2024-04-02T08:11:45.263 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-04-02T08:11:45.263 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_rfriedma@teuthology --description rados:upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi --archive /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480 -- /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/orig.config.yaml 2024-04-02T08:11:45.311 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T08:11:45.399 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480 branch: wip-rf-nohist3 description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7635480' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rf-nohist3 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-nohist3 sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd owner: scheduled_rfriedma@teuthology priority: 57 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8105 sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd sleep_before_teardown: 0 suite: rados:upgrade suite_branch: wip-rf-nohist3 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_14da45f22b7b6f8995de09c1525ea96ba87a39fd/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd targets: smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAxEeXFcM5ZP5rGXipkhQZFxyoqOm/VouvxJSTWvgKLh3GPJOdrGBf4RDdGH0jaIItp/FINibfXXxti+59eUBD4= smithi187.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZcsxPke+kP+XpNiKzTcmZfNVWzWUI1YSSv5GAxECFKG3UF3gXnwHZZpI3AhsBnOwju8d6+D2N/rSCx/9eP9zE= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-04-02_08:01:38 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-02T08:11:45.399 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_14da45f22b7b6f8995de09c1525ea96ba87a39fd/qa; will attempt to use it 2024-04-02T08:11:45.400 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_14da45f22b7b6f8995de09c1525ea96ba87a39fd/qa/tasks 2024-04-02T08:11:45.400 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-02T08:11:45.401 INFO:teuthology.task.internal:Checking packages... 2024-04-02T08:11:45.426 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '14da45f22b7b6f8995de09c1525ea96ba87a39fd' 2024-04-02T08:11:45.426 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:11:45.426 INFO:teuthology.packaging:ref: None 2024-04-02T08:11:45.426 INFO:teuthology.packaging:tag: None 2024-04-02T08:11:45.426 INFO:teuthology.packaging:branch: wip-rf-nohist3 2024-04-02T08:11:45.426 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:11:45.426 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rf-nohist3 2024-04-02T08:11:45.576 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2419.g14da45f2 2024-04-02T08:11:45.578 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-02T08:11:45.585 INFO:teuthology.task.internal:no buildpackages task found 2024-04-02T08:11:45.585 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-02T08:11:45.607 INFO:teuthology.task.internal:Saving configuration 2024-04-02T08:11:45.624 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-02T08:11:45.630 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T08:11:45.655 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:06:39.271009', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAxEeXFcM5ZP5rGXipkhQZFxyoqOm/VouvxJSTWvgKLh3GPJOdrGBf4RDdGH0jaIItp/FINibfXXxti+59eUBD4='} 2024-04-02T08:11:45.678 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi187.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:06:39.272843', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZcsxPke+kP+XpNiKzTcmZfNVWzWUI1YSSv5GAxECFKG3UF3gXnwHZZpI3AhsBnOwju8d6+D2N/rSCx/9eP9zE='} 2024-04-02T08:11:45.679 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-02T08:11:45.685 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-02T08:11:45.686 INFO:teuthology.task.internal:roles: ubuntu@smithi187.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-02T08:11:45.686 INFO:teuthology.run_tasks:Running task console_log... 2024-04-02T08:11:45.754 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f407b19e0d0>, signals=[15]) 2024-04-02T08:11:45.755 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-02T08:11:45.761 INFO:teuthology.task.internal:Opening connections... 2024-04-02T08:11:45.761 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-04-02T08:11:45.763 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:11:45.859 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi187.front.sepia.ceph.com 2024-04-02T08:11:45.860 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:11:45.946 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-02T08:11:45.953 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-04-02T08:11:45.970 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-04-02T08:11:45.970 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-04-02T08:11:46.029 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="CentOS Stream" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="9" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:ID="centos" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="9" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:11:46.030 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:11:46.031 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-04-02T08:11:46.050 DEBUG:teuthology.orchestra.run.smithi187:> uname -m 2024-04-02T08:11:46.067 INFO:teuthology.orchestra.run.smithi187.stdout:x86_64 2024-04-02T08:11:46.067 DEBUG:teuthology.orchestra.run.smithi187:> cat /etc/os-release 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:NAME="CentOS Stream" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION="9" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:ID="centos" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION_ID="9" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:ANSI_COLOR="0;31" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:11:46.124 INFO:teuthology.orchestra.run.smithi187.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:11:46.125 INFO:teuthology.orchestra.run.smithi187.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:11:46.125 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:11:46.125 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:11:46.125 INFO:teuthology.lock.ops:Updating smithi187.front.sepia.ceph.com on lock server 2024-04-02T08:11:46.150 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-02T08:11:46.158 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-02T08:11:46.163 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-02T08:11:46.164 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:11:46.166 DEBUG:teuthology.orchestra.run.smithi187:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:11:46.182 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-02T08:11:46.187 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-02T08:11:46.188 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:11:46.226 DEBUG:teuthology.orchestra.run.smithi187:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:11:46.258 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-02T08:11:46.313 INFO:teuthology.run_tasks:Running task kernel... 2024-04-02T08:11:46.328 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-02T08:11:46.328 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-02T08:11:46.329 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:11:46.329 DEBUG:teuthology.orchestra.run.smithi187:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:11:46.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:11:46.344 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-04-02T08:11:46.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:11:46.345 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-04-02T08:11:46.400 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:11:46.400 INFO:teuthology.task.kernel:Running kernel on smithi187: 5.14.0-361.el9.x86_64 2024-04-02T08:11:46.401 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum install -y kernel 2024-04-02T08:11:46.406 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:11:46.407 INFO:teuthology.task.kernel:Running kernel on smithi112: 5.14.0-361.el9.x86_64 2024-04-02T08:11:46.407 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum install -y kernel 2024-04-02T08:11:48.630 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-04-02T08:11:48.648 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-04-02T08:11:50.113 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS-9 - BaseOS 5.3 MB/s | 2.0 MB 00:00 2024-04-02T08:11:50.307 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - BaseOS 3.5 MB/s | 2.0 MB 00:00 2024-04-02T08:11:50.987 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.0 MB 00:00 2024-04-02T08:11:52.431 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.0 MB 00:01 2024-04-02T08:11:52.855 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-02T08:11:54.124 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 30 MB/s | 19 MB 00:00 2024-04-02T08:11:58.422 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.1 MB 00:02 2024-04-02T08:11:59.170 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.1 MB 00:01 2024-04-02T08:11:59.872 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 48 kB/s | 16 kB 00:00 2024-04-02T08:12:00.625 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 49 kB/s | 16 kB 00:00 2024-04-02T08:12:01.782 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-02T08:12:02.496 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-02T08:12:06.757 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-02T08:12:07.468 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-04-02T08:12:09.039 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:12:09.039 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:12:09.121 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-04-02T08:12:09.126 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-04-02T08:12:09.126 INFO:teuthology.orchestra.run.smithi187.stdout: Package Arch Version Repository Size 2024-04-02T08:12:09.126 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-04-02T08:12:09.126 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-04-02T08:12:09.126 INFO:teuthology.orchestra.run.smithi187.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout:Install 4 Packages 2024-04-02T08:12:09.127 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:09.128 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 76 M 2024-04-02T08:12:09.128 INFO:teuthology.orchestra.run.smithi187.stdout:Installed size: 123 M 2024-04-02T08:12:09.128 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-04-02T08:12:09.291 INFO:teuthology.orchestra.run.smithi187.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.1 MB/s | 192 kB 00:00 2024-04-02T08:12:09.725 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:12:09.725 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:12:09.832 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-02T08:12:09.843 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-02T08:12:09.843 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-02T08:12:09.843 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-02T08:12:09.843 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout:Install 4 Packages 2024-04-02T08:12:09.844 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:09.845 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 76 M 2024-04-02T08:12:09.845 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 123 M 2024-04-02T08:12:09.845 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-02T08:12:09.925 INFO:teuthology.orchestra.run.smithi187.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 19 MB/s | 15 MB 00:00 2024-04-02T08:12:10.053 INFO:teuthology.orchestra.run.smithi112.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 922 kB/s | 192 kB 00:00 2024-04-02T08:12:10.666 INFO:teuthology.orchestra.run.smithi187.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 22 MB/s | 34 MB 00:01 2024-04-02T08:12:10.745 INFO:teuthology.orchestra.run.smithi112.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 17 MB/s | 15 MB 00:00 2024-04-02T08:12:10.925 INFO:teuthology.orchestra.run.smithi187.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 17 MB/s | 28 MB 00:01 2024-04-02T08:12:10.928 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:12:10.929 INFO:teuthology.orchestra.run.smithi187.stdout:Total 42 MB/s | 76 MB 00:01 2024-04-02T08:12:10.929 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-04-02T08:12:11.296 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-04-02T08:12:11.296 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-04-02T08:12:11.629 INFO:teuthology.orchestra.run.smithi112.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 19 MB/s | 34 MB 00:01 2024-04-02T08:12:12.020 INFO:teuthology.orchestra.run.smithi112.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 14 MB/s | 28 MB 00:01 2024-04-02T08:12:12.024 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:12:12.024 INFO:teuthology.orchestra.run.smithi112.stdout:Total 35 MB/s | 76 MB 00:02 2024-04-02T08:12:12.024 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-02T08:12:12.146 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-04-02T08:12:12.146 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-04-02T08:12:12.376 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-02T08:12:12.376 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-02T08:12:13.247 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-02T08:12:13.247 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-02T08:12:14.427 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-04-02T08:12:15.013 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:15.175 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:15.554 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-02T08:12:16.139 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:16.230 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:17.934 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:18.068 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:18.991 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:19.123 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:22.761 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:22.800 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:23.867 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:23.913 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:27.551 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:28.667 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:57.035 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:57.035 INFO:teuthology.orchestra.run.smithi187.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:12:57.036 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:57.078 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:57.421 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:57.421 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:57.421 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:57.422 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:57.835 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-04-02T08:12:58.020 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:58.020 INFO:teuthology.orchestra.run.smithi112.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:12:58.020 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:58.063 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:58.151 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:58.253 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:58.253 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:58.253 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:12:58.253 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:12:58.253 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:12:58.253 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-02T08:12:58.253 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi187.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:12:58.254 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:58.334 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:58.334 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:58.334 DEBUG:teuthology.orchestra.run.smithi187:> sudo rpm -qi grub2-tools 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Name : grub2-tools 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Epoch : 1 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Version : 2.06 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Release : 68.el9 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Architecture: x86_64 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:12:58.368 INFO:teuthology.orchestra.run.smithi187.stdout:Group : Unspecified 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Size : 8264254 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:License : GPLv3+ 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Packager : builder@centos.org 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Vendor : CentOS 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Summary : Support tools for GRUB. 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:Description : 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:12:58.369 INFO:teuthology.orchestra.run.smithi187.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:12:58.370 INFO:teuthology.orchestra.run.smithi187.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:12:58.370 INFO:teuthology.orchestra.run.smithi187.stdout:hardware devices. 2024-04-02T08:12:58.370 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:12:58.370 INFO:teuthology.orchestra.run.smithi187.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:12:58.371 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:12:58.371 INFO:teuthology.task.kernel:Updating grub on smithi187 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:12:58.371 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:12:58.420 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:58.420 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:58.420 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:58.420 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:58.852 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:58.852 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:58.853 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-02T08:12:58.960 INFO:teuthology.orchestra.run.smithi187.stderr:Generating grub configuration file ... 2024-04-02T08:12:59.197 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:59.352 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:59.352 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:59.352 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:12:59.352 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:12:59.352 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:12:59.352 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-02T08:12:59.352 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi112.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:12:59.352 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:59.432 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:59.433 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:59.434 DEBUG:teuthology.orchestra.run.smithi112:> sudo rpm -qi grub2-tools 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Name : grub2-tools 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Epoch : 1 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Version : 2.06 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Release : 68.el9 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: x86_64 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Group : Unspecified 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Size : 8264254 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:License : GPLv3+ 2024-04-02T08:12:59.470 INFO:teuthology.orchestra.run.smithi112.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Packager : builder@centos.org 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Vendor : CentOS 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Summary : Support tools for GRUB. 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:Description : 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout:hardware devices. 2024-04-02T08:12:59.471 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:12:59.472 INFO:teuthology.orchestra.run.smithi112.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:12:59.472 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:12:59.472 INFO:teuthology.task.kernel:Updating grub on smithi112 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:12:59.473 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:13:00.084 INFO:teuthology.orchestra.run.smithi112.stderr:Generating grub configuration file ... 2024-04-02T08:13:00.341 INFO:teuthology.orchestra.run.smithi187.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:13:00.393 INFO:teuthology.orchestra.run.smithi187.stderr:done 2024-04-02T08:13:00.396 DEBUG:teuthology.orchestra.run.smithi187:> mktemp 2024-04-02T08:13:00.411 INFO:teuthology.orchestra.run.smithi187.stdout:/tmp/tmp.yQbY89PLm7 2024-04-02T08:13:00.411 DEBUG:teuthology.orchestra.run.smithi187:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.yQbY89PLm7 2024-04-02T08:13:00.480 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0666 /tmp/tmp.yQbY89PLm7 2024-04-02T08:13:00.638 DEBUG:teuthology.orchestra.remote:smithi187:/tmp/tmp.yQbY89PLm7 is 6KB 2024-04-02T08:13:00.675 DEBUG:teuthology.orchestra.run.smithi187:> rm -fr /tmp/tmp.yQbY89PLm7 2024-04-02T08:13:00.693 DEBUG:teuthology.orchestra.run.smithi187:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:13:00.763 INFO:teuthology.orchestra.run.smithi187.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:13:00.763 INFO:teuthology.orchestra.run.smithi187.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:13:00.763 INFO:teuthology.orchestra.run.smithi187.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:13:00.763 INFO:teuthology.orchestra.run.smithi187.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:13:00.764 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:13:00.899 DEBUG:teuthology.orchestra.run.smithi187:> sudo shutdown -r now 2024-04-02T08:13:01.421 INFO:teuthology.orchestra.run.smithi112.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:13:01.453 INFO:teuthology.orchestra.run.smithi112.stderr:done 2024-04-02T08:13:01.456 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-04-02T08:13:01.471 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.l9wVoqRekX 2024-04-02T08:13:01.472 DEBUG:teuthology.orchestra.run.smithi112:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.l9wVoqRekX 2024-04-02T08:13:01.540 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.l9wVoqRekX 2024-04-02T08:13:01.678 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.l9wVoqRekX is 6KB 2024-04-02T08:13:01.727 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.l9wVoqRekX 2024-04-02T08:13:01.741 DEBUG:teuthology.orchestra.run.smithi112:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:13:01.806 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:13:01.806 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:13:01.806 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:13:01.806 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:13:01.807 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:13:01.957 DEBUG:teuthology.orchestra.run.smithi112:> sudo shutdown -r now 2024-04-02T08:13:30.930 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-02T08:13:30.931 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-04-02T08:13:30.932 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:31.960 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-02T08:13:31.961 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-02T08:13:31.961 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:49.471 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-04-02T08:13:50.494 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-04-02T08:13:58.478 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-04-02T08:13:58.480 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:59.496 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-02T08:13:59.497 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:01.534 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-04-02T08:14:02.562 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-04-02T08:14:13.546 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-04-02T08:14:13.547 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:14.563 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-02T08:14:14.564 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:45.323 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-04-02T08:14:45.762 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-04-02T08:14:45.762 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:14:45.763 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-04-02T08:14:45.776 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:14:45.777 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:14:45.777 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:14:45.777 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:14:46.483 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-04-02T08:14:46.778 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-02T08:14:46.779 DEBUG:teuthology.orchestra.run.smithi187:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:14:46.838 INFO:teuthology.orchestra.run.smithi187.stdout:ttyS1 2024-04-02T08:14:46.879 DEBUG:teuthology.parallel:result is None 2024-04-02T08:14:46.924 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-02T08:14:46.924 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:14:46.924 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-04-02T08:14:46.938 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:14:46.938 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:14:46.938 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:14:46.938 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:14:47.939 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-02T08:14:47.940 DEBUG:teuthology.orchestra.run.smithi112:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:14:47.996 INFO:teuthology.orchestra.run.smithi112.stdout:ttyS1 2024-04-02T08:14:48.044 DEBUG:teuthology.parallel:result is None 2024-04-02T08:14:48.044 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-02T08:14:48.052 INFO:teuthology.task.internal:Creating test directory... 2024-04-02T08:14:48.053 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:14:48.055 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:14:48.079 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-02T08:14:48.085 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-02T08:14:48.096 INFO:teuthology.task.internal:Creating archive directory... 2024-04-02T08:14:48.096 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:14:48.107 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:14:48.156 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-02T08:14:48.163 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-02T08:14:48.163 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:14:48.165 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:14:48.203 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.216 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.237 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.256 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.259 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-02T08:14:48.265 INFO:teuthology.task.internal:Configuring sudo... 2024-04-02T08:14:48.265 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:14:48.267 DEBUG:teuthology.orchestra.run.smithi187:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:14:48.312 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-02T08:14:48.321 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-02T08:14:48.321 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:14:48.331 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:14:48.347 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.424 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.483 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:48.523 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:48.563 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:14:48.563 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:14:48.628 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.668 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.801 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:48.841 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:48.884 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:14:48.884 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:14:48.952 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-04-02T08:14:48.955 DEBUG:teuthology.orchestra.run.smithi187:> sudo service rsyslog restart 2024-04-02T08:14:48.992 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:14:49.059 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:14:49.315 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-02T08:14:49.323 INFO:teuthology.task.internal:Starting timer... 2024-04-02T08:14:49.323 INFO:teuthology.run_tasks:Running task pcp... 2024-04-02T08:14:49.336 INFO:teuthology.run_tasks:Running task selinux... 2024-04-02T08:14:49.345 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-02T08:14:49.345 DEBUG:teuthology.orchestra.run.smithi112:> sudo service auditd rotate 2024-04-02T08:14:49.444 INFO:teuthology.orchestra.run.smithi112.stdout:Rotating logs: 2024-04-02T08:14:49.446 DEBUG:teuthology.orchestra.run.smithi187:> sudo service auditd rotate 2024-04-02T08:14:49.495 INFO:teuthology.orchestra.run.smithi187.stdout:Rotating logs: 2024-04-02T08:14:49.496 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-02T08:14:49.497 DEBUG:teuthology.orchestra.run.smithi112:> /usr/sbin/getenforce 2024-04-02T08:14:49.514 INFO:teuthology.orchestra.run.smithi112.stdout:Permissive 2024-04-02T08:14:49.514 DEBUG:teuthology.orchestra.run.smithi187:> /usr/sbin/getenforce 2024-04-02T08:14:49.536 INFO:teuthology.orchestra.run.smithi187.stdout:Permissive 2024-04-02T08:14:49.536 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi112.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi187.front.sepia.ceph.com': 'permissive'} 2024-04-02T08:14:49.536 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:14:49.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:14:49.601 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:14:49.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:14:49.630 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-02T08:14:49.630 DEBUG:teuthology.orchestra.run.smithi112:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:14:49.675 DEBUG:teuthology.orchestra.run.smithi187:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:14:49.712 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-02T08:14:49.722 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-02T08:14:49.727 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-02T08:14:49.890 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-02T08:14:49.943 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-02T08:14:49.944 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi112.front.sepia.ceph.com,smithi187.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-02T08:19:01.256 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi112.front.sepia.ceph.com'), Remote(name='ubuntu@smithi187.front.sepia.ceph.com')] 2024-04-02T08:19:01.258 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-02T08:19:01.259 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:19:01.351 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-04-02T08:19:01.429 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-02T08:19:01.429 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-04-02T08:19:01.430 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:19:01.516 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-04-02T08:19:01.555 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-04-02T08:19:01.555 INFO:teuthology.run_tasks:Running task clock... 2024-04-02T08:19:01.565 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-02T08:19:01.566 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:19:01.566 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:19:01.568 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:19:01.569 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:19:01.598 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:19:01.615 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:19:01.626 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:19:01.642 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:19:01.645 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: ntpd: command not found 2024-04-02T08:19:01.659 INFO:teuthology.orchestra.run.smithi112.stdout:506 Cannot talk to daemon 2024-04-02T08:19:01.672 INFO:teuthology.orchestra.run.smithi187.stderr:sudo: ntpd: command not found 2024-04-02T08:19:01.675 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:19:01.686 INFO:teuthology.orchestra.run.smithi187.stdout:506 Cannot talk to daemon 2024-04-02T08:19:01.691 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:19:01.702 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:19:01.718 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:19:01.743 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:19:01.747 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:19:01.747 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-04-02T08:19:01.747 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.747 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.747 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.748 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.768 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:19:01.772 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:19:01.772 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-04-02T08:19:01.772 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.772 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.772 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.772 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:01.772 INFO:teuthology.run_tasks:Running task install... 2024-04-02T08:19:01.781 DEBUG:teuthology.task.install:project ceph 2024-04-02T08:19:01.781 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}} 2024-04-02T08:19:01.781 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'} 2024-04-02T08:19:01.781 INFO:teuthology.task.install:Using flavor: default 2024-04-02T08:19:01.805 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-02T08:19:01.805 INFO:teuthology.task.install:extra packages: [] 2024-04-02T08:19:01.806 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd', 'tag': None, 'wait_for_package': False} 2024-04-02T08:19:01.806 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:01.806 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:01.806 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:01.806 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:01.807 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:01.807 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:19:01.809 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd', 'tag': None, 'wait_for_package': False} 2024-04-02T08:19:01.809 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:01.809 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:01.809 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:01.809 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:01.809 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:01.809 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:19:02.137 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:19:02.138 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:19:02.172 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:19:02.172 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:19:02.437 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:19:02.438 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:19:02.438 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:19:02.468 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:19:02.468 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:02.468 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:02.468 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:02.468 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:02.468 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:02.468 DEBUG:teuthology.orchestra.run.smithi187:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:19:02.523 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:19:02.524 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:19:02.524 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:19:02.538 DEBUG:teuthology.orchestra.run.smithi187:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:19:02.553 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:19:02.553 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:02.553 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:02.553 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:02.554 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:02.554 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:02.554 DEBUG:teuthology.orchestra.run.smithi112:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:19:02.620 DEBUG:teuthology.orchestra.run.smithi187:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:19:02.622 DEBUG:teuthology.orchestra.run.smithi112:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:19:02.687 INFO:teuthology.orchestra.run.smithi187.stdout:check_obsoletes = 1 2024-04-02T08:19:02.689 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum clean all 2024-04-02T08:19:02.704 DEBUG:teuthology.orchestra.run.smithi112:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:19:02.771 INFO:teuthology.orchestra.run.smithi112.stdout:check_obsoletes = 1 2024-04-02T08:19:02.773 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum clean all 2024-04-02T08:19:02.935 INFO:teuthology.orchestra.run.smithi187.stdout:74 files removed 2024-04-02T08:19:02.964 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:19:03.018 INFO:teuthology.orchestra.run.smithi112.stdout:74 files removed 2024-04-02T08:19:03.044 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:19:04.194 INFO:teuthology.orchestra.run.smithi187.stdout:ceph packages for x86_64 83 kB/s | 77 kB 00:00 2024-04-02T08:19:04.199 INFO:teuthology.orchestra.run.smithi112.stdout:ceph packages for x86_64 90 kB/s | 77 kB 00:00 2024-04-02T08:19:04.927 INFO:teuthology.orchestra.run.smithi187.stdout:ceph noarch packages 14 kB/s | 9.9 kB 00:00 2024-04-02T08:19:05.083 INFO:teuthology.orchestra.run.smithi112.stdout:ceph noarch packages 12 kB/s | 9.9 kB 00:00 2024-04-02T08:19:05.653 INFO:teuthology.orchestra.run.smithi187.stdout:ceph source packages 2.7 kB/s | 1.9 kB 00:00 2024-04-02T08:19:05.892 INFO:teuthology.orchestra.run.smithi112.stdout:ceph source packages 2.4 kB/s | 1.9 kB 00:00 2024-04-02T08:19:06.072 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS-9 - AppStream 18 MB/s | 6.7 MB 00:00 2024-04-02T08:19:06.310 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - AppStream 18 MB/s | 6.7 MB 00:00 2024-04-02T08:19:07.872 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS-9 - BaseOS 3.0 MB/s | 2.0 MB 00:00 2024-04-02T08:19:07.886 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - BaseOS 4.5 MB/s | 2.0 MB 00:00 2024-04-02T08:19:09.621 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 5.7 MB/s | 8.0 MB 00:01 2024-04-02T08:19:09.701 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 5.4 MB/s | 8.0 MB 00:01 2024-04-02T08:19:12.313 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-02T08:19:16.322 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.1 MB 00:00 2024-04-02T08:19:19.864 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 6.6 kB/s | 16 kB 00:02 2024-04-02T08:19:21.235 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-02T08:19:26.341 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 6.0 kB/s | 1.7 kB 00:00 2024-04-02T08:19:28.879 INFO:teuthology.orchestra.run.smithi187.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:28.880 INFO:teuthology.orchestra.run.smithi187.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:28.952 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-04-02T08:19:28.966 INFO:teuthology.orchestra.run.smithi187.stdout:============================================================================================ 2024-04-02T08:19:28.966 INFO:teuthology.orchestra.run.smithi187.stdout: Package Arch Version Repository Size 2024-04-02T08:19:28.966 INFO:teuthology.orchestra.run.smithi187.stdout:============================================================================================ 2024-04-02T08:19:28.966 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-04-02T08:19:28.966 INFO:teuthology.orchestra.run.smithi187.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:19:28.966 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:19:28.967 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrading: 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:28.968 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:19:28.969 INFO:teuthology.orchestra.run.smithi187.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:19:28.970 INFO:teuthology.orchestra.run.smithi187.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:19:28.971 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:19:28.972 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:19:28.973 INFO:teuthology.orchestra.run.smithi187.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:19:28.974 INFO:teuthology.orchestra.run.smithi187.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:19:28.975 INFO:teuthology.orchestra.run.smithi187.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout:============================================================================================ 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout:Install 118 Packages 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrade 2 Packages 2024-04-02T08:19:28.976 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:19:28.977 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 176 M 2024-04-02T08:19:28.977 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-04-02T08:19:29.558 INFO:teuthology.orchestra.run.smithi187.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 30 kB/s | 6.5 kB 00:00 2024-04-02T08:19:29.875 INFO:teuthology.orchestra.run.smithi187.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 2.6 MB/s | 849 kB 00:00 2024-04-02T08:19:29.958 INFO:teuthology.orchestra.run.smithi187.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 1.7 MB/s | 143 kB 00:00 2024-04-02T08:19:30.392 INFO:teuthology.orchestra.run.smithi187.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 4.8 MB/s | 2.1 MB 00:00 2024-04-02T08:19:30.459 INFO:teuthology.orchestra.run.smithi187.stdout:(5/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 4.5 MB/s | 5.1 MB 00:01 2024-04-02T08:19:30.709 INFO:teuthology.orchestra.run.smithi187.stdout:(6/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 4.6 MB/s | 1.5 MB 00:00 2024-04-02T08:19:30.884 INFO:teuthology.orchestra.run.smithi187.stdout:(7/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 12 MB/s | 18 MB 00:01 2024-04-02T08:19:31.301 INFO:teuthology.orchestra.run.smithi187.stdout:(8/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 5.5 MB/s | 4.7 MB 00:00 2024-04-02T08:19:31.401 INFO:teuthology.orchestra.run.smithi187.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 252 kB/s | 25 kB 00:00 2024-04-02T08:19:31.685 INFO:teuthology.orchestra.run.smithi187.stdout:(10/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 9.6 MB/s | 7.7 MB 00:00 2024-04-02T08:19:31.761 INFO:teuthology.orchestra.run.smithi187.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 413 kB/s | 31 kB 00:00 2024-04-02T08:19:31.877 INFO:teuthology.orchestra.run.smithi187.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 6.0 MB/s | 708 kB 00:00 2024-04-02T08:19:31.946 INFO:teuthology.orchestra.run.smithi187.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 2.4 MB/s | 166 kB 00:00 2024-04-02T08:19:32.030 INFO:teuthology.orchestra.run.smithi187.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.5 MB/s | 127 kB 00:00 2024-04-02T08:19:32.114 INFO:teuthology.orchestra.run.smithi187.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 5.5 MB/s | 474 kB 00:00 2024-04-02T08:19:32.556 INFO:teuthology.orchestra.run.smithi187.stdout:(16/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 8.9 MB/s | 17 MB 00:01 2024-04-02T08:19:32.622 INFO:teuthology.orchestra.run.smithi187.stdout:(17/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 8.8 MB/s | 4.5 MB 00:00 2024-04-02T08:19:32.647 INFO:teuthology.orchestra.run.smithi187.stdout:(18/120): python3-ceph-argparse-18.2.2-1059.g4d 490 kB/s | 45 kB 00:00 2024-04-02T08:19:32.690 INFO:teuthology.orchestra.run.smithi187.stdout:(19/120): python3-ceph-common-18.2.2-1059.g4d05 1.9 MB/s | 129 kB 00:00 2024-04-02T08:19:32.731 INFO:teuthology.orchestra.run.smithi187.stdout:(20/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 1.9 MB/s | 162 kB 00:00 2024-04-02T08:19:32.782 INFO:teuthology.orchestra.run.smithi187.stdout:(21/120): python3-rados-18.2.2-1059.g4d05f4ca.e 3.4 MB/s | 320 kB 00:00 2024-04-02T08:19:32.815 INFO:teuthology.orchestra.run.smithi187.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 3.5 MB/s | 298 kB 00:00 2024-04-02T08:19:32.849 INFO:teuthology.orchestra.run.smithi187.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.5 MB/s | 99 kB 00:00 2024-04-02T08:19:32.907 INFO:teuthology.orchestra.run.smithi187.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 942 kB/s | 87 kB 00:00 2024-04-02T08:19:33.008 INFO:teuthology.orchestra.run.smithi187.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 1.7 MB/s | 172 kB 00:00 2024-04-02T08:19:33.108 INFO:teuthology.orchestra.run.smithi187.stdout:(26/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 12 MB/s | 3.0 MB 00:00 2024-04-02T08:19:33.125 INFO:teuthology.orchestra.run.smithi187.stdout:(27/120): ceph-grafana-dashboards-18.2.2-1059.g 200 kB/s | 23 kB 00:00 2024-04-02T08:19:33.175 INFO:teuthology.orchestra.run.smithi187.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 2.0 MB/s | 138 kB 00:00 2024-04-02T08:19:33.401 INFO:teuthology.orchestra.run.smithi187.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 6.5 MB/s | 1.8 MB 00:00 2024-04-02T08:19:33.509 INFO:teuthology.orchestra.run.smithi187.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 2.2 MB/s | 245 kB 00:00 2024-04-02T08:19:33.610 INFO:teuthology.orchestra.run.smithi187.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 493 kB/s | 49 kB 00:00 2024-04-02T08:19:33.693 INFO:teuthology.orchestra.run.smithi187.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 178 kB/s | 15 kB 00:00 2024-04-02T08:19:33.777 INFO:teuthology.orchestra.run.smithi187.stdout:(33/120): ceph-mgr-diskprediction-local-18.2.2- 12 MB/s | 7.4 MB 00:00 2024-04-02T08:19:33.802 INFO:teuthology.orchestra.run.smithi187.stdout:(34/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 2.0 MB/s | 224 kB 00:00 2024-04-02T08:19:33.919 INFO:teuthology.orchestra.run.smithi187.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 341 kB/s | 32 kB 00:00 2024-04-02T08:19:33.944 INFO:teuthology.orchestra.run.smithi187.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 633 kB/s | 106 kB 00:00 2024-04-02T08:19:34.011 INFO:teuthology.orchestra.run.smithi187.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 257 kB/s | 17 kB 00:00 2024-04-02T08:19:34.070 INFO:teuthology.orchestra.run.smithi187.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 20 MB/s | 3.0 MB 00:00 2024-04-02T08:19:34.095 INFO:teuthology.orchestra.run.smithi187.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 159 kB 00:00 2024-04-02T08:19:34.120 INFO:teuthology.orchestra.run.smithi187.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 883 kB/s | 44 kB 00:00 2024-04-02T08:19:34.146 INFO:teuthology.orchestra.run.smithi187.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-04-02T08:19:34.171 INFO:teuthology.orchestra.run.smithi187.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.6 MB/s | 282 kB 00:00 2024-04-02T08:19:34.197 INFO:teuthology.orchestra.run.smithi187.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.2 MB/s | 217 kB 00:00 2024-04-02T08:19:34.222 INFO:teuthology.orchestra.run.smithi187.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 684 kB/s | 34 kB 00:00 2024-04-02T08:19:34.305 INFO:teuthology.orchestra.run.smithi187.stdout:(45/120): python3-attrs-20.3.0-7.el9.noarch.rpm 953 kB/s | 78 kB 00:00 2024-04-02T08:19:34.373 INFO:teuthology.orchestra.run.smithi187.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-04-02T08:19:34.523 INFO:teuthology.orchestra.run.smithi187.stdout:(47/120): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 5.8 MB 00:00 2024-04-02T08:19:34.548 INFO:teuthology.orchestra.run.smithi187.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 95 kB/s | 16 kB 00:00 2024-04-02T08:19:34.573 INFO:teuthology.orchestra.run.smithi187.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 487 kB/s | 24 kB 00:00 2024-04-02T08:19:34.599 INFO:teuthology.orchestra.run.smithi187.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 360 kB/s | 18 kB 00:00 2024-04-02T08:19:34.624 INFO:teuthology.orchestra.run.smithi187.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-04-02T08:19:34.649 INFO:teuthology.orchestra.run.smithi187.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 630 kB/s | 32 kB 00:00 2024-04-02T08:19:34.786 INFO:teuthology.orchestra.run.smithi187.stdout:(53/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 30 MB/s | 4.8 MB 00:00 2024-04-02T08:19:34.808 INFO:teuthology.orchestra.run.smithi187.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB 00:00 2024-04-02T08:19:34.850 INFO:teuthology.orchestra.run.smithi187.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 174 kB 00:00 2024-04-02T08:19:34.875 INFO:teuthology.orchestra.run.smithi187.stdout:(56/120): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 69 kB 00:00 2024-04-02T08:19:34.901 INFO:teuthology.orchestra.run.smithi187.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 754 kB/s | 38 kB 00:00 2024-04-02T08:19:34.926 INFO:teuthology.orchestra.run.smithi187.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 820 kB/s | 41 kB 00:00 2024-04-02T08:19:34.960 INFO:teuthology.orchestra.run.smithi187.stdout:(59/120): python3-py-1.10.0-6.el9.noarch.rpm 7.1 MB/s | 427 kB 00:00 2024-04-02T08:19:34.985 INFO:teuthology.orchestra.run.smithi187.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB 00:00 2024-04-02T08:19:35.010 INFO:teuthology.orchestra.run.smithi187.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-04-02T08:19:35.035 INFO:teuthology.orchestra.run.smithi187.stdout:(62/120): python3-pytest-6.2.2-7.el9.noarch.rpm 9.3 MB/s | 473 kB 00:00 2024-04-02T08:19:35.052 INFO:teuthology.orchestra.run.smithi187.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-04-02T08:19:35.069 INFO:teuthology.orchestra.run.smithi187.stdout:(64/120): python3-requests-oauthlib-1.3.0-12.el 1.2 MB/s | 43 kB 00:00 2024-04-02T08:19:35.353 INFO:teuthology.orchestra.run.smithi187.stdout:(65/120): python3-toml-0.10.2-6.el9.noarch.rpm 136 kB/s | 39 kB 00:00 2024-04-02T08:19:35.595 INFO:teuthology.orchestra.run.smithi187.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-04-02T08:19:35.620 INFO:teuthology.orchestra.run.smithi187.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.1 MB/s | 300 kB 00:00 2024-04-02T08:19:35.645 INFO:teuthology.orchestra.run.smithi187.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-04-02T08:19:35.671 INFO:teuthology.orchestra.run.smithi187.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-04-02T08:19:35.705 INFO:teuthology.orchestra.run.smithi187.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2024-04-02T08:19:35.763 INFO:teuthology.orchestra.run.smithi187.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.1 MB 00:00 2024-04-02T08:19:35.780 INFO:teuthology.orchestra.run.smithi187.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 103 kB 00:00 2024-04-02T08:19:35.814 INFO:teuthology.orchestra.run.smithi187.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-02T08:19:35.839 INFO:teuthology.orchestra.run.smithi187.stdout:(74/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 187 kB 00:00 2024-04-02T08:19:36.067 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 765 kB/s | 19 MB 00:25 2024-04-02T08:19:36.089 INFO:teuthology.orchestra.run.smithi187.stdout:(75/120): jq-1.6-16.el9.x86_64.rpm 681 kB/s | 187 kB 00:00 2024-04-02T08:19:36.256 INFO:teuthology.orchestra.run.smithi187.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-04-02T08:19:36.357 INFO:teuthology.orchestra.run.smithi187.stdout:(77/120): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-04-02T08:19:36.382 INFO:teuthology.orchestra.run.smithi187.stdout:(78/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 803 kB 00:00 2024-04-02T08:19:36.816 INFO:teuthology.orchestra.run.smithi187.stdout:(79/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 7.3 MB/s | 40 MB 00:05 2024-04-02T08:19:37.032 INFO:teuthology.orchestra.run.smithi187.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 381 kB/s | 248 kB 00:00 2024-04-02T08:19:37.058 INFO:teuthology.orchestra.run.smithi187.stdout:(81/120): python3-devel-3.9.17-2.el9.x86_64.rpm 350 kB/s | 245 kB 00:00 2024-04-02T08:19:37.125 INFO:teuthology.orchestra.run.smithi187.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 361 kB/s | 111 kB 00:00 2024-04-02T08:19:37.208 INFO:teuthology.orchestra.run.smithi187.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 311 kB/s | 26 kB 00:00 2024-04-02T08:19:37.292 INFO:teuthology.orchestra.run.smithi187.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-04-02T08:19:37.375 INFO:teuthology.orchestra.run.smithi187.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 811 kB/s | 67 kB 00:00 2024-04-02T08:19:37.401 INFO:teuthology.orchestra.run.smithi187.stdout:(86/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 840 kB/s | 309 kB 00:00 2024-04-02T08:19:37.643 INFO:teuthology.orchestra.run.smithi187.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 7.6 MB/s | 4.4 MB 00:00 2024-04-02T08:19:37.743 INFO:teuthology.orchestra.run.smithi187.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 436 kB/s | 43 kB 00:00 2024-04-02T08:19:37.877 INFO:teuthology.orchestra.run.smithi187.stdout:(89/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.6 MB/s | 838 kB 00:00 2024-04-02T08:19:37.902 INFO:teuthology.orchestra.run.smithi187.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 203 kB/s | 32 kB 00:00 2024-04-02T08:19:37.927 INFO:teuthology.orchestra.run.smithi187.stdout:(91/120): python3-asyncssh-2.13.2-5.el9.noarch. 1.0 MB/s | 548 kB 00:00 2024-04-02T08:19:37.985 INFO:teuthology.orchestra.run.smithi187.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2024-04-02T08:19:38.011 INFO:teuthology.orchestra.run.smithi187.stdout:(93/120): python3-certifi-2021.10.8-2.el9.noarc 112 kB/s | 15 kB 00:00 2024-04-02T08:19:38.036 INFO:teuthology.orchestra.run.smithi187.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-04-02T08:19:38.078 INFO:teuthology.orchestra.run.smithi187.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 2.1 MB/s | 203 kB 00:00 2024-04-02T08:19:38.095 INFO:teuthology.orchestra.run.smithi187.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 127 kB/s | 11 kB 00:00 2024-04-02T08:19:38.112 INFO:teuthology.orchestra.run.smithi187.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 234 kB/s | 18 kB 00:00 2024-04-02T08:19:38.154 INFO:teuthology.orchestra.run.smithi187.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 307 kB/s | 23 kB 00:00 2024-04-02T08:19:38.179 INFO:teuthology.orchestra.run.smithi187.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 231 kB/s | 19 kB 00:00 2024-04-02T08:19:38.213 INFO:teuthology.orchestra.run.smithi187.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 195 kB/s | 20 kB 00:00 2024-04-02T08:19:38.323 INFO:teuthology.orchestra.run.smithi187.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 324 kB/s | 46 kB 00:00 2024-04-02T08:19:38.405 INFO:teuthology.orchestra.run.smithi187.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 410 kB/s | 79 kB 00:00 2024-04-02T08:19:38.439 INFO:teuthology.orchestra.run.smithi187.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 3.6 MB/s | 1.0 MB 00:00 2024-04-02T08:19:38.464 INFO:teuthology.orchestra.run.smithi187.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 409 kB/s | 58 kB 00:00 2024-04-02T08:19:38.531 INFO:teuthology.orchestra.run.smithi187.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-02T08:19:38.556 INFO:teuthology.orchestra.run.smithi187.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 980 kB/s | 90 kB 00:00 2024-04-02T08:19:38.582 INFO:teuthology.orchestra.run.smithi187.stdout:(107/120): python3-portend-3.1.0-2.el9.noarch.r 140 kB/s | 16 kB 00:00 2024-04-02T08:19:38.640 INFO:teuthology.orchestra.run.smithi187.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-04-02T08:19:38.666 INFO:teuthology.orchestra.run.smithi187.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-04-02T08:19:38.691 INFO:teuthology.orchestra.run.smithi187.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 544 kB/s | 59 kB 00:00 2024-04-02T08:19:38.716 INFO:teuthology.orchestra.run.smithi187.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-04-02T08:19:38.741 INFO:teuthology.orchestra.run.smithi187.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 678 kB/s | 51 kB 00:00 2024-04-02T08:19:38.791 INFO:teuthology.orchestra.run.smithi187.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-04-02T08:19:38.817 INFO:teuthology.orchestra.run.smithi187.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 891 kB/s | 90 kB 00:00 2024-04-02T08:19:38.867 INFO:teuthology.orchestra.run.smithi187.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-02T08:19:38.918 INFO:teuthology.orchestra.run.smithi187.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 159 kB/s | 20 kB 00:00 2024-04-02T08:19:38.943 INFO:teuthology.orchestra.run.smithi187.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-04-02T08:19:39.001 INFO:teuthology.orchestra.run.smithi187.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-04-02T08:19:39.635 INFO:teuthology.orchestra.run.smithi187.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 4.6 MB/s | 3.3 MB 00:00 2024-04-02T08:19:39.752 INFO:teuthology.orchestra.run.smithi187.stdout:(120/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 3.7 MB/s | 3.0 MB 00:00 2024-04-02T08:19:39.756 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:39.756 INFO:teuthology.orchestra.run.smithi187.stdout:Total 16 MB/s | 176 MB 00:10 2024-04-02T08:19:39.833 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-04-02T08:19:39.926 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-04-02T08:19:39.926 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-04-02T08:19:41.403 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-04-02T08:19:41.403 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-04-02T08:19:41.576 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 6.1 MB 00:01 2024-04-02T08:19:43.218 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 34 kB/s | 16 kB 00:00 2024-04-02T08:19:44.656 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-02T08:19:46.071 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-04-02T08:19:46.137 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:19:46.171 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:19:46.224 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:19:46.549 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:19:46.605 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:19:46.724 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:19:46.748 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:19:46.840 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:19:46.890 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:19:46.919 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:19:46.963 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:19:46.992 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:19:47.103 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:19:47.126 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:19:47.251 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:19:47.281 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:19:47.316 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:19:47.360 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:19:47.434 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:19:47.488 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:19:47.524 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:19:47.554 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:19:47.594 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:19:47.657 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:19:47.693 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:19:47.721 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:19:47.750 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:19:47.794 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:19:47.866 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:19:48.009 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:19:48.062 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:19:48.585 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:19:48.667 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:19:48.705 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:19:48.740 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:19:48.766 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:19:48.807 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:19:48.845 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:19:48.876 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:19:48.910 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:19:49.016 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:19:49.055 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:19:49.110 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:19:49.182 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:19:49.214 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:19:49.251 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:19:49.297 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:19:49.343 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:19:49.385 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:19:49.519 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:19:49.554 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:19:49.594 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:19:49.645 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-02T08:19:49.688 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:19:49.723 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:19:49.764 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:19:49.797 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:19:49.824 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:19:49.917 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:19:49.967 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:19:50.015 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:19:50.079 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:19:50.273 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:19:50.321 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:19:50.390 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:19:50.478 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:19:50.611 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:19:50.658 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:19:50.696 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:19:50.728 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:19:50.772 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:19:50.893 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:19:50.931 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:19:50.971 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:19:51.012 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:19:51.109 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:19:51.166 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:19:51.901 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:19:51.947 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:19:51.981 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:19:52.014 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:19:52.062 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:19:52.090 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:19:52.213 INFO:teuthology.orchestra.run.smithi112.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:52.213 INFO:teuthology.orchestra.run.smithi112.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:52.267 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:19:52.286 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-02T08:19:52.296 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================================ 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================================ 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:19:52.309 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:19:52.310 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrading: 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:19:52.311 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:19:52.312 INFO:teuthology.orchestra.run.smithi112.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:19:52.313 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:19:52.314 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:19:52.315 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:19:52.316 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:19:52.317 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:19:52.318 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================================ 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout:Install 118 Packages 2024-04-02T08:19:52.319 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrade 2 Packages 2024-04-02T08:19:52.320 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:19:52.320 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 176 M 2024-04-02T08:19:52.320 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-02T08:19:52.374 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:19:53.030 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:19:53.143 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:19:53.254 INFO:teuthology.orchestra.run.smithi112.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 25 kB/s | 6.5 kB 00:00 2024-04-02T08:19:54.229 INFO:teuthology.orchestra.run.smithi112.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 871 kB/s | 849 kB 00:00 2024-04-02T08:19:54.400 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:19:54.413 INFO:teuthology.orchestra.run.smithi112.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 778 kB/s | 143 kB 00:00 2024-04-02T08:19:54.480 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:19:54.516 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:19:54.553 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:19:54.851 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:19:54.874 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:19:54.880 INFO:teuthology.orchestra.run.smithi112.stdout:(4/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 2.7 MB/s | 5.1 MB 00:01 2024-04-02T08:19:54.965 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:19:54.998 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:19:55.034 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:19:55.189 INFO:teuthology.orchestra.run.smithi112.stdout:(5/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 4.7 MB/s | 1.5 MB 00:00 2024-04-02T08:19:55.364 INFO:teuthology.orchestra.run.smithi112.stdout:(6/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 2.2 MB/s | 2.1 MB 00:00 2024-04-02T08:19:55.433 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:19:55.454 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:19:55.525 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:19:55.547 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:19:55.698 INFO:teuthology.orchestra.run.smithi112.stdout:(7/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 6.8 MB/s | 18 MB 00:02 2024-04-02T08:19:55.918 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:19:55.944 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:19:55.974 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:19:55.990 INFO:teuthology.orchestra.run.smithi112.stdout:(8/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 5.8 MB/s | 4.7 MB 00:00 2024-04-02T08:19:56.048 INFO:teuthology.orchestra.run.smithi112.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 433 kB/s | 25 kB 00:00 2024-04-02T08:19:56.058 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:19:56.085 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:19:56.382 INFO:teuthology.orchestra.run.smithi112.stdout:(10/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 11 MB/s | 7.7 MB 00:00 2024-04-02T08:19:56.440 INFO:teuthology.orchestra.run.smithi112.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 535 kB/s | 31 kB 00:00 2024-04-02T08:19:56.565 INFO:teuthology.orchestra.run.smithi112.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 5.5 MB/s | 708 kB 00:00 2024-04-02T08:19:56.633 INFO:teuthology.orchestra.run.smithi112.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 2.4 MB/s | 166 kB 00:00 2024-04-02T08:19:56.691 INFO:teuthology.orchestra.run.smithi112.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 2.1 MB/s | 127 kB 00:00 2024-04-02T08:19:56.825 INFO:teuthology.orchestra.run.smithi112.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 3.5 MB/s | 474 kB 00:00 2024-04-02T08:19:57.208 INFO:teuthology.orchestra.run.smithi112.stdout:(16/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 9.0 MB/s | 17 MB 00:01 2024-04-02T08:19:57.267 INFO:teuthology.orchestra.run.smithi112.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 775 kB/s | 45 kB 00:00 2024-04-02T08:19:57.359 INFO:teuthology.orchestra.run.smithi112.stdout:(18/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 8.4 MB/s | 4.5 MB 00:00 2024-04-02T08:19:57.405 INFO:teuthology.orchestra.run.smithi112.stdout:(19/120): python3-ceph-common-18.2.2-1059.g4d05 941 kB/s | 129 kB 00:00 2024-04-02T08:19:57.434 INFO:teuthology.orchestra.run.smithi112.stdout:(20/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 2.1 MB/s | 162 kB 00:00 2024-04-02T08:19:57.476 INFO:teuthology.orchestra.run.smithi112.stdout:(21/120): python3-rados-18.2.2-1059.g4d05f4ca.e 4.4 MB/s | 320 kB 00:00 2024-04-02T08:19:57.510 INFO:teuthology.orchestra.run.smithi112.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 3.9 MB/s | 298 kB 00:00 2024-04-02T08:19:57.535 INFO:teuthology.orchestra.run.smithi112.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.7 MB/s | 99 kB 00:00 2024-04-02T08:19:57.561 INFO:teuthology.orchestra.run.smithi112.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.7 MB/s | 87 kB 00:00 2024-04-02T08:19:57.628 INFO:teuthology.orchestra.run.smithi112.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 2.5 MB/s | 172 kB 00:00 2024-04-02T08:19:57.686 INFO:teuthology.orchestra.run.smithi112.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 402 kB/s | 23 kB 00:00 2024-04-02T08:19:57.753 INFO:teuthology.orchestra.run.smithi112.stdout:(27/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 14 MB/s | 3.0 MB 00:00 2024-04-02T08:19:57.778 INFO:teuthology.orchestra.run.smithi112.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 1.5 MB/s | 138 kB 00:00 2024-04-02T08:19:57.912 INFO:teuthology.orchestra.run.smithi112.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 11 MB/s | 1.8 MB 00:00 2024-04-02T08:19:57.995 INFO:teuthology.orchestra.run.smithi112.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 2.9 MB/s | 245 kB 00:00 2024-04-02T08:19:58.071 INFO:teuthology.orchestra.run.smithi112.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 657 kB/s | 49 kB 00:00 2024-04-02T08:19:58.146 INFO:teuthology.orchestra.run.smithi112.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 198 kB/s | 15 kB 00:00 2024-04-02T08:19:58.233 INFO:teuthology.orchestra.run.smithi112.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 2.6 MB/s | 224 kB 00:00 2024-04-02T08:19:58.233 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:19:58.358 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:19:58.372 INFO:teuthology.orchestra.run.smithi112.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 748 kB/s | 106 kB 00:00 2024-04-02T08:19:58.456 INFO:teuthology.orchestra.run.smithi112.stdout:(35/120): ceph-mgr-diskprediction-local-18.2.2- 11 MB/s | 7.4 MB 00:00 2024-04-02T08:19:58.481 INFO:teuthology.orchestra.run.smithi112.stdout:(36/120): flexiblas-3.0.4-8.el9.x86_64.rpm 291 kB/s | 32 kB 00:00 2024-04-02T08:19:58.548 INFO:teuthology.orchestra.run.smithi112.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 259 kB/s | 17 kB 00:00 2024-04-02T08:19:58.606 INFO:teuthology.orchestra.run.smithi112.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 20 MB/s | 3.0 MB 00:00 2024-04-02T08:19:58.632 INFO:teuthology.orchestra.run.smithi112.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 159 kB 00:00 2024-04-02T08:19:58.657 INFO:teuthology.orchestra.run.smithi112.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 881 kB/s | 44 kB 00:00 2024-04-02T08:19:58.682 INFO:teuthology.orchestra.run.smithi112.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-04-02T08:19:58.707 INFO:teuthology.orchestra.run.smithi112.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.6 MB/s | 282 kB 00:00 2024-04-02T08:19:58.733 INFO:teuthology.orchestra.run.smithi112.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-04-02T08:19:58.758 INFO:teuthology.orchestra.run.smithi112.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 681 kB/s | 34 kB 00:00 2024-04-02T08:19:58.850 INFO:teuthology.orchestra.run.smithi112.stdout:(45/120): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-04-02T08:19:58.875 INFO:teuthology.orchestra.run.smithi112.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 678 kB/s | 78 kB 00:00 2024-04-02T08:19:58.902 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:19:58.936 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:19:59.001 INFO:teuthology.orchestra.run.smithi112.stdout:(47/120): python3-babel-2.9.1-2.el9.noarch.rpm 39 MB/s | 5.8 MB 00:00 2024-04-02T08:19:59.010 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:19:59.010 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:19:59.011 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:19:59.011 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:19:59.026 INFO:teuthology.orchestra.run.smithi112.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 111 kB/s | 16 kB 00:00 2024-04-02T08:19:59.046 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:19:59.051 INFO:teuthology.orchestra.run.smithi112.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 486 kB/s | 24 kB 00:00 2024-04-02T08:19:59.076 INFO:teuthology.orchestra.run.smithi112.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 362 kB/s | 18 kB 00:00 2024-04-02T08:19:59.102 INFO:teuthology.orchestra.run.smithi112.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-04-02T08:19:59.127 INFO:teuthology.orchestra.run.smithi112.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 628 kB/s | 32 kB 00:00 2024-04-02T08:19:59.219 INFO:teuthology.orchestra.run.smithi112.stdout:(53/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 41 MB/s | 4.8 MB 00:00 2024-04-02T08:19:59.261 INFO:teuthology.orchestra.run.smithi112.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 217 kB 00:00 2024-04-02T08:19:59.286 INFO:teuthology.orchestra.run.smithi112.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 174 kB 00:00 2024-04-02T08:19:59.311 INFO:teuthology.orchestra.run.smithi112.stdout:(56/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-04-02T08:19:59.329 INFO:teuthology.orchestra.run.smithi112.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 904 kB/s | 38 kB 00:00 2024-04-02T08:19:59.345 INFO:teuthology.orchestra.run.smithi112.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 1.2 MB/s | 41 kB 00:00 2024-04-02T08:19:59.371 INFO:teuthology.orchestra.run.smithi112.stdout:(59/120): python3-py-1.10.0-6.el9.noarch.rpm 10 MB/s | 427 kB 00:00 2024-04-02T08:19:59.396 INFO:teuthology.orchestra.run.smithi112.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-02T08:19:59.421 INFO:teuthology.orchestra.run.smithi112.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-04-02T08:19:59.464 INFO:teuthology.orchestra.run.smithi112.stdout:(62/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.9 MB/s | 473 kB 00:00 2024-04-02T08:19:59.489 INFO:teuthology.orchestra.run.smithi112.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 711 kB/s | 47 kB 00:00 2024-04-02T08:19:59.514 INFO:teuthology.orchestra.run.smithi112.stdout:(64/120): python3-requests-oauthlib-1.3.0-12.el 853 kB/s | 43 kB 00:00 2024-04-02T08:19:59.664 INFO:teuthology.orchestra.run.smithi112.stdout:(65/120): python3-toml-0.10.2-6.el9.noarch.rpm 261 kB/s | 39 kB 00:00 2024-04-02T08:19:59.815 INFO:teuthology.orchestra.run.smithi112.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 48 MB/s | 16 MB 00:00 2024-04-02T08:19:59.840 INFO:teuthology.orchestra.run.smithi112.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.7 MB/s | 300 kB 00:00 2024-04-02T08:19:59.865 INFO:teuthology.orchestra.run.smithi112.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-04-02T08:19:59.891 INFO:teuthology.orchestra.run.smithi112.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-04-02T08:19:59.916 INFO:teuthology.orchestra.run.smithi112.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:19:59.958 INFO:teuthology.orchestra.run.smithi112.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 17 MB/s | 1.1 MB 00:00 2024-04-02T08:19:59.986 INFO:teuthology.orchestra.run.smithi112.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.5 MB/s | 103 kB 00:00 2024-04-02T08:20:00.008 INFO:teuthology.orchestra.run.smithi112.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-02T08:20:00.034 INFO:teuthology.orchestra.run.smithi112.stdout:(74/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2024-04-02T08:20:00.176 INFO:teuthology.orchestra.run.smithi112.stdout:(75/120): jq-1.6-16.el9.x86_64.rpm 1.1 MB/s | 187 kB 00:00 2024-04-02T08:20:00.226 INFO:teuthology.orchestra.run.smithi112.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-04-02T08:20:00.252 INFO:teuthology.orchestra.run.smithi112.stdout:(77/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.6 MB/s | 803 kB 00:00 2024-04-02T08:20:00.277 INFO:teuthology.orchestra.run.smithi112.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-02T08:20:00.485 INFO:teuthology.orchestra.run.smithi112.stdout:(79/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.0 MB/s | 245 kB 00:00 2024-04-02T08:20:00.510 INFO:teuthology.orchestra.run.smithi112.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.0 MB/s | 248 kB 00:00 2024-04-02T08:20:01.286 INFO:teuthology.orchestra.run.smithi112.stdout:(81/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 7.6 MB/s | 40 MB 00:05 2024-04-02T08:20:01.311 INFO:teuthology.orchestra.run.smithi112.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 134 kB/s | 111 kB 00:00 2024-04-02T08:20:01.445 INFO:teuthology.orchestra.run.smithi112.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 195 kB/s | 26 kB 00:00 2024-04-02T08:20:01.587 INFO:teuthology.orchestra.run.smithi112.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 343 kB/s | 49 kB 00:00 2024-04-02T08:20:01.612 INFO:teuthology.orchestra.run.smithi112.stdout:(85/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 280 kB/s | 309 kB 00:01 2024-04-02T08:20:01.737 INFO:teuthology.orchestra.run.smithi112.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 449 kB/s | 67 kB 00:00 2024-04-02T08:20:02.079 INFO:teuthology.orchestra.run.smithi112.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 1.6 MB/s | 548 kB 00:00 2024-04-02T08:20:02.188 INFO:teuthology.orchestra.run.smithi112.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 402 kB/s | 43 kB 00:00 2024-04-02T08:20:02.221 INFO:teuthology.orchestra.run.smithi112.stdout:(89/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.3 MB/s | 838 kB 00:00 2024-04-02T08:20:02.347 INFO:teuthology.orchestra.run.smithi112.stdout:(90/120): libarrow-9.0.0-10.el9.x86_64.rpm 4.2 MB/s | 4.4 MB 00:01 2024-04-02T08:20:02.364 INFO:teuthology.orchestra.run.smithi112.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 105 kB/s | 15 kB 00:00 2024-04-02T08:20:02.381 INFO:teuthology.orchestra.run.smithi112.stdout:(92/120): python3-cachetools-4.2.4-1.el9.noarch 167 kB/s | 32 kB 00:00 2024-04-02T08:20:02.481 INFO:teuthology.orchestra.run.smithi112.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.0 MB/s | 358 kB 00:00 2024-04-02T08:20:02.515 INFO:teuthology.orchestra.run.smithi112.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 1.5 MB/s | 203 kB 00:00 2024-04-02T08:20:02.540 INFO:teuthology.orchestra.run.smithi112.stdout:(95/120): python3-cheroot-8.6.0-4.el9.noarch.rp 892 kB/s | 172 kB 00:00 2024-04-02T08:20:02.607 INFO:teuthology.orchestra.run.smithi112.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 85 kB/s | 11 kB 00:00 2024-04-02T08:20:02.632 INFO:teuthology.orchestra.run.smithi112.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 151 kB/s | 18 kB 00:00 2024-04-02T08:20:02.666 INFO:teuthology.orchestra.run.smithi112.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 184 kB/s | 23 kB 00:00 2024-04-02T08:20:02.733 INFO:teuthology.orchestra.run.smithi112.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 155 kB/s | 19 kB 00:00 2024-04-02T08:20:02.758 INFO:teuthology.orchestra.run.smithi112.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 157 kB/s | 20 kB 00:00 2024-04-02T08:20:02.858 INFO:teuthology.orchestra.run.smithi112.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 370 kB/s | 46 kB 00:00 2024-04-02T08:20:02.892 INFO:teuthology.orchestra.run.smithi112.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 591 kB/s | 79 kB 00:00 2024-04-02T08:20:02.984 INFO:teuthology.orchestra.run.smithi112.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 461 kB/s | 58 kB 00:00 2024-04-02T08:20:03.034 INFO:teuthology.orchestra.run.smithi112.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-04-02T08:20:03.101 INFO:teuthology.orchestra.run.smithi112.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 141 kB/s | 16 kB 00:00 2024-04-02T08:20:03.168 INFO:teuthology.orchestra.run.smithi112.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 674 kB/s | 90 kB 00:00 2024-04-02T08:20:03.210 INFO:teuthology.orchestra.run.smithi112.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-04-02T08:20:03.252 INFO:teuthology.orchestra.run.smithi112.stdout:(108/120): python3-kubernetes-26.1.0-2.el9.noar 1.7 MB/s | 1.0 MB 00:00 2024-04-02T08:20:03.294 INFO:teuthology.orchestra.run.smithi112.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-04-02T08:20:03.319 INFO:teuthology.orchestra.run.smithi112.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 543 kB/s | 59 kB 00:00 2024-04-02T08:20:03.369 INFO:teuthology.orchestra.run.smithi112.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 305 kB/s | 36 kB 00:00 2024-04-02T08:20:03.403 INFO:teuthology.orchestra.run.smithi112.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 469 kB/s | 51 kB 00:00 2024-04-02T08:20:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-02T08:20:03.503 INFO:teuthology.orchestra.run.smithi112.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 670 kB/s | 90 kB 00:00 2024-04-02T08:20:03.537 INFO:teuthology.orchestra.run.smithi112.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-02T08:20:03.562 INFO:teuthology.orchestra.run.smithi112.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-04-02T08:20:03.679 INFO:teuthology.orchestra.run.smithi112.stdout:(117/120): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-02T08:20:03.704 INFO:teuthology.orchestra.run.smithi112.stdout:(118/120): re2-20211101-3.el9.x86_64.rpm 956 kB/s | 192 kB 00:00 2024-04-02T08:20:04.288 INFO:teuthology.orchestra.run.smithi112.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 4.5 MB/s | 3.3 MB 00:00 2024-04-02T08:20:04.463 INFO:teuthology.orchestra.run.smithi112.stdout:(120/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 3.8 MB/s | 3.0 MB 00:00 2024-04-02T08:20:04.469 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:20:04.469 INFO:teuthology.orchestra.run.smithi112.stdout:Total 14 MB/s | 176 MB 00:12 2024-04-02T08:20:04.541 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-02T08:20:04.634 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-02T08:20:04.634 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-02T08:20:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-02T08:20:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /sys 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /proc 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /mnt 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /var/tmp 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /home 2024-04-02T08:20:10.628 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /root 2024-04-02T08:20:10.629 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /tmp 2024-04-02T08:20:10.629 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:10.696 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:10.844 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-02T08:20:10.928 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:10.941 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:20:10.955 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:11.075 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:20:11.121 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:20:11.437 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:20:11.492 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:11.602 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:11.626 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:11.701 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:11.762 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:11.789 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:20:11.830 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:20:11.855 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:11.952 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:11.955 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:11.980 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:11.983 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:12.083 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:12.089 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:12.126 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:20:12.161 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:20:12.205 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:20:12.232 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:20:12.268 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:12.279 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:20:12.291 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:12.291 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:12.292 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:20:12.292 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:12.292 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:12.292 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:12.336 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:12.343 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:20:12.377 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:20:12.407 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:20:12.447 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:20:12.512 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:20:12.519 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:12.544 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:20:12.567 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:12.567 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:12.567 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:20:12.567 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:12.568 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:12.568 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:20:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:20:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:20:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:20:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:20:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:20:13.029 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:13.052 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:13.052 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:13.052 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:20:13.052 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:13.052 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:13.052 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:20:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:20:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:20:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:20:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:20:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:20:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:20:13.743 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:20:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:20:13.884 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:20:13.930 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:20:13.986 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:20:14.059 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:20:14.090 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:20:14.127 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:20:14.165 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:20:14.203 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:20:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:20:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:20:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:20:14.463 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:20:14.489 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:14.489 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:14.489 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:20:14.489 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:14.489 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:14.489 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:20:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:20:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:20:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:20:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:20:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:20:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:20:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:20:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:20:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:20:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:20:15.192 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:20:15.223 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:20:15.245 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:15.245 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:15.245 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:20:15.245 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:15.246 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:15.246 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:15.298 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:15.321 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:15.321 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:15.321 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:20:15.321 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:20:15.461 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:20:15.499 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:20:15.537 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:20:15.569 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:20:15.613 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:20:15.632 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:15.654 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:15.654 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:15.655 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:20:15.655 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:15.655 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:15.655 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:15.734 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:20:15.772 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:20:15.811 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:20:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:20:15.951 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:20:16.007 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:20:16.744 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:20:16.788 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:20:16.821 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:20:16.855 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:20:16.904 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:20:16.938 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:20:17.116 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:20:17.137 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:20:17.216 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:20:17.901 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:20:18.002 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:20:19.249 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:20:19.302 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:20:19.343 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:20:19.346 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:20:19.381 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:20:19.411 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:20:19.460 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:20:19.576 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:20:19.609 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:19.636 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:20:19.636 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:19.711 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:20:19.715 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:19.716 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:19.749 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:19.830 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:19.861 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:20:19.898 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:20:20.296 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:20:20.326 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:20.380 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:20.402 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:20:20.816 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:20.841 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:20.871 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:20:20.947 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:20:20.974 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:20:23.204 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:23.238 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:23.768 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:23.807 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:23.857 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:20:23.858 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:20:23.859 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:20:23.860 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:20:23.861 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:20:23.862 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:20:23.863 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:20:23.864 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:20:23.865 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:20:23.866 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:20:23.866 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:20:23.866 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:23.866 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:20:23.866 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:20:23.896 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:23.896 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:20:23.896 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:20:23.897 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:23.925 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:25.893 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:25.893 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:25.893 INFO:teuthology.orchestra.run.smithi187.stdout:Upgraded: 2024-04-02T08:20:25.893 INFO:teuthology.orchestra.run.smithi187.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.893 INFO:teuthology.orchestra.run.smithi187.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.893 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.894 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:20:25.895 INFO:teuthology.orchestra.run.smithi187.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.896 INFO:teuthology.orchestra.run.smithi187.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.897 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:20:25.898 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:20:25.899 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.900 INFO:teuthology.orchestra.run.smithi187.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:20:25.901 INFO:teuthology.orchestra.run.smithi187.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:20:25.902 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-04-02T08:20:26.248 DEBUG:teuthology.parallel:result is None 2024-04-02T08:20:35.591 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /sys 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /proc 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /mnt 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /var/tmp 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /home 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /root 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /tmp 2024-04-02T08:20:35.592 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:35.675 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:35.925 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:35.959 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:36.930 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:36.961 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:37.061 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:37.236 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:20:37.263 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:37.286 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:37.286 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:37.286 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:20:37.286 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:37.286 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:37.286 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:37.331 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:37.513 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:37.548 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:37.570 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:37.570 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:37.570 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:20:37.570 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:37.571 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:37.571 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:38.023 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:38.046 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:38.046 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:38.046 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:20:38.046 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:38.046 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:38.046 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:39.449 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:39.480 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:39.480 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:39.480 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:20:39.480 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:39.480 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:39.480 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:40.174 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:20:40.209 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:40.231 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:40.232 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:40.232 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:20:40.232 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:40.232 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:40.232 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:40.276 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:40.298 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:40.298 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:40.298 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:20:40.298 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:40.593 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:40.616 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:40.616 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:40.616 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:20:40.616 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:40.616 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:40.616 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:44.280 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:20:44.320 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:20:44.437 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:20:44.552 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:20:44.587 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:44.618 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:20:44.618 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:44.702 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:44.702 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:48.833 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:20:48.834 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:20:48.835 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:20:48.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:20:48.837 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:20:48.838 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:20:48.839 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:20:48.840 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:20:48.841 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:20:48.842 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout:Upgraded: 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.667 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.668 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.669 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:20:50.670 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:20:50.671 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:20:50.672 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:20:50.673 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:20:50.674 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:20:50.675 INFO:teuthology.orchestra.run.smithi112.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:20:50.676 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:20:50.676 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:20:50.676 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-02T08:20:50.973 DEBUG:teuthology.parallel:result is None 2024-04-02T08:20:50.974 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:20:50.974 INFO:teuthology.packaging:ref: None 2024-04-02T08:20:50.974 INFO:teuthology.packaging:tag: None 2024-04-02T08:20:50.974 INFO:teuthology.packaging:branch: reef 2024-04-02T08:20:50.974 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:20:50.974 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:20:51.367 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:20:51.390 INFO:teuthology.orchestra.run.smithi112.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:51.390 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:51.390 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:20:51.392 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:20:51.392 INFO:teuthology.packaging:ref: None 2024-04-02T08:20:51.392 INFO:teuthology.packaging:tag: None 2024-04-02T08:20:51.392 INFO:teuthology.packaging:branch: reef 2024-04-02T08:20:51.393 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:20:51.393 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:20:51.654 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:20:51.679 INFO:teuthology.orchestra.run.smithi187.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:51.679 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:51.679 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:20:51.681 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-02T08:20:51.681 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:20:51.681 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:20:51.719 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:20:51.719 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:20:51.753 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-02T08:20:51.753 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:20:51.753 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:20:51.788 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:20:51.856 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:20:51.856 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:20:51.888 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:20:51.959 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-02T08:20:51.959 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:20:51.959 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:20:51.987 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:20:52.054 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:20:52.055 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:20:52.085 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:20:52.155 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-02T08:20:52.155 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:20:52.155 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:20:52.182 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:20:52.249 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:20:52.249 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:20:52.278 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:20:52.347 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:20:52.356 INFO:teuthology.task.print:**** done install task... 2024-04-02T08:20:52.356 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:20:52.377 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-02T08:20:52.378 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-02T08:20:52.659 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'} 2024-04-02T08:20:52.659 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:20:52.659 INFO:tasks.cephadm:Cluster fsid is eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:20:52.659 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-02T08:20:52.660 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.112', 'mon.c': '[v2:172.21.15.112:3301,v1:172.21.15.112:6790]', 'mon.b': '172.21.15.187'} 2024-04-02T08:20:52.660 INFO:tasks.cephadm:First mon is mon.a on smithi112 2024-04-02T08:20:52.660 INFO:tasks.cephadm:First mgr is y 2024-04-02T08:20:52.660 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-02T08:20:52.660 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname $(hostname -s) 2024-04-02T08:20:52.689 DEBUG:teuthology.orchestra.run.smithi187:> sudo hostname $(hostname -s) 2024-04-02T08:20:52.718 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-02T08:20:52.718 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:20:53.035 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78062/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2419-g14da45f2', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2419.g14da45f2'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-rf-nohist3/14da45f22b7b6f8995de09c1525ea96ba87a39fd/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-28 17:53:01.382453', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rf-nohist3', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-rf-nohist3/14da45f22b7b6f8995de09c1525ea96ba87a39fd/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-04-02T08:20:53.584 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 4d05f4cad464de0fcdd11a2856643e533aea34e8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-02T08:20:53.586 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm 2024-04-02T08:20:53.586 DEBUG:teuthology.orchestra.run.smithi112:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:54.000 INFO:teuthology.orchestra.run.smithi112.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:20 /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:54.000 DEBUG:teuthology.orchestra.run.smithi187:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:54.770 INFO:teuthology.orchestra.run.smithi187.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:20 /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:54.770 DEBUG:teuthology.orchestra.run.smithi112:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:54.789 DEBUG:teuthology.orchestra.run.smithi187:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:54.820 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-02T08:20:54.820 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:20:54.832 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:20:55.592 INFO:teuthology.orchestra.run.smithi187.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:20:55.714 INFO:teuthology.orchestra.run.smithi112.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:21:20.962 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:21:20.963 INFO:teuthology.orchestra.run.smithi112.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:21:20.963 INFO:teuthology.orchestra.run.smithi112.stdout: "repo_digests": [ 2024-04-02T08:21:20.963 INFO:teuthology.orchestra.run.smithi112.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:21:20.963 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-02T08:21:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:21:28.146 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-04-02T08:21:28.146 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:21:28.146 INFO:teuthology.orchestra.run.smithi187.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:21:28.147 INFO:teuthology.orchestra.run.smithi187.stdout: "repo_digests": [ 2024-04-02T08:21:28.147 INFO:teuthology.orchestra.run.smithi187.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:21:28.147 INFO:teuthology.orchestra.run.smithi187.stdout: ] 2024-04-02T08:21:28.147 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-04-02T08:21:28.170 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph 2024-04-02T08:21:28.206 DEBUG:teuthology.orchestra.run.smithi187:> sudo mkdir -p /etc/ceph 2024-04-02T08:21:28.236 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /etc/ceph 2024-04-02T08:21:28.276 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 777 /etc/ceph 2024-04-02T08:21:28.302 INFO:tasks.cephadm:Writing seed config... 2024-04-02T08:21:28.305 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-02T08:21:28.305 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-02T08:21:28.305 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-02T08:21:28.306 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-02T08:21:28.307 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:21:28.307 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-02T08:21:28.333 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = eb957586-f0c9-11ee-b647-cb9ed24678a4 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-02T08:21:28.333 DEBUG:teuthology.orchestra.run.smithi112:mon.a> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service 2024-04-02T08:21:28.376 DEBUG:teuthology.orchestra.run.smithi112:mgr.y> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service 2024-04-02T08:21:28.418 INFO:tasks.cephadm:Bootstrapping... 2024-04-02T08:21:28.418 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.112 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:28.578 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:21:28.578 INFO:teuthology.orchestra.run.smithi112.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'eb957586-f0c9-11ee-b647-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.112', '--skip-admin-label'] 2024-04-02T08:21:28.604 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:28.604 INFO:teuthology.orchestra.run.smithi112.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-02T08:21:28.605 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying podman|docker is present... 2024-04-02T08:21:28.627 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:28.628 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying lvm2 is present... 2024-04-02T08:21:28.628 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying time synchronization is in place... 2024-04-02T08:21:28.635 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:21:28.635 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:21:28.641 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:21:28.641 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-02T08:21:28.647 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-04-02T08:21:28.653 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-04-02T08:21:28.653 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:21:28.653 INFO:teuthology.orchestra.run.smithi112.stdout:Repeating the final host check... 2024-04-02T08:21:28.675 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:28.676 INFO:teuthology.orchestra.run.smithi112.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-02T08:21:28.676 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl is present 2024-04-02T08:21:28.676 INFO:teuthology.orchestra.run.smithi112.stdout:lvcreate is present 2024-04-02T08:21:28.682 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:21:28.682 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:21:28.687 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:21:28.688 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-02T08:21:28.693 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Host looks OK 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Cluster fsid: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Acquiring lock 140232829519520 on /run/cephadm/eb957586-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Lock 140232829519520 acquired on /run/cephadm/eb957586-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 3300 ... 2024-04-02T08:21:28.700 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 6789 ... 2024-04-02T08:21:28.701 INFO:teuthology.orchestra.run.smithi112.stdout:Base mon IP(s) is [172.21.15.112:3300, 172.21.15.112:6789], mon addrv is [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-04-02T08:21:28.703 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.112 metric 100 2024-04-02T08:21:28.703 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.112 metric 100 2024-04-02T08:21:28.706 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-02T08:21:28.706 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-02T08:21:28.706 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1795sec hoplimit 64 pref medium 2024-04-02T08:21:28.708 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-02T08:21:28.708 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-02T08:21:28.708 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:21:28.708 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-02T08:21:28.708 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:cb69/64 scope link 2024-04-02T08:21:28.709 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:21:28.709 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-04-02T08:21:28.709 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-04-02T08:21:28.709 INFO:teuthology.orchestra.run.smithi112.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-02T08:21:28.710 INFO:teuthology.orchestra.run.smithi112.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-02T08:21:28.710 INFO:teuthology.orchestra.run.smithi112.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:29.171 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:21:29.171 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:29.171 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Getting image source signatures 2024-04-02T08:21:29.171 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:cb7323d9467b19473b36f834f938f39a4497262810bbf67238f5fb8520a9c756 2024-04-02T08:21:29.172 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-04-02T08:21:29.172 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying config sha256:909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:21:29.172 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-02T08:21:30.034 INFO:teuthology.orchestra.run.smithi112.stdout:ceph: stdout ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:21:30.035 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph version: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:21:30.035 INFO:teuthology.orchestra.run.smithi112.stdout:Extracting ceph user uid/gid from container image... 2024-04-02T08:21:30.914 INFO:teuthology.orchestra.run.smithi112.stdout:stat: stdout 167 167 2024-04-02T08:21:30.915 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial keys... 2024-04-02T08:21:31.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQALwAtmxAlQDhAAe/rsr8epE/pMOjMTb81jpQ== 2024-04-02T08:21:32.683 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQAMwAtmx1UzBxAAK2gWWJhaP7jvvnfLOgdEDA== 2024-04-02T08:21:35.669 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQANwAtmI+gvARAAF2yI3ldT8EEFL0n0WRNokw== 2024-04-02T08:21:35.670 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial monmap... 2024-04-02T08:21:44.528 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:21:44.528 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:monmaptool for a [v2:172.21.15.112:3300,v1:172.21.15.112:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:setting min_mon_release = pacific 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: set fsid to eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:21:44.529 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mon... 2024-04-02T08:21:45.449 INFO:teuthology.orchestra.run.smithi112.stdout:create mon.a on 2024-04-02T08:21:45.659 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-02T08:21:45.799 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-02T08:21:45.967 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:21:45.967 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:21:46.211 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T08:21:46.211 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Unit ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service not loaded. 2024-04-02T08:21:46.367 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:21:46.997 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:21:46.997 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-02T08:21:47.004 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:21:47.004 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-02T08:21:47.004 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-02T08:21:47.004 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:21:47.004 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon to start... 2024-04-02T08:21:47.004 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon... 2024-04-02T08:21:48.090 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:47 smithi112 ceph-mon[26541]: from='client.? 172.21.15.112:0/463658672' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout cluster: 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout id: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout services: 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.548863s) 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout data: 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pgs: 2024-04-02T08:21:48.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:48.096 INFO:teuthology.orchestra.run.smithi112.stdout:mon is available 2024-04-02T08:21:48.096 INFO:teuthology.orchestra.run.smithi112.stdout:Assimilating anything we can from ceph.conf... 2024-04-02T08:21:50.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:50 smithi112 ceph-mon[26541]: from='client.? 172.21.15.112:0/3482382003' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:21:50.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:50 smithi112 ceph-mon[26541]: from='client.? 172.21.15.112:0/3482382003' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:51.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:21:51.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:21:51.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:21:51.136 INFO:teuthology.orchestra.run.smithi112.stdout:Generating new minimal ceph.conf... 2024-04-02T08:21:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:51 smithi112 ceph-mon[26541]: from='client.? 172.21.15.112:0/1225179572' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:52.555 INFO:teuthology.orchestra.run.smithi112.stdout:Restarting the monitor... 2024-04-02T08:21:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:52 smithi112 systemd[1]: Stopping Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:52 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[26536]: 2024-04-02T08:21:52.814+0000 7f43fb7ae700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:21:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:52 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[26536]: 2024-04-02T08:21:52.814+0000 7f43fb7ae700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-02T08:21:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:52 smithi112 podman[26785]: 2024-04-02 08:21:52.896930201 +0000 UTC m=+0.174908352 container died ba667075f2709b1ce1eb32b47b1a0abfa40d5fb32d1450811ba33edd266440aa (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:21:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 podman[26785]: 2024-04-02 08:21:53.23945296 +0000 UTC m=+0.517431153 container cleanup ba667075f2709b1ce1eb32b47b1a0abfa40d5fb32d1450811ba33edd266440aa (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:21:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 bash[26785]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:21:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 podman[26797]: 2024-04-02 08:21:53.415269927 +0000 UTC m=+0.512569216 container remove ba667075f2709b1ce1eb32b47b1a0abfa40d5fb32d1450811ba33edd266440aa (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T08:21:53.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:21:53.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 systemd[1]: Stopped Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:53.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 systemd[1]: Starting Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:53.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 podman[26896]: 2024-04-02 08:21:53.857710536 +0000 UTC m=+0.105923983 container create 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T08:21:53.944 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:53 smithi112 podman[26896]: 2024-04-02 08:21:53.769671491 +0000 UTC m=+0.017884908 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:21:54.095 INFO:teuthology.orchestra.run.smithi112.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 podman[26896]: 2024-04-02 08:21:54.026906445 +0000 UTC m=+0.275119849 container init 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 podman[26896]: 2024-04-02 08:21:54.029709962 +0000 UTC m=+0.277923364 container start 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 2 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: pidfile_write: ignore empty --pid-file 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: load: jerasure load: lrc 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Git sha 0 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: DB SUMMARY 2024-04-02T08:21:54.219 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: DB Session ID: 25RFWNNSW3DUYNKTV7FH 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 85061 ; 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:21:54.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.env: 0x55dd6afbe720 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.info_log: 0x55dd6d3054e0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.statistics: (nil) 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.use_fsync: 0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:21:54.221 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.db_log_dir: 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.wal_dir: 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:21:54.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.write_buffer_manager: 0x55dd6c57c140 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.unordered_write: 0 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:21:54.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:21:54.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.row_cache: None 2024-04-02T08:21:54.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.wal_filter: None 2024-04-02T08:21:54.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:21:54.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.wal_compression: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:21:54.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:21:54.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_open_files: -1 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Compression algorithms supported: 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kZSTD supported: 0 2024-04-02T08:21:54.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.merge_operator: 2024-04-02T08:21:54.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_filter: None 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dd6d3055e0) 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_type: 0 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_index_type: 0 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_shortening: 1 2024-04-02T08:21:54.229 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: checksum: 4 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: no_block_cache: 0 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache: 0x55dd6c61d1f0 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_options: 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: capacity : 536870912 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_shard_bits : 4 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: strict_capacity_limit : 0 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_compressed: (nil) 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: persistent_cache: (nil) 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size: 4096 2024-04-02T08:21:54.230 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size_deviation: 10 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_restart_interval: 16 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_block_restart_interval: 1 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_block_size: 4096 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: partition_filters: 0 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: use_delta_encoding: 1 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: filter_policy: bloomfilter 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: whole_key_filtering: 1 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: verify_compression: 0 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: format_version: 5 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_index_compression: 1 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_align: 0 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: prepopulate_block_cache: 0 2024-04-02T08:21:54.231 INFO:journalctl@ceph.mon.a.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression: NoCompression 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.num_levels: 7 2024-04-02T08:21:54.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:21:54.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:21:54.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:21:54.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:21:54.236 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:21:54.237 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:21:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.ttl: 2592000 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:21:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:21:54.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c2e8c779-eeb1-4f0e-bd7d-6617ead298ee 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046114058393, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046114059247, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81341, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 265, "table_properties": {"data_size": 79517, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10283, "raw_average_key_size": 47, "raw_value_size": 73705, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 216, "num_filter_entries": 216, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046114, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c2e8c779-eeb1-4f0e-bd7d-6617ead298ee", "db_session_id": "25RFWNNSW3DUYNKTV7FH", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046114059327, "job": 1, "event": "recovery_finished"} 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:21:54.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dd6c6ba000 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: DB pointer 0x55dd6c6a8000 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** DB Stats ** 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:21:54.242 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 2/0 81.27 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 81.27 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 147.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:21:54.243 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 27.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 27.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache BinnedLRUCache@0x55dd6c61d1f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: starting mon.a rank 0 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:54.244 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???) e1 preinit fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).mds e1 new map 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).mds e1 print_map 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout: e1 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout: legacy client fscid: -1 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout: No filesystems configured 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 bash[26896]: 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 systemd[1]: Started Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:21:54.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: monmap e1: 1 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:21:54.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: fsmap 2024-04-02T08:21:54.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:21:54.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:54 smithi112 ceph-mon[26914]: mgrmap e1: no daemons active 2024-04-02T08:21:55.209 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-02T08:21:55.221 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:55.222 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mgr... 2024-04-02T08:21:55.222 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-02T08:21:55.222 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-02T08:21:55.439 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T08:21:55.439 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Unit ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service not loaded. 2024-04-02T08:21:55.588 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:21:55.817 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:55 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/661308653' entity='client.admin' 2024-04-02T08:21:56.102 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:56 smithi112 podman[27132]: 2024-04-02 08:21:56.022921482 +0000 UTC m=+0.317491677 container start 9719071ce760ff39ba7536036428f234c86ce679201f4a451c0e1686682f4836 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD) 2024-04-02T08:21:56.102 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:56 smithi112 bash[27132]: 9719071ce760ff39ba7536036428f234c86ce679201f4a451c0e1686682f4836 2024-04-02T08:21:56.114 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:21:56.114 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-02T08:21:56.121 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:21:56.121 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-02T08:21:56.121 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-02T08:21:56.121 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:21:56.130 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:21:56.130 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-02T08:21:56.136 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:21:56.136 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-02T08:21:56.136 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-02T08:21:56.137 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-02T08:21:56.137 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr to start... 2024-04-02T08:21:56.137 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr... 2024-04-02T08:21:56.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:56 smithi112 systemd[1]: Started Ceph mgr.y for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:56.660 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:56.582+0000 7f5ac55b1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:21:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:21:56 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1996323237' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:57.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:56.680+0000 7f5ac55b1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:21:57.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:57.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:21:57.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "eb957586-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:21:57.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:21:57.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:21:57.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:21:57.280 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.281 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:21:57.281 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:57.281 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:21:57.281 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:21:57.281 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:21:57.281 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:21:57.284 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:21:57.284 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:21:57.284 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.284 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:21:57.284 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:21:57.284 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:21:57.285 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:46.966961+0000", 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:21:57.286 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:21:57.287 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (1/15)... 2024-04-02T08:21:57.540 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:57 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:57.316+0000 7f5ac55b1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:21:57.540 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:57 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:57.405+0000 7f5ac55b1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:21:57.541 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:57 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:57.541+0000 7f5ac55b1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:21:57.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:57 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:57.634+0000 7f5ac55b1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:21:57.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:57 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:57.716+0000 7f5ac55b1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:21:58.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:57 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:57.970+0000 7f5ac55b1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:21:58.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:58.077+0000 7f5ac55b1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:58.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:58.159+0000 7f5ac55b1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:21:58.249 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:58.250+0000 7f5ac55b1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:21:58.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:58.421+0000 7f5ac55b1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:21:59.621 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:59.371+0000 7f5ac55b1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:21:59.621 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:59.500+0000 7f5ac55b1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:21:59.924 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:59.838+0000 7f5ac55b1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:21:59.924 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:21:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:21:59.925+0000 7f5ac55b1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:00.303 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:00 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/888635109' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:00.303 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:00.123+0000 7f5ac55b1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:00.303 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:00.304+0000 7f5ac55b1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "eb957586-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.360 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:00.361 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:00.362 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:00.362 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:00.362 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:00.365 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:22:00.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:46.966961+0000", 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:00.367 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (2/15)... 2024-04-02T08:22:00.839 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:00.584+0000 7f5ac55b1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:00.839 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:00.840+0000 7f5ac55b1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:01.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:01 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:01.071+0000 7f5ac55b1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:02.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:01 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:01.856+0000 7f5ac55b1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:02.677 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:02.427+0000 7f5ac55b1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:02.678 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:02.523+0000 7f5ac55b1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:03.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:02.744+0000 7f5ac55b1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: Activating manager daemon y 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: mgrmap e2: y(active, starting, since 0.00347195s) 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: Manager daemon y is now available 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' 2024-04-02T08:22:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:02 smithi112 ceph-mon[26914]: from='mgr.14100 172.21.15.112:0/3329379496' entity='mgr.y' 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "eb957586-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:03.427 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:03.428 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:03.429 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:03.430 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:46.966961+0000", 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:03.431 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (3/15)... 2024-04-02T08:22:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:03 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3422319796' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:03 smithi112 ceph-mon[26914]: mgrmap e3: y(active, since 1.00585s) 2024-04-02T08:22:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:06 smithi112 ceph-mon[26914]: mgrmap e4: y(active, since 2s) 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "eb957586-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:06.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:06.730 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:06.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:06.734 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:06.735 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:46.966961+0000", 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:06.736 INFO:teuthology.orchestra.run.smithi112.stdout:mgr is available 2024-04-02T08:22:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:07 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3292687986' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:22:07.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:22:07.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:22:07.910 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling cephadm module... 2024-04-02T08:22:08.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:08 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2009965962' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:22:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:09 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/83531507' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-02T08:22:09.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setuser ceph since I am not root 2024-04-02T08:22:09.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setgroup ceph since I am not root 2024-04-02T08:22:09.653 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:09.628+0000 7f532148d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:09.971 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:09.725+0000 7f532148d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:10.336 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/83531507' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-02T08:22:10.336 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-mon[26914]: mgrmap e5: y(active, since 6s) 2024-04-02T08:22:10.614 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:10.383+0000 7f532148d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:10.614 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:10.473+0000 7f532148d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:10.614 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:10.615+0000 7f532148d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:10.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:10.710+0000 7f532148d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:10.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:10.795+0000 7f532148d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:10.970 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-04-02T08:22:10.971 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 5... 2024-04-02T08:22:11.263 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1552779953' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:22:11.264 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:11.065+0000 7f532148d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:11.264 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:11.176+0000 7f532148d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:11.264 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:11.264+0000 7f532148d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:11.536 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:11.361+0000 7f532148d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:11.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:11.537+0000 7f532148d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:12.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:12 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:12.486+0000 7f532148d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:12.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:12 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:12.616+0000 7f532148d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:13.233 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:12 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:12.949+0000 7f532148d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:13.233 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:13.039+0000 7f532148d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:13.234 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:13.234+0000 7f532148d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:13.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:13.417+0000 7f532148d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:13.955 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:13.699+0000 7f532148d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:13.955 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:13.956+0000 7f532148d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:14.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:14.189+0000 7f532148d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:15.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:14.983+0000 7f532148d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:15.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:15.573+0000 7f532148d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:15.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:15.671+0000 7f532148d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:15.889+0000 7f532148d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: Active manager daemon y restarted 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: Activating manager daemon y 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: osdmap e2: 0 total, 0 up, 0 in 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: mgrmap e6: y(active, starting, since 0.00313718s) 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: Manager daemon y is now available 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:15 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:17.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:16 smithi112 ceph-mon[26914]: Found migration_current of "None". Setting to last migration. 2024-04-02T08:22:17.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:16 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:17.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:16 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:17.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:16 smithi112 ceph-mon[26914]: mgrmap e7: y(active, since 1.00496s) 2024-04-02T08:22:17.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:17.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-02T08:22:17.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:22:17.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:17.543 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 5 is available 2024-04-02T08:22:17.543 INFO:teuthology.orchestra.run.smithi112.stdout:Setting orchestrator backend to cephadm... 2024-04-02T08:22:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:17 smithi112 ceph-mon[26914]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:22:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:17 smithi112 ceph-mon[26914]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:22:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:17 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:17] ENGINE Bus STARTING 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:17] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:17] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:17] ENGINE Bus STARTED 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: mgrmap e8: y(active, since 2s) 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:19.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:18 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-02T08:22:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:Generating ssh key... 2024-04-02T08:22:20.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-mon[26914]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: Generating public/private rsa key pair. 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: Your identification has been saved in /tmp/tmplqzjx7nk/key. 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: Your public key has been saved in /tmp/tmplqzjx7nk/key.pub. 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: The key fingerprint is: 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: SHA256:EfkK36HxjnM3OzMxV98/cRNoKDTCm5HyrEDwBMMTYfk ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: The key's randomart image is: 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: +---[RSA 3072]----+ 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: |.B*. . o. | 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: |.++. . =.+ | 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | +. + B.. . . | 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | E .=.oo. o ..| 2024-04-02T08:22:21.019 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | . .oS*... .+| 2024-04-02T08:22:21.020 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | . + o o .o+| 2024-04-02T08:22:21.020 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | o + =| 2024-04-02T08:22:21.020 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | o o * ..| 2024-04-02T08:22:21.020 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: | o ..* .| 2024-04-02T08:22:21.020 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: +----[SHA256]-----+ 2024-04-02T08:22:21.302 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:21 smithi112 ceph-mon[26914]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:21.303 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:21 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:21.303 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:21 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:22 smithi112 ceph-mon[26914]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:22 smithi112 ceph-mon[26914]: Generating ssh key... 2024-04-02T08:22:22.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnXWRq3ipWpzRzWHDoWyC0ZsJNUFrie6EmkPXGJtCZMKovBnsgQ+0WvSI7L9YB+fYUfZG7vgKIAnRuNxCMmFZlofgl+1jmAZenDwhrsiO0zudNla5nhika8crJYocE6j5MB+hQXp4AOoXqZGM/jABBMCoFCagCnJK27N5i0pyiPUk2M0b/uRf0geQHvIWS2WD4GafmYBhPtszAF63m1eywZp8uOWKEToj3VsBdeIXlRfEZNwq292xAoDMIiuIKjYNA6/+PDKTThZugIV+2M1im2UQSFa87wtMX2T5tKVcLWxdeCUEELlLBefOBuYsCPs4Il3CG9XHU+jdELd/alOJN1XOBwyTKLFKOKN28eaVbVpilToGSHG0a8MfhbByqb0I4ZPWa/wSJ8R4Q9OTPXF7YnuVuhaMJZ7j2i+Ngq2TF9FaXjnSHNnlELf6UYKjNVG9aDyHwPe2Zu26LSE9GA2eviksM1VsIlOYa4Om0n124oQNhK3mOxXAiI8xPRXJCEU8= ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:22.512 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-02T08:22:22.513 INFO:teuthology.orchestra.run.smithi112.stdout:Adding key to root@localhost authorized_keys... 2024-04-02T08:22:22.513 INFO:teuthology.orchestra.run.smithi112.stdout:Adding host smithi112... 2024-04-02T08:22:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:23 smithi112 ceph-mon[26914]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:25.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:25 smithi112 ceph-mon[26914]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi112", "addr": "172.21.15.112", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:25.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:25 smithi112 ceph-mon[26914]: Deploying cephadm binary to smithi112 2024-04-02T08:22:26.336 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Added host 'smithi112' with addr '172.21.15.112' 2024-04-02T08:22:26.337 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mon service... 2024-04-02T08:22:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:26 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:26 smithi112 ceph-mon[26914]: Added host smithi112 2024-04-02T08:22:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:26 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:28.383 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-02T08:22:28.383 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mgr service... 2024-04-02T08:22:28.666 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:28 smithi112 ceph-mon[26914]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:28.667 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:28 smithi112 ceph-mon[26914]: Saving service mon spec with placement count:5 2024-04-02T08:22:28.667 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:28 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:28.667 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:28 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:29.574 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-02T08:22:30.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:29 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:30.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:29 smithi112 ceph-mon[26914]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:30.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:29 smithi112 ceph-mon[26914]: Saving service mgr spec with placement count:2 2024-04-02T08:22:30.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:29 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:31.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:31 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2494813173' entity='client.admin' 2024-04-02T08:22:31.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:31 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:32.547 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling the dashboard module... 2024-04-02T08:22:32.947 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:32 smithi112 ceph-mon[26914]: from='mgr.14120 172.21.15.112:0/3933768299' entity='mgr.y' 2024-04-02T08:22:32.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:32 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1264614677' entity='client.admin' 2024-04-02T08:22:33.893 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:33 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1074257588' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-02T08:22:34.333 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setuser ceph since I am not root 2024-04-02T08:22:34.333 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setgroup ceph since I am not root 2024-04-02T08:22:34.598 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:34.447+0000 7fba9919d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:34.598 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:34.544+0000 7fba9919d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:35.208 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:34 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1074257588' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-02T08:22:35.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:34 smithi112 ceph-mon[26914]: mgrmap e9: y(active, since 17s) 2024-04-02T08:22:35.460 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:35.223+0000 7fba9919d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:35.460 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:35.318+0000 7fba9919d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:35.460 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:35.461+0000 7fba9919d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:35.822 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:35.559+0000 7fba9919d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:35.822 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:35.643+0000 7fba9919d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:35.825 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:35.825 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-02T08:22:35.825 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:35.825 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:22:35.826 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:22:35.826 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:35.826 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-04-02T08:22:35.826 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 9... 2024-04-02T08:22:36.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2940477794' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:22:36.073 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:35.911+0000 7fba9919d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:36.073 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:36.022+0000 7fba9919d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:36.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:36.111+0000 7fba9919d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:36.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:36.207+0000 7fba9919d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:36.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:36.385+0000 7fba9919d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:37.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:37.333+0000 7fba9919d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:37.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:37.462+0000 7fba9919d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:38.075 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:37.794+0000 7fba9919d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:38.075 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:37.883+0000 7fba9919d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:38.075 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:38.076+0000 7fba9919d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:38.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:38.259+0000 7fba9919d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:38.796 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:38.541+0000 7fba9919d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:38.796 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:38.797+0000 7fba9919d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:39.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:39.031+0000 7fba9919d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:40.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:39.825+0000 7fba9919d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:40.700 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:40.387+0000 7fba9919d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:40.700 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:40.485+0000 7fba9919d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:40.700 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:22:40.701+0000 7fba9919d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: Active manager daemon y restarted 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: Activating manager daemon y 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: osdmap e3: 0 total, 0 up, 0 in 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: mgrmap e10: y(active, starting, since 0.00298176s) 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: Manager daemon y is now available 2024-04-02T08:22:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:42.435 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:42.435 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-02T08:22:42.435 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:22:42.435 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:42.435 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 9 is available 2024-04-02T08:22:42.435 INFO:teuthology.orchestra.run.smithi112.stdout:Generating a dashboard self-signed certificate... 2024-04-02T08:22:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:41] ENGINE Bus STARTING 2024-04-02T08:22:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:41] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:22:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:41] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:22:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: [02/Apr/2024:08:22:41] ENGINE Bus STARTED 2024-04-02T08:22:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:22:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: mgrmap e11: y(active, since 1.00546s) 2024-04-02T08:22:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:42 smithi112 ceph-mon[26914]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:22:43.716 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-02T08:22:43.716 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial admin user... 2024-04-02T08:22:43.838 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:43 smithi112 ceph-mon[26914]: mgrmap e12: y(active, since 2s) 2024-04-02T08:22:43.838 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:43.838 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:43.838 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:44.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:44 smithi112 ceph-mon[26914]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:44.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:44 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:44.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:44 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:45.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$/HTHN8DogLj.54nqe0L.Z.CmCtIPAyS5zTVgO/awhE/oADdg4VkqW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712046164, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-02T08:22:45.829 INFO:teuthology.orchestra.run.smithi112.stdout:Fetching dashboard port number... 2024-04-02T08:22:45.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:45 smithi112 ceph-mon[26914]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:47.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:46 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/997072296' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-02T08:22:47.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 8443 2024-04-02T08:22:47.127 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:22:47.128 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-02T08:22:47.134 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:22:47.134 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-02T08:22:47.134 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-02T08:22:47.134 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-02T08:22:47.136 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph Dashboard is now available at: 2024-04-02T08:22:47.136 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:47.136 INFO:teuthology.orchestra.run.smithi112.stdout: URL: https://smithi112.front.sepia.ceph.com:8443/ 2024-04-02T08:22:47.136 INFO:teuthology.orchestra.run.smithi112.stdout: User: admin 2024-04-02T08:22:47.136 INFO:teuthology.orchestra.run.smithi112.stdout: Password: 3mw6hk8rsk 2024-04-02T08:22:47.137 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:47.137 INFO:teuthology.orchestra.run.smithi112.stdout:Saving cluster configuration to /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config directory 2024-04-02T08:22:47.137 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling autotune for osd_memory_target 2024-04-02T08:22:47.997 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:47 smithi112 ceph-mon[26914]: mgrmap e13: y(active, since 6s) 2024-04-02T08:22:49.565 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-02T08:22:49.566 INFO:teuthology.orchestra.run.smithi112.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-02T08:22:49.566 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.566 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:49.566 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.566 INFO:teuthology.orchestra.run.smithi112.stdout:Or, if you are only running a single cluster on this host: 2024-04-02T08:22:49.566 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.567 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-02T08:22:49.567 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.567 INFO:teuthology.orchestra.run.smithi112.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-02T08:22:49.567 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.567 INFO:teuthology.orchestra.run.smithi112.stdout: ceph telemetry on 2024-04-02T08:22:49.568 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.568 INFO:teuthology.orchestra.run.smithi112.stdout:For more information see: 2024-04-02T08:22:49.568 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.568 INFO:teuthology.orchestra.run.smithi112.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-02T08:22:49.568 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:22:49.568 INFO:teuthology.orchestra.run.smithi112.stdout:Bootstrap complete. 2024-04-02T08:22:49.599 INFO:tasks.cephadm:Fetching config... 2024-04-02T08:22:49.599 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:22:49.599 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-02T08:22:49.614 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-02T08:22:49.614 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:22:49.614 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-02T08:22:49.669 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-02T08:22:49.669 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:22:49.669 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-02T08:22:49.736 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-02T08:22:49.736 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:22:49.736 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-02T08:22:49.791 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-02T08:22:49.792 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnXWRq3ipWpzRzWHDoWyC0ZsJNUFrie6EmkPXGJtCZMKovBnsgQ+0WvSI7L9YB+fYUfZG7vgKIAnRuNxCMmFZlofgl+1jmAZenDwhrsiO0zudNla5nhika8crJYocE6j5MB+hQXp4AOoXqZGM/jABBMCoFCagCnJK27N5i0pyiPUk2M0b/uRf0geQHvIWS2WD4GafmYBhPtszAF63m1eywZp8uOWKEToj3VsBdeIXlRfEZNwq292xAoDMIiuIKjYNA6/+PDKTThZugIV+2M1im2UQSFa87wtMX2T5tKVcLWxdeCUEELlLBefOBuYsCPs4Il3CG9XHU+jdELd/alOJN1XOBwyTKLFKOKN28eaVbVpilToGSHG0a8MfhbByqb0I4ZPWa/wSJ8R4Q9OTPXF7YnuVuhaMJZ7j2i+Ngq2TF9FaXjnSHNnlELf6UYKjNVG9aDyHwPe2Zu26LSE9GA2eviksM1VsIlOYa4Om0n124oQNhK3mOxXAiI8xPRXJCEU8= ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:22:49.879 INFO:teuthology.orchestra.run.smithi112.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnXWRq3ipWpzRzWHDoWyC0ZsJNUFrie6EmkPXGJtCZMKovBnsgQ+0WvSI7L9YB+fYUfZG7vgKIAnRuNxCMmFZlofgl+1jmAZenDwhrsiO0zudNla5nhika8crJYocE6j5MB+hQXp4AOoXqZGM/jABBMCoFCagCnJK27N5i0pyiPUk2M0b/uRf0geQHvIWS2WD4GafmYBhPtszAF63m1eywZp8uOWKEToj3VsBdeIXlRfEZNwq292xAoDMIiuIKjYNA6/+PDKTThZugIV+2M1im2UQSFa87wtMX2T5tKVcLWxdeCUEELlLBefOBuYsCPs4Il3CG9XHU+jdELd/alOJN1XOBwyTKLFKOKN28eaVbVpilToGSHG0a8MfhbByqb0I4ZPWa/wSJ8R4Q9OTPXF7YnuVuhaMJZ7j2i+Ngq2TF9FaXjnSHNnlELf6UYKjNVG9aDyHwPe2Zu26LSE9GA2eviksM1VsIlOYa4Om0n124oQNhK3mOxXAiI8xPRXJCEU8= ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:49.895 DEBUG:teuthology.orchestra.run.smithi187:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnXWRq3ipWpzRzWHDoWyC0ZsJNUFrie6EmkPXGJtCZMKovBnsgQ+0WvSI7L9YB+fYUfZG7vgKIAnRuNxCMmFZlofgl+1jmAZenDwhrsiO0zudNla5nhika8crJYocE6j5MB+hQXp4AOoXqZGM/jABBMCoFCagCnJK27N5i0pyiPUk2M0b/uRf0geQHvIWS2WD4GafmYBhPtszAF63m1eywZp8uOWKEToj3VsBdeIXlRfEZNwq292xAoDMIiuIKjYNA6/+PDKTThZugIV+2M1im2UQSFa87wtMX2T5tKVcLWxdeCUEELlLBefOBuYsCPs4Il3CG9XHU+jdELd/alOJN1XOBwyTKLFKOKN28eaVbVpilToGSHG0a8MfhbByqb0I4ZPWa/wSJ8R4Q9OTPXF7YnuVuhaMJZ7j2i+Ngq2TF9FaXjnSHNnlELf6UYKjNVG9aDyHwPe2Zu26LSE9GA2eviksM1VsIlOYa4Om0n124oQNhK3mOxXAiI8xPRXJCEU8= ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:22:49.941 INFO:teuthology.orchestra.run.smithi187.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnXWRq3ipWpzRzWHDoWyC0ZsJNUFrie6EmkPXGJtCZMKovBnsgQ+0WvSI7L9YB+fYUfZG7vgKIAnRuNxCMmFZlofgl+1jmAZenDwhrsiO0zudNla5nhika8crJYocE6j5MB+hQXp4AOoXqZGM/jABBMCoFCagCnJK27N5i0pyiPUk2M0b/uRf0geQHvIWS2WD4GafmYBhPtszAF63m1eywZp8uOWKEToj3VsBdeIXlRfEZNwq292xAoDMIiuIKjYNA6/+PDKTThZugIV+2M1im2UQSFa87wtMX2T5tKVcLWxdeCUEELlLBefOBuYsCPs4Il3CG9XHU+jdELd/alOJN1XOBwyTKLFKOKN28eaVbVpilToGSHG0a8MfhbByqb0I4ZPWa/wSJ8R4Q9OTPXF7YnuVuhaMJZ7j2i+Ngq2TF9FaXjnSHNnlELf6UYKjNVG9aDyHwPe2Zu26LSE9GA2eviksM1VsIlOYa4Om0n124oQNhK3mOxXAiI8xPRXJCEU8= ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:49.956 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-02T08:22:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:50 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2192646199' entity='client.admin' 2024-04-02T08:22:50.159 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:52.496 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:52.496 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:52.496 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi112", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:52.497 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:52.497 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:52.497 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:54.023 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-02T08:22:54.024 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-02T08:22:54.226 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:54.348 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:53 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3688726831' entity='client.admin' 2024-04-02T08:22:54.348 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:53 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:54.348 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:53 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:56.513 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi187 2024-04-02T08:22:56.513 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:22:56.513 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.conf 2024-04-02T08:22:56.531 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:22:56.531 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:56.589 INFO:tasks.cephadm:Adding host smithi187 to orchestrator... 2024-04-02T08:22:56.589 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host add smithi187 2024-04-02T08:22:56.791 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:22:58.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:57 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:58.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:57 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:58.032 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:57 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:59.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:22:58 smithi112 ceph-mon[26914]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:00 smithi112 ceph-mon[26914]: Deploying cephadm binary to smithi187 2024-04-02T08:23:01.093 INFO:teuthology.orchestra.run.smithi112.stdout:Added host 'smithi187' with addr '172.21.15.187' 2024-04-02T08:23:01.674 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-02T08:23:01.872 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:01.993 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:01 smithi112 ceph-mon[26914]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:01.994 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:01.994 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:01.994 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:03.026 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:02 smithi112 ceph-mon[26914]: Added host smithi187 2024-04-02T08:23:03.026 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:03.026 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:03.670 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:23:03.670 INFO:teuthology.orchestra.run.smithi112.stdout:[{"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}, {"addr": "172.21.15.187", "hostname": "smithi187", "labels": [], "status": ""}] 2024-04-02T08:23:03.965 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:03 smithi112 ceph-mon[26914]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:04.262 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-02T08:23:04.262 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-02T08:23:04.459 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:04 smithi112 ceph-mon[26914]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi187", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:06.850 INFO:teuthology.orchestra.run.smithi112.stderr:adjusted tunables profile to default 2024-04-02T08:23:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:06 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:23:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:06 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:06 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/487488828' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:23:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:06 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:06 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:06 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:07.450 INFO:tasks.cephadm:Adding mon.a on smithi112 2024-04-02T08:23:07.451 INFO:tasks.cephadm:Adding mon.c on smithi112 2024-04-02T08:23:07.451 INFO:tasks.cephadm:Adding mon.b on smithi187 2024-04-02T08:23:07.451 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mon '3;smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi187:172.21.15.187=b' 2024-04-02T08:23:07.649 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:07 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:07 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:07 smithi112 ceph-mon[26914]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:07 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/487488828' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:07 smithi112 ceph-mon[26914]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:09.268 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mon update... 2024-04-02T08:23:09.883 DEBUG:teuthology.orchestra.run.smithi112:mon.c> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.c.service 2024-04-02T08:23:09.885 DEBUG:teuthology.orchestra.run.smithi187:mon.b> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.b.service 2024-04-02T08:23:09.888 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:09.888 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:10 smithi112 ceph-mon[26914]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi187:172.21.15.187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:10 smithi112 ceph-mon[26914]: Saving service mon spec with placement smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi187:172.21.15.187=b;count:3 2024-04-02T08:23:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:10 smithi112 ceph-mon[26914]: Deploying daemon mon.b on smithi187 2024-04-02T08:23:12.109 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:12.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:11 smithi112 ceph-mon[26914]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:13 smithi112 ceph-mon[26914]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:14.199 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:23:14.199 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":1,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:21:38.630744Z","created":"2024-04-02T08:21:38.630744Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-02T08:23:14.201 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 1 2024-04-02T08:23:14.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:14 smithi187 bash[30553]: bbce7d786bcc493eeb7693331e949da468543bf3d895582c2a00cfe61cfe21b6 2024-04-02T08:23:14.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:14 smithi187 systemd[1]: Started Ceph mon.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:16.005 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:16.005 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:16.213 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: mon.a calling monitor election 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: mon.b calling monitor election 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: fsmap 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: mgrmap e13: y(active, since 38s) 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: overall HEALTH_OK 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:19.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:19.902 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.902 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: mon.a calling monitor election 2024-04-02T08:23:19.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: mon.b calling monitor election 2024-04-02T08:23:19.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:19.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:19.905 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:19.905 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: fsmap 2024-04-02T08:23:19.905 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:19.905 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: mgrmap e13: y(active, since 38s) 2024-04-02T08:23:19.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: overall HEALTH_OK 2024-04-02T08:23:19.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:19.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:19.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:19.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:19.907 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:20.559 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:20 smithi187 ceph-mon[30584]: Deploying daemon mon.c on smithi112 2024-04-02T08:23:20.559 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:20.750 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:20 smithi112 ceph-mon[26914]: Deploying daemon mon.c on smithi112 2024-04-02T08:23:20.750 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:20.857 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:23:20.857 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":2,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:23:14.316246Z","created":"2024-04-02T08:21:38.630744Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-02T08:23:20.860 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 2 2024-04-02T08:23:21.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:21 smithi187 ceph-mon[30584]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:21.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:21 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/905994637' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:21.715 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:21 smithi112 ceph-mon[26914]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:21.715 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:21 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/905994637' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:22.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 systemd[1]: Starting Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:22.439 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:22.439 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 podman[37659]: 2024-04-02 08:23:22.345040731 +0000 UTC m=+0.112066784 container create c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T08:23:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 podman[37659]: 2024-04-02 08:23:22.250581079 +0000 UTC m=+0.017607140 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 podman[37659]: 2024-04-02 08:23:22.56406893 +0000 UTC m=+0.331094997 container init c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:23:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 podman[37659]: 2024-04-02 08:23:22.567121994 +0000 UTC m=+0.334148054 container start c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:23:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:23:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 2 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pidfile_write: ignore empty --pid-file 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: load: jerasure load: lrc 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Git sha 0 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: DB SUMMARY 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: DB Session ID: CWK43U7J1ITAQBQ14K61 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-02T08:23:22.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.env: 0x55de36edc720 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:23:22.596 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.info_log: 0x55de38b414e0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.statistics: (nil) 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.use_fsync: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:23:22.597 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.db_log_dir: 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.wal_dir: 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.write_buffer_manager: 0x55de37db8140 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:23:22.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.unordered_write: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.row_cache: None 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.wal_filter: None 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:23:22.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.wal_compression: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:23:22.600 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_open_files: -1 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Compression algorithms supported: 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kZSTD supported: 0 2024-04-02T08:23:22.601 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.merge_operator: 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_filter: None 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:23:22.602 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55de38b415e0) 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_type: 0 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_index_type: 0 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_shortening: 1 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: checksum: 4 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: no_block_cache: 0 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache: 0x55de37e591f0 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_options: 2024-04-02T08:23:22.603 INFO:journalctl@ceph.mon.c.smithi112.stdout: capacity : 536870912 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_shard_bits : 4 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: strict_capacity_limit : 0 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_compressed: (nil) 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: persistent_cache: (nil) 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size: 4096 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size_deviation: 10 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_restart_interval: 16 2024-04-02T08:23:22.604 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_block_restart_interval: 1 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: metadata_block_size: 4096 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: partition_filters: 0 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: use_delta_encoding: 1 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: filter_policy: bloomfilter 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: whole_key_filtering: 1 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: verify_compression: 0 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: format_version: 5 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_index_compression: 1 2024-04-02T08:23:22.605 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_align: 0 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout: prepopulate_block_cache: 0 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression: NoCompression 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.num_levels: 7 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:23:22.606 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:23:22.607 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:23:22.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:23:22.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:23:22.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.ttl: 2592000 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:23:22.611 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 93df6b09-925f-4039-95c7-3d0071531b24 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046202596994, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046202597389, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046202, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "93df6b09-925f-4039-95c7-3d0071531b24", "db_session_id": "CWK43U7J1ITAQBQ14K61", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046202597468, "job": 1, "event": "recovery_finished"} 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55de37ef6000 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: DB pointer 0x55de37ee4000 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:23:22.612 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** DB Stats ** 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:23:22.613 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:22.614 INFO:journalctl@ceph.mon.c.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout: Block cache BinnedLRUCache@0x55de37e591f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: using public_addrv [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: starting mon.c rank -1 at public addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] at bind addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:22.615 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(???) e0 preinit fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:22.641 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).mds e1 new map 2024-04-02T08:23:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-02T08:23:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout: e1 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout: legacy client fscid: -1 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout: No filesystems configured 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi187", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/487488828' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/487488828' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:22.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi187:172.21.15.187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Saving service mon spec with placement smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi187:172.21.15.187=b;count:3 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Deploying daemon mon.b on smithi187 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.a calling monitor election 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.b calling monitor election 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: fsmap 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mgrmap e13: y(active, since 38s) 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: overall HEALTH_OK 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:22.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: Deploying daemon mon.c on smithi112 2024-04-02T08:23:22.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:22.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:22.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/905994637' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:22.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 ceph-mon[37686]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:23:22.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 bash[37659]: c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 2024-04-02T08:23:22.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:22 smithi112 systemd[1]: Started Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: mon.a calling monitor election 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: mon.b calling monitor election 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: mon.c calling monitor election 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: fsmap 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: mgrmap e13: y(active, since 46s) 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: overall HEALTH_OK 2024-04-02T08:23:27.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:27.983 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:27.983 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:27.983 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: mon.a calling monitor election 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: mon.b calling monitor election 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: mon.c calling monitor election 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: fsmap 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: mgrmap e13: y(active, since 46s) 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: overall HEALTH_OK 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: mon.a calling monitor election 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: mon.b calling monitor election 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: mon.c calling monitor election 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: fsmap 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: mgrmap e13: y(active, since 46s) 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: overall HEALTH_OK 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:28.687 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-04-02T08:23:28.687 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":3,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:23:22.617873Z","created":"2024-04-02T08:21:38.630744Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3301","nonce":0},{"type":"v1","addr":"172.21.15.112:6790","nonce":0}]},"addr":"172.21.15.112:6790/0","public_addr":"172.21.15.112:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-02T08:23:28.689 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 3 2024-04-02T08:23:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:28.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:28.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:28.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:29.463 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-02T08:23:29.463 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-02T08:23:29.670 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:29.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/689103302' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:29.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:29.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/689103302' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:29.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/689103302' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:29.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:29.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:29.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[37686]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[37686]: Reconfiguring daemon mon.a on smithi112 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:23:30.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:30.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:30.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[26914]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:30.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:30 smithi112 ceph-mon[26914]: Reconfiguring daemon mon.a on smithi112 2024-04-02T08:23:30.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:30 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:23:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:30 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:23:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:30 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:30 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:30 smithi187 ceph-mon[30584]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:30 smithi187 ceph-mon[30584]: Reconfiguring daemon mon.a on smithi112 2024-04-02T08:23:32.082 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:31 smithi112 ceph-mon[26914]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.083 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:31 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:32.083 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:31 smithi112 ceph-mon[37686]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.083 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:31 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:31 smithi187 ceph-mon[30584]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:31 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:32.497 INFO:teuthology.orchestra.run.smithi112.stdout:# minimal ceph.conf for eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:32.497 INFO:teuthology.orchestra.run.smithi112.stdout:[global] 2024-04-02T08:23:32.497 INFO:teuthology.orchestra.run.smithi112.stdout: fsid = eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:32.497 INFO:teuthology.orchestra.run.smithi112.stdout: mon_host = [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] 2024-04-02T08:23:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: Reconfiguring daemon mon.c on smithi112 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/971634085' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:33.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: Reconfiguring daemon mon.c on smithi112 2024-04-02T08:23:33.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:32 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/971634085' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: Reconfiguring daemon mon.c on smithi112 2024-04-02T08:23:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:32 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/971634085' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.267 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-02T08:23:33.267 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:23:33.267 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:33.296 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:23:33.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:33.364 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:23:33.364 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:33.398 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:23:33.399 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:33.470 INFO:tasks.cephadm:Adding mgr.y on smithi112 2024-04-02T08:23:33.470 INFO:tasks.cephadm:Adding mgr.x on smithi187 2024-04-02T08:23:33.471 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mgr '2;smithi112=y;smithi187=x' 2024-04-02T08:23:33.707 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:34.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:33 smithi112 ceph-mon[26914]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:34.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:33 smithi112 ceph-mon[37686]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:34.118 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:33 smithi187 ceph-mon[30584]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:35.226 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:35.226 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:35.226 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:35.226 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:35.226 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:35.226 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.227 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: Reconfiguring daemon mon.b on smithi187 2024-04-02T08:23:35.227 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:35 smithi187 ceph-mon[30584]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: Reconfiguring daemon mon.b on smithi187 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[26914]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:35.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:35.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:35.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: Reconfiguring daemon mon.b on smithi187 2024-04-02T08:23:35.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:35 smithi112 ceph-mon[37686]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:35.649 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mgr update... 2024-04-02T08:23:36.144 DEBUG:teuthology.orchestra.run.smithi187:mgr.x> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service 2024-04-02T08:23:36.147 INFO:tasks.cephadm:Deploying OSDs... 2024-04-02T08:23:36.147 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:23:36.147 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:23:36.166 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:23:36.166 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-04-02T08:23:36.225 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:23:36.225 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:36.225 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-02T08:23:36.225 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:36.226 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:36.226 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-02 08:23:22.075739747 +0000 2024-04-02T08:23:36.226 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-02 08:18:38.592694076 +0000 2024-04-02T08:23:36.226 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-02 08:18:38.592694076 +0000 2024-04-02T08:23:36.226 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-02 08:18:38.592694076 +0000 2024-04-02T08:23:36.227 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:23:36.296 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-02T08:23:36.297 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-02T08:23:36.297 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000283028 s, 1.8 MB/s 2024-04-02T08:23:36.298 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:23:36.357 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-02 08:23:22.076739721 +0000 2024-04-02T08:23:36.414 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-02 08:18:38.937684976 +0000 2024-04-02T08:23:36.415 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-02 08:18:38.937684976 +0000 2024-04-02T08:23:36.415 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-02 08:18:38.937684976 +0000 2024-04-02T08:23:36.415 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:23:36.482 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-02T08:23:36.482 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-02T08:23:36.482 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000231085 s, 2.2 MB/s 2024-04-02T08:23:36.484 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:23:36.541 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-04-02T08:23:36.598 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:23:36.598 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:36.598 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-04-02T08:23:36.598 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:36.598 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:36.599 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-02 08:23:22.076739721 +0000 2024-04-02T08:23:36.599 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-02 08:18:39.279675956 +0000 2024-04-02T08:23:36.599 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-02 08:18:39.279675956 +0000 2024-04-02T08:23:36.599 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-02 08:18:39.279675956 +0000 2024-04-02T08:23:36.599 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:23:36.665 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-02T08:23:36.666 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-02T08:23:36.666 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000246129 s, 2.1 MB/s 2024-04-02T08:23:36.667 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:23:36.726 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-04-02T08:23:36.780 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:23:36.780 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:36.780 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-02T08:23:36.780 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:36.781 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:36.781 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-02 08:23:22.077739695 +0000 2024-04-02T08:23:36.781 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-02 08:18:39.614667121 +0000 2024-04-02T08:23:36.781 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-02 08:18:39.614667121 +0000 2024-04-02T08:23:36.781 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-02 08:18:39.614667121 +0000 2024-04-02T08:23:36.781 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:23:36.846 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-02T08:23:36.846 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-02T08:23:36.846 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000201254 s, 2.5 MB/s 2024-04-02T08:23:36.847 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:23:36.903 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:23:36.904 DEBUG:teuthology.orchestra.run.smithi187:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:23:36.920 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:23:36.920 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_1 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-04-02 08:23:13.060835205 +0000 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-04-02 08:18:38.580400639 +0000 2024-04-02T08:23:36.975 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-04-02 08:18:38.580400639 +0000 2024-04-02T08:23:36.976 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-04-02 08:18:38.580400639 +0000 2024-04-02T08:23:36.976 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:23:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi112=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: Saving service mgr spec with placement smithi112=y;smithi187=x;count:2 2024-04-02T08:23:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.006 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-04-02T08:23:37.006 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-04-02T08:23:37.007 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000272595 s, 1.9 MB/s 2024-04-02T08:23:37.008 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:23:37.064 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_2 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi112=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: Saving service mgr spec with placement smithi112=y;smithi187=x;count:2 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi112=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: Saving service mgr spec with placement smithi112=y;smithi187=x;count:2 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:37.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:37.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:37.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:37.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:37.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-04-02 08:23:13.060835205 +0000 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-04-02 08:18:38.925395246 +0000 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-04-02 08:18:38.925395246 +0000 2024-04-02T08:23:37.121 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-04-02 08:18:38.925395246 +0000 2024-04-02T08:23:37.121 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:23:37.187 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-04-02T08:23:37.187 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-04-02T08:23:37.187 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000199001 s, 2.6 MB/s 2024-04-02T08:23:37.189 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:23:37.245 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_3 2024-04-02T08:23:37.301 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:23:37.301 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:37.301 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-02T08:23:37.302 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:37.302 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:37.302 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-04-02 08:23:13.061835189 +0000 2024-04-02T08:23:37.302 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-04-02 08:18:39.253390118 +0000 2024-04-02T08:23:37.302 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-04-02 08:18:39.253390118 +0000 2024-04-02T08:23:37.302 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-04-02 08:18:39.253390118 +0000 2024-04-02T08:23:37.302 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:23:37.368 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-04-02T08:23:37.368 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-04-02T08:23:37.368 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000217346 s, 2.4 MB/s 2024-04-02T08:23:37.370 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:23:37.425 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_4 2024-04-02T08:23:37.480 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-04-02 08:23:13.061835189 +0000 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-04-02 08:18:39.586384912 +0000 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-04-02 08:18:39.586384912 +0000 2024-04-02T08:23:37.481 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-04-02 08:18:39.586384912 +0000 2024-04-02T08:23:37.481 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:23:37.546 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-04-02T08:23:37.546 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-04-02T08:23:37.546 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000171382 s, 3.0 MB/s 2024-04-02T08:23:37.548 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:23:37.604 INFO:tasks.cephadm:Deploying osd.0 on smithi112 with /dev/vg_nvme/lv_4... 2024-04-02T08:23:37.604 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:23:37.812 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:37.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:37 smithi187 ceph-mon[30584]: Deploying daemon mgr.x on smithi187 2024-04-02T08:23:37.931 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:37 smithi187 ceph-mon[30584]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:37.933 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:37 smithi112 ceph-mon[37686]: Deploying daemon mgr.x on smithi187 2024-04-02T08:23:37.933 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:37 smithi112 ceph-mon[37686]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:37.933 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:37 smithi112 ceph-mon[26914]: Deploying daemon mgr.x on smithi187 2024-04-02T08:23:37.933 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:37 smithi112 ceph-mon[26914]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:38.480 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 systemd[1]: Starting Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:38.853 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 podman[32430]: 2024-04-02 08:23:38.463112906 +0000 UTC m=+0.018067284 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:38.853 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 podman[32430]: 2024-04-02 08:23:38.568990914 +0000 UTC m=+0.123945265 container create 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2024-04-02T08:23:38.853 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 podman[32430]: 2024-04-02 08:23:38.771124294 +0000 UTC m=+0.326078660 container init 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:23:38.853 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 podman[32430]: 2024-04-02 08:23:38.773875356 +0000 UTC m=+0.328829711 container start 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:23:38.853 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 ceph-mgr[32449]: -- 172.21.15.187:0/3834431811 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558d01ce61a0 con 0x558d01cbc800 2024-04-02T08:23:38.853 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 bash[32430]: 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e 2024-04-02T08:23:39.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:38 smithi187 systemd[1]: Started Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:39.665 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:23:39.665 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:23:39.666 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-02T08:23:39.666 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-02T08:23:39.666 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116383 s, 901 MB/s 2024-04-02T08:23:39.666 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-02T08:23:39.676 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:39.337+0000 7fa904222200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:23:39.676 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:39.444+0000 7fa904222200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:23:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-mon[30584]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:40.290 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[37686]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[26914]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:40.291 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:40.315 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi112:vg_nvme/lv_4 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.104+0000 7fa904222200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.206+0000 7fa904222200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.349+0000 7fa904222200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.441+0000 7fa904222200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:40.520 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:40.730 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.524+0000 7fa904222200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:41.072 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.787+0000 7fa904222200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:41.072 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.895+0000 7fa904222200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:41.072 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:40.981+0000 7fa904222200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:41.072 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:41.073+0000 7fa904222200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: Reconfiguring daemon mgr.y on smithi112 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.339 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:41.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: Reconfiguring daemon mgr.y on smithi112 2024-04-02T08:23:41.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:41.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.480 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:41.251+0000 7fa904222200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:41.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: Reconfiguring daemon mgr.y on smithi112 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:42.480 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:42.215+0000 7fa904222200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:23:42.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:42.343+0000 7fa904222200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:23:42.971 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:42.688+0000 7fa904222200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:23:42.971 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:42.778+0000 7fa904222200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:23:42.971 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:42.972+0000 7fa904222200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:43.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:43.157+0000 7fa904222200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:23:43.697 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:43.437+0000 7fa904222200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:43.697 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:43.698+0000 7fa904222200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:43.980 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:43.932+0000 7fa904222200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:23:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:43 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:23:44.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:23:44.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:43 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:44.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:44 smithi187 ceph-mon[30584]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:44.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:44.731+0000 7fa904222200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:23:45.041 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:44 smithi112 ceph-mon[26914]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:45.041 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:44 smithi112 ceph-mon[37686]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:45.629 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:45.321+0000 7fa904222200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:23:45.629 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:45.417+0000 7fa904222200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:23:45.630 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:23:45.631+0000 7fa904222200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:23:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: Standby manager daemon x started 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1446066414' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7023133-471d-4569-838b-1513d5a848a9"}]: dispatch 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1446066414' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f7023133-471d-4569-838b-1513d5a848a9"}]': finished 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:23:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:45 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: Standby manager daemon x started 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1446066414' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7023133-471d-4569-838b-1513d5a848a9"}]: dispatch 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1446066414' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f7023133-471d-4569-838b-1513d5a848a9"}]': finished 2024-04-02T08:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: Standby manager daemon x started 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1923833113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1446066414' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7023133-471d-4569-838b-1513d5a848a9"}]: dispatch 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1446066414' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f7023133-471d-4569-838b-1513d5a848a9"}]': finished 2024-04-02T08:23:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:23:46.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:45 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[26914]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/946841703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[26914]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[37686]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/946841703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:23:47.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:47 smithi112 ceph-mon[37686]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:47 smithi187 ceph-mon[30584]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-02T08:23:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:47 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/946841703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:23:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:47 smithi187 ceph-mon[30584]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:49 smithi112 ceph-mon[26914]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:49 smithi112 ceph-mon[37686]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.184 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:49 smithi187 ceph-mon[30584]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:51 smithi112 ceph-mon[26914]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:51 smithi112 ceph-mon[37686]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:51 smithi187 ceph-mon[30584]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:52.938 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:23:52.938 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:52.938 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:52 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:23:52.938 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:52 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:52 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:23:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:52 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:54.011 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:53 smithi112 ceph-mon[26914]: Deploying daemon osd.0 on smithi112 2024-04-02T08:23:54.011 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:53 smithi112 ceph-mon[26914]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:54.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:53 smithi112 ceph-mon[37686]: Deploying daemon osd.0 on smithi112 2024-04-02T08:23:54.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:53 smithi112 ceph-mon[37686]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:53 smithi187 ceph-mon[30584]: Deploying daemon osd.0 on smithi112 2024-04-02T08:23:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:53 smithi187 ceph-mon[30584]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:55 smithi112 ceph-mon[26914]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:55 smithi112 ceph-mon[37686]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:55 smithi187 ceph-mon[30584]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[26914]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[37686]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:57.962 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:57.963 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:57 smithi187 ceph-mon[30584]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:23:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:59 smithi112 ceph-mon[26914]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:00.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:23:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:59 smithi112 ceph-mon[37686]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:00.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.098 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:23:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:59 smithi187 ceph-mon[30584]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:23:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:00.702 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 0 on host 'smithi112' 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.046 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.342 DEBUG:teuthology.orchestra.run.smithi112:osd.0> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.0.service 2024-04-02T08:24:01.344 INFO:tasks.cephadm:Deploying osd.1 on smithi112 with /dev/vg_nvme/lv_3... 2024-04-02T08:24:01.344 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:24:02.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[37686]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[37686]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[37686]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[37686]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[26914]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[26914]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[26914]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:01 smithi112 ceph-mon[26914]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:01 smithi187 ceph-mon[30584]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:01 smithi187 ceph-mon[30584]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:01 smithi187 ceph-mon[30584]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:01 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:01 smithi187 ceph-mon[30584]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:02.368 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[41605]: 2024-04-02T08:24:02.100+0000 7ff4c73ca700 -1 osd.0 0 waiting for initial osdmap 2024-04-02T08:24:02.368 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[41605]: 2024-04-02T08:24:02.105+0000 7ff4c31bf700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:02.953 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[26914]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[26914]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[26914]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[37686]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[37686]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:03 smithi112 ceph-mon[37686]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:03 smithi187 ceph-mon[30584]: from='osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:03 smithi187 ceph-mon[30584]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:03 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:03 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:03 smithi187 ceph-mon[30584]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:04.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:24:04.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:24:04.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[26914]: osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472] boot 2024-04-02T08:24:04.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[26914]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:04.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:04.359 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:24:04.359 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:24:04.359 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[37686]: osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472] boot 2024-04-02T08:24:04.359 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[37686]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:04.359 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:04 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:04 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:24:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:04 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:24:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:04 smithi187 ceph-mon[30584]: osd.0 [v2:172.21.15.112:6802/2849087472,v1:172.21.15.112:6803/2849087472] boot 2024-04-02T08:24:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:04 smithi187 ceph-mon[30584]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:04 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi112 2024-04-02T08:24:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi112 to 16064M 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[26914]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi112 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi112 to 16064M 2024-04-02T08:24:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:05 smithi112 ceph-mon[37686]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi112 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi112 to 16064M 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:05 smithi187 ceph-mon[30584]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:05.490 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:24:05.491 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:24:05.491 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-02T08:24:05.491 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-02T08:24:05.491 INFO:teuthology.orchestra.run.smithi112.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124288 s, 844 MB/s 2024-04-02T08:24:05.491 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 2024-04-02T08:24:05.491 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-02T08:24:06.153 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi112:vg_nvme/lv_3 2024-04-02T08:24:06.354 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:07 smithi112 ceph-mon[26914]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:07 smithi112 ceph-mon[37686]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:07 smithi187 ceph-mon[30584]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:08.802 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:08.802 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:08.802 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:08.802 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:08.802 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:08.802 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:09 smithi112 ceph-mon[26914]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:09 smithi112 ceph-mon[26914]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:09 smithi112 ceph-mon[37686]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:09 smithi112 ceph-mon[37686]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:09 smithi187 ceph-mon[30584]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:09 smithi187 ceph-mon[30584]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:11.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1406103621' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]: dispatch 2024-04-02T08:24:11.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]: dispatch 2024-04-02T08:24:11.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]': finished 2024-04-02T08:24:11.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[26914]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:11.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:11.175 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1406103621' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]: dispatch 2024-04-02T08:24:11.175 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]: dispatch 2024-04-02T08:24:11.175 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]': finished 2024-04-02T08:24:11.175 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[37686]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:11.175 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:10 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:10 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1406103621' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]: dispatch 2024-04-02T08:24:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:10 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]: dispatch 2024-04-02T08:24:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:10 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6"}]': finished 2024-04-02T08:24:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:10 smithi187 ceph-mon[30584]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:10 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:11 smithi112 ceph-mon[37686]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:11 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/4069674859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:11 smithi112 ceph-mon[26914]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/4069674859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:11 smithi187 ceph-mon[30584]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:11 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/4069674859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:13.957 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:13 smithi112 ceph-mon[37686]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:13.958 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:13 smithi112 ceph-mon[26914]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:13 smithi187 ceph-mon[30584]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:15 smithi112 ceph-mon[26914]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:15 smithi112 ceph-mon[37686]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:15 smithi187 ceph-mon[30584]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:16 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:16 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:16 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:16 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:16.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:16 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:16.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:16 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:17 smithi187 ceph-mon[30584]: Deploying daemon osd.1 on smithi112 2024-04-02T08:24:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:17 smithi187 ceph-mon[30584]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:18.017 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:17 smithi112 ceph-mon[37686]: Deploying daemon osd.1 on smithi112 2024-04-02T08:24:18.017 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:17 smithi112 ceph-mon[37686]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:18.017 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:17 smithi112 ceph-mon[26914]: Deploying daemon osd.1 on smithi112 2024-04-02T08:24:18.017 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:17 smithi112 ceph-mon[26914]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:19.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:19 smithi112 ceph-mon[26914]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:19 smithi112 ceph-mon[37686]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:19 smithi187 ceph-mon[30584]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:22.032 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:21 smithi187 ceph-mon[30584]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:22.032 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:21 smithi112 ceph-mon[26914]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:21 smithi112 ceph-mon[37686]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:22.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:23.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:22 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:23.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:22 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:23.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:23.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:22 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:22 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:22 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:23 smithi112 ceph-mon[37686]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:23 smithi112 ceph-mon[26914]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:23 smithi187 ceph-mon[30584]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.320 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 1 on host 'smithi112' 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:25.902 DEBUG:teuthology.orchestra.run.smithi112:osd.1> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.1.service 2024-04-02T08:24:25.904 INFO:tasks.cephadm:Deploying osd.2 on smithi112 with /dev/vg_nvme/lv_2... 2024-04-02T08:24:25.904 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:24:26.442 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[26914]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:26.443 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[26914]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:26.443 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.443 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[26914]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:26 smithi187 ceph-mon[30584]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:26 smithi187 ceph-mon[30584]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:26 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:26 smithi187 ceph-mon[30584]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:26.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[37686]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:26.820 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[37686]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:26.820 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.820 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-mon[37686]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:27.078 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[47418]: 2024-04-02T08:24:26.859+0000 7efc6e2f5700 -1 osd.1 0 waiting for initial osdmap 2024-04-02T08:24:27.079 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[47418]: 2024-04-02T08:24:26.861+0000 7efc660e2700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:27.546 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' 2024-04-02T08:24:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' 2024-04-02T08:24:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: from='osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175]' entity='osd.1' 2024-04-02T08:24:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:29.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:24:29.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:24:29.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175] boot 2024-04-02T08:24:29.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:29.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:29.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175] boot 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:29.123 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:29.124 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.124 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.124 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:29.124 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:29.124 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:28 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: osd.1 [v2:172.21.15.112:6810/1154329175,v1:172.21.15.112:6811/1154329175] boot 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:28 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:30.098 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:24:30.098 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:24:30.099 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-02T08:24:30.099 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-02T08:24:30.099 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125388 s, 836 MB/s 2024-04-02T08:24:30.099 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi112 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi112 to 8032M 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi112 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi112 to 8032M 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi112 2024-04-02T08:24:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi112 to 8032M 2024-04-02T08:24:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:30.737 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi112:vg_nvme/lv_2 2024-04-02T08:24:30.937 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:31 smithi112 ceph-mon[26914]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:31 smithi112 ceph-mon[37686]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:31 smithi187 ceph-mon[30584]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:33.189 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:33.189 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:33.189 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:32 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:33.189 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:33.189 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:33.189 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:32 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:32 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:34.144 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:33 smithi112 ceph-mon[37686]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:34.144 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:33 smithi112 ceph-mon[37686]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:34.144 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:33 smithi112 ceph-mon[26914]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:34.144 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:33 smithi112 ceph-mon[26914]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:33 smithi187 ceph-mon[30584]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:33 smithi187 ceph-mon[30584]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:35 smithi112 ceph-mon[26914]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:35 smithi112 ceph-mon[37686]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:35.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:35 smithi187 ceph-mon[30584]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2680267402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d90fa62-7b3a-40c4-97c4-ea5ec794c087"}]: dispatch 2024-04-02T08:24:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2680267402' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d90fa62-7b3a-40c4-97c4-ea5ec794c087"}]': finished 2024-04-02T08:24:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[37686]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2661111977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2680267402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d90fa62-7b3a-40c4-97c4-ea5ec794c087"}]: dispatch 2024-04-02T08:24:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2680267402' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d90fa62-7b3a-40c4-97c4-ea5ec794c087"}]': finished 2024-04-02T08:24:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[26914]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:36 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2661111977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:36.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:36 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2680267402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d90fa62-7b3a-40c4-97c4-ea5ec794c087"}]: dispatch 2024-04-02T08:24:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:36 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2680267402' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d90fa62-7b3a-40c4-97c4-ea5ec794c087"}]': finished 2024-04-02T08:24:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:36 smithi187 ceph-mon[30584]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:36 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2661111977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:37 smithi112 ceph-mon[26914]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:37 smithi112 ceph-mon[37686]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:37 smithi187 ceph-mon[30584]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:40.021 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:39 smithi112 ceph-mon[37686]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:40.021 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:39 smithi112 ceph-mon[26914]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:39 smithi187 ceph-mon[30584]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:42.087 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:41 smithi112 ceph-mon[26914]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:42.087 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:24:42.087 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:41 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:42.087 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:41 smithi112 ceph-mon[37686]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:42.087 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:24:42.087 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:41 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:41 smithi187 ceph-mon[30584]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:24:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:41 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:43.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:42 smithi112 ceph-mon[26914]: Deploying daemon osd.2 on smithi112 2024-04-02T08:24:43.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:42 smithi112 ceph-mon[37686]: Deploying daemon osd.2 on smithi112 2024-04-02T08:24:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:42 smithi187 ceph-mon[30584]: Deploying daemon osd.2 on smithi112 2024-04-02T08:24:44.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:43 smithi112 ceph-mon[37686]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:43 smithi112 ceph-mon[26914]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:43 smithi187 ceph-mon[30584]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:45 smithi112 ceph-mon[26914]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:45 smithi112 ceph-mon[37686]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:45.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:45 smithi187 ceph-mon[30584]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[26914]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[37686]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:47 smithi187 ceph-mon[30584]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[26914]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[37686]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:49.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:49 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:49 smithi187 ceph-mon[30584]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:49 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:49 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:49 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:49 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:49 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.289 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 2 on host 'smithi112' 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[26914]: from='osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[26914]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[37686]: from='osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:50.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[37686]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:50.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:50.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:50 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:50.927 DEBUG:teuthology.orchestra.run.smithi112:osd.2> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2.service 2024-04-02T08:24:50.929 INFO:tasks.cephadm:Deploying osd.3 on smithi112 with /dev/vg_nvme/lv_1... 2024-04-02T08:24:50.930 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:24:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:50 smithi187 ceph-mon[30584]: from='osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:50 smithi187 ceph-mon[30584]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:50 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:50 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:50 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[37686]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[37686]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[37686]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[37686]: from='osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[37686]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[26914]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[26914]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[26914]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[26914]: from='osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-mon[26914]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:52.120 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[53473]: 2024-04-02T08:24:51.794+0000 7f63b1ba6700 -1 osd.2 0 waiting for initial osdmap 2024-04-02T08:24:52.120 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[53473]: 2024-04-02T08:24:51.799+0000 7f63ad99b700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:52.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:51 smithi187 ceph-mon[30584]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:51 smithi187 ceph-mon[30584]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:24:52.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:51 smithi187 ceph-mon[30584]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:24:52.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:52.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:51 smithi187 ceph-mon[30584]: from='osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:52.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:51 smithi187 ceph-mon[30584]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:24:52.653 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:53.031 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[37686]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[37686]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[26914]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[26914]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.032 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:52 smithi187 ceph-mon[30584]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:24:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:52 smithi187 ceph-mon[30584]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:24:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:52 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:52 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530] boot 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:24:53.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530] boot 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:24:53.911 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:53 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:24:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:24:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: osd.2 [v2:172.21.15.112:6818/3811260530,v1:172.21.15.112:6819/3811260530] boot 2024-04-02T08:24:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:24:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:53 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:55.169 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:24:55.169 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:24:55.169 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-02T08:24:55.169 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-02T08:24:55.169 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011465 s, 915 MB/s 2024-04-02T08:24:55.169 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:24:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi112 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi112 to 5354M 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:24:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi112 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi112 to 5354M 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:55 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:24:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi112 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi112 to 5354M 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:55 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:55.767 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi112:vg_nvme/lv_1 2024-04-02T08:24:55.972 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:56.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[26914]: pgmap v76: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[26914]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[37686]: pgmap v76: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[37686]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:24:56.298 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:56 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:56.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:56 smithi187 ceph-mon[30584]: pgmap v76: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:56 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:56 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:56 smithi187 ceph-mon[30584]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:24:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:56 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:56.618 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57209]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:56.618 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57209]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:56.618 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57209]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:56.618 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57209]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:56.991 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57217]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:56.991 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57217]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:56.991 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57217]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:56.991 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57217]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:57.257 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57220]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:57.257 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57220]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:57.258 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:56 smithi112 sudo[57220]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:57.258 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57220]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:57.258 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:57.258 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[26914]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:24:57.258 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[26914]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:57.258 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:57.258 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:57.258 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[37686]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:24:57.259 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[37686]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:57.259 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:57 smithi187 ceph-mon[30584]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:24:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:57 smithi187 ceph-mon[30584]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:57.509 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57243]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:57.509 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57243]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:57.509 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57243]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:57.509 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57243]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:57.780 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57252]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:57.780 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57252]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:57.781 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57252]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:57.781 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57252]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:58.037 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57280]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:58.037 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57280]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:58.037 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57280]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:58.037 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57276]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:58.037 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57276]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:58.038 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57276]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:58.038 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:24:57 smithi112 sudo[57276]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:58 smithi112 ceph-mon[37686]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:58 smithi112 ceph-mon[37686]: osdmap e22: 3 total, 3 up, 3 in 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57280]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57283]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57283]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57283]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 sudo[57283]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 ceph-mon[26914]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:24:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:58 smithi112 ceph-mon[26914]: osdmap e22: 3 total, 3 up, 3 in 2024-04-02T08:24:58.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 ceph-mon[30584]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:24:58.537 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 ceph-mon[30584]: osdmap e22: 3 total, 3 up, 3 in 2024-04-02T08:24:58.538 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33164]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:58.538 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:58.538 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33164]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:58.538 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33164]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33167]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33167]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33167]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:58 smithi187 sudo[33167]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:59.303 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57424]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:59.304 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57424]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:59.304 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57424]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:59.304 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57424]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57431]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57431]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57431]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 sudo[57431]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:24:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:24:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:24:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:00 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:00 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:00 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:00 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:00.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:00 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:00.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:00 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2785771078' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]: dispatch 2024-04-02T08:25:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]: dispatch 2024-04-02T08:25:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]': finished 2024-04-02T08:25:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[26914]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[26914]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2785771078' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]: dispatch 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]: dispatch 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]': finished 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[37686]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:01 smithi112 ceph-mon[37686]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:01.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:01 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2785771078' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]: dispatch 2024-04-02T08:25:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:01 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]: dispatch 2024-04-02T08:25:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:01 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db1916f3-08e5-4674-8aba-d58d501a6739"}]': finished 2024-04-02T08:25:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:01 smithi187 ceph-mon[30584]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:01 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:01 smithi187 ceph-mon[30584]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:02 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1111940422' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:02 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1111940422' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:02.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:02 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1111940422' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:03 smithi112 ceph-mon[37686]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:03 smithi112 ceph-mon[26914]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:03.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:03 smithi187 ceph-mon[30584]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:05.252 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:05 smithi112 ceph-mon[37686]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:25:05.252 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:05 smithi112 ceph-mon[26914]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:25:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:05 smithi187 ceph-mon[30584]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[26914]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[26914]: Deploying daemon osd.3 on smithi112 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[37686]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:08.067 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:08.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:07 smithi112 ceph-mon[37686]: Deploying daemon osd.3 on smithi112 2024-04-02T08:25:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:07 smithi187 ceph-mon[30584]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:25:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:07 smithi187 ceph-mon[30584]: Deploying daemon osd.3 on smithi112 2024-04-02T08:25:10.040 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:09 smithi112 ceph-mon[37686]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:10.040 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:09 smithi112 ceph-mon[26914]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:09 smithi187 ceph-mon[30584]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:12.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:11 smithi112 ceph-mon[26914]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:12.044 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:11 smithi112 ceph-mon[37686]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:11 smithi187 ceph-mon[30584]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:12.841 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:12 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:12.841 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:12 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:12.841 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:12 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:12.841 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:12 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:12.841 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:12 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:12.841 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:12 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:12 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:12 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:12 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:14.096 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:13 smithi112 ceph-mon[26914]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:14.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:13 smithi112 ceph-mon[37686]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:13 smithi187 ceph-mon[30584]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:15 smithi112 ceph-mon[26914]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:15 smithi112 ceph-mon[37686]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:15 smithi187 ceph-mon[30584]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:15.530 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 3 on host 'smithi112' 2024-04-02T08:25:16.122 DEBUG:teuthology.orchestra.run.smithi112:osd.3> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.3.service 2024-04-02T08:25:16.124 INFO:tasks.cephadm:Deploying osd.4 on smithi187 with /dev/vg_nvme/lv_4... 2024-04-02T08:25:16.125 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:25:16.337 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[37686]: from='osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[37686]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[26914]: from='osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[26914]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:16 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:16 smithi187 ceph-mon[30584]: from='osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:16 smithi187 ceph-mon[30584]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:16 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:16.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:16 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: from='osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.445 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[37686]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: from='osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-mon[26914]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:17.447 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[59169]: 2024-04-02T08:25:17.127+0000 7f21f3a8d700 -1 osd.3 0 waiting for initial osdmap 2024-04-02T08:25:17.447 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:25:17 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[59169]: 2024-04-02T08:25:17.132+0000 7f21ef882700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: from='osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:17.459 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:17 smithi187 ceph-mon[30584]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130965 s, 801 MB/s 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 2024-04-02T08:25:18.110 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[26914]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[26914]: osdmap e25: 4 total, 3 up, 4 in 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[37686]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[37686]: osdmap e25: 4 total, 3 up, 4 in 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:18.403 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:18 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:18.416 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:18 smithi187 ceph-mon[30584]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-02T08:25:18.416 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:18 smithi187 ceph-mon[30584]: osdmap e25: 4 total, 3 up, 4 in 2024-04-02T08:25:18.416 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:18 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:18.416 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:18 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:18.702 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi187:vg_nvme/lv_4 2024-04-02T08:25:18.913 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:19.317 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:19 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:25:19.317 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:19 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:25:19.317 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:19 smithi187 ceph-mon[30584]: osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852] boot 2024-04-02T08:25:19.317 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:19 smithi187 ceph-mon[30584]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:19.317 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:19 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:19.317 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:19 smithi187 ceph-mon[30584]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[26914]: osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852] boot 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[26914]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[26914]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:25:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[37686]: osd.3 [v2:172.21.15.112:6826/1945828852,v1:172.21.15.112:6827/1945828852] boot 2024-04-02T08:25:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[37686]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:19 smithi112 ceph-mon[37686]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: osdmap e27: 4 total, 4 up, 4 in 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:20 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: osdmap e27: 4 total, 4 up, 4 in 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: osdmap e27: 4 total, 4 up, 4 in 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:20 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi112 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi112 to 4016M 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:21.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:21 smithi187 ceph-mon[30584]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi112 2024-04-02T08:25:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi112 to 4016M 2024-04-02T08:25:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[37686]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi112 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi112 to 4016M 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:21 smithi112 ceph-mon[26914]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/3411723721' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]: dispatch 2024-04-02T08:25:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]: dispatch 2024-04-02T08:25:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]': finished 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/1256681712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/3411723721' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]: dispatch 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]: dispatch 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]': finished 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:23 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/1256681712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/3411723721' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]: dispatch 2024-04-02T08:25:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]: dispatch 2024-04-02T08:25:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdf5f3a5-f832-45c8-ab91-df5b7a9222d2"}]': finished 2024-04-02T08:25:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:25:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:23 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/1256681712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:25 smithi112 ceph-mon[26914]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:25 smithi112 ceph-mon[37686]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:25 smithi187 ceph-mon[30584]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:28.047 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:27 smithi187 ceph-mon[30584]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:27 smithi112 ceph-mon[26914]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:27 smithi112 ceph-mon[37686]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:29 smithi187 ceph-mon[30584]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:29 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:29 smithi187 ceph-mon[30584]: Deploying daemon osd.4 on smithi187 2024-04-02T08:25:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[26914]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[26914]: Deploying daemon osd.4 on smithi187 2024-04-02T08:25:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[37686]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:29 smithi112 ceph-mon[37686]: Deploying daemon osd.4 on smithi187 2024-04-02T08:25:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:31 smithi187 ceph-mon[30584]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:32.067 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:31 smithi112 ceph-mon[37686]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:32.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:31 smithi112 ceph-mon[26914]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:33 smithi187 ceph-mon[30584]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:33 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:33 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:33 smithi112 ceph-mon[37686]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:33 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:33 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:33 smithi112 ceph-mon[26914]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:34.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:33 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:34.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:33 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:35.072 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:34 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:34 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:34 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:35 smithi112 ceph-mon[37686]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:35 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:35 smithi112 ceph-mon[26914]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:35 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:36.128 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:35 smithi187 ceph-mon[30584]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:36.128 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:36.128 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:35 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:37.040 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:37.041 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:37.041 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:37.107 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 4 on host 'smithi187' 2024-04-02T08:25:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:37.689 DEBUG:teuthology.orchestra.run.smithi187:osd.4> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.4.service 2024-04-02T08:25:37.691 INFO:tasks.cephadm:Deploying osd.5 on smithi187 with /dev/vg_nvme/lv_3... 2024-04-02T08:25:37.691 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:25:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:37 smithi187 ceph-mon[30584]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:37 smithi187 ceph-mon[30584]: from='osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:37 smithi187 ceph-mon[30584]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:37 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:37 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:37 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[26914]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[26914]: from='osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[26914]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[37686]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[37686]: from='osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[37686]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:37 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:39.070 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-mon[30584]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:25:39.070 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-mon[30584]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:25:39.070 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:39.070 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-mon[30584]: from='osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:25:39.070 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-mon[30584]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:25:39.070 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[35500]: 2024-04-02T08:25:38.812+0000 7f7580146700 -1 osd.4 0 waiting for initial osdmap 2024-04-02T08:25:39.071 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:25:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[35500]: 2024-04-02T08:25:38.816+0000 7f757bf3b700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:25:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[26914]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:25:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[26914]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:25:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[26914]: from='osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:25:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[26914]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:25:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[37686]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:25:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[37686]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:25:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[37686]: from='osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:25:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:38 smithi112 ceph-mon[37686]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:25:39.193 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: osdmap e30: 5 total, 4 up, 5 in 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086] boot 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:25:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:25:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: osdmap e30: 5 total, 4 up, 5 in 2024-04-02T08:25:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086] boot 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: osdmap e30: 5 total, 4 up, 5 in 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: osd.4 [v2:172.21.15.187:6800/1474215086,v1:172.21.15.187:6801/1474215086] boot 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:25:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:40.890 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:40.891 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:40 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:41.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:40 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:41.447 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:25:41.447 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:25:41.447 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-04-02T08:25:41.447 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-04-02T08:25:41.447 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0142925 s, 734 MB/s 2024-04-02T08:25:41.447 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-04-02T08:25:41.958 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi187:vg_nvme/lv_3 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi187 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi187 to 17088M 2024-04-02T08:25:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[26914]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[26914]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:25:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi187 2024-04-02T08:25:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi187 to 17088M 2024-04-02T08:25:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[37686]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:41 smithi112 ceph-mon[37686]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:25:42.155 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:41 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi187 2024-04-02T08:25:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:41 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi187 to 17088M 2024-04-02T08:25:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:41 smithi187 ceph-mon[30584]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:41 smithi187 ceph-mon[30584]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:25:43.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:43 smithi187 ceph-mon[30584]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:25:43.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:43 smithi187 ceph-mon[30584]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:43 smithi112 ceph-mon[26914]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:25:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:43 smithi112 ceph-mon[26914]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:43 smithi112 ceph-mon[37686]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:25:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:43 smithi112 ceph-mon[37686]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[26914]: osdmap e35: 5 total, 5 up, 5 in 2024-04-02T08:25:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[26914]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[37686]: osdmap e35: 5 total, 5 up, 5 in 2024-04-02T08:25:44.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[37686]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:44.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:44.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:44 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.415 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:44 smithi187 ceph-mon[30584]: osdmap e35: 5 total, 5 up, 5 in 2024-04-02T08:25:44.415 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:44 smithi187 ceph-mon[30584]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.415 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:44 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:44.415 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:44 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:44.415 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:44 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:45.413 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:45 smithi187 ceph-mon[30584]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 447 GiB / 447 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:45 smithi112 ceph-mon[26914]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 447 GiB / 447 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-04-02T08:25:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:45 smithi112 ceph-mon[37686]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 447 GiB / 447 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-04-02T08:25:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:46 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/1258724394' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]: dispatch 2024-04-02T08:25:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:46 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]: dispatch 2024-04-02T08:25:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:46 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]': finished 2024-04-02T08:25:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:46 smithi187 ceph-mon[30584]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:25:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:46 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/1258724394' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]: dispatch 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]: dispatch 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]': finished 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[26914]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:25:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/1258724394' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]: dispatch 2024-04-02T08:25:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]: dispatch 2024-04-02T08:25:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a3a1cf1-655a-4abc-a815-e4cc9a600fdd"}]': finished 2024-04-02T08:25:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[37686]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:25:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:46 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:47 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/3838749503' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:47 smithi187 ceph-mon[30584]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:25:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:47 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/3838749503' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:47 smithi112 ceph-mon[26914]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:25:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:47 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/3838749503' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:47 smithi112 ceph-mon[37686]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:25:50.061 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:49 smithi187 ceph-mon[30584]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:25:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:49 smithi112 ceph-mon[37686]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:25:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:49 smithi112 ceph-mon[26914]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:25:51.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:51 smithi187 ceph-mon[30584]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:25:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:51 smithi112 ceph-mon[37686]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:25:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:51 smithi112 ceph-mon[26914]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:25:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:52 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:52.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:52 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:52 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:52 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:52 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:53 smithi112 ceph-mon[37686]: Deploying daemon osd.5 on smithi187 2024-04-02T08:25:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:53 smithi112 ceph-mon[37686]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-02T08:25:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:53 smithi112 ceph-mon[26914]: Deploying daemon osd.5 on smithi187 2024-04-02T08:25:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:53 smithi112 ceph-mon[26914]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-02T08:25:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:53 smithi187 ceph-mon[30584]: Deploying daemon osd.5 on smithi187 2024-04-02T08:25:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:53 smithi187 ceph-mon[30584]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-02T08:25:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:55 smithi112 ceph-mon[37686]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:55 smithi112 ceph-mon[26914]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:55.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:55 smithi187 ceph-mon[30584]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:57.977 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:57 smithi187 ceph-mon[30584]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:57.978 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.978 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:57.978 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:57 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[37686]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[26914]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:57 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:59 smithi187 ceph-mon[30584]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:25:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:25:59 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[26914]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[37686]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:25:59 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.323 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 5 on host 'smithi187' 2024-04-02T08:26:00.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:00 smithi187 ceph-mon[30584]: from='osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:00 smithi187 ceph-mon[30584]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:00.876 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:00 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:00.878 DEBUG:teuthology.orchestra.run.smithi187:osd.5> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.5.service 2024-04-02T08:26:00.880 INFO:tasks.cephadm:Deploying osd.6 on smithi187 with /dev/vg_nvme/lv_2... 2024-04-02T08:26:00.880 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:26:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[26914]: from='osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[26914]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:01.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[37686]: from='osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:01.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[37686]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:01.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:01.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:01.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:00 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:01.961 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:02.091 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-mon[30584]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:02.091 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-mon[30584]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:02.091 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-mon[30584]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:02.091 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.091 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-mon[30584]: from='osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:02.091 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-mon[30584]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:02.091 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[41390]: 2024-04-02T08:26:01.819+0000 7fc7b2b77700 -1 osd.5 0 waiting for initial osdmap 2024-04-02T08:26:02.091 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:26:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[41390]: 2024-04-02T08:26:01.825+0000 7fc7ae96c700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[26914]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[26914]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[26914]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[26914]: from='osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[26914]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[37686]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[37686]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[37686]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[37686]: from='osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:01 smithi112 ceph-mon[37686]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:02 smithi187 ceph-mon[30584]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:02 smithi187 ceph-mon[30584]: osdmap e38: 6 total, 5 up, 6 in 2024-04-02T08:26:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[26914]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[26914]: osdmap e38: 6 total, 5 up, 6 in 2024-04-02T08:26:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[37686]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[37686]: osdmap e38: 6 total, 5 up, 6 in 2024-04-02T08:26:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:26:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:26:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393] boot 2024-04-02T08:26:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:03 smithi187 ceph-mon[30584]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:26:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:26:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393] boot 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[26914]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: osd.5 [v2:172.21.15.187:6808/2300284393,v1:172.21.15.187:6809/2300284393] boot 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:03 smithi112 ceph-mon[37686]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:04.199 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:26:04.199 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:26:04.199 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-04-02T08:26:04.199 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-04-02T08:26:04.199 INFO:teuthology.orchestra.run.smithi187.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125763 s, 834 MB/s 2024-04-02T08:26:04.199 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-04-02T08:26:04.981 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi187:vg_nvme/lv_2 2024-04-02T08:26:05.181 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:05.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi187 2024-04-02T08:26:05.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi187 to 8544M 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:05.606 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:05 smithi187 ceph-mon[30584]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi187 2024-04-02T08:26:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi187 to 8544M 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[26914]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi187 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi187 to 8544M 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:05.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:05 smithi112 ceph-mon[37686]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:06.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:06 smithi187 ceph-mon[30584]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:26:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:06 smithi187 ceph-mon[30584]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:06 smithi112 ceph-mon[26914]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:26:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:06 smithi112 ceph-mon[26914]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:06.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:06 smithi112 ceph-mon[37686]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:26:06.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:06 smithi112 ceph-mon[37686]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:07 smithi187 ceph-mon[30584]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:07 smithi187 ceph-mon[30584]: osdmap e43: 6 total, 6 up, 6 in 2024-04-02T08:26:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:07 smithi187 ceph-mon[30584]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[37686]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[37686]: osdmap e43: 6 total, 6 up, 6 in 2024-04-02T08:26:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[37686]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[26914]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[26914]: osdmap e43: 6 total, 6 up, 6 in 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[26914]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:10.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/1077744428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]: dispatch 2024-04-02T08:26:10.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]: dispatch 2024-04-02T08:26:10.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]': finished 2024-04-02T08:26:10.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:10.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/3394386556' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/1077744428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]: dispatch 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]: dispatch 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]': finished 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:10.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:09 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/3394386556' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/1077744428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]: dispatch 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]: dispatch 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63ade34-ea53-45f3-9fbe-5aa1230b653c"}]': finished 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:09 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/3394386556' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:10 smithi187 ceph-mon[30584]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-02T08:26:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:10 smithi187 ceph-mon[30584]: Cluster is now healthy 2024-04-02T08:26:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:10 smithi112 ceph-mon[26914]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-02T08:26:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:10 smithi112 ceph-mon[26914]: Cluster is now healthy 2024-04-02T08:26:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:10 smithi112 ceph-mon[37686]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-02T08:26:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:10 smithi112 ceph-mon[37686]: Cluster is now healthy 2024-04-02T08:26:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:11 smithi187 ceph-mon[30584]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:11 smithi112 ceph-mon[37686]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:26:12.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:11 smithi112 ceph-mon[26914]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:26:14.027 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:13 smithi187 ceph-mon[30584]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:26:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:13 smithi112 ceph-mon[26914]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:26:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:13 smithi112 ceph-mon[37686]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:26:15.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:15 smithi187 ceph-mon[30584]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:15 smithi112 ceph-mon[26914]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:15 smithi112 ceph-mon[37686]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:16 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:16 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:16 smithi112 ceph-mon[26914]: Deploying daemon osd.6 on smithi187 2024-04-02T08:26:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:16 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:16 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:16 smithi112 ceph-mon[37686]: Deploying daemon osd.6 on smithi187 2024-04-02T08:26:16.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:16 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:16 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:16 smithi187 ceph-mon[30584]: Deploying daemon osd.6 on smithi187 2024-04-02T08:26:17.311 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:17 smithi187 ceph-mon[30584]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:17 smithi112 ceph-mon[26914]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:17 smithi112 ceph-mon[37686]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:19.971 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:19 smithi187 ceph-mon[30584]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:19 smithi112 ceph-mon[26914]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:19 smithi112 ceph-mon[37686]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:21 smithi187 ceph-mon[30584]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[26914]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:21 smithi112 ceph-mon[37686]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:23.650 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 6 on host 'smithi187' 2024-04-02T08:26:24.202 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:24.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.254 DEBUG:teuthology.orchestra.run.smithi187:osd.6> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.6.service 2024-04-02T08:26:24.257 INFO:tasks.cephadm:Deploying osd.7 on smithi187 with /dev/vg_nvme/lv_1... 2024-04-02T08:26:24.257 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:26:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:24.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.966 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:25.088 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-mon[30584]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:25.088 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-mon[30584]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:25.088 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.088 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-mon[30584]: from='osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:25.088 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-mon[30584]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:25.089 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[47382]: 2024-04-02T08:26:24.908+0000 7f0b859e5700 -1 osd.6 0 waiting for initial osdmap 2024-04-02T08:26:25.089 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:26:24 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[47382]: 2024-04-02T08:26:24.915+0000 7f0b817da700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[26914]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[26914]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[26914]: from='osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[26914]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[37686]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[37686]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[37686]: from='osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:24 smithi112 ceph-mon[37686]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:26.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:25 smithi187 ceph-mon[30584]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:26.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:25 smithi187 ceph-mon[30584]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:26.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:25 smithi187 ceph-mon[30584]: osdmap e46: 7 total, 6 up, 7 in 2024-04-02T08:26:26.051 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.051 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:25 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[26914]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[26914]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[26914]: osdmap e46: 7 total, 6 up, 7 in 2024-04-02T08:26:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[37686]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[37686]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[37686]: osdmap e46: 7 total, 6 up, 7 in 2024-04-02T08:26:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:25 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:26 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:26:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:26 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:26:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:26 smithi187 ceph-mon[30584]: osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869] boot 2024-04-02T08:26:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:26 smithi187 ceph-mon[30584]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:26 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:26:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:26:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[37686]: osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869] boot 2024-04-02T08:26:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[37686]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:26:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:26:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[26914]: osd.6 [v2:172.21.15.187:6816/3330834869,v1:172.21.15.187:6817/3330834869] boot 2024-04-02T08:26:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[26914]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:26 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:28.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:28.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:27 smithi187 ceph-mon[30584]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:28.331 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:26:28.331 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:26:28.331 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-04-02T08:26:28.331 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-04-02T08:26:28.331 INFO:teuthology.orchestra.run.smithi187.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114788 s, 913 MB/s 2024-04-02T08:26:28.331 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-04-02T08:26:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[37686]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:28.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:27 smithi112 ceph-mon[26914]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:28.896 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi187:vg_nvme/lv_1 2024-04-02T08:26:29.100 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:29.221 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:28 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi187 2024-04-02T08:26:29.222 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:28 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi187 to 5696M 2024-04-02T08:26:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:28 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi187 2024-04-02T08:26:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:28 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi187 to 5696M 2024-04-02T08:26:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:28 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi187 2024-04-02T08:26:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:28 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi187 to 5696M 2024-04-02T08:26:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:29 smithi187 ceph-mon[30584]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:29 smithi187 ceph-mon[30584]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:29 smithi112 ceph-mon[37686]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:29 smithi112 ceph-mon[37686]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:29 smithi112 ceph-mon[26914]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:29 smithi112 ceph-mon[26914]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:31.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:30 smithi187 ceph-mon[30584]: osdmap e51: 7 total, 7 up, 7 in 2024-04-02T08:26:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:30 smithi112 ceph-mon[37686]: osdmap e51: 7 total, 7 up, 7 in 2024-04-02T08:26:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:30 smithi112 ceph-mon[26914]: osdmap e51: 7 total, 7 up, 7 in 2024-04-02T08:26:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:31 smithi187 ceph-mon[30584]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:31 smithi187 ceph-mon[30584]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:31 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:31 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:31 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[37686]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[37686]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[26914]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[26914]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:31 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/626663688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]: dispatch 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]: dispatch 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]': finished 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:33 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/3964437215' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-02T08:26:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/626663688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]: dispatch 2024-04-02T08:26:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]: dispatch 2024-04-02T08:26:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]': finished 2024-04-02T08:26:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/3964437215' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/626663688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]: dispatch 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]: dispatch 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14719da7-e7a2-4044-ae64-bec5967ccbf2"}]': finished 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:33 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/3964437215' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:35.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:35 smithi187 ceph-mon[30584]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:35 smithi112 ceph-mon[26914]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:35 smithi112 ceph-mon[37686]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:38.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:37 smithi187 ceph-mon[30584]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-02T08:26:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:37 smithi112 ceph-mon[26914]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-02T08:26:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:37 smithi112 ceph-mon[37686]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-02T08:26:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:39 smithi187 ceph-mon[30584]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-02T08:26:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:26:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:39 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:39 smithi112 ceph-mon[26914]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:26:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:39 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:39 smithi112 ceph-mon[37686]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:26:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:39 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:41.090 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:40 smithi187 ceph-mon[30584]: Deploying daemon osd.7 on smithi187 2024-04-02T08:26:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:40 smithi112 ceph-mon[26914]: Deploying daemon osd.7 on smithi187 2024-04-02T08:26:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:40 smithi112 ceph-mon[37686]: Deploying daemon osd.7 on smithi187 2024-04-02T08:26:41.932 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:41 smithi187 ceph-mon[30584]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:41 smithi112 ceph-mon[37686]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:41 smithi112 ceph-mon[26914]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:44.012 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:43 smithi187 ceph-mon[30584]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:43 smithi112 ceph-mon[37686]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:43 smithi112 ceph-mon[26914]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:45.446 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:45 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:45.446 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:45 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:45.446 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:45 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:45.446 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:45 smithi187 ceph-mon[30584]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:45.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[37686]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:45 smithi112 ceph-mon[26914]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:47.490 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 7 on host 'smithi187' 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.042 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:48.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:48.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.043 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:47 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:48.063 DEBUG:teuthology.orchestra.run.smithi187:osd.7> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.7.service 2024-04-02T08:26:48.065 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-02T08:26:48.065 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:48.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:47 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:48.280 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:49.367 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-mon[30584]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:26:49.367 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-mon[30584]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:26:49.367 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:49.367 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-mon[30584]: from='osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:49.367 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-mon[30584]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:49.367 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-mon[30584]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[26914]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[26914]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[26914]: from='osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[26914]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[26914]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[37686]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[37686]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[37686]: from='osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[37686]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:49 smithi112 ceph-mon[37686]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:49.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[53142]: 2024-04-02T08:26:49.664+0000 7f4e9d4ee700 -1 osd.7 0 waiting for initial osdmap 2024-04-02T08:26:49.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:26:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[53142]: 2024-04-02T08:26:49.672+0000 7f4e952db700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:50.079 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: osdmap e54: 8 total, 7 up, 8 in 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: from='osd.7 ' entity='osd.7' 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2396335255' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019] boot 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:26:50.472 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:50 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: osdmap e54: 8 total, 7 up, 8 in 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: from='osd.7 ' entity='osd.7' 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2396335255' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:50.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019] boot 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: osdmap e54: 8 total, 7 up, 8 in 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: from='osd.7 ' entity='osd.7' 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2396335255' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: osd.7 [v2:172.21.15.187:6824/2380486019,v1:172.21.15.187:6825/2380486019] boot 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:26:50.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:50 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.766 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1712046385,"num_in_osds":8,"osd_in_since":1712046393,"num_remapped_pgs":0} 2024-04-02T08:26:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: purged_snaps scrub starts 2024-04-02T08:26:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: purged_snaps scrub ok 2024-04-02T08:26:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: Detected new or changed devices on smithi187 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi187 to 4272M 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[26914]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:26:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: purged_snaps scrub starts 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: purged_snaps scrub ok 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: Detected new or changed devices on smithi187 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi187 to 4272M 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:51.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:51 smithi112 ceph-mon[37686]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: purged_snaps scrub starts 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: purged_snaps scrub ok 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: Detected new or changed devices on smithi187 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi187 to 4272M 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:26:51.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:51 smithi187 ceph-mon[30584]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:26:51.767 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:26:51.970 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:53.350 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:53 smithi112 ceph-mon[37686]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:26:53.350 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:53 smithi112 ceph-mon[37686]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:53.351 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:53 smithi112 ceph-mon[26914]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:26:53.351 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:53 smithi112 ceph-mon[26914]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:53.534 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:53 smithi187 ceph-mon[30584]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:26:53.534 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:53 smithi187 ceph-mon[30584]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:53.871 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:26:54.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:54 smithi112 ceph-mon[26914]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:26:54.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:54 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1052726837' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:54.541 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:54 smithi112 ceph-mon[37686]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:26:54.541 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:54 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1052726837' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:54.563 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046410,"num_in_osds":8,"osd_in_since":1712046393,"num_remapped_pgs":0} 2024-04-02T08:26:54.563 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:26:54.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:54 smithi187 ceph-mon[30584]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:26:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:54 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1052726837' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:54.766 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:55.447 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:55 smithi112 ceph-mon[37686]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:26:55.447 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:55 smithi112 ceph-mon[37686]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:55.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:55 smithi112 ceph-mon[26914]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:26:55.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:55 smithi112 ceph-mon[26914]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:55.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:55 smithi187 ceph-mon[30584]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:26:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:55 smithi187 ceph-mon[30584]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:56.395 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:26:56.395 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":59,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:26:54.245558+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:26:56.711 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:56 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2354288254' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:26:56.712 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:56 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2354288254' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:26:56.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:56 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2354288254' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:26:57.088 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:55.010193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:26:57.088 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-02T08:26:57.292 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:57.666 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:57 smithi112 ceph-mon[26914]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-02T08:26:57.667 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:57 smithi112 ceph-mon[37686]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-02T08:26:57.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:57 smithi187 ceph-mon[30584]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-02T08:26:59.179 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-02T08:26:59.864 INFO:tasks.cephadm:Adding mds.a on smithi112 2024-04-02T08:26:59.864 INFO:tasks.cephadm:Adding mds.b on smithi187 2024-04-02T08:26:59.865 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mds all '2;smithi112=a;smithi187=b' 2024-04-02T08:27:00.080 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:59 smithi112 ceph-mon[26914]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:26:59 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2859530531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:59 smithi112 ceph-mon[37686]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:26:59 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2859530531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:00.202 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:59 smithi187 ceph-mon[30584]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.202 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:26:59 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2859530531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:01.817 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mds.all update... 2024-04-02T08:27:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:01 smithi112 ceph-mon[37686]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:01 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:01 smithi112 ceph-mon[26914]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:01 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:02.225 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:01 smithi187 ceph-mon[30584]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.225 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:01 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:02.271 DEBUG:teuthology.orchestra.run.smithi112:mds.a> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.a.service 2024-04-02T08:27:02.274 DEBUG:teuthology.orchestra.run.smithi187:mds.b> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.b.service 2024-04-02T08:27:02.276 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-02T08:27:02.276 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:02.642 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:02.642 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":59,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:26:54.245558+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:02.654 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:55.010193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:02.655 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi112=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: Saving service mds.all spec with placement smithi112=a;smithi187=b;count:2 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: Deploying daemon mds.a on smithi112 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2627435423' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi112=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: Saving service mds.all spec with placement smithi112=a;smithi187=b;count:2 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:02.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:02.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:02.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:02.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:02.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: Deploying daemon mds.a on smithi112 2024-04-02T08:27:02.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:02 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2627435423' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.947 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-02T08:27:02.960 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi112=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: Saving service mds.all spec with placement smithi112=a;smithi187=b;count:2 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:03.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: Deploying daemon mds.a on smithi112 2024-04-02T08:27:03.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:02 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2627435423' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:03.279 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:03.279 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-02T08:27:03.279 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 1 2024-04-02T08:27:04.136 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:03 smithi112 ceph-mon[26914]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.137 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:03 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/723690210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:04.137 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:03 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/556795679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.137 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:03 smithi112 ceph-mon[37686]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.137 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:03 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/723690210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:04.137 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:03 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/556795679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.137 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:03 smithi112 systemd[1]: Starting Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:03 smithi187 ceph-mon[30584]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:03 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/723690210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:03 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/556795679' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.393 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 podman[64569]: 2024-04-02 08:27:04.041657828 +0000 UTC m=+0.017974111 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:27:04.393 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 podman[64569]: 2024-04-02 08:27:04.150236913 +0000 UTC m=+0.126553224 container create 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:04.394 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 podman[64569]: 2024-04-02 08:27:04.369414382 +0000 UTC m=+0.345730646 container init 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:04.394 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 podman[64569]: 2024-04-02 08:27:04.37197831 +0000 UTC m=+0.348294576 container start 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:04.868 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[64584]: starting mds.a at 2024-04-02T08:27:04.868 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 bash[64569]: 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 2024-04-02T08:27:04.868 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:04 smithi112 systemd[1]: Started Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:05.292 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: mds.? [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] up:boot 2024-04-02T08:27:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: fsmap 1 up:standby 2024-04-02T08:27:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:05.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:05.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:05.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: Deploying daemon mds.b on smithi187 2024-04-02T08:27:05.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[37686]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-02T08:27:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: mds.? [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] up:boot 2024-04-02T08:27:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: fsmap 1 up:standby 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: Deploying daemon mds.b on smithi187 2024-04-02T08:27:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:05 smithi112 ceph-mon[26914]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-02T08:27:05.622 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:05.622 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/2437110493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2437110493},{"type":"v1","addr":"172.21.15.112:6835","nonce":2437110493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:27:05.622 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 2 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: mds.? [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] up:boot 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: fsmap 1 up:standby 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:05.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:05.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: Deploying daemon mds.b on smithi187 2024-04-02T08:27:05.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:05 smithi187 ceph-mon[30584]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-02T08:27:06.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 systemd[1]: Starting Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:06.808 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:06 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3715603001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.808 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 podman[57533]: 2024-04-02 08:27:06.586375366 +0000 UTC m=+0.112141808 container create d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:27:06.808 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 podman[57533]: 2024-04-02 08:27:06.491820445 +0000 UTC m=+0.017586902 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:27:06.808 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 podman[57533]: 2024-04-02 08:27:06.784303199 +0000 UTC m=+0.310069652 container init d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:06.809 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 podman[57533]: 2024-04-02 08:27:06.786924443 +0000 UTC m=+0.312690887 container start d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:06.809 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[57547]: starting mds.b at 2024-04-02T08:27:06.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:06 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3715603001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:06 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3715603001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:07.230 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 bash[57533]: d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 2024-04-02T08:27:07.231 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:27:06 smithi187 systemd[1]: Started Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:07.632 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:07.962 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:07.962 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4085039393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4085039393},{"type":"v1","addr":"172.21.15.187:6833","nonce":4085039393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/2437110493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2437110493},{"type":"v1","addr":"172.21.15.112:6835","nonce":2437110493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:27:07.963 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 3 2024-04-02T08:27:07.975 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:boot 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: fsmap 2 up:standby 2024-04-02T08:27:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:07 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:08.263 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:08.263 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":59,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:26:54.245558+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:08.274 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:boot 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: fsmap 2 up:standby 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:08.275 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:boot 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: fsmap 2 up:standby 2024-04-02T08:27:08.276 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:07 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:08.277 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:55.010193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:08.277 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:27:08.589 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-02T08:27:08.603 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-02T08:27:08.901 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:08.902 INFO:teuthology.orchestra.run.smithi112.stdout:[ 2024-04-02T08:27:08.902 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-02T08:27:08.902 INFO:teuthology.orchestra.run.smithi112.stdout: "poolnum": 1, 2024-04-02T08:27:08.902 INFO:teuthology.orchestra.run.smithi112.stdout: "poolname": ".mgr" 2024-04-02T08:27:08.902 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:27:08.902 INFO:teuthology.orchestra.run.smithi112.stdout:] 2024-04-02T08:27:08.914 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-02T08:27:08.914 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1232800276' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2039997986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3057516335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:09.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:08 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3610724984' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1232800276' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2039997986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3057516335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3610724984' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:09.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1232800276' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2039997986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3057516335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:09.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:08 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3610724984' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:10.128 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_metadata' created 2024-04-02T08:27:10.144 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-02T08:27:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:09 smithi187 ceph-mon[30584]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:09 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/109014248' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:09 smithi112 ceph-mon[37686]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:09 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/109014248' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:09 smithi112 ceph-mon[26914]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:09 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/109014248' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:11.143 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data' created 2024-04-02T08:27:11.166 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-02T08:27:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:11 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/109014248' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:11 smithi187 ceph-mon[30584]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:11 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1400952945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:11 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:11 smithi187 ceph-mon[30584]: pgmap v185: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:11 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:11.504 INFO:teuthology.orchestra.run.smithi112.stderr:new fs with metadata pool 2 and data pool 3 2024-04-02T08:27:11.527 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/109014248' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:11.527 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[37686]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1400952945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[37686]: pgmap v185: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/109014248' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[26914]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1400952945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[26914]: pgmap v185: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:11.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:11 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:11.529 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:11.815 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:11.815 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":62,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:27:11.493284+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:11.827 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:12.109 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:12.109 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":62,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:27:11.493284+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:12.121 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1474098540' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:27:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:27:12.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1713888560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:12 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/930981210' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:12.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:12.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:12.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1474098540' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1713888560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/930981210' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:12.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1474098540' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1713888560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:12 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/930981210' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.515 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-02T08:27:12.515 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/4253270488' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: mds.? [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] up:active 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: pgmap v189: 97 pgs: 11 creating+peering, 85 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2431154076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:13 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.523 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/4253270488' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.523 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.523 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:13.523 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: mds.? [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] up:active 2024-04-02T08:27:13.523 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: pgmap v189: 97 pgs: 11 creating+peering, 85 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2431154076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/4253270488' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: mds.? [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] up:active 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:13.524 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:13.525 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: pgmap v189: 97 pgs: 11 creating+peering, 85 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:13.525 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2431154076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.525 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:13 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.526 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-02T08:27:13.526 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:13.851 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4085039393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4085039393},{"type":"v1","addr":"172.21.15.187:6833","nonce":4085039393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.493611+0000","modified":"2024-04-02T08:27:13.501209+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24368},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24368":{"gid":24368,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.112:6835/2437110493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2437110493},{"type":"v1","addr":"172.21.15.112:6835","nonce":2437110493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:27:13.851 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 6 2024-04-02T08:27:13.864 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:14.153 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:14.153 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":63,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:27:12.494966+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:14.166 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-02T08:27:14.166 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:14.404 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[37686]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:14.404 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[37686]: Cluster is now healthy 2024-04-02T08:27:14.404 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:14.404 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[37686]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:14.405 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2879237968' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.405 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[26914]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:14.405 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[26914]: Cluster is now healthy 2024-04-02T08:27:14.405 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:14.405 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[26914]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:14.405 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2879237968' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:14.457 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:27:14.466 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:27:12.752395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":36,"acting":36,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":226552,"kb_used_data":6288,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734664,"statfs":{"total":767960285184,"available":767728295936,"internally_reserved":0,"allocated":6438912,"data_stored":3659769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000698"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.130132+0000","last_change":"2024-04-02T08:27:10.130132+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.130132+0000","last_undegraded":"2024-04-02T08:27:10.130132+0000","last_fullsized":"2024-04-02T08:27:10.130132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129568+0000","last_change":"2024-04-02T08:27:10.129568+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129568+0000","last_undegraded":"2024-04-02T08:27:10.129568+0000","last_fullsized":"2024-04-02T08:27:10.129568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127244+0000","last_change":"2024-04-02T08:27:10.127244+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127244+0000","last_undegraded":"2024-04-02T08:27:10.127244+0000","last_fullsized":"2024-04-02T08:27:10.127244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127835+0000","last_change":"2024-04-02T08:27:10.127835+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127835+0000","last_undegraded":"2024-04-02T08:27:10.127835+0000","last_fullsized":"2024-04-02T08:27:10.127835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127246+0000","last_change":"2024-04-02T08:27:10.127246+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127246+0000","last_undegraded":"2024-04-02T08:27:10.127246+0000","last_fullsized":"2024-04-02T08:27:10.127246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127220+0000","last_change":"2024-04-02T08:27:10.127220+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127220+0000","last_undegraded":"2024-04-02T08:27:10.127220+0000","last_fullsized":"2024-04-02T08:27:10.127220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:26:55.255718+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:26:55.255718+0000","last_peered":"2024-04-02T08:26:55.255718+0000","last_clean":"2024-04-02T08:26:55.255718+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:26:55.255718+0000","last_undegraded":"2024-04-02T08:26:55.255718+0000","last_fullsized":"2024-04-02T08:26:55.255718+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129024+0000","last_change":"2024-04-02T08:27:10.129024+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129024+0000","last_undegraded":"2024-04-02T08:27:10.129024+0000","last_fullsized":"2024-04-02T08:27:10.129024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129586+0000","last_change":"2024-04-02T08:27:10.129586+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129586+0000","last_undegraded":"2024-04-02T08:27:10.129586+0000","last_fullsized":"2024-04-02T08:27:10.129586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127224+0000","last_change":"2024-04-02T08:27:10.127224+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127224+0000","last_undegraded":"2024-04-02T08:27:10.127224+0000","last_fullsized":"2024-04-02T08:27:10.127224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129622+0000","last_change":"2024-04-02T08:27:10.129622+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129622+0000","last_undegraded":"2024-04-02T08:27:10.129622+0000","last_fullsized":"2024-04-02T08:27:10.129622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129324+0000","last_change":"2024-04-02T08:27:10.129324+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129324+0000","last_undegraded":"2024-04-02T08:27:10.129324+0000","last_fullsized":"2024-04-02T08:27:10.129324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":831669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31684,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.317,"15min":0.30299999999999999},"min":{"1min":0.26500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.33200000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.253}]},{"osd":2,"last update":"Tue Apr 2 08:26:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.30299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.376,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.28499999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.31900000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.436},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.47599999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.45800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.32300000000000001},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.434,"5min":0.34399999999999997,"15min":0.32900000000000001},"min":{"1min":0.32200000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.498}]},{"osd":2,"last update":"Tue Apr 2 08:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36099999999999999,"15min":0.35299999999999998},"min":{"1min":0.22900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.54900000000000004}]},{"osd":3,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.625}]},{"osd":4,"last update":"Tue Apr 2 08:26:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.78900000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.70299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.31},{"interface":"front","average":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.29499999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.36699999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.42899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.45100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.46999999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.60099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"last":0.312},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.34999999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.29599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.33800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47299999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.725999999999999,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.40000000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.419,"5min":1.419,"15min":1.419},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":17.699999999999999,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.48199999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.42399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.5}]},{"osd":3,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.115,"15min":1.115},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":11.458,"5min":11.458,"15min":11.458},"last":0.378},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.435}]},{"osd":4,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.34399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:14.471 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:14 smithi187 ceph-mon[30584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:14 smithi187 ceph-mon[30584]: Cluster is now healthy 2024-04-02T08:27:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:14 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:14 smithi187 ceph-mon[30584]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:14 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2879237968' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:14.796 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:27:14.804 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:27:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[64584]: 2024-04-02T08:27:14.404+0000 7f367761c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:27:14.805 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:27:14.752764+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226860,"kb_used_data":6576,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734356,"statfs":{"total":767960285184,"available":767727980544,"internally_reserved":0,"allocated":6733824,"data_stored":3791684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.626051"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498331+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:12.498331+0000","last_peered":"2024-04-02T08:27:12.498331+0000","last_clean":"2024-04-02T08:27:12.498331+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:12.498331+0000","last_undegraded":"2024-04-02T08:27:12.498331+0000","last_fullsized":"2024-04-02T08:27:12.498331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118887+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:13.118887+0000","last_peered":"2024-04-02T08:27:13.118887+0000","last_clean":"2024-04-02T08:27:13.118887+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:13.118887+0000","last_undegraded":"2024-04-02T08:27:13.118887+0000","last_fullsized":"2024-04-02T08:27:13.118887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120265+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:13.120265+0000","last_peered":"2024-04-02T08:27:13.120265+0000","last_clean":"2024-04-02T08:27:13.120265+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:13.120265+0000","last_undegraded":"2024-04-02T08:27:13.120265+0000","last_fullsized":"2024-04-02T08:27:13.120265+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497896+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:12.497896+0000","last_peered":"2024-04-02T08:27:12.497896+0000","last_clean":"2024-04-02T08:27:12.497896+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:12.497896+0000","last_undegraded":"2024-04-02T08:27:12.497896+0000","last_fullsized":"2024-04-02T08:27:12.497896+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498849+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:12.498849+0000","last_peered":"2024-04-02T08:27:12.498849+0000","last_clean":"2024-04-02T08:27:12.498849+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:12.498849+0000","last_undegraded":"2024-04-02T08:27:12.498849+0000","last_fullsized":"2024-04-02T08:27:12.498849+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118682+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:13.118682+0000","last_peered":"2024-04-02T08:27:13.118682+0000","last_clean":"2024-04-02T08:27:13.118682+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:13.118682+0000","last_undegraded":"2024-04-02T08:27:13.118682+0000","last_fullsized":"2024-04-02T08:27:13.118682+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498798+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:12.498798+0000","last_peered":"2024-04-02T08:27:12.498798+0000","last_clean":"2024-04-02T08:27:12.498798+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:12.498798+0000","last_undegraded":"2024-04-02T08:27:12.498798+0000","last_fullsized":"2024-04-02T08:27:12.498798+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118982+0000","last_change":"2024-04-02T08:27:11.522832+0000","last_active":"2024-04-02T08:27:13.118982+0000","last_peered":"2024-04-02T08:27:13.118982+0000","last_clean":"2024-04-02T08:27:13.118982+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:27:13.118982+0000","last_undegraded":"2024-04-02T08:27:13.118982+0000","last_fullsized":"2024-04-02T08:27:13.118982+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:35.189823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120067+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:13.120067+0000","last_peered":"2024-04-02T08:27:13.120067+0000","last_clean":"2024-04-02T08:27:13.120067+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:13.120067+0000","last_undegraded":"2024-04-02T08:27:13.120067+0000","last_fullsized":"2024-04-02T08:27:13.120067+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119358+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:13.119358+0000","last_peered":"2024-04-02T08:27:13.119358+0000","last_clean":"2024-04-02T08:27:13.119358+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:13.119358+0000","last_undegraded":"2024-04-02T08:27:13.119358+0000","last_fullsized":"2024-04-02T08:27:13.119358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499531+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:12.499531+0000","last_peered":"2024-04-02T08:27:12.499531+0000","last_clean":"2024-04-02T08:27:12.499531+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:12.499531+0000","last_undegraded":"2024-04-02T08:27:12.499531+0000","last_fullsized":"2024-04-02T08:27:12.499531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499543+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:12.499543+0000","last_peered":"2024-04-02T08:27:12.499543+0000","last_clean":"2024-04-02T08:27:12.499543+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:12.499543+0000","last_undegraded":"2024-04-02T08:27:12.499543+0000","last_fullsized":"2024-04-02T08:27:12.499543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119212+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:13.119212+0000","last_peered":"2024-04-02T08:27:13.119212+0000","last_clean":"2024-04-02T08:27:13.119212+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:13.119212+0000","last_undegraded":"2024-04-02T08:27:13.119212+0000","last_fullsized":"2024-04-02T08:27:13.119212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.130132+0000","last_change":"2024-04-02T08:27:10.130132+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.130132+0000","last_undegraded":"2024-04-02T08:27:10.130132+0000","last_fullsized":"2024-04-02T08:27:10.130132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120597+0000","last_change":"2024-04-02T08:27:11.514444+0000","last_active":"2024-04-02T08:27:13.120597+0000","last_peered":"2024-04-02T08:27:13.120597+0000","last_clean":"2024-04-02T08:27:13.120597+0000","last_became_active":"2024-04-02T08:27:11.514112+0000","last_became_peered":"2024-04-02T08:27:11.514112+0000","last_unstale":"2024-04-02T08:27:13.120597+0000","last_undegraded":"2024-04-02T08:27:13.120597+0000","last_fullsized":"2024-04-02T08:27:13.120597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.793032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129568+0000","last_change":"2024-04-02T08:27:10.129568+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129568+0000","last_undegraded":"2024-04-02T08:27:10.129568+0000","last_fullsized":"2024-04-02T08:27:10.129568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119591+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:13.119591+0000","last_peered":"2024-04-02T08:27:13.119591+0000","last_clean":"2024-04-02T08:27:13.119591+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:13.119591+0000","last_undegraded":"2024-04-02T08:27:13.119591+0000","last_fullsized":"2024-04-02T08:27:13.119591+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498957+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:12.498957+0000","last_peered":"2024-04-02T08:27:12.498957+0000","last_clean":"2024-04-02T08:27:12.498957+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:12.498957+0000","last_undegraded":"2024-04-02T08:27:12.498957+0000","last_fullsized":"2024-04-02T08:27:12.498957+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127244+0000","last_change":"2024-04-02T08:27:10.127244+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127244+0000","last_undegraded":"2024-04-02T08:27:10.127244+0000","last_fullsized":"2024-04-02T08:27:10.127244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119017+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:13.119017+0000","last_peered":"2024-04-02T08:27:13.119017+0000","last_clean":"2024-04-02T08:27:13.119017+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:13.119017+0000","last_undegraded":"2024-04-02T08:27:13.119017+0000","last_fullsized":"2024-04-02T08:27:13.119017+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498705+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:12.498705+0000","last_peered":"2024-04-02T08:27:12.498705+0000","last_clean":"2024-04-02T08:27:12.498705+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:12.498705+0000","last_undegraded":"2024-04-02T08:27:12.498705+0000","last_fullsized":"2024-04-02T08:27:12.498705+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498005+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:12.498005+0000","last_peered":"2024-04-02T08:27:12.498005+0000","last_clean":"2024-04-02T08:27:12.498005+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:12.498005+0000","last_undegraded":"2024-04-02T08:27:12.498005+0000","last_fullsized":"2024-04-02T08:27:12.498005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119334+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:13.119334+0000","last_peered":"2024-04-02T08:27:13.119334+0000","last_clean":"2024-04-02T08:27:13.119334+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:13.119334+0000","last_undegraded":"2024-04-02T08:27:13.119334+0000","last_fullsized":"2024-04-02T08:27:13.119334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498946+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:12.498946+0000","last_peered":"2024-04-02T08:27:12.498946+0000","last_clean":"2024-04-02T08:27:12.498946+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:12.498946+0000","last_undegraded":"2024-04-02T08:27:12.498946+0000","last_fullsized":"2024-04-02T08:27:12.498946+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127835+0000","last_change":"2024-04-02T08:27:10.127835+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127835+0000","last_undegraded":"2024-04-02T08:27:10.127835+0000","last_fullsized":"2024-04-02T08:27:10.127835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120534+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:13.120534+0000","last_peered":"2024-04-02T08:27:13.120534+0000","last_clean":"2024-04-02T08:27:13.120534+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:13.120534+0000","last_undegraded":"2024-04-02T08:27:13.120534+0000","last_fullsized":"2024-04-02T08:27:13.120534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119302+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:13.119302+0000","last_peered":"2024-04-02T08:27:13.119302+0000","last_clean":"2024-04-02T08:27:13.119302+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:13.119302+0000","last_undegraded":"2024-04-02T08:27:13.119302+0000","last_fullsized":"2024-04-02T08:27:13.119302+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498618+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:12.498618+0000","last_peered":"2024-04-02T08:27:12.498618+0000","last_clean":"2024-04-02T08:27:12.498618+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:12.498618+0000","last_undegraded":"2024-04-02T08:27:12.498618+0000","last_fullsized":"2024-04-02T08:27:12.498618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127246+0000","last_change":"2024-04-02T08:27:10.127246+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127246+0000","last_undegraded":"2024-04-02T08:27:10.127246+0000","last_fullsized":"2024-04-02T08:27:10.127246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119107+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:13.119107+0000","last_peered":"2024-04-02T08:27:13.119107+0000","last_clean":"2024-04-02T08:27:13.119107+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:13.119107+0000","last_undegraded":"2024-04-02T08:27:13.119107+0000","last_fullsized":"2024-04-02T08:27:13.119107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118672+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:13.118672+0000","last_peered":"2024-04-02T08:27:13.118672+0000","last_clean":"2024-04-02T08:27:13.118672+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:13.118672+0000","last_undegraded":"2024-04-02T08:27:13.118672+0000","last_fullsized":"2024-04-02T08:27:13.118672+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120414+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:13.120414+0000","last_peered":"2024-04-02T08:27:13.120414+0000","last_clean":"2024-04-02T08:27:13.120414+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:13.120414+0000","last_undegraded":"2024-04-02T08:27:13.120414+0000","last_fullsized":"2024-04-02T08:27:13.120414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127220+0000","last_change":"2024-04-02T08:27:10.127220+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127220+0000","last_undegraded":"2024-04-02T08:27:10.127220+0000","last_fullsized":"2024-04-02T08:27:10.127220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118210+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:13.118210+0000","last_peered":"2024-04-02T08:27:13.118210+0000","last_clean":"2024-04-02T08:27:13.118210+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:13.118210+0000","last_undegraded":"2024-04-02T08:27:13.118210+0000","last_fullsized":"2024-04-02T08:27:13.118210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498222+0000","last_change":"2024-04-02T08:27:11.150704+0000","last_active":"2024-04-02T08:27:12.498222+0000","last_peered":"2024-04-02T08:27:12.498222+0000","last_clean":"2024-04-02T08:27:12.498222+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:27:12.498222+0000","last_undegraded":"2024-04-02T08:27:12.498222+0000","last_fullsized":"2024-04-02T08:27:12.498222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:12:38.572620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119760+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:13.119760+0000","last_peered":"2024-04-02T08:27:13.119760+0000","last_clean":"2024-04-02T08:27:13.119760+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:13.119760+0000","last_undegraded":"2024-04-02T08:27:13.119760+0000","last_fullsized":"2024-04-02T08:27:13.119760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120402+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:13.120402+0000","last_peered":"2024-04-02T08:27:13.120402+0000","last_clean":"2024-04-02T08:27:13.120402+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:13.120402+0000","last_undegraded":"2024-04-02T08:27:13.120402+0000","last_fullsized":"2024-04-02T08:27:13.120402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499218+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:12.499218+0000","last_peered":"2024-04-02T08:27:12.499218+0000","last_clean":"2024-04-02T08:27:12.499218+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:12.499218+0000","last_undegraded":"2024-04-02T08:27:12.499218+0000","last_fullsized":"2024-04-02T08:27:12.499218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118260+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:13.118260+0000","last_peered":"2024-04-02T08:27:13.118260+0000","last_clean":"2024-04-02T08:27:13.118260+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:13.118260+0000","last_undegraded":"2024-04-02T08:27:13.118260+0000","last_fullsized":"2024-04-02T08:27:13.118260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118637+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:13.118637+0000","last_peered":"2024-04-02T08:27:13.118637+0000","last_clean":"2024-04-02T08:27:13.118637+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:13.118637+0000","last_undegraded":"2024-04-02T08:27:13.118637+0000","last_fullsized":"2024-04-02T08:27:13.118637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:26:55.255718+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:26:55.255718+0000","last_peered":"2024-04-02T08:26:55.255718+0000","last_clean":"2024-04-02T08:26:55.255718+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:26:55.255718+0000","last_undegraded":"2024-04-02T08:26:55.255718+0000","last_fullsized":"2024-04-02T08:26:55.255718+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118443+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:13.118443+0000","last_peered":"2024-04-02T08:27:13.118443+0000","last_clean":"2024-04-02T08:27:13.118443+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:13.118443+0000","last_undegraded":"2024-04-02T08:27:13.118443+0000","last_fullsized":"2024-04-02T08:27:13.118443+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129024+0000","last_change":"2024-04-02T08:27:10.129024+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129024+0000","last_undegraded":"2024-04-02T08:27:10.129024+0000","last_fullsized":"2024-04-02T08:27:10.129024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129586+0000","last_change":"2024-04-02T08:27:10.129586+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129586+0000","last_undegraded":"2024-04-02T08:27:10.129586+0000","last_fullsized":"2024-04-02T08:27:10.129586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498307+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:12.498307+0000","last_peered":"2024-04-02T08:27:12.498307+0000","last_clean":"2024-04-02T08:27:12.498307+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:12.498307+0000","last_undegraded":"2024-04-02T08:27:12.498307+0000","last_fullsized":"2024-04-02T08:27:12.498307+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499288+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:12.499288+0000","last_peered":"2024-04-02T08:27:12.499288+0000","last_clean":"2024-04-02T08:27:12.499288+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:12.499288+0000","last_undegraded":"2024-04-02T08:27:12.499288+0000","last_fullsized":"2024-04-02T08:27:12.499288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498875+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:12.498875+0000","last_peered":"2024-04-02T08:27:12.498875+0000","last_clean":"2024-04-02T08:27:12.498875+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:12.498875+0000","last_undegraded":"2024-04-02T08:27:12.498875+0000","last_fullsized":"2024-04-02T08:27:12.498875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127224+0000","last_change":"2024-04-02T08:27:10.127224+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127224+0000","last_undegraded":"2024-04-02T08:27:10.127224+0000","last_fullsized":"2024-04-02T08:27:10.127224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119106+0000","last_change":"2024-04-02T08:27:11.515456+0000","last_active":"2024-04-02T08:27:13.119106+0000","last_peered":"2024-04-02T08:27:13.119106+0000","last_clean":"2024-04-02T08:27:13.119106+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:13.119106+0000","last_undegraded":"2024-04-02T08:27:13.119106+0000","last_fullsized":"2024-04-02T08:27:13.119106+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:47.715536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129622+0000","last_change":"2024-04-02T08:27:10.129622+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129622+0000","last_undegraded":"2024-04-02T08:27:10.129622+0000","last_fullsized":"2024-04-02T08:27:10.129622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498869+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:12.498869+0000","last_peered":"2024-04-02T08:27:12.498869+0000","last_clean":"2024-04-02T08:27:12.498869+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:12.498869+0000","last_undegraded":"2024-04-02T08:27:12.498869+0000","last_fullsized":"2024-04-02T08:27:12.498869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497967+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:12.497967+0000","last_peered":"2024-04-02T08:27:12.497967+0000","last_clean":"2024-04-02T08:27:12.497967+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:12.497967+0000","last_undegraded":"2024-04-02T08:27:12.497967+0000","last_fullsized":"2024-04-02T08:27:12.497967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499412+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:12.499412+0000","last_peered":"2024-04-02T08:27:12.499412+0000","last_clean":"2024-04-02T08:27:12.499412+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:12.499412+0000","last_undegraded":"2024-04-02T08:27:12.499412+0000","last_fullsized":"2024-04-02T08:27:12.499412+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498876+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:12.498876+0000","last_peered":"2024-04-02T08:27:12.498876+0000","last_clean":"2024-04-02T08:27:12.498876+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:12.498876+0000","last_undegraded":"2024-04-02T08:27:12.498876+0000","last_fullsized":"2024-04-02T08:27:12.498876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129324+0000","last_change":"2024-04-02T08:27:10.129324+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129324+0000","last_undegraded":"2024-04-02T08:27:10.129324+0000","last_fullsized":"2024-04-02T08:27:10.129324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118495+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:13.118495+0000","last_peered":"2024-04-02T08:27:13.118495+0000","last_clean":"2024-04-02T08:27:13.118495+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:13.118495+0000","last_undegraded":"2024-04-02T08:27:13.118495+0000","last_fullsized":"2024-04-02T08:27:13.118495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498539+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:12.498539+0000","last_peered":"2024-04-02T08:27:12.498539+0000","last_clean":"2024-04-02T08:27:12.498539+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:12.498539+0000","last_undegraded":"2024-04-02T08:27:12.498539+0000","last_fullsized":"2024-04-02T08:27:12.498539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120479+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:13.120479+0000","last_peered":"2024-04-02T08:27:13.120479+0000","last_clean":"2024-04-02T08:27:13.120479+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:13.120479+0000","last_undegraded":"2024-04-02T08:27:13.120479+0000","last_fullsized":"2024-04-02T08:27:13.120479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118164+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:13.118164+0000","last_peered":"2024-04-02T08:27:13.118164+0000","last_clean":"2024-04-02T08:27:13.118164+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:13.118164+0000","last_undegraded":"2024-04-02T08:27:13.118164+0000","last_fullsized":"2024-04-02T08:27:13.118164+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120535+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:13.120535+0000","last_peered":"2024-04-02T08:27:13.120535+0000","last_clean":"2024-04-02T08:27:13.120535+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:13.120535+0000","last_undegraded":"2024-04-02T08:27:13.120535+0000","last_fullsized":"2024-04-02T08:27:13.120535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118915+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:13.118915+0000","last_peered":"2024-04-02T08:27:13.118915+0000","last_clean":"2024-04-02T08:27:13.118915+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:13.118915+0000","last_undegraded":"2024-04-02T08:27:13.118915+0000","last_fullsized":"2024-04-02T08:27:13.118915+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499128+0000","last_change":"2024-04-02T08:27:11.528630+0000","last_active":"2024-04-02T08:27:12.499128+0000","last_peered":"2024-04-02T08:27:12.499128+0000","last_clean":"2024-04-02T08:27:12.499128+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:27:12.499128+0000","last_undegraded":"2024-04-02T08:27:12.499128+0000","last_fullsized":"2024-04-02T08:27:12.499128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:34.624240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498460+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:12.498460+0000","last_peered":"2024-04-02T08:27:12.498460+0000","last_clean":"2024-04-02T08:27:12.498460+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:12.498460+0000","last_undegraded":"2024-04-02T08:27:12.498460+0000","last_fullsized":"2024-04-02T08:27:12.498460+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498956+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:12.498956+0000","last_peered":"2024-04-02T08:27:12.498956+0000","last_clean":"2024-04-02T08:27:12.498956+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:12.498956+0000","last_undegraded":"2024-04-02T08:27:12.498956+0000","last_fullsized":"2024-04-02T08:27:12.498956+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119423+0000","last_change":"2024-04-02T08:27:11.522662+0000","last_active":"2024-04-02T08:27:13.119423+0000","last_peered":"2024-04-02T08:27:13.119423+0000","last_clean":"2024-04-02T08:27:13.119423+0000","last_became_active":"2024-04-02T08:27:11.521991+0000","last_became_peered":"2024-04-02T08:27:11.521991+0000","last_unstale":"2024-04-02T08:27:13.119423+0000","last_undegraded":"2024-04-02T08:27:13.119423+0000","last_fullsized":"2024-04-02T08:27:13.119423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:55.092683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120554+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:13.120554+0000","last_peered":"2024-04-02T08:27:13.120554+0000","last_clean":"2024-04-02T08:27:13.120554+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:13.120554+0000","last_undegraded":"2024-04-02T08:27:13.120554+0000","last_fullsized":"2024-04-02T08:27:13.120554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118825+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:13.118825+0000","last_peered":"2024-04-02T08:27:13.118825+0000","last_clean":"2024-04-02T08:27:13.118825+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:13.118825+0000","last_undegraded":"2024-04-02T08:27:13.118825+0000","last_fullsized":"2024-04-02T08:27:13.118825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":123,"acting":123,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":831669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.317,"15min":0.30299999999999999},"min":{"1min":0.26500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.219},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.33200000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.27800000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.30299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.376,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.26300000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.251},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.30199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46600000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.32300000000000001},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.34399999999999997,"15min":0.32900000000000001},"min":{"1min":0.32200000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.311}]},{"osd":2,"last update":"Tue Apr 2 08:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36099999999999999,"15min":0.35299999999999998},"min":{"1min":0.22900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.378}]},{"osd":3,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.35499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:26:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.29499999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.54100000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.50700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.65300000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.73299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717484,"statfs":{"total":95995035648,"available":95966703616,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.29099999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34899999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.59599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.725999999999999,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.40000000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.419,"5min":1.419,"15min":1.419},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":17.699999999999999,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.48199999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.377},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.503},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57099999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.115,"15min":1.115},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":11.458,"5min":11.458,"15min":11.458},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.59999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:14.811 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:15.135 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:27:15.145 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:27:14.752764+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226860,"kb_used_data":6576,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734356,"statfs":{"total":767960285184,"available":767727980544,"internally_reserved":0,"allocated":6733824,"data_stored":3791684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.626051"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498331+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:12.498331+0000","last_peered":"2024-04-02T08:27:12.498331+0000","last_clean":"2024-04-02T08:27:12.498331+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:12.498331+0000","last_undegraded":"2024-04-02T08:27:12.498331+0000","last_fullsized":"2024-04-02T08:27:12.498331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118887+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:13.118887+0000","last_peered":"2024-04-02T08:27:13.118887+0000","last_clean":"2024-04-02T08:27:13.118887+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:13.118887+0000","last_undegraded":"2024-04-02T08:27:13.118887+0000","last_fullsized":"2024-04-02T08:27:13.118887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120265+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:13.120265+0000","last_peered":"2024-04-02T08:27:13.120265+0000","last_clean":"2024-04-02T08:27:13.120265+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:13.120265+0000","last_undegraded":"2024-04-02T08:27:13.120265+0000","last_fullsized":"2024-04-02T08:27:13.120265+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497896+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:12.497896+0000","last_peered":"2024-04-02T08:27:12.497896+0000","last_clean":"2024-04-02T08:27:12.497896+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:12.497896+0000","last_undegraded":"2024-04-02T08:27:12.497896+0000","last_fullsized":"2024-04-02T08:27:12.497896+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498849+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:12.498849+0000","last_peered":"2024-04-02T08:27:12.498849+0000","last_clean":"2024-04-02T08:27:12.498849+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:12.498849+0000","last_undegraded":"2024-04-02T08:27:12.498849+0000","last_fullsized":"2024-04-02T08:27:12.498849+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118682+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:13.118682+0000","last_peered":"2024-04-02T08:27:13.118682+0000","last_clean":"2024-04-02T08:27:13.118682+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:13.118682+0000","last_undegraded":"2024-04-02T08:27:13.118682+0000","last_fullsized":"2024-04-02T08:27:13.118682+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498798+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:12.498798+0000","last_peered":"2024-04-02T08:27:12.498798+0000","last_clean":"2024-04-02T08:27:12.498798+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:12.498798+0000","last_undegraded":"2024-04-02T08:27:12.498798+0000","last_fullsized":"2024-04-02T08:27:12.498798+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118982+0000","last_change":"2024-04-02T08:27:11.522832+0000","last_active":"2024-04-02T08:27:13.118982+0000","last_peered":"2024-04-02T08:27:13.118982+0000","last_clean":"2024-04-02T08:27:13.118982+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:27:13.118982+0000","last_undegraded":"2024-04-02T08:27:13.118982+0000","last_fullsized":"2024-04-02T08:27:13.118982+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:35.189823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120067+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:13.120067+0000","last_peered":"2024-04-02T08:27:13.120067+0000","last_clean":"2024-04-02T08:27:13.120067+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:13.120067+0000","last_undegraded":"2024-04-02T08:27:13.120067+0000","last_fullsized":"2024-04-02T08:27:13.120067+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119358+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:13.119358+0000","last_peered":"2024-04-02T08:27:13.119358+0000","last_clean":"2024-04-02T08:27:13.119358+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:13.119358+0000","last_undegraded":"2024-04-02T08:27:13.119358+0000","last_fullsized":"2024-04-02T08:27:13.119358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499531+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:12.499531+0000","last_peered":"2024-04-02T08:27:12.499531+0000","last_clean":"2024-04-02T08:27:12.499531+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:12.499531+0000","last_undegraded":"2024-04-02T08:27:12.499531+0000","last_fullsized":"2024-04-02T08:27:12.499531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499543+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:12.499543+0000","last_peered":"2024-04-02T08:27:12.499543+0000","last_clean":"2024-04-02T08:27:12.499543+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:12.499543+0000","last_undegraded":"2024-04-02T08:27:12.499543+0000","last_fullsized":"2024-04-02T08:27:12.499543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119212+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:13.119212+0000","last_peered":"2024-04-02T08:27:13.119212+0000","last_clean":"2024-04-02T08:27:13.119212+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:13.119212+0000","last_undegraded":"2024-04-02T08:27:13.119212+0000","last_fullsized":"2024-04-02T08:27:13.119212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.130132+0000","last_change":"2024-04-02T08:27:10.130132+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.130132+0000","last_undegraded":"2024-04-02T08:27:10.130132+0000","last_fullsized":"2024-04-02T08:27:10.130132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120597+0000","last_change":"2024-04-02T08:27:11.514444+0000","last_active":"2024-04-02T08:27:13.120597+0000","last_peered":"2024-04-02T08:27:13.120597+0000","last_clean":"2024-04-02T08:27:13.120597+0000","last_became_active":"2024-04-02T08:27:11.514112+0000","last_became_peered":"2024-04-02T08:27:11.514112+0000","last_unstale":"2024-04-02T08:27:13.120597+0000","last_undegraded":"2024-04-02T08:27:13.120597+0000","last_fullsized":"2024-04-02T08:27:13.120597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.793032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129568+0000","last_change":"2024-04-02T08:27:10.129568+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129568+0000","last_undegraded":"2024-04-02T08:27:10.129568+0000","last_fullsized":"2024-04-02T08:27:10.129568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119591+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:13.119591+0000","last_peered":"2024-04-02T08:27:13.119591+0000","last_clean":"2024-04-02T08:27:13.119591+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:13.119591+0000","last_undegraded":"2024-04-02T08:27:13.119591+0000","last_fullsized":"2024-04-02T08:27:13.119591+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498957+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:12.498957+0000","last_peered":"2024-04-02T08:27:12.498957+0000","last_clean":"2024-04-02T08:27:12.498957+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:12.498957+0000","last_undegraded":"2024-04-02T08:27:12.498957+0000","last_fullsized":"2024-04-02T08:27:12.498957+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127244+0000","last_change":"2024-04-02T08:27:10.127244+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127244+0000","last_undegraded":"2024-04-02T08:27:10.127244+0000","last_fullsized":"2024-04-02T08:27:10.127244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119017+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:13.119017+0000","last_peered":"2024-04-02T08:27:13.119017+0000","last_clean":"2024-04-02T08:27:13.119017+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:13.119017+0000","last_undegraded":"2024-04-02T08:27:13.119017+0000","last_fullsized":"2024-04-02T08:27:13.119017+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498705+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:12.498705+0000","last_peered":"2024-04-02T08:27:12.498705+0000","last_clean":"2024-04-02T08:27:12.498705+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:12.498705+0000","last_undegraded":"2024-04-02T08:27:12.498705+0000","last_fullsized":"2024-04-02T08:27:12.498705+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498005+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:12.498005+0000","last_peered":"2024-04-02T08:27:12.498005+0000","last_clean":"2024-04-02T08:27:12.498005+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:12.498005+0000","last_undegraded":"2024-04-02T08:27:12.498005+0000","last_fullsized":"2024-04-02T08:27:12.498005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119334+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:13.119334+0000","last_peered":"2024-04-02T08:27:13.119334+0000","last_clean":"2024-04-02T08:27:13.119334+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:13.119334+0000","last_undegraded":"2024-04-02T08:27:13.119334+0000","last_fullsized":"2024-04-02T08:27:13.119334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498946+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:12.498946+0000","last_peered":"2024-04-02T08:27:12.498946+0000","last_clean":"2024-04-02T08:27:12.498946+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:12.498946+0000","last_undegraded":"2024-04-02T08:27:12.498946+0000","last_fullsized":"2024-04-02T08:27:12.498946+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127835+0000","last_change":"2024-04-02T08:27:10.127835+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127835+0000","last_undegraded":"2024-04-02T08:27:10.127835+0000","last_fullsized":"2024-04-02T08:27:10.127835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120534+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:13.120534+0000","last_peered":"2024-04-02T08:27:13.120534+0000","last_clean":"2024-04-02T08:27:13.120534+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:13.120534+0000","last_undegraded":"2024-04-02T08:27:13.120534+0000","last_fullsized":"2024-04-02T08:27:13.120534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119302+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:13.119302+0000","last_peered":"2024-04-02T08:27:13.119302+0000","last_clean":"2024-04-02T08:27:13.119302+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:13.119302+0000","last_undegraded":"2024-04-02T08:27:13.119302+0000","last_fullsized":"2024-04-02T08:27:13.119302+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498618+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:12.498618+0000","last_peered":"2024-04-02T08:27:12.498618+0000","last_clean":"2024-04-02T08:27:12.498618+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:12.498618+0000","last_undegraded":"2024-04-02T08:27:12.498618+0000","last_fullsized":"2024-04-02T08:27:12.498618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127246+0000","last_change":"2024-04-02T08:27:10.127246+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127246+0000","last_undegraded":"2024-04-02T08:27:10.127246+0000","last_fullsized":"2024-04-02T08:27:10.127246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119107+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:13.119107+0000","last_peered":"2024-04-02T08:27:13.119107+0000","last_clean":"2024-04-02T08:27:13.119107+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:13.119107+0000","last_undegraded":"2024-04-02T08:27:13.119107+0000","last_fullsized":"2024-04-02T08:27:13.119107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118672+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:13.118672+0000","last_peered":"2024-04-02T08:27:13.118672+0000","last_clean":"2024-04-02T08:27:13.118672+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:13.118672+0000","last_undegraded":"2024-04-02T08:27:13.118672+0000","last_fullsized":"2024-04-02T08:27:13.118672+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120414+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:13.120414+0000","last_peered":"2024-04-02T08:27:13.120414+0000","last_clean":"2024-04-02T08:27:13.120414+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:13.120414+0000","last_undegraded":"2024-04-02T08:27:13.120414+0000","last_fullsized":"2024-04-02T08:27:13.120414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127220+0000","last_change":"2024-04-02T08:27:10.127220+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127220+0000","last_undegraded":"2024-04-02T08:27:10.127220+0000","last_fullsized":"2024-04-02T08:27:10.127220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118210+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:13.118210+0000","last_peered":"2024-04-02T08:27:13.118210+0000","last_clean":"2024-04-02T08:27:13.118210+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:13.118210+0000","last_undegraded":"2024-04-02T08:27:13.118210+0000","last_fullsized":"2024-04-02T08:27:13.118210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498222+0000","last_change":"2024-04-02T08:27:11.150704+0000","last_active":"2024-04-02T08:27:12.498222+0000","last_peered":"2024-04-02T08:27:12.498222+0000","last_clean":"2024-04-02T08:27:12.498222+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:27:12.498222+0000","last_undegraded":"2024-04-02T08:27:12.498222+0000","last_fullsized":"2024-04-02T08:27:12.498222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:12:38.572620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119760+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:13.119760+0000","last_peered":"2024-04-02T08:27:13.119760+0000","last_clean":"2024-04-02T08:27:13.119760+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:13.119760+0000","last_undegraded":"2024-04-02T08:27:13.119760+0000","last_fullsized":"2024-04-02T08:27:13.119760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120402+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:13.120402+0000","last_peered":"2024-04-02T08:27:13.120402+0000","last_clean":"2024-04-02T08:27:13.120402+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:13.120402+0000","last_undegraded":"2024-04-02T08:27:13.120402+0000","last_fullsized":"2024-04-02T08:27:13.120402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499218+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:12.499218+0000","last_peered":"2024-04-02T08:27:12.499218+0000","last_clean":"2024-04-02T08:27:12.499218+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:12.499218+0000","last_undegraded":"2024-04-02T08:27:12.499218+0000","last_fullsized":"2024-04-02T08:27:12.499218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118260+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:13.118260+0000","last_peered":"2024-04-02T08:27:13.118260+0000","last_clean":"2024-04-02T08:27:13.118260+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:13.118260+0000","last_undegraded":"2024-04-02T08:27:13.118260+0000","last_fullsized":"2024-04-02T08:27:13.118260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118637+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:13.118637+0000","last_peered":"2024-04-02T08:27:13.118637+0000","last_clean":"2024-04-02T08:27:13.118637+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:13.118637+0000","last_undegraded":"2024-04-02T08:27:13.118637+0000","last_fullsized":"2024-04-02T08:27:13.118637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:26:55.255718+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:26:55.255718+0000","last_peered":"2024-04-02T08:26:55.255718+0000","last_clean":"2024-04-02T08:26:55.255718+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:26:55.255718+0000","last_undegraded":"2024-04-02T08:26:55.255718+0000","last_fullsized":"2024-04-02T08:26:55.255718+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118443+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:13.118443+0000","last_peered":"2024-04-02T08:27:13.118443+0000","last_clean":"2024-04-02T08:27:13.118443+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:13.118443+0000","last_undegraded":"2024-04-02T08:27:13.118443+0000","last_fullsized":"2024-04-02T08:27:13.118443+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129024+0000","last_change":"2024-04-02T08:27:10.129024+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129024+0000","last_undegraded":"2024-04-02T08:27:10.129024+0000","last_fullsized":"2024-04-02T08:27:10.129024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129586+0000","last_change":"2024-04-02T08:27:10.129586+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129586+0000","last_undegraded":"2024-04-02T08:27:10.129586+0000","last_fullsized":"2024-04-02T08:27:10.129586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498307+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:12.498307+0000","last_peered":"2024-04-02T08:27:12.498307+0000","last_clean":"2024-04-02T08:27:12.498307+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:12.498307+0000","last_undegraded":"2024-04-02T08:27:12.498307+0000","last_fullsized":"2024-04-02T08:27:12.498307+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499288+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:12.499288+0000","last_peered":"2024-04-02T08:27:12.499288+0000","last_clean":"2024-04-02T08:27:12.499288+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:12.499288+0000","last_undegraded":"2024-04-02T08:27:12.499288+0000","last_fullsized":"2024-04-02T08:27:12.499288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498875+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:12.498875+0000","last_peered":"2024-04-02T08:27:12.498875+0000","last_clean":"2024-04-02T08:27:12.498875+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:12.498875+0000","last_undegraded":"2024-04-02T08:27:12.498875+0000","last_fullsized":"2024-04-02T08:27:12.498875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127224+0000","last_change":"2024-04-02T08:27:10.127224+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127224+0000","last_undegraded":"2024-04-02T08:27:10.127224+0000","last_fullsized":"2024-04-02T08:27:10.127224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119106+0000","last_change":"2024-04-02T08:27:11.515456+0000","last_active":"2024-04-02T08:27:13.119106+0000","last_peered":"2024-04-02T08:27:13.119106+0000","last_clean":"2024-04-02T08:27:13.119106+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:13.119106+0000","last_undegraded":"2024-04-02T08:27:13.119106+0000","last_fullsized":"2024-04-02T08:27:13.119106+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:47.715536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129622+0000","last_change":"2024-04-02T08:27:10.129622+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129622+0000","last_undegraded":"2024-04-02T08:27:10.129622+0000","last_fullsized":"2024-04-02T08:27:10.129622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498869+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:12.498869+0000","last_peered":"2024-04-02T08:27:12.498869+0000","last_clean":"2024-04-02T08:27:12.498869+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:12.498869+0000","last_undegraded":"2024-04-02T08:27:12.498869+0000","last_fullsized":"2024-04-02T08:27:12.498869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497967+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:12.497967+0000","last_peered":"2024-04-02T08:27:12.497967+0000","last_clean":"2024-04-02T08:27:12.497967+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:12.497967+0000","last_undegraded":"2024-04-02T08:27:12.497967+0000","last_fullsized":"2024-04-02T08:27:12.497967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499412+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:12.499412+0000","last_peered":"2024-04-02T08:27:12.499412+0000","last_clean":"2024-04-02T08:27:12.499412+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:12.499412+0000","last_undegraded":"2024-04-02T08:27:12.499412+0000","last_fullsized":"2024-04-02T08:27:12.499412+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498876+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:12.498876+0000","last_peered":"2024-04-02T08:27:12.498876+0000","last_clean":"2024-04-02T08:27:12.498876+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:12.498876+0000","last_undegraded":"2024-04-02T08:27:12.498876+0000","last_fullsized":"2024-04-02T08:27:12.498876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129324+0000","last_change":"2024-04-02T08:27:10.129324+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129324+0000","last_undegraded":"2024-04-02T08:27:10.129324+0000","last_fullsized":"2024-04-02T08:27:10.129324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118495+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:13.118495+0000","last_peered":"2024-04-02T08:27:13.118495+0000","last_clean":"2024-04-02T08:27:13.118495+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:13.118495+0000","last_undegraded":"2024-04-02T08:27:13.118495+0000","last_fullsized":"2024-04-02T08:27:13.118495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498539+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:12.498539+0000","last_peered":"2024-04-02T08:27:12.498539+0000","last_clean":"2024-04-02T08:27:12.498539+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:12.498539+0000","last_undegraded":"2024-04-02T08:27:12.498539+0000","last_fullsized":"2024-04-02T08:27:12.498539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120479+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:13.120479+0000","last_peered":"2024-04-02T08:27:13.120479+0000","last_clean":"2024-04-02T08:27:13.120479+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:13.120479+0000","last_undegraded":"2024-04-02T08:27:13.120479+0000","last_fullsized":"2024-04-02T08:27:13.120479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118164+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:13.118164+0000","last_peered":"2024-04-02T08:27:13.118164+0000","last_clean":"2024-04-02T08:27:13.118164+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:13.118164+0000","last_undegraded":"2024-04-02T08:27:13.118164+0000","last_fullsized":"2024-04-02T08:27:13.118164+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120535+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:13.120535+0000","last_peered":"2024-04-02T08:27:13.120535+0000","last_clean":"2024-04-02T08:27:13.120535+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:13.120535+0000","last_undegraded":"2024-04-02T08:27:13.120535+0000","last_fullsized":"2024-04-02T08:27:13.120535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118915+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:13.118915+0000","last_peered":"2024-04-02T08:27:13.118915+0000","last_clean":"2024-04-02T08:27:13.118915+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:13.118915+0000","last_undegraded":"2024-04-02T08:27:13.118915+0000","last_fullsized":"2024-04-02T08:27:13.118915+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499128+0000","last_change":"2024-04-02T08:27:11.528630+0000","last_active":"2024-04-02T08:27:12.499128+0000","last_peered":"2024-04-02T08:27:12.499128+0000","last_clean":"2024-04-02T08:27:12.499128+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:27:12.499128+0000","last_undegraded":"2024-04-02T08:27:12.499128+0000","last_fullsized":"2024-04-02T08:27:12.499128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:34.624240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498460+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:12.498460+0000","last_peered":"2024-04-02T08:27:12.498460+0000","last_clean":"2024-04-02T08:27:12.498460+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:12.498460+0000","last_undegraded":"2024-04-02T08:27:12.498460+0000","last_fullsized":"2024-04-02T08:27:12.498460+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498956+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:12.498956+0000","last_peered":"2024-04-02T08:27:12.498956+0000","last_clean":"2024-04-02T08:27:12.498956+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:12.498956+0000","last_undegraded":"2024-04-02T08:27:12.498956+0000","last_fullsized":"2024-04-02T08:27:12.498956+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119423+0000","last_change":"2024-04-02T08:27:11.522662+0000","last_active":"2024-04-02T08:27:13.119423+0000","last_peered":"2024-04-02T08:27:13.119423+0000","last_clean":"2024-04-02T08:27:13.119423+0000","last_became_active":"2024-04-02T08:27:11.521991+0000","last_became_peered":"2024-04-02T08:27:11.521991+0000","last_unstale":"2024-04-02T08:27:13.119423+0000","last_undegraded":"2024-04-02T08:27:13.119423+0000","last_fullsized":"2024-04-02T08:27:13.119423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:55.092683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120554+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:13.120554+0000","last_peered":"2024-04-02T08:27:13.120554+0000","last_clean":"2024-04-02T08:27:13.120554+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:13.120554+0000","last_undegraded":"2024-04-02T08:27:13.120554+0000","last_fullsized":"2024-04-02T08:27:13.120554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118825+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:13.118825+0000","last_peered":"2024-04-02T08:27:13.118825+0000","last_clean":"2024-04-02T08:27:13.118825+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:13.118825+0000","last_undegraded":"2024-04-02T08:27:13.118825+0000","last_fullsized":"2024-04-02T08:27:13.118825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":123,"acting":123,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":831669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.317,"15min":0.30299999999999999},"min":{"1min":0.26500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.219},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.33200000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.27800000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.30299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.376,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.26300000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.251},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.30199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46600000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.32300000000000001},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.34399999999999997,"15min":0.32900000000000001},"min":{"1min":0.32200000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.311}]},{"osd":2,"last update":"Tue Apr 2 08:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36099999999999999,"15min":0.35299999999999998},"min":{"1min":0.22900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.378}]},{"osd":3,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.35499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:26:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.29499999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.54100000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.50700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.65300000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.73299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717484,"statfs":{"total":95995035648,"available":95966703616,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.29099999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34899999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.59599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.725999999999999,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.40000000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.419,"5min":1.419,"15min":1.419},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":17.699999999999999,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.48199999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.377},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.503},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57099999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.115,"15min":1.115},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":11.458,"5min":11.458,"15min":11.458},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.59999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:15.150 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-04-02T08:27:15.150 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.150 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-04-02T08:27:15.150 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.151 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.130132+0000', 'last_change': '2024-04-02T08:27:10.130132+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.130132+0000', 'last_undegraded': '2024-04-02T08:27:10.130132+0000', 'last_fullsized': '2024-04-02T08:27:10.130132+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.129568+0000', 'last_change': '2024-04-02T08:27:10.129568+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.129568+0000', 'last_undegraded': '2024-04-02T08:27:10.129568+0000', 'last_fullsized': '2024-04-02T08:27:10.129568+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 2], 'acting': [7, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.127244+0000', 'last_change': '2024-04-02T08:27:10.127244+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.127244+0000', 'last_undegraded': '2024-04-02T08:27:10.127244+0000', 'last_fullsized': '2024-04-02T08:27:10.127244+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 7], 'acting': [6, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-04-02T08:27:15.152 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.127835+0000', 'last_change': '2024-04-02T08:27:10.127835+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.127835+0000', 'last_undegraded': '2024-04-02T08:27:10.127835+0000', 'last_fullsized': '2024-04-02T08:27:10.127835+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 2], 'acting': [6, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.127246+0000', 'last_change': '2024-04-02T08:27:10.127246+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.127246+0000', 'last_undegraded': '2024-04-02T08:27:10.127246+0000', 'last_fullsized': '2024-04-02T08:27:10.127246+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3, 5], 'acting': [6, 3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.127220+0000', 'last_change': '2024-04-02T08:27:10.127220+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.127220+0000', 'last_undegraded': '2024-04-02T08:27:10.127220+0000', 'last_fullsized': '2024-04-02T08:27:10.127220+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.153 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:10.123403+0000', 'last_change': '2024-04-02T08:27:10.123403+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.123403+0000', 'last_undegraded': '2024-04-02T08:27:10.123403+0000', 'last_fullsized': '2024-04-02T08:27:10.123403+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-04-02T08:27:15.154 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.129024+0000', 'last_change': '2024-04-02T08:27:10.129024+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.129024+0000', 'last_undegraded': '2024-04-02T08:27:10.129024+0000', 'last_fullsized': '2024-04-02T08:27:10.129024+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1, 0], 'acting': [7, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.129586+0000', 'last_change': '2024-04-02T08:27:10.129586+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.129586+0000', 'last_undegraded': '2024-04-02T08:27:10.129586+0000', 'last_fullsized': '2024-04-02T08:27:10.129586+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.127224+0000', 'last_change': '2024-04-02T08:27:10.127224+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.127224+0000', 'last_undegraded': '2024-04-02T08:27:10.127224+0000', 'last_fullsized': '2024-04-02T08:27:10.127224+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 2], 'acting': [6, 7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.129622+0000', 'last_change': '2024-04-02T08:27:10.129622+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.129622+0000', 'last_undegraded': '2024-04-02T08:27:10.129622+0000', 'last_fullsized': '2024-04-02T08:27:10.129622+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 1], 'acting': [7, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.129324+0000', 'last_change': '2024-04-02T08:27:10.129324+0000', 'last_active': '2024-04-02T08:27:10.123403+0000', 'last_peered': '2024-04-02T08:27:10.123403+0000', 'last_clean': '2024-04-02T08:27:10.123403+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.129324+0000', 'last_undegraded': '2024-04-02T08:27:10.129324+0000', 'last_fullsized': '2024-04-02T08:27:10.129324+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 5], 'acting': [7, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.155 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-02T08:27:15.156 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.125420+0000', 'last_change': '2024-04-02T08:27:11.125420+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.125420+0000', 'last_undegraded': '2024-04-02T08:27:11.125420+0000', 'last_fullsized': '2024-04-02T08:27:11.125420+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.157 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-02T08:27:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:15 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1623122043' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:15 smithi187 ceph-mon[30584]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:15 smithi187 ceph-mon[30584]: pgmap v190: 97 pgs: 11 creating+peering, 24 unknown, 62 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2024-04-02T08:27:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:15 smithi187 ceph-mon[30584]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.533 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:15.533 INFO:teuthology.orchestra.run.smithi112.stdout:{"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":227,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046410,"num_in_osds":8,"osd_in_since":1712046393,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":62},{"state_name":"unknown","count":24},{"state_name":"creating+peering","count":11}],"num_pgs":97,"num_pools":3,"num_objects":14,"data_bytes":591144,"bytes_used":232304640,"bytes_avail":767727980544,"bytes_total":767960285184,"unknown_pgs_ratio":0.24742268025875092,"inactive_pgs_ratio":0.11340206116437912,"write_bytes_sec":2213,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24368}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.112:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-02T08:27:04.750928+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-02T08:27:15.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1623122043' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[37686]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[37686]: pgmap v190: 97 pgs: 11 creating+peering, 24 unknown, 62 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2024-04-02T08:27:15.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[37686]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1623122043' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[26914]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[26914]: pgmap v190: 97 pgs: 11 creating+peering, 24 unknown, 62 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2024-04-02T08:27:15.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:15 smithi112 ceph-mon[26914]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.546 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-02T08:27:15.546 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:15.836 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:27:15.847 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:27:14.752764+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226860,"kb_used_data":6576,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734356,"statfs":{"total":767960285184,"available":767727980544,"internally_reserved":0,"allocated":6733824,"data_stored":3791684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.626051"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498331+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:12.498331+0000","last_peered":"2024-04-02T08:27:12.498331+0000","last_clean":"2024-04-02T08:27:12.498331+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:12.498331+0000","last_undegraded":"2024-04-02T08:27:12.498331+0000","last_fullsized":"2024-04-02T08:27:12.498331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118887+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:13.118887+0000","last_peered":"2024-04-02T08:27:13.118887+0000","last_clean":"2024-04-02T08:27:13.118887+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:13.118887+0000","last_undegraded":"2024-04-02T08:27:13.118887+0000","last_fullsized":"2024-04-02T08:27:13.118887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120265+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:13.120265+0000","last_peered":"2024-04-02T08:27:13.120265+0000","last_clean":"2024-04-02T08:27:13.120265+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:13.120265+0000","last_undegraded":"2024-04-02T08:27:13.120265+0000","last_fullsized":"2024-04-02T08:27:13.120265+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497896+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:12.497896+0000","last_peered":"2024-04-02T08:27:12.497896+0000","last_clean":"2024-04-02T08:27:12.497896+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:12.497896+0000","last_undegraded":"2024-04-02T08:27:12.497896+0000","last_fullsized":"2024-04-02T08:27:12.497896+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498849+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:12.498849+0000","last_peered":"2024-04-02T08:27:12.498849+0000","last_clean":"2024-04-02T08:27:12.498849+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:12.498849+0000","last_undegraded":"2024-04-02T08:27:12.498849+0000","last_fullsized":"2024-04-02T08:27:12.498849+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118682+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:13.118682+0000","last_peered":"2024-04-02T08:27:13.118682+0000","last_clean":"2024-04-02T08:27:13.118682+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:13.118682+0000","last_undegraded":"2024-04-02T08:27:13.118682+0000","last_fullsized":"2024-04-02T08:27:13.118682+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498798+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:12.498798+0000","last_peered":"2024-04-02T08:27:12.498798+0000","last_clean":"2024-04-02T08:27:12.498798+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:12.498798+0000","last_undegraded":"2024-04-02T08:27:12.498798+0000","last_fullsized":"2024-04-02T08:27:12.498798+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118982+0000","last_change":"2024-04-02T08:27:11.522832+0000","last_active":"2024-04-02T08:27:13.118982+0000","last_peered":"2024-04-02T08:27:13.118982+0000","last_clean":"2024-04-02T08:27:13.118982+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:27:13.118982+0000","last_undegraded":"2024-04-02T08:27:13.118982+0000","last_fullsized":"2024-04-02T08:27:13.118982+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:35.189823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120067+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:13.120067+0000","last_peered":"2024-04-02T08:27:13.120067+0000","last_clean":"2024-04-02T08:27:13.120067+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:13.120067+0000","last_undegraded":"2024-04-02T08:27:13.120067+0000","last_fullsized":"2024-04-02T08:27:13.120067+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119358+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:13.119358+0000","last_peered":"2024-04-02T08:27:13.119358+0000","last_clean":"2024-04-02T08:27:13.119358+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:13.119358+0000","last_undegraded":"2024-04-02T08:27:13.119358+0000","last_fullsized":"2024-04-02T08:27:13.119358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499531+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:12.499531+0000","last_peered":"2024-04-02T08:27:12.499531+0000","last_clean":"2024-04-02T08:27:12.499531+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:12.499531+0000","last_undegraded":"2024-04-02T08:27:12.499531+0000","last_fullsized":"2024-04-02T08:27:12.499531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499543+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:12.499543+0000","last_peered":"2024-04-02T08:27:12.499543+0000","last_clean":"2024-04-02T08:27:12.499543+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:12.499543+0000","last_undegraded":"2024-04-02T08:27:12.499543+0000","last_fullsized":"2024-04-02T08:27:12.499543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119212+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:13.119212+0000","last_peered":"2024-04-02T08:27:13.119212+0000","last_clean":"2024-04-02T08:27:13.119212+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:13.119212+0000","last_undegraded":"2024-04-02T08:27:13.119212+0000","last_fullsized":"2024-04-02T08:27:13.119212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.130132+0000","last_change":"2024-04-02T08:27:10.130132+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.130132+0000","last_undegraded":"2024-04-02T08:27:10.130132+0000","last_fullsized":"2024-04-02T08:27:10.130132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120597+0000","last_change":"2024-04-02T08:27:11.514444+0000","last_active":"2024-04-02T08:27:13.120597+0000","last_peered":"2024-04-02T08:27:13.120597+0000","last_clean":"2024-04-02T08:27:13.120597+0000","last_became_active":"2024-04-02T08:27:11.514112+0000","last_became_peered":"2024-04-02T08:27:11.514112+0000","last_unstale":"2024-04-02T08:27:13.120597+0000","last_undegraded":"2024-04-02T08:27:13.120597+0000","last_fullsized":"2024-04-02T08:27:13.120597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.793032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129568+0000","last_change":"2024-04-02T08:27:10.129568+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129568+0000","last_undegraded":"2024-04-02T08:27:10.129568+0000","last_fullsized":"2024-04-02T08:27:10.129568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119591+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:13.119591+0000","last_peered":"2024-04-02T08:27:13.119591+0000","last_clean":"2024-04-02T08:27:13.119591+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:13.119591+0000","last_undegraded":"2024-04-02T08:27:13.119591+0000","last_fullsized":"2024-04-02T08:27:13.119591+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498957+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:12.498957+0000","last_peered":"2024-04-02T08:27:12.498957+0000","last_clean":"2024-04-02T08:27:12.498957+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:12.498957+0000","last_undegraded":"2024-04-02T08:27:12.498957+0000","last_fullsized":"2024-04-02T08:27:12.498957+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127244+0000","last_change":"2024-04-02T08:27:10.127244+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127244+0000","last_undegraded":"2024-04-02T08:27:10.127244+0000","last_fullsized":"2024-04-02T08:27:10.127244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119017+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:13.119017+0000","last_peered":"2024-04-02T08:27:13.119017+0000","last_clean":"2024-04-02T08:27:13.119017+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:13.119017+0000","last_undegraded":"2024-04-02T08:27:13.119017+0000","last_fullsized":"2024-04-02T08:27:13.119017+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498705+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:12.498705+0000","last_peered":"2024-04-02T08:27:12.498705+0000","last_clean":"2024-04-02T08:27:12.498705+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:12.498705+0000","last_undegraded":"2024-04-02T08:27:12.498705+0000","last_fullsized":"2024-04-02T08:27:12.498705+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498005+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:12.498005+0000","last_peered":"2024-04-02T08:27:12.498005+0000","last_clean":"2024-04-02T08:27:12.498005+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:12.498005+0000","last_undegraded":"2024-04-02T08:27:12.498005+0000","last_fullsized":"2024-04-02T08:27:12.498005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119334+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:13.119334+0000","last_peered":"2024-04-02T08:27:13.119334+0000","last_clean":"2024-04-02T08:27:13.119334+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:13.119334+0000","last_undegraded":"2024-04-02T08:27:13.119334+0000","last_fullsized":"2024-04-02T08:27:13.119334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498946+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:12.498946+0000","last_peered":"2024-04-02T08:27:12.498946+0000","last_clean":"2024-04-02T08:27:12.498946+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:12.498946+0000","last_undegraded":"2024-04-02T08:27:12.498946+0000","last_fullsized":"2024-04-02T08:27:12.498946+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127835+0000","last_change":"2024-04-02T08:27:10.127835+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127835+0000","last_undegraded":"2024-04-02T08:27:10.127835+0000","last_fullsized":"2024-04-02T08:27:10.127835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120534+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:13.120534+0000","last_peered":"2024-04-02T08:27:13.120534+0000","last_clean":"2024-04-02T08:27:13.120534+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:13.120534+0000","last_undegraded":"2024-04-02T08:27:13.120534+0000","last_fullsized":"2024-04-02T08:27:13.120534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119302+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:13.119302+0000","last_peered":"2024-04-02T08:27:13.119302+0000","last_clean":"2024-04-02T08:27:13.119302+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:13.119302+0000","last_undegraded":"2024-04-02T08:27:13.119302+0000","last_fullsized":"2024-04-02T08:27:13.119302+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498618+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:12.498618+0000","last_peered":"2024-04-02T08:27:12.498618+0000","last_clean":"2024-04-02T08:27:12.498618+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:12.498618+0000","last_undegraded":"2024-04-02T08:27:12.498618+0000","last_fullsized":"2024-04-02T08:27:12.498618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127246+0000","last_change":"2024-04-02T08:27:10.127246+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127246+0000","last_undegraded":"2024-04-02T08:27:10.127246+0000","last_fullsized":"2024-04-02T08:27:10.127246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119107+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:13.119107+0000","last_peered":"2024-04-02T08:27:13.119107+0000","last_clean":"2024-04-02T08:27:13.119107+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:13.119107+0000","last_undegraded":"2024-04-02T08:27:13.119107+0000","last_fullsized":"2024-04-02T08:27:13.119107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118672+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:13.118672+0000","last_peered":"2024-04-02T08:27:13.118672+0000","last_clean":"2024-04-02T08:27:13.118672+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:13.118672+0000","last_undegraded":"2024-04-02T08:27:13.118672+0000","last_fullsized":"2024-04-02T08:27:13.118672+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120414+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:13.120414+0000","last_peered":"2024-04-02T08:27:13.120414+0000","last_clean":"2024-04-02T08:27:13.120414+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:13.120414+0000","last_undegraded":"2024-04-02T08:27:13.120414+0000","last_fullsized":"2024-04-02T08:27:13.120414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127220+0000","last_change":"2024-04-02T08:27:10.127220+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127220+0000","last_undegraded":"2024-04-02T08:27:10.127220+0000","last_fullsized":"2024-04-02T08:27:10.127220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118210+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:13.118210+0000","last_peered":"2024-04-02T08:27:13.118210+0000","last_clean":"2024-04-02T08:27:13.118210+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:13.118210+0000","last_undegraded":"2024-04-02T08:27:13.118210+0000","last_fullsized":"2024-04-02T08:27:13.118210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.123403+0000","last_change":"2024-04-02T08:27:10.123403+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.123403+0000","last_undegraded":"2024-04-02T08:27:10.123403+0000","last_fullsized":"2024-04-02T08:27:10.123403+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498222+0000","last_change":"2024-04-02T08:27:11.150704+0000","last_active":"2024-04-02T08:27:12.498222+0000","last_peered":"2024-04-02T08:27:12.498222+0000","last_clean":"2024-04-02T08:27:12.498222+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:27:12.498222+0000","last_undegraded":"2024-04-02T08:27:12.498222+0000","last_fullsized":"2024-04-02T08:27:12.498222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:12:38.572620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119760+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:13.119760+0000","last_peered":"2024-04-02T08:27:13.119760+0000","last_clean":"2024-04-02T08:27:13.119760+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:13.119760+0000","last_undegraded":"2024-04-02T08:27:13.119760+0000","last_fullsized":"2024-04-02T08:27:13.119760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120402+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:13.120402+0000","last_peered":"2024-04-02T08:27:13.120402+0000","last_clean":"2024-04-02T08:27:13.120402+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:13.120402+0000","last_undegraded":"2024-04-02T08:27:13.120402+0000","last_fullsized":"2024-04-02T08:27:13.120402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499218+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:12.499218+0000","last_peered":"2024-04-02T08:27:12.499218+0000","last_clean":"2024-04-02T08:27:12.499218+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:12.499218+0000","last_undegraded":"2024-04-02T08:27:12.499218+0000","last_fullsized":"2024-04-02T08:27:12.499218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118260+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:13.118260+0000","last_peered":"2024-04-02T08:27:13.118260+0000","last_clean":"2024-04-02T08:27:13.118260+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:13.118260+0000","last_undegraded":"2024-04-02T08:27:13.118260+0000","last_fullsized":"2024-04-02T08:27:13.118260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118637+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:13.118637+0000","last_peered":"2024-04-02T08:27:13.118637+0000","last_clean":"2024-04-02T08:27:13.118637+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:13.118637+0000","last_undegraded":"2024-04-02T08:27:13.118637+0000","last_fullsized":"2024-04-02T08:27:13.118637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-02T08:26:55.255718+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:26:55.255718+0000","last_peered":"2024-04-02T08:26:55.255718+0000","last_clean":"2024-04-02T08:26:55.255718+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:26:55.255718+0000","last_undegraded":"2024-04-02T08:26:55.255718+0000","last_fullsized":"2024-04-02T08:26:55.255718+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118443+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:13.118443+0000","last_peered":"2024-04-02T08:27:13.118443+0000","last_clean":"2024-04-02T08:27:13.118443+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:13.118443+0000","last_undegraded":"2024-04-02T08:27:13.118443+0000","last_fullsized":"2024-04-02T08:27:13.118443+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129024+0000","last_change":"2024-04-02T08:27:10.129024+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129024+0000","last_undegraded":"2024-04-02T08:27:10.129024+0000","last_fullsized":"2024-04-02T08:27:10.129024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129586+0000","last_change":"2024-04-02T08:27:10.129586+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129586+0000","last_undegraded":"2024-04-02T08:27:10.129586+0000","last_fullsized":"2024-04-02T08:27:10.129586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498307+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:12.498307+0000","last_peered":"2024-04-02T08:27:12.498307+0000","last_clean":"2024-04-02T08:27:12.498307+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:12.498307+0000","last_undegraded":"2024-04-02T08:27:12.498307+0000","last_fullsized":"2024-04-02T08:27:12.498307+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499288+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:12.499288+0000","last_peered":"2024-04-02T08:27:12.499288+0000","last_clean":"2024-04-02T08:27:12.499288+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:12.499288+0000","last_undegraded":"2024-04-02T08:27:12.499288+0000","last_fullsized":"2024-04-02T08:27:12.499288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498875+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:12.498875+0000","last_peered":"2024-04-02T08:27:12.498875+0000","last_clean":"2024-04-02T08:27:12.498875+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:12.498875+0000","last_undegraded":"2024-04-02T08:27:12.498875+0000","last_fullsized":"2024-04-02T08:27:12.498875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.127224+0000","last_change":"2024-04-02T08:27:10.127224+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.127224+0000","last_undegraded":"2024-04-02T08:27:10.127224+0000","last_fullsized":"2024-04-02T08:27:10.127224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119106+0000","last_change":"2024-04-02T08:27:11.515456+0000","last_active":"2024-04-02T08:27:13.119106+0000","last_peered":"2024-04-02T08:27:13.119106+0000","last_clean":"2024-04-02T08:27:13.119106+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:13.119106+0000","last_undegraded":"2024-04-02T08:27:13.119106+0000","last_fullsized":"2024-04-02T08:27:13.119106+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:47.715536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129622+0000","last_change":"2024-04-02T08:27:10.129622+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129622+0000","last_undegraded":"2024-04-02T08:27:10.129622+0000","last_fullsized":"2024-04-02T08:27:10.129622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498869+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:12.498869+0000","last_peered":"2024-04-02T08:27:12.498869+0000","last_clean":"2024-04-02T08:27:12.498869+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:12.498869+0000","last_undegraded":"2024-04-02T08:27:12.498869+0000","last_fullsized":"2024-04-02T08:27:12.498869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497967+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:12.497967+0000","last_peered":"2024-04-02T08:27:12.497967+0000","last_clean":"2024-04-02T08:27:12.497967+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:12.497967+0000","last_undegraded":"2024-04-02T08:27:12.497967+0000","last_fullsized":"2024-04-02T08:27:12.497967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499412+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:12.499412+0000","last_peered":"2024-04-02T08:27:12.499412+0000","last_clean":"2024-04-02T08:27:12.499412+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:12.499412+0000","last_undegraded":"2024-04-02T08:27:12.499412+0000","last_fullsized":"2024-04-02T08:27:12.499412+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498876+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:12.498876+0000","last_peered":"2024-04-02T08:27:12.498876+0000","last_clean":"2024-04-02T08:27:12.498876+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:12.498876+0000","last_undegraded":"2024-04-02T08:27:12.498876+0000","last_fullsized":"2024-04-02T08:27:12.498876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.129324+0000","last_change":"2024-04-02T08:27:10.129324+0000","last_active":"2024-04-02T08:27:10.123403+0000","last_peered":"2024-04-02T08:27:10.123403+0000","last_clean":"2024-04-02T08:27:10.123403+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.129324+0000","last_undegraded":"2024-04-02T08:27:10.129324+0000","last_fullsized":"2024-04-02T08:27:10.129324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118495+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:13.118495+0000","last_peered":"2024-04-02T08:27:13.118495+0000","last_clean":"2024-04-02T08:27:13.118495+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:13.118495+0000","last_undegraded":"2024-04-02T08:27:13.118495+0000","last_fullsized":"2024-04-02T08:27:13.118495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498539+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:12.498539+0000","last_peered":"2024-04-02T08:27:12.498539+0000","last_clean":"2024-04-02T08:27:12.498539+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:12.498539+0000","last_undegraded":"2024-04-02T08:27:12.498539+0000","last_fullsized":"2024-04-02T08:27:12.498539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120479+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:13.120479+0000","last_peered":"2024-04-02T08:27:13.120479+0000","last_clean":"2024-04-02T08:27:13.120479+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:13.120479+0000","last_undegraded":"2024-04-02T08:27:13.120479+0000","last_fullsized":"2024-04-02T08:27:13.120479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118164+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:13.118164+0000","last_peered":"2024-04-02T08:27:13.118164+0000","last_clean":"2024-04-02T08:27:13.118164+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:13.118164+0000","last_undegraded":"2024-04-02T08:27:13.118164+0000","last_fullsized":"2024-04-02T08:27:13.118164+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120535+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:13.120535+0000","last_peered":"2024-04-02T08:27:13.120535+0000","last_clean":"2024-04-02T08:27:13.120535+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:13.120535+0000","last_undegraded":"2024-04-02T08:27:13.120535+0000","last_fullsized":"2024-04-02T08:27:13.120535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118915+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:13.118915+0000","last_peered":"2024-04-02T08:27:13.118915+0000","last_clean":"2024-04-02T08:27:13.118915+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:13.118915+0000","last_undegraded":"2024-04-02T08:27:13.118915+0000","last_fullsized":"2024-04-02T08:27:13.118915+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499128+0000","last_change":"2024-04-02T08:27:11.528630+0000","last_active":"2024-04-02T08:27:12.499128+0000","last_peered":"2024-04-02T08:27:12.499128+0000","last_clean":"2024-04-02T08:27:12.499128+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:27:12.499128+0000","last_undegraded":"2024-04-02T08:27:12.499128+0000","last_fullsized":"2024-04-02T08:27:12.499128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:34.624240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498460+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:12.498460+0000","last_peered":"2024-04-02T08:27:12.498460+0000","last_clean":"2024-04-02T08:27:12.498460+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:12.498460+0000","last_undegraded":"2024-04-02T08:27:12.498460+0000","last_fullsized":"2024-04-02T08:27:12.498460+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498956+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:12.498956+0000","last_peered":"2024-04-02T08:27:12.498956+0000","last_clean":"2024-04-02T08:27:12.498956+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:12.498956+0000","last_undegraded":"2024-04-02T08:27:12.498956+0000","last_fullsized":"2024-04-02T08:27:12.498956+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119423+0000","last_change":"2024-04-02T08:27:11.522662+0000","last_active":"2024-04-02T08:27:13.119423+0000","last_peered":"2024-04-02T08:27:13.119423+0000","last_clean":"2024-04-02T08:27:13.119423+0000","last_became_active":"2024-04-02T08:27:11.521991+0000","last_became_peered":"2024-04-02T08:27:11.521991+0000","last_unstale":"2024-04-02T08:27:13.119423+0000","last_undegraded":"2024-04-02T08:27:13.119423+0000","last_fullsized":"2024-04-02T08:27:13.119423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:55.092683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120554+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:13.120554+0000","last_peered":"2024-04-02T08:27:13.120554+0000","last_clean":"2024-04-02T08:27:13.120554+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:13.120554+0000","last_undegraded":"2024-04-02T08:27:13.120554+0000","last_fullsized":"2024-04-02T08:27:13.120554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118825+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:13.118825+0000","last_peered":"2024-04-02T08:27:13.118825+0000","last_clean":"2024-04-02T08:27:13.118825+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:13.118825+0000","last_undegraded":"2024-04-02T08:27:13.118825+0000","last_fullsized":"2024-04-02T08:27:13.118825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.125420+0000","last_change":"2024-04-02T08:27:11.125420+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.125420+0000","last_undegraded":"2024-04-02T08:27:11.125420+0000","last_fullsized":"2024-04-02T08:27:11.125420+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":123,"acting":123,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":831669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.317,"15min":0.30299999999999999},"min":{"1min":0.26500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.219},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.33200000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.27800000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.30299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.376,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.26300000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.251},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.30199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46600000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.32300000000000001},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.34399999999999997,"15min":0.32900000000000001},"min":{"1min":0.32200000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.311}]},{"osd":2,"last update":"Tue Apr 2 08:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36099999999999999,"15min":0.35299999999999998},"min":{"1min":0.22900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.378}]},{"osd":3,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.35499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:26:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.29499999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.54100000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.50700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.65300000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.73299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717484,"statfs":{"total":95995035648,"available":95966703616,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.29099999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34899999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.59599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.725999999999999,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.40000000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.419,"5min":1.419,"15min":1.419},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":17.699999999999999,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.48199999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.443}]},{"osd":5,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.377},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.503},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57099999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.115,"15min":1.115},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":11.458,"5min":11.458,"15min":11.458},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.59999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:16.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:16 smithi187 ceph-mon[30584]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:16 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1909972038' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:16 smithi187 ceph-mon[30584]: from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:16 smithi112 ceph-mon[26914]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:16 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1909972038' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:16.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:16 smithi112 ceph-mon[26914]: from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:16 smithi112 ceph-mon[37686]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:16 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1909972038' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:16 smithi112 ceph-mon[37686]: from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:17 smithi187 ceph-mon[30584]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:27:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:17 smithi112 ceph-mon[26914]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:27:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:17 smithi112 ceph-mon[37686]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:27:18.852 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:19.153 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:19.155 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:27:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-02T08:27:18.753736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227036,"kb_used_data":6744,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734180,"statfs":{"total":767960285184,"available":767727800320,"internally_reserved":0,"allocated":6905856,"data_stored":3868974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.619826"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499188+0000","last_change":"2024-04-02T08:27:11.531386+0000","last_active":"2024-04-02T08:27:12.499188+0000","last_peered":"2024-04-02T08:27:12.499188+0000","last_clean":"2024-04-02T08:27:12.499188+0000","last_became_active":"2024-04-02T08:27:11.531112+0000","last_became_peered":"2024-04-02T08:27:11.531112+0000","last_unstale":"2024-04-02T08:27:12.499188+0000","last_undegraded":"2024-04-02T08:27:12.499188+0000","last_fullsized":"2024-04-02T08:27:12.499188+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498331+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:12.498331+0000","last_peered":"2024-04-02T08:27:12.498331+0000","last_clean":"2024-04-02T08:27:12.498331+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:12.498331+0000","last_undegraded":"2024-04-02T08:27:12.498331+0000","last_fullsized":"2024-04-02T08:27:12.498331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118887+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:13.118887+0000","last_peered":"2024-04-02T08:27:13.118887+0000","last_clean":"2024-04-02T08:27:13.118887+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:13.118887+0000","last_undegraded":"2024-04-02T08:27:13.118887+0000","last_fullsized":"2024-04-02T08:27:13.118887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120265+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:13.120265+0000","last_peered":"2024-04-02T08:27:13.120265+0000","last_clean":"2024-04-02T08:27:13.120265+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:13.120265+0000","last_undegraded":"2024-04-02T08:27:13.120265+0000","last_fullsized":"2024-04-02T08:27:13.120265+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498822+0000","last_change":"2024-04-02T08:27:11.533664+0000","last_active":"2024-04-02T08:27:12.498822+0000","last_peered":"2024-04-02T08:27:12.498822+0000","last_clean":"2024-04-02T08:27:12.498822+0000","last_became_active":"2024-04-02T08:27:11.531945+0000","last_became_peered":"2024-04-02T08:27:11.531945+0000","last_unstale":"2024-04-02T08:27:12.498822+0000","last_undegraded":"2024-04-02T08:27:12.498822+0000","last_fullsized":"2024-04-02T08:27:12.498822+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498432+0000","last_change":"2024-04-02T08:27:11.529362+0000","last_active":"2024-04-02T08:27:12.498432+0000","last_peered":"2024-04-02T08:27:12.498432+0000","last_clean":"2024-04-02T08:27:12.498432+0000","last_became_active":"2024-04-02T08:27:11.529070+0000","last_became_peered":"2024-04-02T08:27:11.529070+0000","last_unstale":"2024-04-02T08:27:12.498432+0000","last_undegraded":"2024-04-02T08:27:12.498432+0000","last_fullsized":"2024-04-02T08:27:12.498432+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497896+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:12.497896+0000","last_peered":"2024-04-02T08:27:12.497896+0000","last_clean":"2024-04-02T08:27:12.497896+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:12.497896+0000","last_undegraded":"2024-04-02T08:27:12.497896+0000","last_fullsized":"2024-04-02T08:27:12.497896+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499135+0000","last_change":"2024-04-02T08:27:11.531547+0000","last_active":"2024-04-02T08:27:12.499135+0000","last_peered":"2024-04-02T08:27:12.499135+0000","last_clean":"2024-04-02T08:27:12.499135+0000","last_became_active":"2024-04-02T08:27:11.531251+0000","last_became_peered":"2024-04-02T08:27:11.531251+0000","last_unstale":"2024-04-02T08:27:12.499135+0000","last_undegraded":"2024-04-02T08:27:12.499135+0000","last_fullsized":"2024-04-02T08:27:12.499135+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119302+0000","last_change":"2024-04-02T08:27:11.518973+0000","last_active":"2024-04-02T08:27:13.119302+0000","last_peered":"2024-04-02T08:27:13.119302+0000","last_clean":"2024-04-02T08:27:13.119302+0000","last_became_active":"2024-04-02T08:27:11.518672+0000","last_became_peered":"2024-04-02T08:27:11.518672+0000","last_unstale":"2024-04-02T08:27:13.119302+0000","last_undegraded":"2024-04-02T08:27:13.119302+0000","last_fullsized":"2024-04-02T08:27:13.119302+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119271+0000","last_change":"2024-04-02T08:27:11.518171+0000","last_active":"2024-04-02T08:27:13.119271+0000","last_peered":"2024-04-02T08:27:13.119271+0000","last_clean":"2024-04-02T08:27:13.119271+0000","last_became_active":"2024-04-02T08:27:11.517853+0000","last_became_peered":"2024-04-02T08:27:11.517853+0000","last_unstale":"2024-04-02T08:27:13.119271+0000","last_undegraded":"2024-04-02T08:27:13.119271+0000","last_fullsized":"2024-04-02T08:27:13.119271+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120255+0000","last_change":"2024-04-02T08:27:11.517125+0000","last_active":"2024-04-02T08:27:13.120255+0000","last_peered":"2024-04-02T08:27:13.120255+0000","last_clean":"2024-04-02T08:27:13.120255+0000","last_became_active":"2024-04-02T08:27:11.516623+0000","last_became_peered":"2024-04-02T08:27:11.516623+0000","last_unstale":"2024-04-02T08:27:13.120255+0000","last_undegraded":"2024-04-02T08:27:13.120255+0000","last_fullsized":"2024-04-02T08:27:13.120255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498849+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:12.498849+0000","last_peered":"2024-04-02T08:27:12.498849+0000","last_clean":"2024-04-02T08:27:12.498849+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:12.498849+0000","last_undegraded":"2024-04-02T08:27:12.498849+0000","last_fullsized":"2024-04-02T08:27:12.498849+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118682+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:13.118682+0000","last_peered":"2024-04-02T08:27:13.118682+0000","last_clean":"2024-04-02T08:27:13.118682+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:13.118682+0000","last_undegraded":"2024-04-02T08:27:13.118682+0000","last_fullsized":"2024-04-02T08:27:13.118682+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498798+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:12.498798+0000","last_peered":"2024-04-02T08:27:12.498798+0000","last_clean":"2024-04-02T08:27:12.498798+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:12.498798+0000","last_undegraded":"2024-04-02T08:27:12.498798+0000","last_fullsized":"2024-04-02T08:27:12.498798+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118982+0000","last_change":"2024-04-02T08:27:11.522832+0000","last_active":"2024-04-02T08:27:13.118982+0000","last_peered":"2024-04-02T08:27:13.118982+0000","last_clean":"2024-04-02T08:27:13.118982+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:27:13.118982+0000","last_undegraded":"2024-04-02T08:27:13.118982+0000","last_fullsized":"2024-04-02T08:27:13.118982+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:35.189823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120067+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:13.120067+0000","last_peered":"2024-04-02T08:27:13.120067+0000","last_clean":"2024-04-02T08:27:13.120067+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:13.120067+0000","last_undegraded":"2024-04-02T08:27:13.120067+0000","last_fullsized":"2024-04-02T08:27:13.120067+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498664+0000","last_change":"2024-04-02T08:27:11.530297+0000","last_active":"2024-04-02T08:27:12.498664+0000","last_peered":"2024-04-02T08:27:12.498664+0000","last_clean":"2024-04-02T08:27:12.498664+0000","last_became_active":"2024-04-02T08:27:11.529066+0000","last_became_peered":"2024-04-02T08:27:11.529066+0000","last_unstale":"2024-04-02T08:27:12.498664+0000","last_undegraded":"2024-04-02T08:27:12.498664+0000","last_fullsized":"2024-04-02T08:27:12.498664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119358+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:13.119358+0000","last_peered":"2024-04-02T08:27:13.119358+0000","last_clean":"2024-04-02T08:27:13.119358+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:13.119358+0000","last_undegraded":"2024-04-02T08:27:13.119358+0000","last_fullsized":"2024-04-02T08:27:13.119358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499531+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:12.499531+0000","last_peered":"2024-04-02T08:27:12.499531+0000","last_clean":"2024-04-02T08:27:12.499531+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:12.499531+0000","last_undegraded":"2024-04-02T08:27:12.499531+0000","last_fullsized":"2024-04-02T08:27:12.499531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499543+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:12.499543+0000","last_peered":"2024-04-02T08:27:12.499543+0000","last_clean":"2024-04-02T08:27:12.499543+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:12.499543+0000","last_undegraded":"2024-04-02T08:27:12.499543+0000","last_fullsized":"2024-04-02T08:27:12.499543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119212+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:13.119212+0000","last_peered":"2024-04-02T08:27:13.119212+0000","last_clean":"2024-04-02T08:27:13.119212+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:13.119212+0000","last_undegraded":"2024-04-02T08:27:13.119212+0000","last_fullsized":"2024-04-02T08:27:13.119212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.529598+0000","last_change":"2024-04-02T08:27:11.160570+0000","last_active":"2024-04-02T08:27:11.529598+0000","last_peered":"2024-04-02T08:27:11.529598+0000","last_clean":"2024-04-02T08:27:11.529598+0000","last_became_active":"2024-04-02T08:27:11.160201+0000","last_became_peered":"2024-04-02T08:27:11.160201+0000","last_unstale":"2024-04-02T08:27:11.529598+0000","last_undegraded":"2024-04-02T08:27:11.529598+0000","last_fullsized":"2024-04-02T08:27:11.529598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120597+0000","last_change":"2024-04-02T08:27:11.514444+0000","last_active":"2024-04-02T08:27:13.120597+0000","last_peered":"2024-04-02T08:27:13.120597+0000","last_clean":"2024-04-02T08:27:13.120597+0000","last_became_active":"2024-04-02T08:27:11.514112+0000","last_became_peered":"2024-04-02T08:27:11.514112+0000","last_unstale":"2024-04-02T08:27:13.120597+0000","last_undegraded":"2024-04-02T08:27:13.120597+0000","last_fullsized":"2024-04-02T08:27:13.120597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.793032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.534263+0000","last_change":"2024-04-02T08:27:11.157137+0000","last_active":"2024-04-02T08:27:11.534263+0000","last_peered":"2024-04-02T08:27:11.534263+0000","last_clean":"2024-04-02T08:27:11.534263+0000","last_became_active":"2024-04-02T08:27:11.156845+0000","last_became_peered":"2024-04-02T08:27:11.156845+0000","last_unstale":"2024-04-02T08:27:11.534263+0000","last_undegraded":"2024-04-02T08:27:11.534263+0000","last_fullsized":"2024-04-02T08:27:11.534263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119591+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:13.119591+0000","last_peered":"2024-04-02T08:27:13.119591+0000","last_clean":"2024-04-02T08:27:13.119591+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:13.119591+0000","last_undegraded":"2024-04-02T08:27:13.119591+0000","last_fullsized":"2024-04-02T08:27:13.119591+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498957+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:12.498957+0000","last_peered":"2024-04-02T08:27:12.498957+0000","last_clean":"2024-04-02T08:27:12.498957+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:12.498957+0000","last_undegraded":"2024-04-02T08:27:12.498957+0000","last_fullsized":"2024-04-02T08:27:12.498957+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119231+0000","last_change":"2024-04-02T08:27:11.513026+0000","last_active":"2024-04-02T08:27:13.119231+0000","last_peered":"2024-04-02T08:27:13.119231+0000","last_clean":"2024-04-02T08:27:13.119231+0000","last_became_active":"2024-04-02T08:27:11.512713+0000","last_became_peered":"2024-04-02T08:27:11.512713+0000","last_unstale":"2024-04-02T08:27:13.119231+0000","last_undegraded":"2024-04-02T08:27:13.119231+0000","last_fullsized":"2024-04-02T08:27:13.119231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.528778+0000","last_change":"2024-04-02T08:27:11.157453+0000","last_active":"2024-04-02T08:27:11.528778+0000","last_peered":"2024-04-02T08:27:11.528778+0000","last_clean":"2024-04-02T08:27:11.528778+0000","last_became_active":"2024-04-02T08:27:11.156958+0000","last_became_peered":"2024-04-02T08:27:11.156958+0000","last_unstale":"2024-04-02T08:27:11.528778+0000","last_undegraded":"2024-04-02T08:27:11.528778+0000","last_fullsized":"2024-04-02T08:27:11.528778+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119017+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:13.119017+0000","last_peered":"2024-04-02T08:27:13.119017+0000","last_clean":"2024-04-02T08:27:13.119017+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:13.119017+0000","last_undegraded":"2024-04-02T08:27:13.119017+0000","last_fullsized":"2024-04-02T08:27:13.119017+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498705+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:12.498705+0000","last_peered":"2024-04-02T08:27:12.498705+0000","last_clean":"2024-04-02T08:27:12.498705+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:12.498705+0000","last_undegraded":"2024-04-02T08:27:12.498705+0000","last_fullsized":"2024-04-02T08:27:12.498705+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498005+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:12.498005+0000","last_peered":"2024-04-02T08:27:12.498005+0000","last_clean":"2024-04-02T08:27:12.498005+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:12.498005+0000","last_undegraded":"2024-04-02T08:27:12.498005+0000","last_fullsized":"2024-04-02T08:27:12.498005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119334+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:13.119334+0000","last_peered":"2024-04-02T08:27:13.119334+0000","last_clean":"2024-04-02T08:27:13.119334+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:13.119334+0000","last_undegraded":"2024-04-02T08:27:13.119334+0000","last_fullsized":"2024-04-02T08:27:13.119334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498946+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:12.498946+0000","last_peered":"2024-04-02T08:27:12.498946+0000","last_clean":"2024-04-02T08:27:12.498946+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:12.498946+0000","last_undegraded":"2024-04-02T08:27:12.498946+0000","last_fullsized":"2024-04-02T08:27:12.498946+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.509550+0000","last_change":"2024-04-02T08:27:11.154742+0000","last_active":"2024-04-02T08:27:11.509550+0000","last_peered":"2024-04-02T08:27:11.509550+0000","last_clean":"2024-04-02T08:27:11.509550+0000","last_became_active":"2024-04-02T08:27:11.154373+0000","last_became_peered":"2024-04-02T08:27:11.154373+0000","last_unstale":"2024-04-02T08:27:11.509550+0000","last_undegraded":"2024-04-02T08:27:11.509550+0000","last_fullsized":"2024-04-02T08:27:11.509550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120649+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:13.120649+0000","last_peered":"2024-04-02T08:27:13.120649+0000","last_clean":"2024-04-02T08:27:13.120649+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:13.120649+0000","last_undegraded":"2024-04-02T08:27:13.120649+0000","last_fullsized":"2024-04-02T08:27:13.120649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120534+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:13.120534+0000","last_peered":"2024-04-02T08:27:13.120534+0000","last_clean":"2024-04-02T08:27:13.120534+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:13.120534+0000","last_undegraded":"2024-04-02T08:27:13.120534+0000","last_fullsized":"2024-04-02T08:27:13.120534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119302+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:13.119302+0000","last_peered":"2024-04-02T08:27:13.119302+0000","last_clean":"2024-04-02T08:27:13.119302+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:13.119302+0000","last_undegraded":"2024-04-02T08:27:13.119302+0000","last_fullsized":"2024-04-02T08:27:13.119302+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498618+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:12.498618+0000","last_peered":"2024-04-02T08:27:12.498618+0000","last_clean":"2024-04-02T08:27:12.498618+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:12.498618+0000","last_undegraded":"2024-04-02T08:27:12.498618+0000","last_fullsized":"2024-04-02T08:27:12.498618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120187+0000","last_change":"2024-04-02T08:27:11.524801+0000","last_active":"2024-04-02T08:27:13.120187+0000","last_peered":"2024-04-02T08:27:13.120187+0000","last_clean":"2024-04-02T08:27:13.120187+0000","last_became_active":"2024-04-02T08:27:11.524513+0000","last_became_peered":"2024-04-02T08:27:11.524513+0000","last_unstale":"2024-04-02T08:27:13.120187+0000","last_undegraded":"2024-04-02T08:27:13.120187+0000","last_fullsized":"2024-04-02T08:27:13.120187+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.534025+0000","last_change":"2024-04-02T08:27:11.149273+0000","last_active":"2024-04-02T08:27:11.534025+0000","last_peered":"2024-04-02T08:27:11.534025+0000","last_clean":"2024-04-02T08:27:11.534025+0000","last_became_active":"2024-04-02T08:27:11.148977+0000","last_became_peered":"2024-04-02T08:27:11.148977+0000","last_unstale":"2024-04-02T08:27:11.534025+0000","last_undegraded":"2024-04-02T08:27:11.534025+0000","last_fullsized":"2024-04-02T08:27:11.534025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498687+0000","last_change":"2024-04-02T08:27:11.528034+0000","last_active":"2024-04-02T08:27:12.498687+0000","last_peered":"2024-04-02T08:27:12.498687+0000","last_clean":"2024-04-02T08:27:12.498687+0000","last_became_active":"2024-04-02T08:27:11.527726+0000","last_became_peered":"2024-04-02T08:27:11.527726+0000","last_unstale":"2024-04-02T08:27:12.498687+0000","last_undegraded":"2024-04-02T08:27:12.498687+0000","last_fullsized":"2024-04-02T08:27:12.498687+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119107+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:13.119107+0000","last_peered":"2024-04-02T08:27:13.119107+0000","last_clean":"2024-04-02T08:27:13.119107+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:13.119107+0000","last_undegraded":"2024-04-02T08:27:13.119107+0000","last_fullsized":"2024-04-02T08:27:13.119107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118672+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:13.118672+0000","last_peered":"2024-04-02T08:27:13.118672+0000","last_clean":"2024-04-02T08:27:13.118672+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:13.118672+0000","last_undegraded":"2024-04-02T08:27:13.118672+0000","last_fullsized":"2024-04-02T08:27:13.118672+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120414+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:13.120414+0000","last_peered":"2024-04-02T08:27:13.120414+0000","last_clean":"2024-04-02T08:27:13.120414+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:13.120414+0000","last_undegraded":"2024-04-02T08:27:13.120414+0000","last_fullsized":"2024-04-02T08:27:13.120414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498714+0000","last_change":"2024-04-02T08:27:11.531786+0000","last_active":"2024-04-02T08:27:12.498714+0000","last_peered":"2024-04-02T08:27:12.498714+0000","last_clean":"2024-04-02T08:27:12.498714+0000","last_became_active":"2024-04-02T08:27:11.530881+0000","last_became_peered":"2024-04-02T08:27:11.530881+0000","last_unstale":"2024-04-02T08:27:12.498714+0000","last_undegraded":"2024-04-02T08:27:12.498714+0000","last_fullsized":"2024-04-02T08:27:12.498714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:09.009423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.508722+0000","last_change":"2024-04-02T08:27:11.147785+0000","last_active":"2024-04-02T08:27:11.508722+0000","last_peered":"2024-04-02T08:27:11.508722+0000","last_clean":"2024-04-02T08:27:11.508722+0000","last_became_active":"2024-04-02T08:27:11.147277+0000","last_became_peered":"2024-04-02T08:27:11.147277+0000","last_unstale":"2024-04-02T08:27:11.508722+0000","last_undegraded":"2024-04-02T08:27:11.508722+0000","last_fullsized":"2024-04-02T08:27:11.508722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119605+0000","last_change":"2024-04-02T08:27:11.515544+0000","last_active":"2024-04-02T08:27:13.119605+0000","last_peered":"2024-04-02T08:27:13.119605+0000","last_clean":"2024-04-02T08:27:13.119605+0000","last_became_active":"2024-04-02T08:27:11.515236+0000","last_became_peered":"2024-04-02T08:27:11.515236+0000","last_unstale":"2024-04-02T08:27:13.119605+0000","last_undegraded":"2024-04-02T08:27:13.119605+0000","last_fullsized":"2024-04-02T08:27:13.119605+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118210+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:13.118210+0000","last_peered":"2024-04-02T08:27:13.118210+0000","last_clean":"2024-04-02T08:27:13.118210+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:13.118210+0000","last_undegraded":"2024-04-02T08:27:13.118210+0000","last_fullsized":"2024-04-02T08:27:13.118210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498586+0000","last_change":"2024-04-02T08:27:11.528737+0000","last_active":"2024-04-02T08:27:12.498586+0000","last_peered":"2024-04-02T08:27:12.498586+0000","last_clean":"2024-04-02T08:27:12.498586+0000","last_became_active":"2024-04-02T08:27:11.528409+0000","last_became_peered":"2024-04-02T08:27:11.528409+0000","last_unstale":"2024-04-02T08:27:12.498586+0000","last_undegraded":"2024-04-02T08:27:12.498586+0000","last_fullsized":"2024-04-02T08:27:12.498586+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119622+0000","last_change":"2024-04-02T08:27:11.148710+0000","last_active":"2024-04-02T08:27:13.119622+0000","last_peered":"2024-04-02T08:27:13.119622+0000","last_clean":"2024-04-02T08:27:13.119622+0000","last_became_active":"2024-04-02T08:27:11.148204+0000","last_became_peered":"2024-04-02T08:27:11.148204+0000","last_unstale":"2024-04-02T08:27:13.119622+0000","last_undegraded":"2024-04-02T08:27:13.119622+0000","last_fullsized":"2024-04-02T08:27:13.119622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499100+0000","last_change":"2024-04-02T08:27:11.530825+0000","last_active":"2024-04-02T08:27:12.499100+0000","last_peered":"2024-04-02T08:27:12.499100+0000","last_clean":"2024-04-02T08:27:12.499100+0000","last_became_active":"2024-04-02T08:27:11.530079+0000","last_became_peered":"2024-04-02T08:27:11.530079+0000","last_unstale":"2024-04-02T08:27:12.499100+0000","last_undegraded":"2024-04-02T08:27:12.499100+0000","last_fullsized":"2024-04-02T08:27:12.499100+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498222+0000","last_change":"2024-04-02T08:27:11.150704+0000","last_active":"2024-04-02T08:27:12.498222+0000","last_peered":"2024-04-02T08:27:12.498222+0000","last_clean":"2024-04-02T08:27:12.498222+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:27:12.498222+0000","last_undegraded":"2024-04-02T08:27:12.498222+0000","last_fullsized":"2024-04-02T08:27:12.498222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:12:38.572620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119760+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:13.119760+0000","last_peered":"2024-04-02T08:27:13.119760+0000","last_clean":"2024-04-02T08:27:13.119760+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:13.119760+0000","last_undegraded":"2024-04-02T08:27:13.119760+0000","last_fullsized":"2024-04-02T08:27:13.119760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120402+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:13.120402+0000","last_peered":"2024-04-02T08:27:13.120402+0000","last_clean":"2024-04-02T08:27:13.120402+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:13.120402+0000","last_undegraded":"2024-04-02T08:27:13.120402+0000","last_fullsized":"2024-04-02T08:27:13.120402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119969+0000","last_change":"2024-04-02T08:27:11.516837+0000","last_active":"2024-04-02T08:27:13.119969+0000","last_peered":"2024-04-02T08:27:13.119969+0000","last_clean":"2024-04-02T08:27:13.119969+0000","last_became_active":"2024-04-02T08:27:11.516521+0000","last_became_peered":"2024-04-02T08:27:11.516521+0000","last_unstale":"2024-04-02T08:27:13.119969+0000","last_undegraded":"2024-04-02T08:27:13.119969+0000","last_fullsized":"2024-04-02T08:27:13.119969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499218+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:12.499218+0000","last_peered":"2024-04-02T08:27:12.499218+0000","last_clean":"2024-04-02T08:27:12.499218+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:12.499218+0000","last_undegraded":"2024-04-02T08:27:12.499218+0000","last_fullsized":"2024-04-02T08:27:12.499218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118260+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:13.118260+0000","last_peered":"2024-04-02T08:27:13.118260+0000","last_clean":"2024-04-02T08:27:13.118260+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:13.118260+0000","last_undegraded":"2024-04-02T08:27:13.118260+0000","last_fullsized":"2024-04-02T08:27:13.118260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118637+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:13.118637+0000","last_peered":"2024-04-02T08:27:13.118637+0000","last_clean":"2024-04-02T08:27:13.118637+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:13.118637+0000","last_undegraded":"2024-04-02T08:27:13.118637+0000","last_fullsized":"2024-04-02T08:27:13.118637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.514139+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:27:11.514139+0000","last_peered":"2024-04-02T08:27:11.514139+0000","last_clean":"2024-04-02T08:27:11.514139+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:27:11.514139+0000","last_undegraded":"2024-04-02T08:27:11.514139+0000","last_fullsized":"2024-04-02T08:27:11.514139+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118443+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:13.118443+0000","last_peered":"2024-04-02T08:27:13.118443+0000","last_clean":"2024-04-02T08:27:13.118443+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:13.118443+0000","last_undegraded":"2024-04-02T08:27:13.118443+0000","last_fullsized":"2024-04-02T08:27:13.118443+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.514263+0000","last_change":"2024-04-02T08:27:11.160274+0000","last_active":"2024-04-02T08:27:11.514263+0000","last_peered":"2024-04-02T08:27:11.514263+0000","last_clean":"2024-04-02T08:27:11.514263+0000","last_became_active":"2024-04-02T08:27:11.159954+0000","last_became_peered":"2024-04-02T08:27:11.159954+0000","last_unstale":"2024-04-02T08:27:11.514263+0000","last_undegraded":"2024-04-02T08:27:11.514263+0000","last_fullsized":"2024-04-02T08:27:11.514263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.518910+0000","last_change":"2024-04-02T08:27:11.159627+0000","last_active":"2024-04-02T08:27:11.518910+0000","last_peered":"2024-04-02T08:27:11.518910+0000","last_clean":"2024-04-02T08:27:11.518910+0000","last_became_active":"2024-04-02T08:27:11.159332+0000","last_became_peered":"2024-04-02T08:27:11.159332+0000","last_unstale":"2024-04-02T08:27:11.518910+0000","last_undegraded":"2024-04-02T08:27:11.518910+0000","last_fullsized":"2024-04-02T08:27:11.518910+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498307+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:12.498307+0000","last_peered":"2024-04-02T08:27:12.498307+0000","last_clean":"2024-04-02T08:27:12.498307+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:12.498307+0000","last_undegraded":"2024-04-02T08:27:12.498307+0000","last_fullsized":"2024-04-02T08:27:12.498307+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.450611+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:13.450611+0000","last_peered":"2024-04-02T08:27:13.450611+0000","last_clean":"2024-04-02T08:27:13.450611+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:13.450611+0000","last_undegraded":"2024-04-02T08:27:13.450611+0000","last_fullsized":"2024-04-02T08:27:13.450611+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498875+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:12.498875+0000","last_peered":"2024-04-02T08:27:12.498875+0000","last_clean":"2024-04-02T08:27:12.498875+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:12.498875+0000","last_undegraded":"2024-04-02T08:27:12.498875+0000","last_fullsized":"2024-04-02T08:27:12.498875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.529259+0000","last_change":"2024-04-02T08:27:11.157267+0000","last_active":"2024-04-02T08:27:11.529259+0000","last_peered":"2024-04-02T08:27:11.529259+0000","last_clean":"2024-04-02T08:27:11.529259+0000","last_became_active":"2024-04-02T08:27:11.156991+0000","last_became_peered":"2024-04-02T08:27:11.156991+0000","last_unstale":"2024-04-02T08:27:11.529259+0000","last_undegraded":"2024-04-02T08:27:11.529259+0000","last_fullsized":"2024-04-02T08:27:11.529259+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119106+0000","last_change":"2024-04-02T08:27:11.515456+0000","last_active":"2024-04-02T08:27:13.119106+0000","last_peered":"2024-04-02T08:27:13.119106+0000","last_clean":"2024-04-02T08:27:13.119106+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:13.119106+0000","last_undegraded":"2024-04-02T08:27:13.119106+0000","last_fullsized":"2024-04-02T08:27:13.119106+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:47.715536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.513325+0000","last_change":"2024-04-02T08:27:11.160244+0000","last_active":"2024-04-02T08:27:11.513325+0000","last_peered":"2024-04-02T08:27:11.513325+0000","last_clean":"2024-04-02T08:27:11.513325+0000","last_became_active":"2024-04-02T08:27:11.159947+0000","last_became_peered":"2024-04-02T08:27:11.159947+0000","last_unstale":"2024-04-02T08:27:11.513325+0000","last_undegraded":"2024-04-02T08:27:11.513325+0000","last_fullsized":"2024-04-02T08:27:11.513325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119985+0000","last_change":"2024-04-02T08:27:11.523045+0000","last_active":"2024-04-02T08:27:13.119985+0000","last_peered":"2024-04-02T08:27:13.119985+0000","last_clean":"2024-04-02T08:27:13.119985+0000","last_became_active":"2024-04-02T08:27:11.522751+0000","last_became_peered":"2024-04-02T08:27:11.522751+0000","last_unstale":"2024-04-02T08:27:13.119985+0000","last_undegraded":"2024-04-02T08:27:13.119985+0000","last_fullsized":"2024-04-02T08:27:13.119985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498869+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:12.498869+0000","last_peered":"2024-04-02T08:27:12.498869+0000","last_clean":"2024-04-02T08:27:12.498869+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:12.498869+0000","last_undegraded":"2024-04-02T08:27:12.498869+0000","last_fullsized":"2024-04-02T08:27:12.498869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.497967+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:12.497967+0000","last_peered":"2024-04-02T08:27:12.497967+0000","last_clean":"2024-04-02T08:27:12.497967+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:12.497967+0000","last_undegraded":"2024-04-02T08:27:12.497967+0000","last_fullsized":"2024-04-02T08:27:12.497967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499412+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:12.499412+0000","last_peered":"2024-04-02T08:27:12.499412+0000","last_clean":"2024-04-02T08:27:12.499412+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:12.499412+0000","last_undegraded":"2024-04-02T08:27:12.499412+0000","last_fullsized":"2024-04-02T08:27:12.499412+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498876+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:12.498876+0000","last_peered":"2024-04-02T08:27:12.498876+0000","last_clean":"2024-04-02T08:27:12.498876+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:12.498876+0000","last_undegraded":"2024-04-02T08:27:12.498876+0000","last_fullsized":"2024-04-02T08:27:12.498876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.534026+0000","last_change":"2024-04-02T08:27:11.152528+0000","last_active":"2024-04-02T08:27:11.534026+0000","last_peered":"2024-04-02T08:27:11.534026+0000","last_clean":"2024-04-02T08:27:11.534026+0000","last_became_active":"2024-04-02T08:27:11.151191+0000","last_became_peered":"2024-04-02T08:27:11.151191+0000","last_unstale":"2024-04-02T08:27:11.534026+0000","last_undegraded":"2024-04-02T08:27:11.534026+0000","last_fullsized":"2024-04-02T08:27:11.534026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119275+0000","last_change":"2024-04-02T08:27:11.514924+0000","last_active":"2024-04-02T08:27:13.119275+0000","last_peered":"2024-04-02T08:27:13.119275+0000","last_clean":"2024-04-02T08:27:13.119275+0000","last_became_active":"2024-04-02T08:27:11.514628+0000","last_became_peered":"2024-04-02T08:27:11.514628+0000","last_unstale":"2024-04-02T08:27:13.119275+0000","last_undegraded":"2024-04-02T08:27:13.119275+0000","last_fullsized":"2024-04-02T08:27:13.119275+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118495+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:13.118495+0000","last_peered":"2024-04-02T08:27:13.118495+0000","last_clean":"2024-04-02T08:27:13.118495+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:13.118495+0000","last_undegraded":"2024-04-02T08:27:13.118495+0000","last_fullsized":"2024-04-02T08:27:13.118495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498783+0000","last_change":"2024-04-02T08:27:11.533670+0000","last_active":"2024-04-02T08:27:12.498783+0000","last_peered":"2024-04-02T08:27:12.498783+0000","last_clean":"2024-04-02T08:27:12.498783+0000","last_became_active":"2024-04-02T08:27:11.531975+0000","last_became_peered":"2024-04-02T08:27:11.531975+0000","last_unstale":"2024-04-02T08:27:12.498783+0000","last_undegraded":"2024-04-02T08:27:12.498783+0000","last_fullsized":"2024-04-02T08:27:12.498783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498539+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:12.498539+0000","last_peered":"2024-04-02T08:27:12.498539+0000","last_clean":"2024-04-02T08:27:12.498539+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:12.498539+0000","last_undegraded":"2024-04-02T08:27:12.498539+0000","last_fullsized":"2024-04-02T08:27:12.498539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120479+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:13.120479+0000","last_peered":"2024-04-02T08:27:13.120479+0000","last_clean":"2024-04-02T08:27:13.120479+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:13.120479+0000","last_undegraded":"2024-04-02T08:27:13.120479+0000","last_fullsized":"2024-04-02T08:27:13.120479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118888+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:13.118888+0000","last_peered":"2024-04-02T08:27:13.118888+0000","last_clean":"2024-04-02T08:27:13.118888+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:13.118888+0000","last_undegraded":"2024-04-02T08:27:13.118888+0000","last_fullsized":"2024-04-02T08:27:13.118888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499248+0000","last_change":"2024-04-02T08:27:11.530627+0000","last_active":"2024-04-02T08:27:12.499248+0000","last_peered":"2024-04-02T08:27:12.499248+0000","last_clean":"2024-04-02T08:27:12.499248+0000","last_became_active":"2024-04-02T08:27:11.530142+0000","last_became_peered":"2024-04-02T08:27:11.530142+0000","last_unstale":"2024-04-02T08:27:12.499248+0000","last_undegraded":"2024-04-02T08:27:12.499248+0000","last_fullsized":"2024-04-02T08:27:12.499248+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119065+0000","last_change":"2024-04-02T08:27:11.516487+0000","last_active":"2024-04-02T08:27:13.119065+0000","last_peered":"2024-04-02T08:27:13.119065+0000","last_clean":"2024-04-02T08:27:13.119065+0000","last_became_active":"2024-04-02T08:27:11.516198+0000","last_became_peered":"2024-04-02T08:27:11.516198+0000","last_unstale":"2024-04-02T08:27:13.119065+0000","last_undegraded":"2024-04-02T08:27:13.119065+0000","last_fullsized":"2024-04-02T08:27:13.119065+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118164+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:13.118164+0000","last_peered":"2024-04-02T08:27:13.118164+0000","last_clean":"2024-04-02T08:27:13.118164+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:13.118164+0000","last_undegraded":"2024-04-02T08:27:13.118164+0000","last_fullsized":"2024-04-02T08:27:13.118164+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120535+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:13.120535+0000","last_peered":"2024-04-02T08:27:13.120535+0000","last_clean":"2024-04-02T08:27:13.120535+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:13.120535+0000","last_undegraded":"2024-04-02T08:27:13.120535+0000","last_fullsized":"2024-04-02T08:27:13.120535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118915+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:13.118915+0000","last_peered":"2024-04-02T08:27:13.118915+0000","last_clean":"2024-04-02T08:27:13.118915+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:13.118915+0000","last_undegraded":"2024-04-02T08:27:13.118915+0000","last_fullsized":"2024-04-02T08:27:13.118915+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.499128+0000","last_change":"2024-04-02T08:27:11.528630+0000","last_active":"2024-04-02T08:27:12.499128+0000","last_peered":"2024-04-02T08:27:12.499128+0000","last_clean":"2024-04-02T08:27:12.499128+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:27:12.499128+0000","last_undegraded":"2024-04-02T08:27:12.499128+0000","last_fullsized":"2024-04-02T08:27:12.499128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:34.624240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498460+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:12.498460+0000","last_peered":"2024-04-02T08:27:12.498460+0000","last_clean":"2024-04-02T08:27:12.498460+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:12.498460+0000","last_undegraded":"2024-04-02T08:27:12.498460+0000","last_fullsized":"2024-04-02T08:27:12.498460+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119551+0000","last_change":"2024-04-02T08:27:11.523376+0000","last_active":"2024-04-02T08:27:13.119551+0000","last_peered":"2024-04-02T08:27:13.119551+0000","last_clean":"2024-04-02T08:27:13.119551+0000","last_became_active":"2024-04-02T08:27:11.523079+0000","last_became_peered":"2024-04-02T08:27:11.523079+0000","last_unstale":"2024-04-02T08:27:13.119551+0000","last_undegraded":"2024-04-02T08:27:13.119551+0000","last_fullsized":"2024-04-02T08:27:13.119551+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498956+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:12.498956+0000","last_peered":"2024-04-02T08:27:12.498956+0000","last_clean":"2024-04-02T08:27:12.498956+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:12.498956+0000","last_undegraded":"2024-04-02T08:27:12.498956+0000","last_fullsized":"2024-04-02T08:27:12.498956+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119423+0000","last_change":"2024-04-02T08:27:11.522662+0000","last_active":"2024-04-02T08:27:13.119423+0000","last_peered":"2024-04-02T08:27:13.119423+0000","last_clean":"2024-04-02T08:27:13.119423+0000","last_became_active":"2024-04-02T08:27:11.521991+0000","last_became_peered":"2024-04-02T08:27:11.521991+0000","last_unstale":"2024-04-02T08:27:13.119423+0000","last_undegraded":"2024-04-02T08:27:13.119423+0000","last_fullsized":"2024-04-02T08:27:13.119423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:55.092683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.498575+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:12.498575+0000","last_peered":"2024-04-02T08:27:12.498575+0000","last_clean":"2024-04-02T08:27:12.498575+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:12.498575+0000","last_undegraded":"2024-04-02T08:27:12.498575+0000","last_fullsized":"2024-04-02T08:27:12.498575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.120554+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:13.120554+0000","last_peered":"2024-04-02T08:27:13.120554+0000","last_clean":"2024-04-02T08:27:13.120554+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:13.120554+0000","last_undegraded":"2024-04-02T08:27:13.120554+0000","last_fullsized":"2024-04-02T08:27:13.120554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.118825+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:13.118825+0000","last_peered":"2024-04-02T08:27:13.118825+0000","last_clean":"2024-04-02T08:27:13.118825+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:13.118825+0000","last_undegraded":"2024-04-02T08:27:13.118825+0000","last_fullsized":"2024-04-02T08:27:13.118825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-02T08:27:13.119781+0000","last_change":"2024-04-02T08:27:11.514382+0000","last_active":"2024-04-02T08:27:13.119781+0000","last_peered":"2024-04-02T08:27:13.119781+0000","last_clean":"2024-04-02T08:27:13.119781+0000","last_became_active":"2024-04-02T08:27:11.514066+0000","last_became_peered":"2024-04-02T08:27:11.514066+0000","last_unstale":"2024-04-02T08:27:13.119781+0000","last_undegraded":"2024-04-02T08:27:13.119781+0000","last_fullsized":"2024-04-02T08:27:13.119781+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":853873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.317,"15min":0.30299999999999999},"min":{"1min":0.26500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.33800000000000002,"15min":0.32300000000000001},"min":{"1min":0.33200000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.311}]},{"osd":2,"last update":"Tue Apr 2 08:26:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.30299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.22},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.376,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.32800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.34899999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.58099999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.57199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.32300000000000001},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.34399999999999997,"15min":0.32900000000000001},"min":{"1min":0.32200000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.311}]},{"osd":2,"last update":"Tue Apr 2 08:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36099999999999999,"15min":0.35299999999999998},"min":{"1min":0.22900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.378}]},{"osd":3,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.35499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:26:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.29499999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.54100000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.22,"15min":0.22},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.50700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.65300000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.73299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717484,"statfs":{"total":95995035648,"available":95966703616,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.29099999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.34899999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.59599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":17.725999999999999,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.42999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.419,"5min":1.419,"15min":1.419},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":17.699999999999999,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.47999999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.60299999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.496},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.51900000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.377},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.503},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57099999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.115,"15min":1.115},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":11.458,"5min":11.458,"15min":11.458},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.59999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:19.176 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-02T08:27:19.177 INFO:tasks.cephadm:Adding prometheus.a on smithi187 2024-04-02T08:27:19.177 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi187=a' 2024-04-02T08:27:19.388 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:19 smithi112 ceph-mon[26914]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:27:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:19 smithi112 ceph-mon[37686]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:27:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:19 smithi187 ceph-mon[30584]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:27:20.960 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled prometheus update... 2024-04-02T08:27:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:20 smithi112 ceph-mon[26914]: from='client.24491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:20 smithi112 ceph-mon[37686]: from='client.24491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:20 smithi187 ceph-mon[30584]: from='client.24491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:21.504 DEBUG:teuthology.orchestra.run.smithi187:prometheus.a> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service 2024-04-02T08:27:21.506 INFO:tasks.cephadm:Adding node-exporter.a on smithi112 2024-04-02T08:27:21.506 INFO:tasks.cephadm:Adding node-exporter.b on smithi187 2024-04-02T08:27:21.506 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi112=a;smithi187=b' 2024-04-02T08:27:21.749 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: Saving service prometheus spec with placement smithi187=a;count:1 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.171 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:22.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:21 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:27:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: Saving service prometheus spec with placement smithi187=a;count:1 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: Saving service prometheus spec with placement smithi187=a;count:1 2024-04-02T08:27:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:22.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:22.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:21 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:23.185 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:22 smithi187 ceph-mon[30584]: Deploying daemon prometheus.a on smithi187 2024-04-02T08:27:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:22 smithi112 ceph-mon[37686]: Deploying daemon prometheus.a on smithi187 2024-04-02T08:27:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:22 smithi112 ceph-mon[26914]: Deploying daemon prometheus.a on smithi187 2024-04-02T08:27:23.680 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled node-exporter update... 2024-04-02T08:27:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:23 smithi187 ceph-mon[30584]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:27:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:23 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:23 smithi112 ceph-mon[26914]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:27:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:23 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:23 smithi112 ceph-mon[37686]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:27:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:23 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:24.581 DEBUG:teuthology.orchestra.run.smithi112:node-exporter.a> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service 2024-04-02T08:27:24.584 DEBUG:teuthology.orchestra.run.smithi187:node-exporter.b> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service 2024-04-02T08:27:24.587 INFO:tasks.cephadm:Adding alertmanager.a on smithi112 2024-04-02T08:27:24.587 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi112=a' 2024-04-02T08:27:24.857 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:25.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:24 smithi187 ceph-mon[30584]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi112=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:25.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:24 smithi187 ceph-mon[30584]: Saving service node-exporter spec with placement smithi112=a;smithi187=b;count:2 2024-04-02T08:27:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:24 smithi112 ceph-mon[26914]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi112=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:24 smithi112 ceph-mon[26914]: Saving service node-exporter spec with placement smithi112=a;smithi187=b;count:2 2024-04-02T08:27:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:24 smithi112 ceph-mon[37686]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi112=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:24 smithi112 ceph-mon[37686]: Saving service node-exporter spec with placement smithi112=a;smithi187=b;count:2 2024-04-02T08:27:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:25 smithi187 ceph-mon[30584]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-02T08:27:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:25 smithi112 ceph-mon[37686]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-02T08:27:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:25 smithi112 ceph-mon[26914]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-02T08:27:27.405 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled alertmanager update... 2024-04-02T08:27:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:27 smithi187 ceph-mon[30584]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 1 op/s 2024-04-02T08:27:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:27 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:27 smithi112 ceph-mon[26914]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 1 op/s 2024-04-02T08:27:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:27 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:27 smithi112 ceph-mon[37686]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 1 op/s 2024-04-02T08:27:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:27 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:28 smithi187 ceph-mon[30584]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:28 smithi187 ceph-mon[30584]: Saving service alertmanager spec with placement smithi112=a;count:1 2024-04-02T08:27:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:28 smithi112 ceph-mon[26914]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:28 smithi112 ceph-mon[26914]: Saving service alertmanager spec with placement smithi112=a;count:1 2024-04-02T08:27:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:28 smithi112 ceph-mon[37686]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:28 smithi112 ceph-mon[37686]: Saving service alertmanager spec with placement smithi112=a;count:1 2024-04-02T08:27:29.667 DEBUG:teuthology.orchestra.run.smithi112:alertmanager.a> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service 2024-04-02T08:27:29.670 INFO:tasks.cephadm:Adding grafana.a on smithi187 2024-04-02T08:27:29.670 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply grafana '1;smithi187=a' 2024-04-02T08:27:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:29 smithi187 ceph-mon[30584]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:29 smithi112 ceph-mon[26914]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:29 smithi112 ceph-mon[37686]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:30.707 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:32.183 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:31 smithi187 ceph-mon[30584]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:32.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:31 smithi112 ceph-mon[26914]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:32.263 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:31 smithi112 ceph-mon[37686]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:33 smithi112 ceph-mon[37686]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:33 smithi112 ceph-mon[26914]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:34.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:33 smithi187 ceph-mon[30584]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:35.137 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 systemd[1]: Starting Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:35.263 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled grafana update... 2024-04-02T08:27:35.389 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-mon[30584]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:35.389 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 podman[59060]: 2024-04-02 08:27:35.132794795 +0000 UTC m=+0.018803481 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:27:35.389 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 podman[59060]: 2024-04-02 08:27:35.258630299 +0000 UTC m=+0.144638964 container create d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:35 smithi112 ceph-mon[37686]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:35 smithi112 ceph-mon[26914]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:35.970 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 podman[59060]: 2024-04-02 08:27:35.653951593 +0000 UTC m=+0.539960272 container init d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 podman[59060]: 2024-04-02 08:27:35.656802812 +0000 UTC m=+0.542811477 container start d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.680Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.680Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.680Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi187 (none))" 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.680Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.680Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.681Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.682Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.682Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.682Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.685Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:27:35.971 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.685Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.846µs 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.685Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.685Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.685Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.69µs wal_replay_duration=222.051µs wbl_replay_duration=109ns total_replay_duration=260.83µs 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.686Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.686Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.686Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.703Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.94248ms db_storage=724ns remote_storage=1.252µs web_handler=537ns query_engine=647ns scrape=394.891µs scrape_sd=67.616µs notify=665ns notify_sd=1.846µs rules=16.287986ms tracing=6.054µs 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.703Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:27:35.703Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 bash[59060]: d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b 2024-04-02T08:27:35.972 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:27:35 smithi187 systemd[1]: Started Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:36.258 DEBUG:teuthology.orchestra.run.smithi187:grafana.a> sudo journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service 2024-04-02T08:27:36.260 INFO:tasks.cephadm:Setting up client nodes... 2024-04-02T08:27:36.260 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:27:36.468 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: Saving service grafana spec with placement smithi187=a;count:1 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: Saving service grafana spec with placement smithi187=a;count:1 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: Saving service grafana spec with placement smithi187=a;count:1 2024-04-02T08:27:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' 2024-04-02T08:27:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:27:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:37.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:37.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:37.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:36 smithi187 ceph-mgr[32449]: -- 172.21.15.187:0/3834908283 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55edb07441a0 con 0x55edb071b000 2024-04-02T08:27:37.730 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:37.412+0000 7f38a5d60200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:37.731 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:37.508+0000 7f38a5d60200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:37.738 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:37.405+0000 7eff134bf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:37.738 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:37.498+0000 7eff134bf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:38.026 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:37 smithi112 ceph-mon[37686]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:27:38.026 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:37 smithi112 ceph-mon[37686]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:27:38.026 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:37 smithi112 ceph-mon[26914]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:27:38.026 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:37 smithi112 ceph-mon[26914]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:27:38.139 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:37 smithi187 ceph-mon[30584]: from='mgr.14152 172.21.15.112:0/14284675' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:27:38.140 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:37 smithi187 ceph-mon[30584]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:27:38.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.153+0000 7eff134bf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:38.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.247+0000 7eff134bf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:38.465 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.141+0000 7f38a5d60200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:38.465 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.231+0000 7f38a5d60200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:38.465 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.373+0000 7f38a5d60200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:38.465 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.466+0000 7f38a5d60200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:38.546 INFO:teuthology.orchestra.run.smithi112.stdout:[client.0] 2024-04-02T08:27:38.547 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQB6wQtmFI6HIBAAkWqQHV+8HSey11w2lA177g== 2024-04-02T08:27:38.730 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.550+0000 7f38a5d60200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:38.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.394+0000 7eff134bf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:38.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.490+0000 7eff134bf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:38.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.584+0000 7eff134bf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:39.101 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/638937926' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:39.102 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/638937926' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:39.102 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.815+0000 7f38a5d60200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:39.102 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:38.925+0000 7f38a5d60200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:39.102 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:39.010+0000 7f38a5d60200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/638937926' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/638937926' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/638937926' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/638937926' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.861+0000 7eff134bf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:38.977+0000 7eff134bf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:39.067+0000 7eff134bf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:39.229 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:27:39.229 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-02T08:27:39.229 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-02T08:27:39.275 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:27:39.480 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:39.103+0000 7f38a5d60200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:39.480 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:39.280+0000 7f38a5d60200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:39.487 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:39.166+0000 7eff134bf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:39.350+0000 7eff134bf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:40.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:40.318+0000 7eff134bf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:40.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:40.449+0000 7eff134bf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:40.618 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:40.283+0000 7f38a5d60200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:40.619 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:40.416+0000 7f38a5d60200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:40.870 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:40.766+0000 7f38a5d60200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:40.870 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:40.857+0000 7f38a5d60200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:41.074 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:40.787+0000 7eff134bf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:41.074 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:40.879+0000 7eff134bf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:41.074 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:41.075+0000 7eff134bf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:41.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:41.109+0000 7f38a5d60200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:41.322 INFO:teuthology.orchestra.run.smithi187.stdout:[client.1] 2024-04-02T08:27:41.323 INFO:teuthology.orchestra.run.smithi187.stdout: key = AQB9wQtm+uEnExAArGtnb2AsAXYxitq+w4EVYw== 2024-04-02T08:27:41.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:41.261+0000 7eff134bf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:41.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-mon[30584]: from='client.? 172.21.15.187:0/3359377564' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:41.588 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:41.296+0000 7f38a5d60200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:41.588 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:41.588+0000 7f38a5d60200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:41.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-mon[26914]: from='client.? 172.21.15.187:0/3359377564' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:41.802 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:41.547+0000 7eff134bf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:41.802 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-mon[37686]: from='client.? 172.21.15.187:0/3359377564' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.802 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.802 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:41.878 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T08:27:41.878 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-02T08:27:41.878 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-02T08:27:41.923 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-02T08:27:41.924 DEBUG:teuthology.orchestra.run.smithi112:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:42.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:41.802+0000 7eff134bf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:42.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:42.042+0000 7eff134bf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:42.206 INFO:teuthology.misc.health.smithi112.stdout: 2024-04-02T08:27:42.206 INFO:teuthology.misc.health.smithi112.stdout:{"epoch":63,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:27:12.494966+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:42.218 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-02T08:27:42.218 INFO:tasks.cephadm:Creating RBD pool 2024-04-02T08:27:42.218 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-02T08:27:42.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:41.855+0000 7f38a5d60200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:42.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:42.097+0000 7f38a5d60200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:42.430 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:42.556 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:42 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/187727567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:42.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:42 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/187727567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:42.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:42 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/187727567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:43.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:42.889+0000 7eff134bf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:43.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:42.900+0000 7f38a5d60200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:43.730 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:43.474+0000 7f38a5d60200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:43.731 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:43.577+0000 7f38a5d60200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:43.795 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.464+0000 7eff134bf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:43.795 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.568+0000 7eff134bf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: Standby manager daemon x restarted 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: Standby manager daemon x started 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: Active manager daemon y restarted 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: Activating manager daemon y 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: mgrmap e17: y(active, starting, since 0.0083627s), standbys: x 2024-04-02T08:27:44.077 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:44.078 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[26914]: Manager daemon y is now available 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.803+0000 7eff134bf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:27:43] ENGINE Bus STARTING 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe71a07700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe71a07700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe71a07700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.079 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe71a07700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe71a07700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe73a0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe73a0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe73a0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe73a0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:43.928+0000 7efe73a0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: CherryPy Checker: 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: The Application mounted at '' has an empty config. 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:27:44] ENGINE Serving on http://:::9283 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:27:44] ENGINE Bus STARTED 2024-04-02T08:27:44.080 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: Standby manager daemon x restarted 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: Standby manager daemon x started 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: Active manager daemon y restarted 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: Activating manager daemon y 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: mgrmap e17: y(active, starting, since 0.0083627s), standbys: x 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:44.081 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:44.082 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:43 smithi112 ceph-mon[37686]: Manager daemon y is now available 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:43.792+0000 7f38a5d60200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: [02/Apr/2024:08:27:43] ENGINE Bus STARTING 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: CherryPy Checker: 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: The Application mounted at '' has an empty config. 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: [02/Apr/2024:08:27:43] ENGINE Serving on http://:::9283 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32445]: [02/Apr/2024:08:27:43] ENGINE Bus STARTED 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: Standby manager daemon x restarted 2024-04-02T08:27:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: Standby manager daemon x started 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/972720162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: Active manager daemon y restarted 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: Activating manager daemon y 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: mgrmap e17: y(active, starting, since 0.0083627s), standbys: x 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:44.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:43 smithi187 ceph-mon[30584]: Manager daemon y is now available 2024-04-02T08:27:45.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3599531934' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[37686]: mgrmap e18: y(active, since 1.01199s), standbys: x 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:45.096 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:45.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:45.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:45.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:45.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:45.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3599531934' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:45.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:44 smithi112 ceph-mon[26914]: mgrmap e18: y(active, since 1.01199s), standbys: x 2024-04-02T08:27:45.138 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'rbd' created 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3599531934' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:44 smithi187 ceph-mon[30584]: mgrmap e18: y(active, since 1.01199s), standbys: x 2024-04-02T08:27:45.855 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-02T08:27:46.070 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: [02/Apr/2024:08:27:44] ENGINE Bus STARTING 2024-04-02T08:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: [02/Apr/2024:08:27:44] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: [02/Apr/2024:08:27:44] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: [02/Apr/2024:08:27:44] ENGINE Bus STARTED 2024-04-02T08:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3599531934' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[37686]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: [02/Apr/2024:08:27:44] ENGINE Bus STARTING 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: [02/Apr/2024:08:27:44] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: [02/Apr/2024:08:27:44] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: [02/Apr/2024:08:27:44] ENGINE Bus STARTED 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3599531934' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:27:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:45 smithi112 ceph-mon[26914]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:27:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: [02/Apr/2024:08:27:44] ENGINE Bus STARTING 2024-04-02T08:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: [02/Apr/2024:08:27:44] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: [02/Apr/2024:08:27:44] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: [02/Apr/2024:08:27:44] ENGINE Bus STARTED 2024-04-02T08:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3599531934' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:45 smithi187 ceph-mon[30584]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:27:47.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:27:46] "GET /metrics HTTP/1.1" 200 28782 "" "Prometheus/2.43.0" 2024-04-02T08:27:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[37686]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[37686]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[37686]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[37686]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[26914]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[26914]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[26914]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:46 smithi112 ceph-mon[26914]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:46 smithi187 ceph-mon[30584]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:46 smithi187 ceph-mon[30584]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:27:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:46 smithi187 ceph-mon[30584]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:27:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:46 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:46 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:46 smithi187 ceph-mon[30584]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi187 to 2992M 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2777856734' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi187 to 2992M 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:27:48.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:48.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2777856734' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:48.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:48 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi187 to 2992M 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2777856734' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:48 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:48.537 INFO:teuthology.orchestra.run.smithi112.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-02T08:27:49.365 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-02T08:27:49.366 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-02T08:27:49.366 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-02T08:27:49.586 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi112 to 2992M 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:27:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi112 to 2992M 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:49.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:49 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi112 to 2992M 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:49.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:49 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:27:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[26914]: Deploying daemon alertmanager.a on smithi112 2024-04-02T08:27:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[26914]: pgmap v10: 105 pgs: 4 unknown, 101 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[37686]: Deploying daemon alertmanager.a on smithi112 2024-04-02T08:27:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:50 smithi112 ceph-mon[37686]: pgmap v10: 105 pgs: 4 unknown, 101 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:50 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:50 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:50 smithi187 ceph-mon[30584]: Deploying daemon alertmanager.a on smithi112 2024-04-02T08:27:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:50 smithi187 ceph-mon[30584]: pgmap v10: 105 pgs: 4 unknown, 101 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:51.336 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:51 smithi112 ceph-mon[37686]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:51.336 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:51 smithi112 ceph-mon[37686]: Cluster is now healthy 2024-04-02T08:27:51.337 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:51 smithi112 ceph-mon[26914]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:51.337 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:51 smithi112 ceph-mon[26914]: Cluster is now healthy 2024-04-02T08:27:51.649 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:51 smithi187 ceph-mon[30584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:51 smithi187 ceph-mon[30584]: Cluster is now healthy 2024-04-02T08:27:52.387 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:52 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2594187906' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:27:52.387 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:52 smithi112 ceph-mon[37686]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:27:52.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:52 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2594187906' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:27:52.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:52 smithi112 ceph-mon[26914]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:27:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:52 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2594187906' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:27:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:52 smithi187 ceph-mon[30584]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:27:53.002 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":20,"active_gid":14616,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":1253297441},{"type":"v1","addr":"172.21.15.112:6801","nonce":1253297441}]},"active_addr":"172.21.15.112:6801/1253297441","active_change":"2024-04-02T08:27:43.805414+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":14610,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.112:8443/","prometheus":"http://172.21.15.112:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":277242893}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3691193599}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3719672785}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3845509}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3924616146}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2363852412}]}]} 2024-04-02T08:27:53.007 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-02T08:27:53.007 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-02T08:27:53.007 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:27:53.215 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:54 smithi112 ceph-mon[37686]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-02T08:27:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:54 smithi112 ceph-mon[26914]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-02T08:27:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:54 smithi187 ceph-mon[30584]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-02T08:27:56.857 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:27:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:27:56] "GET /metrics HTTP/1.1" 200 28782 "" "Prometheus/2.43.0" 2024-04-02T08:27:57.068 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:27:57.068 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":68,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:27:48.521796+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:56 smithi112 ceph-mon[26914]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-02T08:27:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:56 smithi112 ceph-mon[37686]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-02T08:27:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:56 smithi187 ceph-mon[30584]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-02T08:27:58.184 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:57 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2001652873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:58.184 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:57 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2001652873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:57 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2001652873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:59.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:58 smithi112 ceph-mon[37686]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:27:59.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:27:58 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:59.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:58 smithi112 ceph-mon[26914]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:27:59.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:27:58 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:58 smithi187 ceph-mon[30584]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:27:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:27:58 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:59.734 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-02T08:27:59.734 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:28:00.063 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:27:59 smithi112 podman[68869]: 2024-04-02 08:27:59.976884142 +0000 UTC m=+0.144911686 volume create cf21d5c70743524704001bd17177b1eb6b5806cb69be5a3e94e19de6c15e5a00 2024-04-02T08:28:00.063 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 podman[68869]: 2024-04-02 08:28:00.065046538 +0000 UTC m=+0.233074040 container create b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:00.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-mon[26914]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-02T08:28:00.358 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-mon[37686]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-02T08:28:00.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:00 smithi187 ceph-mon[30584]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-02T08:28:00.585 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:00.618 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 podman[68869]: 2024-04-02 08:28:00.359894421 +0000 UTC m=+0.527921932 container init b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:00.618 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 podman[68869]: 2024-04-02 08:28:00.362842647 +0000 UTC m=+0.530870149 container start b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:00.618 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.374Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:28:00.618 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.375Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.376Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.112 port=9094 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.377Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.399Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.400Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.402Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:00.403Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 bash[68869]: b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe 2024-04-02T08:28:00.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:00 smithi112 systemd[1]: Started Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:01.044 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:28:00] ENGINE Bus STOPPING 2024-04-02T08:28:01.044 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:28:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:01.044 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:28:00] ENGINE Bus STOPPED 2024-04-02T08:28:01.044 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:28:00] ENGINE Bus STARTING 2024-04-02T08:28:01.044 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:28:00] ENGINE Serving on http://:::9283 2024-04-02T08:28:01.044 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:28:00] ENGINE Bus STARTED 2024-04-02T08:28:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[26914]: Deploying daemon grafana.a on smithi187 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:01.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:01 smithi112 ceph-mon[37686]: Deploying daemon grafana.a on smithi187 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:01 smithi187 ceph-mon[30584]: Deploying daemon grafana.a on smithi187 2024-04-02T08:28:02.513 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:02.377Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000334384s 2024-04-02T08:28:02.694 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:28:02.694 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":68,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:27:48.521796+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:02.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:02 smithi112 ceph-mon[26914]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:02 smithi112 ceph-mon[37686]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:02 smithi187 ceph-mon[30584]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:03.390 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-02T08:28:03.390 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-02T08:28:03.391 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-02T08:28:03.391 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-02T08:28:03.391 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-02T08:28:03.392 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-02T08:28:03.392 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-02T08:28:03.392 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-02T08:28:03.799 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.799 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.800 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.800 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.828 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.829 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.835 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.855 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:03 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3724786231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:03 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3724786231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:03 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3724786231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:05.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:04 smithi112 ceph-mon[37686]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:05.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:04 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:05.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:04 smithi112 ceph-mon[26914]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:05.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:04 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:04 smithi187 ceph-mon[30584]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:04 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:07.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:06 smithi112 ceph-mon[37686]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:07.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:06 smithi112 ceph-mon[26914]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:07.102 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:06 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:28:06] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-02T08:28:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:06 smithi187 ceph-mon[30584]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:08 smithi187 ceph-mon[30584]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:09.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:08 smithi112 ceph-mon[37686]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:09.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:08 smithi112 ceph-mon[26914]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:10.405 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:10 smithi112 ceph-mon[37686]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:10.405 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:10.380Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.0030788s 2024-04-02T08:28:10.405 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:10 smithi112 ceph-mon[26914]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:10.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:10 smithi187 ceph-mon[30584]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:12.014 INFO:teuthology.orchestra.run.smithi112.stdout:55834574895 2024-04-02T08:28:12.015 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-02T08:28:12.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:12 smithi187 ceph-mon[30584]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:12 smithi112 ceph-mon[37686]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:12 smithi112 ceph-mon[26914]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:14.192 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:13 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:14.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:13 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:13 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:14.997 INFO:teuthology.orchestra.run.smithi112.stdout:133143986208 2024-04-02T08:28:14.997 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-02T08:28:15.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:14 smithi187 ceph-mon[30584]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:15.159 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:14 smithi187 systemd[1]: Starting Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:15.160 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:14 smithi112 ceph-mon[37686]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:15.160 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:14 smithi112 ceph-mon[26914]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:15.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 podman[61145]: 2024-04-02 08:28:15.160143057 +0000 UTC m=+0.099053875 container create b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, maintainer=Paul Cuzner , architecture=x86_64, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, version=8.5, io.openshift.tags=base rhel8, description=Ceph Grafana Container) 2024-04-02T08:28:15.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 podman[61145]: 2024-04-02 08:28:15.078453692 +0000 UTC m=+0.017364520 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-02T08:28:15.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 podman[61145]: 2024-04-02 08:28:15.371243977 +0000 UTC m=+0.310154804 container init b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.openshift.tags=base rhel8, name=ubi8, description=Ceph Grafana Container, com.redhat.component=ubi8-container, version=8.5, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., release=239.1651231664, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-02T08:28:15.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 podman[61145]: 2024-04-02 08:28:15.374077889 +0000 UTC m=+0.312988713 container start b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, vendor=Red Hat, Inc., io.openshift.expose-services=, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, com.redhat.component=ubi8-container, vcs-type=git) 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 bash[61145]: b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.522976945Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523200215Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523224485Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.52323238Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523245093Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:28:15.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523258128Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523272239Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523284022Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523295322Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523308338Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.52332418Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523330631Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.523337709Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=settings t=2024-04-02T08:28:15.52334816Z level=info msg="App mode production" 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore t=2024-04-02T08:28:15.523424457Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore t=2024-04-02T08:28:15.52350229Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 systemd[1]: Started Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.524784446Z level=info msg="Starting DB migrations" 2024-04-02T08:28:15.734 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.52493591Z level=info msg="Executing migration" id="create migration_log table" 2024-04-02T08:28:15.735 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.525553996Z level=info msg="Executing migration" id="create user table" 2024-04-02T08:28:15.735 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.526157252Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-02T08:28:15.735 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.526743941Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-02T08:28:15.735 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.527262185Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-02T08:28:15.735 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.527906962Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.528378588Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.529262962Z level=info msg="Executing migration" id="create user table v2" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.529903244Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.530448854Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.53104154Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.531401201Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.531734518Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.532382442Z level=info msg="Executing migration" id="Update user table charset" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.532813165Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-02T08:28:15.736 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.533378487Z level=info msg="Executing migration" id="Add missing user data" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.533716142Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.534153471Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.534547838Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.534941752Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.536055355Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.536496493Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.536965627Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.537441696Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.537985366Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.538512302Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.538898795Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.539383618Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-02T08:28:15.737 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.539840701Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.540277019Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.540702538Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.541524578Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.541900533Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.542291344Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.542651131Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.543037849Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.543433207Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.543732549Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.544072419Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.544400829Z level=info msg="Executing migration" id="create star table" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.54473349Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-02T08:28:15.738 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.545202926Z level=info msg="Executing migration" id="create org table v1" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.545697471Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.546246533Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.546749334Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.547301816Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.547734678Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.55046053Z level=info msg="Executing migration" id="Update org table charset" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.550806204Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.553576883Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.556230435Z level=info msg="Executing migration" id="create dashboard table" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.557050367Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.55790305Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.558746777Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.559595386Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-02T08:28:15.739 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.560408458Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-02T08:28:15.740 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.561285915Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-02T08:28:15.740 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.562211069Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-02T08:28:15.740 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.563058104Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.563922405Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.564734632Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.565563608Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.566425634Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.567249784Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.568033566Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.568940212Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.569701258Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.57049207Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-02T08:28:15.741 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.571345094Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-02T08:28:15.742 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.572212744Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-02T08:28:15.742 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.57307911Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-02T08:28:15.742 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.573931311Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-02T08:28:15.742 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.574769573Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-02T08:28:15.742 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.575322016Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-02T08:28:15.742 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.575803174Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.576656863Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.577551273Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.578414103Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.579254045Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.580094958Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.580947097Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.581934444Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.582714224Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.583627918Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.58451119Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-02T08:28:15.743 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.585705168Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.586141975Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.588935161Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.591913266Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.594616911Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.597180551Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.59999033Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.602834777Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.605410646Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.608239684Z level=info msg="Executing migration" id="create data_source table" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.611051146Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.613841422Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.616647867Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.619442164Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-02T08:28:15.744 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.622095334Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.625018913Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.627887366Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.630541934Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.633249094Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.636025851Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.638721123Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.641382002Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.644036738Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.64435148Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.64714065Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.647572826Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.649761223Z level=info msg="Executing migration" id="Add uid column" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.650342901Z level=info msg="Executing migration" id="Update uid value" 2024-04-02T08:28:15.745 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.650663531Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.653475719Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.656010131Z level=info msg="Executing migration" id="create api_key table" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.658877364Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.659298244Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.662125824Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.664822895Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.667521376Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.670046061Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.670824422Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.671899375Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.672831795Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.673582881Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.674373754Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-02T08:28:15.746 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.675253304Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.676008642Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.676819651Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.677615079Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.678621258Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.679346613Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.680253338Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.680970639Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.681965934Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.682669119Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.683473874Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.68429041Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.68519982Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.685949886Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-02T08:28:15.747 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.686890969Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.687635879Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.688587844Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.68920867Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.689779484Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.690666567Z level=info msg="Executing migration" id="create quota table v1" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.691543522Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.692383713Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.693164415Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.694024595Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.694840757Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.695685307Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.696638385Z level=info msg="Executing migration" id="create session table" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.697216514Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.697509664Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-02T08:28:15.748 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.69834994Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.698734402Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.701291014Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.703999161Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.706880036Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.709789364Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.712568666Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.715249375Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.718037555Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.720571139Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.723325131Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.726004126Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.728780128Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.731659516Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.734502954Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-02T08:28:15.749 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.737270226Z level=info msg="Executing migration" id="create alert table v1" 2024-04-02T08:28:15.750 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.740073383Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-02T08:28:15.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.742704941Z level=info msg="Executing migration" id="add index alert state" 2024-04-02T08:28:15.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.74538688Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-02T08:28:15.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.748092607Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-02T08:28:15.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.750751494Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-02T08:28:15.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.753400735Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.756010086Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.758787648Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.761396765Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.763983881Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.766594069Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.769312322Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.771996365Z level=info msg="Executing migration" id="Add column is_default" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.774623314Z level=info msg="Executing migration" id="Add column frequency" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.777228808Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.779918761Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.782596461Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.785275661Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-02T08:28:15.984 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.788007655Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.790716754Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.791434401Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.792419039Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.79307541Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.793913168Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.794809895Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.795513656Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.796298162Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.797083751Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.798054551Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.798785728Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.799541818Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.800337104Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-02T08:28:15.985 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.800781975Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-02T08:28:15.986 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.801214691Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-02T08:28:15.986 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.802038722Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-02T08:28:15.986 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.802956758Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-02T08:28:15.986 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.803682633Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-02T08:28:15.986 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.804101309Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-02T08:28:15.986 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.804503088Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-02T08:28:15.987 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.804940149Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-02T08:28:15.987 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.807741537Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-02T08:28:15.987 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.81041195Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-02T08:28:15.987 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.811100567Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-02T08:28:15.987 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.814024054Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-02T08:28:15.987 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.816817024Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.819556285Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.822469112Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.825112207Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.827943699Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.830479597Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.833497158Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.836102659Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.838851134Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.84169247Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-02T08:28:15.988 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.844200244Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.846995453Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.849671475Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.852161167Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.854809323Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.857690932Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.860226751Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.86287353Z level=info msg="Executing migration" id="Move region to single row" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.865580044Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.868104313Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.870807288Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.873702914Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.876108352Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.878911912Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.881462332Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-02T08:28:15.989 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.88430714Z level=info msg="Executing migration" id="create test_data table" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.884946504Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.885369238Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.886203291Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.887019893Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.887853408Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.888665347Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.889522086Z level=info msg="Executing migration" id="create team table" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.890406084Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.891357322Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.89215421Z level=info msg="Executing migration" id="create team member table" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.892975333Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.893823216Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-02T08:28:15.990 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.894653473Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.8955541Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.896368804Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.897212297Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.898042093Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.899043374Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.899756719Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.900565673Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.901024291Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.901965064Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-02T08:28:15.991 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.902775809Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.903749679Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.90451279Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.905263054Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.905629389Z level=info msg="Executing migration" id="create tag table" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.906117942Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.907071431Z level=info msg="Executing migration" id="create login attempt table" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.907822502Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.90874844Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.909312801Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.911263509Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.912118153Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.913124044Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-02T08:28:15.992 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.913569294Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.914440025Z level=info msg="Executing migration" id="create user auth table" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.914898007Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.917145879Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.919987516Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.92082339Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.92361154Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.926161473Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.929118666Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.929594596Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.932544346Z level=info msg="Executing migration" id="create server_lock table" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.935312213Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.938218411Z level=info msg="Executing migration" id="create user auth token table" 2024-04-02T08:28:15.993 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.938655162Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.941585187Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.944290655Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.947119474Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.947890743Z level=info msg="Executing migration" id="create cache_data table" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.950568584Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.953483499Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.95615594Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.958663828Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.961231437Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.961547881Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-02T08:28:15.994 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.961990308Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.96245126Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.962897067Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.963213166Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.963633566Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.964076714Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.964517634Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.964953244Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.965748744Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-02T08:28:15.995 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.966208935Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.96672758Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.967191222Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.967645138Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.968102319Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.968416784Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.968842885Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.969294668Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.969703595Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.970158455Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.970959817Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.971390893Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.971791727Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-02T08:28:15.996 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.97515094Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.978451597Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.97892106Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.979356292Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.98023053Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.980660218Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.981129723Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.98157245Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.982032354Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.982341605Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.983194754Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.984032384Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.984843388Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.985319762Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-02T08:28:15.997 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.985804846Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-02T08:28:15.998 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.98663915Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-02T08:28:15.998 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.987495509Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-02T08:28:15.998 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.987973314Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-02T08:28:16.231 INFO:teuthology.orchestra.run.smithi112.stdout:236223201298 2024-04-02T08:28:16.232 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.988800508Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.989630394Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.989956826Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.990474233Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.990969246Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.991737538Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-02T08:28:16.266 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.992546513Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.993406111Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.994244012Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.995074512Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.995905188Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.996730032Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.997623713Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.998496096Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.999324936Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:15.999628122Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.000508261Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.001309246Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.002161635Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.00255974Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-02T08:28:16.267 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.003425539Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.004289547Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.005125525Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.005557485Z level=info msg="Executing migration" id="create alert_image table" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.006450077Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.007245299Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.010080301Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.012622232Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.015225544Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.015334202Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.018160761Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.020881015Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.021453614Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.021561877Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-02T08:28:16.268 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.021666393Z level=info msg="alerts found to migrate" alerts=0 2024-04-02T08:28:16.269 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.024211084Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.026954504Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.029654511Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.030065832Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.03278773Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.035355805Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.038049244Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.03841524Z level=info msg="Executing migration" id="create data_keys table" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.041476404Z level=info msg="Executing migration" id="create secrets table" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.043991723Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.048120245Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.049007497Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.051794131Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-02T08:28:16.270 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.056072684Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.060475Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.060887434Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.063644364Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.066328628Z level=info msg="Executing migration" id="create permission table" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.068904738Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.069479091Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.072280002Z level=info msg="Executing migration" id="create role table" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.074834086Z level=info msg="Executing migration" id="add column display_name" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.077614258Z level=info msg="Executing migration" id="add column group_name" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.078606728Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.081463139Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.084038484Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.086917814Z level=info msg="Executing migration" id="create team role table" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.087449426Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-02T08:28:16.271 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.090262599Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.090912076Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.091720547Z level=info msg="Executing migration" id="create user role table" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.092648414Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.093304608Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.094114128Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.095085452Z level=info msg="Executing migration" id="create builtin role table" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.095627341Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.096571747Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.097243831Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.098235354Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.09873581Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.099521209Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.100451085Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-02T08:28:16.272 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.101151153Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.10155718Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.102527321Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.103676128Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.104556137Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.105040667Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.105895373Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.106799763Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.107577855Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.107942748Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.108277978Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.108787281Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.109206354Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.109670663Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-02T08:28:16.273 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.110654373Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.110978394Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.111834449Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.112633926Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.113504343Z level=info msg="Executing migration" id="add correlation config column" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.114569942Z level=info msg="Executing migration" id="create entity_events table" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.115588109Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.1164338Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.116713516Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.119064708Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.119164424Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.119468731Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.122279722Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.122712Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:16.274 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.125234377Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.128061296Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.128528048Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.131214653Z level=info msg="Executing migration" id="Drop public config table" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.13165582Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.13400169Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.136719093Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.137202645Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.140017023Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.1429689Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.14583219Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.146838522Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.149612294Z level=info msg="Executing migration" id="add share column" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.152206736Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-02T08:28:16.275 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.154962378Z level=info msg="Executing migration" id="create file table" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.155418748Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.158192217Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.160848912Z level=info msg="Executing migration" id="create file_meta table" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.163659436Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.164148007Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.166608959Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.169291892Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.171805299Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.172278585Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.175040253Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.17776637Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.180406261Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.181039969Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-02T08:28:16.276 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.183920914Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.186635521Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.189134254Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.190208613Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.191177443Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.200977469Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.201945794Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.202524488Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.205887159Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.206703159Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.207535746Z level=info msg="Executing migration" id="create folder table" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.207950123Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.208833238Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.210055841Z level=info msg="Executing migration" id="Update folder title length" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.210423315Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-02T08:28:16.277 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=migrator t=2024-04-02T08:28:16.210881134Z level=info msg="migrations completed" performed=485 skipped=0 duration=685.978942ms 2024-04-02T08:28:16.278 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore t=2024-04-02T08:28:16.211292048Z level=info msg="Created default organization" 2024-04-02T08:28:16.278 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=plugin.loader t=2024-04-02T08:28:16.267909226Z level=info msg="Plugin registered" pluginID=input 2024-04-02T08:28:16.584 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=plugin.loader t=2024-04-02T08:28:16.295770721Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-02T08:28:16.585 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=plugin.loader t=2024-04-02T08:28:16.295794602Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-02T08:28:16.585 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=secrets t=2024-04-02T08:28:16.2958396Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:28:16.585 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=query_data t=2024-04-02T08:28:16.297558958Z level=info msg="Query Service initialization" 2024-04-02T08:28:16.585 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=live.push_http t=2024-04-02T08:28:16.299926993Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:28:16.778 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.778 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.778 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.778 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.778 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[37686]: Deploying daemon node-exporter.a on smithi112 2024-04-02T08:28:16.778 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[37686]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:16.779 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.779 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.779 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.779 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.779 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[26914]: Deploying daemon node-exporter.a on smithi112 2024-04-02T08:28:16.779 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-mon[26914]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:16.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:16.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-mon[30584]: Deploying daemon node-exporter.a on smithi112 2024-04-02T08:28:16.865 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:16 smithi187 ceph-mon[30584]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:17.109 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:16 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:28:16] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-04-02T08:28:17.135 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=infra.usagestats.collector t=2024-04-02T08:28:17.027771165Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:28:17.135 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=provisioning.datasources t=2024-04-02T08:28:17.082963596Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:28:17.135 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=provisioning.datasources t=2024-04-02T08:28:17.115049014Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=provisioning.alerting t=2024-04-02T08:28:17.136898887Z level=info msg="starting to provision alerting" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=provisioning.alerting t=2024-04-02T08:28:17.136925034Z level=info msg="finished to provision alerting" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=grafanaStorageLogger t=2024-04-02T08:28:17.137188772Z level=info msg="storage starting" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=ngalert.state.manager t=2024-04-02T08:28:17.137153073Z level=info msg="Warming state cache for startup" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=http.server t=2024-04-02T08:28:17.139587223Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=ngalert.state.manager t=2024-04-02T08:28:17.147795964Z level=info msg="State cache has been initialized" states=0 duration=10.6434ms 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:28:17.147843316Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=ticker t=2024-04-02T08:28:17.147878654Z level=info msg=starting first_tick=2024-04-02T08:28:20Z 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore.transactions t=2024-04-02T08:28:17.18559652Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore.transactions t=2024-04-02T08:28:17.216601861Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore.transactions t=2024-04-02T08:28:17.227031301Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:28:17.482 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:28:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=sqlstore.transactions t=2024-04-02T08:28:17.23741769Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-04-02T08:28:17.948 INFO:teuthology.orchestra.run.smithi112.stdout:167503724573 2024-04-02T08:28:17.948 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-02T08:28:18.716 INFO:teuthology.orchestra.run.smithi112.stdout:111669149734 2024-04-02T08:28:18.716 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-02T08:28:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:18 smithi112 ceph-mon[37686]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:18 smithi112 ceph-mon[26914]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:19.141 INFO:teuthology.orchestra.run.smithi112.stdout:77309411370 2024-04-02T08:28:19.142 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-02T08:28:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:18 smithi187 ceph-mon[30584]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:19.796 INFO:teuthology.orchestra.run.smithi112.stdout:34359738421 2024-04-02T08:28:19.796 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-02T08:28:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:19 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:19 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:19 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:20.249 INFO:teuthology.orchestra.run.smithi112.stdout:201863462936 2024-04-02T08:28:20.249 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-02T08:28:20.431 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.438 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.438 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.438 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.445 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.448 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.514 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.994 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:20 smithi112 ceph-mon[37686]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:20.995 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:20 smithi112 ceph-mon[26914]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:20 smithi187 ceph-mon[30584]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:23.032 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:22 smithi112 ceph-mon[26914]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:23.032 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:22 smithi112 ceph-mon[37686]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:22 smithi187 ceph-mon[30584]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:25.148 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:24 smithi112 ceph-mon[37686]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:25.148 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:24 smithi112 ceph-mon[26914]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:24 smithi187 ceph-mon[30584]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:27.050 INFO:teuthology.orchestra.run.smithi112.stdout:167503724575 2024-04-02T08:28:27.051 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:26 smithi112 ceph-mon[26914]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:27.051 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:28:26] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-04-02T08:28:27.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:26 smithi112 ceph-mon[37686]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:26 smithi187 ceph-mon[30584]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:27.236 INFO:teuthology.orchestra.run.smithi112.stdout:236223201301 2024-04-02T08:28:27.902 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:27 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3487499953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:27.902 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:27 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2001493783' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:28:27.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:27 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3487499953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:27.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:27 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2001493783' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:28:27.969 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201298 got 236223201301 for osd.7 2024-04-02T08:28:27.970 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:27 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3487499953' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:27 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2001493783' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:28:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:28 smithi112 ceph-mon[37686]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:28 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:28 smithi112 ceph-mon[26914]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:29.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:28 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:29.177 INFO:teuthology.orchestra.run.smithi112.stdout:55834574898 2024-04-02T08:28:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:28 smithi187 ceph-mon[30584]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:28 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:29.693 INFO:teuthology.orchestra.run.smithi112.stdout:77309411373 2024-04-02T08:28:30.459 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:30 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3399219048' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:28:30.459 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:30 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/837424746' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:30.459 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:30 smithi112 ceph-mon[37686]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:30.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:30 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3399219048' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:28:30.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:30 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/837424746' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:30.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:30 smithi112 ceph-mon[26914]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:30 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3399219048' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:28:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:30 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/837424746' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:30 smithi187 ceph-mon[30584]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:30.817 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:30 smithi112 bash[71273]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:28:30.817 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:30 smithi112 bash[71273]: Writing manifest to image destination 2024-04-02T08:28:31.250 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:31.618 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:31 smithi112 podman[71273]: 2024-04-02 08:28:31.326324276 +0000 UTC m=+4.694451800 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:28:31.663 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574895 got 55834574898 for osd.1 2024-04-02T08:28:31.663 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:32.060 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724573 got 167503724575 for osd.5 2024-04-02T08:28:32.060 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:33.135 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:32 smithi112 ceph-mon[37686]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.135 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:32 smithi112 ceph-mon[26914]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:32 smithi187 ceph-mon[30584]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.315 INFO:teuthology.orchestra.run.smithi112.stdout:34359738424 2024-04-02T08:28:34.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:33 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1240207876' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:28:34.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:33 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1240207876' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:28:34.097 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411373 for osd.2 2024-04-02T08:28:34.098 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:33 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1240207876' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:28:34.779 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 podman[71273]: 2024-04-02 08:28:34.488596114 +0000 UTC m=+7.856723667 container create 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-mon[26914]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-mon[37686]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 podman[71273]: 2024-04-02 08:28:34.884819098 +0000 UTC m=+8.252946618 container init 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 podman[71273]: 2024-04-02 08:28:34.887902858 +0000 UTC m=+8.256030369 container start 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.891Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.891Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.892Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.892Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.892Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:28:35.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.892Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.892Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:28:35.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:28:35.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:28:35.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[71641]: ts=2024-04-02T08:28:34.893Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 bash[71273]: 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 2024-04-02T08:28:35.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:28:34 smithi112 systemd[1]: Started Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:34 smithi187 ceph-mon[30584]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.403 INFO:teuthology.orchestra.run.smithi112.stdout:111669149737 2024-04-02T08:28:35.632 INFO:teuthology.orchestra.run.smithi112.stdout:133143986212 2024-04-02T08:28:36.045 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149734 got 111669149737 for osd.3 2024-04-02T08:28:36.046 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: Deploying daemon node-exporter.b on smithi187 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3710209008' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/48146684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:36 smithi187 ceph-mon[30584]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:36.232 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:36 smithi187 bash[61432]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:28:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: Deploying daemon node-exporter.b on smithi187 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3710209008' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/48146684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[37686]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: Deploying daemon node-exporter.b on smithi187 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3710209008' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/48146684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-mon[26914]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:36.730 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:36 smithi187 bash[61432]: Getting image source signatures 2024-04-02T08:28:36.731 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:36 smithi187 bash[61432]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:28:36.731 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:36 smithi187 bash[61432]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:28:36.731 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:36 smithi187 bash[61432]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:28:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:28:36] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-02T08:28:37.320 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738424 for osd.0 2024-04-02T08:28:37.321 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:37.721 INFO:teuthology.orchestra.run.smithi112.stdout:201863462940 2024-04-02T08:28:37.948 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986208 got 133143986212 for osd.4 2024-04-02T08:28:37.948 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:37 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1575822754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:28:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:37 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1575822754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:28:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:37 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1575822754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:28:38.231 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:37 smithi187 bash[61432]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:28:38.231 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:37 smithi187 bash[61432]: Writing manifest to image destination 2024-04-02T08:28:38.565 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 podman[61432]: 2024-04-02 08:28:38.215802965 +0000 UTC m=+2.201070330 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:28:38.565 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 podman[61432]: 2024-04-02 08:28:38.339759762 +0000 UTC m=+2.325027159 container create 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:38.569 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462936 got 201863462940 for osd.6 2024-04-02T08:28:38.569 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:38.569 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-02T08:28:38.569 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:28:38.783 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:38.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[37686]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:38.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[26914]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:38.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:38 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-mon[30584]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:38.983 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 podman[61432]: 2024-04-02 08:28:38.566796798 +0000 UTC m=+2.552064153 container init 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:38.983 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 podman[61432]: 2024-04-02 08:28:38.569611675 +0000 UTC m=+2.554879034 container start 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:38.983 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.573Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.573Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.574Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.574Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.574Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.574Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:28:38.984 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:28:38.985 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:28:38.987 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:28:38.987 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:28:38.987 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:28:38.987 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:28:38.988 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:28:38.989 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:28:38.989 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:28:38.989 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:28:38.989 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:28:38.989 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:28:38.989 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.575Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.576Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[61482]: ts=2024-04-02T08:28:38.576Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 bash[61432]: 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 2024-04-02T08:28:38.990 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:28:38 smithi187 systemd[1]: Started Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:39 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:39 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:39 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:40 smithi112 ceph-mon[26914]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:40 smithi112 ceph-mon[37686]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:40 smithi187 ceph-mon[30584]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.563 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:28:41.565 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:28:42.289 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-04-02T08:28:39.843972+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227508,"kb_used_data":7236,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733708,"statfs":{"total":767960285184,"available":767727316992,"internally_reserved":0,"allocated":7409664,"data_stored":4163574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.015565"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.122039+0000","last_change":"2024-04-02T08:27:11.531386+0000","last_active":"2024-04-02T08:27:49.122039+0000","last_peered":"2024-04-02T08:27:49.122039+0000","last_clean":"2024-04-02T08:27:49.122039+0000","last_became_active":"2024-04-02T08:27:11.531112+0000","last_became_peered":"2024-04-02T08:27:11.531112+0000","last_unstale":"2024-04-02T08:27:49.122039+0000","last_undegraded":"2024-04-02T08:27:49.122039+0000","last_fullsized":"2024-04-02T08:27:49.122039+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147144+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:47.147144+0000","last_peered":"2024-04-02T08:27:47.147144+0000","last_clean":"2024-04-02T08:27:47.147144+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:47.147144+0000","last_undegraded":"2024-04-02T08:27:47.147144+0000","last_fullsized":"2024-04-02T08:27:47.147144+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121134+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:49.121134+0000","last_peered":"2024-04-02T08:27:49.121134+0000","last_clean":"2024-04-02T08:27:49.121134+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:49.121134+0000","last_undegraded":"2024-04-02T08:27:49.121134+0000","last_fullsized":"2024-04-02T08:27:49.121134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401556+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:47.401556+0000","last_peered":"2024-04-02T08:27:47.401556+0000","last_clean":"2024-04-02T08:27:47.401556+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:47.401556+0000","last_undegraded":"2024-04-02T08:27:47.401556+0000","last_fullsized":"2024-04-02T08:27:47.401556+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121297+0000","last_change":"2024-04-02T08:27:11.533664+0000","last_active":"2024-04-02T08:27:49.121297+0000","last_peered":"2024-04-02T08:27:49.121297+0000","last_clean":"2024-04-02T08:27:49.121297+0000","last_became_active":"2024-04-02T08:27:11.531945+0000","last_became_peered":"2024-04-02T08:27:11.531945+0000","last_unstale":"2024-04-02T08:27:49.121297+0000","last_undegraded":"2024-04-02T08:27:49.121297+0000","last_fullsized":"2024-04-02T08:27:49.121297+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401547+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:47.401547+0000","last_peered":"2024-04-02T08:27:47.401547+0000","last_clean":"2024-04-02T08:27:47.401547+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:47.401547+0000","last_undegraded":"2024-04-02T08:27:47.401547+0000","last_fullsized":"2024-04-02T08:27:47.401547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120830+0000","last_change":"2024-04-02T08:27:11.529362+0000","last_active":"2024-04-02T08:27:49.120830+0000","last_peered":"2024-04-02T08:27:49.120830+0000","last_clean":"2024-04-02T08:27:49.120830+0000","last_became_active":"2024-04-02T08:27:11.529070+0000","last_became_peered":"2024-04-02T08:27:11.529070+0000","last_unstale":"2024-04-02T08:27:49.120830+0000","last_undegraded":"2024-04-02T08:27:49.120830+0000","last_fullsized":"2024-04-02T08:27:49.120830+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147303+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:47.147303+0000","last_peered":"2024-04-02T08:27:47.147303+0000","last_clean":"2024-04-02T08:27:47.147303+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:47.147303+0000","last_undegraded":"2024-04-02T08:27:47.147303+0000","last_fullsized":"2024-04-02T08:27:47.147303+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121994+0000","last_change":"2024-04-02T08:27:11.531547+0000","last_active":"2024-04-02T08:27:49.121994+0000","last_peered":"2024-04-02T08:27:49.121994+0000","last_clean":"2024-04-02T08:27:49.121994+0000","last_became_active":"2024-04-02T08:27:11.531251+0000","last_became_peered":"2024-04-02T08:27:11.531251+0000","last_unstale":"2024-04-02T08:27:49.121994+0000","last_undegraded":"2024-04-02T08:27:49.121994+0000","last_fullsized":"2024-04-02T08:27:49.121994+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849541+0000","last_change":"2024-04-02T08:27:11.518973+0000","last_active":"2024-04-02T08:27:47.849541+0000","last_peered":"2024-04-02T08:27:47.849541+0000","last_clean":"2024-04-02T08:27:47.849541+0000","last_became_active":"2024-04-02T08:27:11.518672+0000","last_became_peered":"2024-04-02T08:27:11.518672+0000","last_unstale":"2024-04-02T08:27:47.849541+0000","last_undegraded":"2024-04-02T08:27:47.849541+0000","last_fullsized":"2024-04-02T08:27:47.849541+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849575+0000","last_change":"2024-04-02T08:27:11.518171+0000","last_active":"2024-04-02T08:27:47.849575+0000","last_peered":"2024-04-02T08:27:47.849575+0000","last_clean":"2024-04-02T08:27:47.849575+0000","last_became_active":"2024-04-02T08:27:11.517853+0000","last_became_peered":"2024-04-02T08:27:11.517853+0000","last_unstale":"2024-04-02T08:27:47.849575+0000","last_undegraded":"2024-04-02T08:27:47.849575+0000","last_fullsized":"2024-04-02T08:27:47.849575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.148150+0000","last_change":"2024-04-02T08:27:11.517125+0000","last_active":"2024-04-02T08:27:47.148150+0000","last_peered":"2024-04-02T08:27:47.148150+0000","last_clean":"2024-04-02T08:27:47.148150+0000","last_became_active":"2024-04-02T08:27:11.516623+0000","last_became_peered":"2024-04-02T08:27:11.516623+0000","last_unstale":"2024-04-02T08:27:47.148150+0000","last_undegraded":"2024-04-02T08:27:47.148150+0000","last_fullsized":"2024-04-02T08:27:47.148150+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146730+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:47.146730+0000","last_peered":"2024-04-02T08:27:47.146730+0000","last_clean":"2024-04-02T08:27:47.146730+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:47.146730+0000","last_undegraded":"2024-04-02T08:27:47.146730+0000","last_fullsized":"2024-04-02T08:27:47.146730+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120723+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:49.120723+0000","last_peered":"2024-04-02T08:27:49.120723+0000","last_clean":"2024-04-02T08:27:49.120723+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:49.120723+0000","last_undegraded":"2024-04-02T08:27:49.120723+0000","last_fullsized":"2024-04-02T08:27:49.120723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146588+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:47.146588+0000","last_peered":"2024-04-02T08:27:47.146588+0000","last_clean":"2024-04-02T08:27:47.146588+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:47.146588+0000","last_undegraded":"2024-04-02T08:27:47.146588+0000","last_fullsized":"2024-04-02T08:27:47.146588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401236+0000","last_change":"2024-04-02T08:27:11.522832+0000","last_active":"2024-04-02T08:27:47.401236+0000","last_peered":"2024-04-02T08:27:47.401236+0000","last_clean":"2024-04-02T08:27:47.401236+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:27:47.401236+0000","last_undegraded":"2024-04-02T08:27:47.401236+0000","last_fullsized":"2024-04-02T08:27:47.401236+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:35.189823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401811+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:47.401811+0000","last_peered":"2024-04-02T08:27:47.401811+0000","last_clean":"2024-04-02T08:27:47.401811+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:47.401811+0000","last_undegraded":"2024-04-02T08:27:47.401811+0000","last_fullsized":"2024-04-02T08:27:47.401811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.151151+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:46.151151+0000","last_peered":"2024-04-02T08:27:46.151151+0000","last_clean":"2024-04-02T08:27:46.151151+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:46.151151+0000","last_undegraded":"2024-04-02T08:27:46.151151+0000","last_fullsized":"2024-04-02T08:27:46.151151+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121668+0000","last_change":"2024-04-02T08:27:11.530297+0000","last_active":"2024-04-02T08:27:49.121668+0000","last_peered":"2024-04-02T08:27:49.121668+0000","last_clean":"2024-04-02T08:27:49.121668+0000","last_became_active":"2024-04-02T08:27:11.529066+0000","last_became_peered":"2024-04-02T08:27:11.529066+0000","last_unstale":"2024-04-02T08:27:49.121668+0000","last_undegraded":"2024-04-02T08:27:49.121668+0000","last_fullsized":"2024-04-02T08:27:49.121668+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121444+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:49.121444+0000","last_peered":"2024-04-02T08:27:49.121444+0000","last_clean":"2024-04-02T08:27:49.121444+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:49.121444+0000","last_undegraded":"2024-04-02T08:27:49.121444+0000","last_fullsized":"2024-04-02T08:27:49.121444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147803+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:47.147803+0000","last_peered":"2024-04-02T08:27:47.147803+0000","last_clean":"2024-04-02T08:27:47.147803+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:47.147803+0000","last_undegraded":"2024-04-02T08:27:47.147803+0000","last_fullsized":"2024-04-02T08:27:47.147803+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.148025+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:47.148025+0000","last_peered":"2024-04-02T08:27:47.148025+0000","last_clean":"2024-04-02T08:27:47.148025+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:47.148025+0000","last_undegraded":"2024-04-02T08:27:47.148025+0000","last_fullsized":"2024-04-02T08:27:47.148025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121281+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:49.121281+0000","last_peered":"2024-04-02T08:27:49.121281+0000","last_clean":"2024-04-02T08:27:49.121281+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:49.121281+0000","last_undegraded":"2024-04-02T08:27:49.121281+0000","last_fullsized":"2024-04-02T08:27:49.121281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121889+0000","last_change":"2024-04-02T08:27:11.160570+0000","last_active":"2024-04-02T08:27:49.121889+0000","last_peered":"2024-04-02T08:27:49.121889+0000","last_clean":"2024-04-02T08:27:49.121889+0000","last_became_active":"2024-04-02T08:27:11.160201+0000","last_became_peered":"2024-04-02T08:27:11.160201+0000","last_unstale":"2024-04-02T08:27:49.121889+0000","last_undegraded":"2024-04-02T08:27:49.121889+0000","last_fullsized":"2024-04-02T08:27:49.121889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401700+0000","last_change":"2024-04-02T08:27:11.514444+0000","last_active":"2024-04-02T08:27:47.401700+0000","last_peered":"2024-04-02T08:27:47.401700+0000","last_clean":"2024-04-02T08:27:47.401700+0000","last_became_active":"2024-04-02T08:27:11.514112+0000","last_became_peered":"2024-04-02T08:27:11.514112+0000","last_unstale":"2024-04-02T08:27:47.401700+0000","last_undegraded":"2024-04-02T08:27:47.401700+0000","last_fullsized":"2024-04-02T08:27:47.401700+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.793032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121597+0000","last_change":"2024-04-02T08:27:11.157137+0000","last_active":"2024-04-02T08:27:49.121597+0000","last_peered":"2024-04-02T08:27:49.121597+0000","last_clean":"2024-04-02T08:27:49.121597+0000","last_became_active":"2024-04-02T08:27:11.156845+0000","last_became_peered":"2024-04-02T08:27:11.156845+0000","last_unstale":"2024-04-02T08:27:49.121597+0000","last_undegraded":"2024-04-02T08:27:49.121597+0000","last_fullsized":"2024-04-02T08:27:49.121597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401595+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:47.401595+0000","last_peered":"2024-04-02T08:27:47.401595+0000","last_clean":"2024-04-02T08:27:47.401595+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:47.401595+0000","last_undegraded":"2024-04-02T08:27:47.401595+0000","last_fullsized":"2024-04-02T08:27:47.401595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147431+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:47.147431+0000","last_peered":"2024-04-02T08:27:47.147431+0000","last_clean":"2024-04-02T08:27:47.147431+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:47.147431+0000","last_undegraded":"2024-04-02T08:27:47.147431+0000","last_fullsized":"2024-04-02T08:27:47.147431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147756+0000","last_change":"2024-04-02T08:27:11.513026+0000","last_active":"2024-04-02T08:27:47.147756+0000","last_peered":"2024-04-02T08:27:47.147756+0000","last_clean":"2024-04-02T08:27:47.147756+0000","last_became_active":"2024-04-02T08:27:11.512713+0000","last_became_peered":"2024-04-02T08:27:11.512713+0000","last_unstale":"2024-04-02T08:27:47.147756+0000","last_undegraded":"2024-04-02T08:27:47.147756+0000","last_fullsized":"2024-04-02T08:27:47.147756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849367+0000","last_change":"2024-04-02T08:27:11.157453+0000","last_active":"2024-04-02T08:27:47.849367+0000","last_peered":"2024-04-02T08:27:47.849367+0000","last_clean":"2024-04-02T08:27:47.849367+0000","last_became_active":"2024-04-02T08:27:11.156958+0000","last_became_peered":"2024-04-02T08:27:11.156958+0000","last_unstale":"2024-04-02T08:27:47.849367+0000","last_undegraded":"2024-04-02T08:27:47.849367+0000","last_fullsized":"2024-04-02T08:27:47.849367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120756+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:49.120756+0000","last_peered":"2024-04-02T08:27:49.120756+0000","last_clean":"2024-04-02T08:27:49.120756+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:49.120756+0000","last_undegraded":"2024-04-02T08:27:49.120756+0000","last_fullsized":"2024-04-02T08:27:49.120756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146858+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:47.146858+0000","last_peered":"2024-04-02T08:27:47.146858+0000","last_clean":"2024-04-02T08:27:47.146858+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:47.146858+0000","last_undegraded":"2024-04-02T08:27:47.146858+0000","last_fullsized":"2024-04-02T08:27:47.146858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147536+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:47.147536+0000","last_peered":"2024-04-02T08:27:47.147536+0000","last_clean":"2024-04-02T08:27:47.147536+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:47.147536+0000","last_undegraded":"2024-04-02T08:27:47.147536+0000","last_fullsized":"2024-04-02T08:27:47.147536+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401301+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:47.401301+0000","last_peered":"2024-04-02T08:27:47.401301+0000","last_clean":"2024-04-02T08:27:47.401301+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:47.401301+0000","last_undegraded":"2024-04-02T08:27:47.401301+0000","last_fullsized":"2024-04-02T08:27:47.401301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146684+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:47.146684+0000","last_peered":"2024-04-02T08:27:47.146684+0000","last_clean":"2024-04-02T08:27:47.146684+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:47.146684+0000","last_undegraded":"2024-04-02T08:27:47.146684+0000","last_fullsized":"2024-04-02T08:27:47.146684+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849606+0000","last_change":"2024-04-02T08:27:11.154742+0000","last_active":"2024-04-02T08:27:47.849606+0000","last_peered":"2024-04-02T08:27:47.849606+0000","last_clean":"2024-04-02T08:27:47.849606+0000","last_became_active":"2024-04-02T08:27:11.154373+0000","last_became_peered":"2024-04-02T08:27:11.154373+0000","last_unstale":"2024-04-02T08:27:47.849606+0000","last_undegraded":"2024-04-02T08:27:47.849606+0000","last_fullsized":"2024-04-02T08:27:47.849606+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401683+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:47.401683+0000","last_peered":"2024-04-02T08:27:47.401683+0000","last_clean":"2024-04-02T08:27:47.401683+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:47.401683+0000","last_undegraded":"2024-04-02T08:27:47.401683+0000","last_fullsized":"2024-04-02T08:27:47.401683+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401595+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:47.401595+0000","last_peered":"2024-04-02T08:27:47.401595+0000","last_clean":"2024-04-02T08:27:47.401595+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:47.401595+0000","last_undegraded":"2024-04-02T08:27:47.401595+0000","last_fullsized":"2024-04-02T08:27:47.401595+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121359+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:49.121359+0000","last_peered":"2024-04-02T08:27:49.121359+0000","last_clean":"2024-04-02T08:27:49.121359+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:49.121359+0000","last_undegraded":"2024-04-02T08:27:49.121359+0000","last_fullsized":"2024-04-02T08:27:49.121359+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147133+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:47.147133+0000","last_peered":"2024-04-02T08:27:47.147133+0000","last_clean":"2024-04-02T08:27:47.147133+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:47.147133+0000","last_undegraded":"2024-04-02T08:27:47.147133+0000","last_fullsized":"2024-04-02T08:27:47.147133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.148063+0000","last_change":"2024-04-02T08:27:11.524801+0000","last_active":"2024-04-02T08:27:47.148063+0000","last_peered":"2024-04-02T08:27:47.148063+0000","last_clean":"2024-04-02T08:27:47.148063+0000","last_became_active":"2024-04-02T08:27:11.524513+0000","last_became_peered":"2024-04-02T08:27:11.524513+0000","last_unstale":"2024-04-02T08:27:47.148063+0000","last_undegraded":"2024-04-02T08:27:47.148063+0000","last_fullsized":"2024-04-02T08:27:47.148063+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849473+0000","last_change":"2024-04-02T08:27:11.149273+0000","last_active":"2024-04-02T08:27:47.849473+0000","last_peered":"2024-04-02T08:27:47.849473+0000","last_clean":"2024-04-02T08:27:47.849473+0000","last_became_active":"2024-04-02T08:27:11.148977+0000","last_became_peered":"2024-04-02T08:27:11.148977+0000","last_unstale":"2024-04-02T08:27:47.849473+0000","last_undegraded":"2024-04-02T08:27:47.849473+0000","last_fullsized":"2024-04-02T08:27:47.849473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121759+0000","last_change":"2024-04-02T08:27:11.528034+0000","last_active":"2024-04-02T08:27:49.121759+0000","last_peered":"2024-04-02T08:27:49.121759+0000","last_clean":"2024-04-02T08:27:49.121759+0000","last_became_active":"2024-04-02T08:27:11.527726+0000","last_became_peered":"2024-04-02T08:27:11.527726+0000","last_unstale":"2024-04-02T08:27:49.121759+0000","last_undegraded":"2024-04-02T08:27:49.121759+0000","last_fullsized":"2024-04-02T08:27:49.121759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120941+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:49.120941+0000","last_peered":"2024-04-02T08:27:49.120941+0000","last_clean":"2024-04-02T08:27:49.120941+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:49.120941+0000","last_undegraded":"2024-04-02T08:27:49.120941+0000","last_fullsized":"2024-04-02T08:27:49.120941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120764+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:49.120764+0000","last_peered":"2024-04-02T08:27:49.120764+0000","last_clean":"2024-04-02T08:27:49.120764+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:49.120764+0000","last_undegraded":"2024-04-02T08:27:49.120764+0000","last_fullsized":"2024-04-02T08:27:49.120764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401366+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:47.401366+0000","last_peered":"2024-04-02T08:27:47.401366+0000","last_clean":"2024-04-02T08:27:47.401366+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:47.401366+0000","last_undegraded":"2024-04-02T08:27:47.401366+0000","last_fullsized":"2024-04-02T08:27:47.401366+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121577+0000","last_change":"2024-04-02T08:27:11.531786+0000","last_active":"2024-04-02T08:27:49.121577+0000","last_peered":"2024-04-02T08:27:49.121577+0000","last_clean":"2024-04-02T08:27:49.121577+0000","last_became_active":"2024-04-02T08:27:11.530881+0000","last_became_peered":"2024-04-02T08:27:11.530881+0000","last_unstale":"2024-04-02T08:27:49.121577+0000","last_undegraded":"2024-04-02T08:27:49.121577+0000","last_fullsized":"2024-04-02T08:27:49.121577+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:09.009423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849190+0000","last_change":"2024-04-02T08:27:11.147785+0000","last_active":"2024-04-02T08:27:47.849190+0000","last_peered":"2024-04-02T08:27:47.849190+0000","last_clean":"2024-04-02T08:27:47.849190+0000","last_became_active":"2024-04-02T08:27:11.147277+0000","last_became_peered":"2024-04-02T08:27:11.147277+0000","last_unstale":"2024-04-02T08:27:47.849190+0000","last_undegraded":"2024-04-02T08:27:47.849190+0000","last_fullsized":"2024-04-02T08:27:47.849190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849255+0000","last_change":"2024-04-02T08:27:11.515544+0000","last_active":"2024-04-02T08:27:47.849255+0000","last_peered":"2024-04-02T08:27:47.849255+0000","last_clean":"2024-04-02T08:27:47.849255+0000","last_became_active":"2024-04-02T08:27:11.515236+0000","last_became_peered":"2024-04-02T08:27:11.515236+0000","last_unstale":"2024-04-02T08:27:47.849255+0000","last_undegraded":"2024-04-02T08:27:47.849255+0000","last_fullsized":"2024-04-02T08:27:47.849255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.150554+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:46.150554+0000","last_peered":"2024-04-02T08:27:46.150554+0000","last_clean":"2024-04-02T08:27:46.150554+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:46.150554+0000","last_undegraded":"2024-04-02T08:27:46.150554+0000","last_fullsized":"2024-04-02T08:27:46.150554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121043+0000","last_change":"2024-04-02T08:27:11.528737+0000","last_active":"2024-04-02T08:27:49.121043+0000","last_peered":"2024-04-02T08:27:49.121043+0000","last_clean":"2024-04-02T08:27:49.121043+0000","last_became_active":"2024-04-02T08:27:11.528409+0000","last_became_peered":"2024-04-02T08:27:11.528409+0000","last_unstale":"2024-04-02T08:27:49.121043+0000","last_undegraded":"2024-04-02T08:27:49.121043+0000","last_fullsized":"2024-04-02T08:27:49.121043+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.148275+0000","last_change":"2024-04-02T08:27:11.148710+0000","last_active":"2024-04-02T08:27:47.148275+0000","last_peered":"2024-04-02T08:27:47.148275+0000","last_clean":"2024-04-02T08:27:47.148275+0000","last_became_active":"2024-04-02T08:27:11.148204+0000","last_became_peered":"2024-04-02T08:27:11.148204+0000","last_unstale":"2024-04-02T08:27:47.148275+0000","last_undegraded":"2024-04-02T08:27:47.148275+0000","last_fullsized":"2024-04-02T08:27:47.148275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121600+0000","last_change":"2024-04-02T08:27:11.530825+0000","last_active":"2024-04-02T08:27:49.121600+0000","last_peered":"2024-04-02T08:27:49.121600+0000","last_clean":"2024-04-02T08:27:49.121600+0000","last_became_active":"2024-04-02T08:27:11.530079+0000","last_became_peered":"2024-04-02T08:27:11.530079+0000","last_unstale":"2024-04-02T08:27:49.121600+0000","last_undegraded":"2024-04-02T08:27:49.121600+0000","last_fullsized":"2024-04-02T08:27:49.121600+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531228+0000","last_change":"2024-04-02T08:27:46.825108+0000","last_active":"2024-04-02T08:27:48.531228+0000","last_peered":"2024-04-02T08:27:48.531228+0000","last_clean":"2024-04-02T08:27:48.531228+0000","last_became_active":"2024-04-02T08:27:46.824676+0000","last_became_peered":"2024-04-02T08:27:46.824676+0000","last_unstale":"2024-04-02T08:27:48.531228+0000","last_undegraded":"2024-04-02T08:27:48.531228+0000","last_fullsized":"2024-04-02T08:27:48.531228+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147364+0000","last_change":"2024-04-02T08:27:11.150704+0000","last_active":"2024-04-02T08:27:47.147364+0000","last_peered":"2024-04-02T08:27:47.147364+0000","last_clean":"2024-04-02T08:27:47.147364+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:27:47.147364+0000","last_undegraded":"2024-04-02T08:27:47.147364+0000","last_fullsized":"2024-04-02T08:27:47.147364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:12:38.572620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401694+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:47.401694+0000","last_peered":"2024-04-02T08:27:47.401694+0000","last_clean":"2024-04-02T08:27:47.401694+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:47.401694+0000","last_undegraded":"2024-04-02T08:27:47.401694+0000","last_fullsized":"2024-04-02T08:27:47.401694+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.532066+0000","last_change":"2024-04-02T08:27:46.155883+0000","last_active":"2024-04-02T08:27:48.532066+0000","last_peered":"2024-04-02T08:27:48.532066+0000","last_clean":"2024-04-02T08:27:48.532066+0000","last_became_active":"2024-04-02T08:27:46.155589+0000","last_became_peered":"2024-04-02T08:27:46.155589+0000","last_unstale":"2024-04-02T08:27:48.532066+0000","last_undegraded":"2024-04-02T08:27:48.532066+0000","last_fullsized":"2024-04-02T08:27:48.532066+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401353+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:47.401353+0000","last_peered":"2024-04-02T08:27:47.401353+0000","last_clean":"2024-04-02T08:27:47.401353+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:47.401353+0000","last_undegraded":"2024-04-02T08:27:47.401353+0000","last_fullsized":"2024-04-02T08:27:47.401353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147969+0000","last_change":"2024-04-02T08:27:11.516837+0000","last_active":"2024-04-02T08:27:47.147969+0000","last_peered":"2024-04-02T08:27:47.147969+0000","last_clean":"2024-04-02T08:27:47.147969+0000","last_became_active":"2024-04-02T08:27:11.516521+0000","last_became_peered":"2024-04-02T08:27:11.516521+0000","last_unstale":"2024-04-02T08:27:47.147969+0000","last_undegraded":"2024-04-02T08:27:47.147969+0000","last_fullsized":"2024-04-02T08:27:47.147969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.532295+0000","last_change":"2024-04-02T08:27:46.825112+0000","last_active":"2024-04-02T08:27:48.532295+0000","last_peered":"2024-04-02T08:27:48.532295+0000","last_clean":"2024-04-02T08:27:48.532295+0000","last_became_active":"2024-04-02T08:27:46.824662+0000","last_became_peered":"2024-04-02T08:27:46.824662+0000","last_unstale":"2024-04-02T08:27:48.532295+0000","last_undegraded":"2024-04-02T08:27:48.532295+0000","last_fullsized":"2024-04-02T08:27:48.532295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146589+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:47.146589+0000","last_peered":"2024-04-02T08:27:47.146589+0000","last_clean":"2024-04-02T08:27:47.146589+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:47.146589+0000","last_undegraded":"2024-04-02T08:27:47.146589+0000","last_fullsized":"2024-04-02T08:27:47.146589+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.150686+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:46.150686+0000","last_peered":"2024-04-02T08:27:46.150686+0000","last_clean":"2024-04-02T08:27:46.150686+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:46.150686+0000","last_undegraded":"2024-04-02T08:27:46.150686+0000","last_fullsized":"2024-04-02T08:27:46.150686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220211+0000","last_change":"2024-04-02T08:27:46.303593+0000","last_active":"2024-04-02T08:27:49.220211+0000","last_peered":"2024-04-02T08:27:49.220211+0000","last_clean":"2024-04-02T08:27:49.220211+0000","last_became_active":"2024-04-02T08:27:46.303299+0000","last_became_peered":"2024-04-02T08:27:46.303299+0000","last_unstale":"2024-04-02T08:27:49.220211+0000","last_undegraded":"2024-04-02T08:27:49.220211+0000","last_fullsized":"2024-04-02T08:27:49.220211+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147104+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:47.147104+0000","last_peered":"2024-04-02T08:27:47.147104+0000","last_clean":"2024-04-02T08:27:47.147104+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:47.147104+0000","last_undegraded":"2024-04-02T08:27:47.147104+0000","last_fullsized":"2024-04-02T08:27:47.147104+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401368+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:47.401368+0000","last_peered":"2024-04-02T08:27:47.401368+0000","last_clean":"2024-04-02T08:27:47.401368+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:47.401368+0000","last_undegraded":"2024-04-02T08:27:47.401368+0000","last_fullsized":"2024-04-02T08:27:47.401368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":263,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120912+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:27:49.120912+0000","last_peered":"2024-04-02T08:27:49.120912+0000","last_clean":"2024-04-02T08:27:49.120912+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:27:49.120912+0000","last_undegraded":"2024-04-02T08:27:49.120912+0000","last_fullsized":"2024-04-02T08:27:49.120912+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220111+0000","last_change":"2024-04-02T08:27:46.155936+0000","last_active":"2024-04-02T08:27:49.220111+0000","last_peered":"2024-04-02T08:27:49.220111+0000","last_clean":"2024-04-02T08:27:49.220111+0000","last_became_active":"2024-04-02T08:27:46.155656+0000","last_became_peered":"2024-04-02T08:27:46.155656+0000","last_unstale":"2024-04-02T08:27:49.220111+0000","last_undegraded":"2024-04-02T08:27:49.220111+0000","last_fullsized":"2024-04-02T08:27:49.220111+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120579+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:49.120579+0000","last_peered":"2024-04-02T08:27:49.120579+0000","last_clean":"2024-04-02T08:27:49.120579+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:49.120579+0000","last_undegraded":"2024-04-02T08:27:49.120579+0000","last_fullsized":"2024-04-02T08:27:49.120579+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120828+0000","last_change":"2024-04-02T08:27:11.160274+0000","last_active":"2024-04-02T08:27:49.120828+0000","last_peered":"2024-04-02T08:27:49.120828+0000","last_clean":"2024-04-02T08:27:49.120828+0000","last_became_active":"2024-04-02T08:27:11.159954+0000","last_became_peered":"2024-04-02T08:27:11.159954+0000","last_unstale":"2024-04-02T08:27:49.120828+0000","last_undegraded":"2024-04-02T08:27:49.120828+0000","last_fullsized":"2024-04-02T08:27:49.120828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219790+0000","last_change":"2024-04-02T08:27:46.825063+0000","last_active":"2024-04-02T08:27:49.219790+0000","last_peered":"2024-04-02T08:27:49.219790+0000","last_clean":"2024-04-02T08:27:49.219790+0000","last_became_active":"2024-04-02T08:27:46.824729+0000","last_became_peered":"2024-04-02T08:27:46.824729+0000","last_unstale":"2024-04-02T08:27:49.219790+0000","last_undegraded":"2024-04-02T08:27:49.219790+0000","last_fullsized":"2024-04-02T08:27:49.219790+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121827+0000","last_change":"2024-04-02T08:27:11.159627+0000","last_active":"2024-04-02T08:27:49.121827+0000","last_peered":"2024-04-02T08:27:49.121827+0000","last_clean":"2024-04-02T08:27:49.121827+0000","last_became_active":"2024-04-02T08:27:11.159332+0000","last_became_peered":"2024-04-02T08:27:11.159332+0000","last_unstale":"2024-04-02T08:27:49.121827+0000","last_undegraded":"2024-04-02T08:27:49.121827+0000","last_fullsized":"2024-04-02T08:27:49.121827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147453+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:47.147453+0000","last_peered":"2024-04-02T08:27:47.147453+0000","last_clean":"2024-04-02T08:27:47.147453+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:47.147453+0000","last_undegraded":"2024-04-02T08:27:47.147453+0000","last_fullsized":"2024-04-02T08:27:47.147453+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123445+0000","last_change":"2024-04-02T08:27:46.303453+0000","last_active":"2024-04-02T08:27:49.123445+0000","last_peered":"2024-04-02T08:27:49.123445+0000","last_clean":"2024-04-02T08:27:49.123445+0000","last_became_active":"2024-04-02T08:27:46.303094+0000","last_became_peered":"2024-04-02T08:27:46.303094+0000","last_unstale":"2024-04-02T08:27:49.123445+0000","last_undegraded":"2024-04-02T08:27:49.123445+0000","last_fullsized":"2024-04-02T08:27:49.123445+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147015+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:47.147015+0000","last_peered":"2024-04-02T08:27:47.147015+0000","last_clean":"2024-04-02T08:27:47.147015+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:47.147015+0000","last_undegraded":"2024-04-02T08:27:47.147015+0000","last_fullsized":"2024-04-02T08:27:47.147015+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147863+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:47.147863+0000","last_peered":"2024-04-02T08:27:47.147863+0000","last_clean":"2024-04-02T08:27:47.147863+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:47.147863+0000","last_undegraded":"2024-04-02T08:27:47.147863+0000","last_fullsized":"2024-04-02T08:27:47.147863+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120621+0000","last_change":"2024-04-02T08:27:46.825015+0000","last_active":"2024-04-02T08:27:49.120621+0000","last_peered":"2024-04-02T08:27:49.120621+0000","last_clean":"2024-04-02T08:27:49.120621+0000","last_became_active":"2024-04-02T08:27:46.824654+0000","last_became_peered":"2024-04-02T08:27:46.824654+0000","last_unstale":"2024-04-02T08:27:49.120621+0000","last_undegraded":"2024-04-02T08:27:49.120621+0000","last_fullsized":"2024-04-02T08:27:49.120621+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849576+0000","last_change":"2024-04-02T08:27:11.157267+0000","last_active":"2024-04-02T08:27:47.849576+0000","last_peered":"2024-04-02T08:27:47.849576+0000","last_clean":"2024-04-02T08:27:47.849576+0000","last_became_active":"2024-04-02T08:27:11.156991+0000","last_became_peered":"2024-04-02T08:27:11.156991+0000","last_unstale":"2024-04-02T08:27:47.849576+0000","last_undegraded":"2024-04-02T08:27:47.849576+0000","last_fullsized":"2024-04-02T08:27:47.849576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121109+0000","last_change":"2024-04-02T08:27:11.515456+0000","last_active":"2024-04-02T08:27:49.121109+0000","last_peered":"2024-04-02T08:27:49.121109+0000","last_clean":"2024-04-02T08:27:49.121109+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:49.121109+0000","last_undegraded":"2024-04-02T08:27:49.121109+0000","last_fullsized":"2024-04-02T08:27:49.121109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:47.715536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120926+0000","last_change":"2024-04-02T08:27:11.160244+0000","last_active":"2024-04-02T08:27:49.120926+0000","last_peered":"2024-04-02T08:27:49.120926+0000","last_clean":"2024-04-02T08:27:49.120926+0000","last_became_active":"2024-04-02T08:27:11.159947+0000","last_became_peered":"2024-04-02T08:27:11.159947+0000","last_unstale":"2024-04-02T08:27:49.120926+0000","last_undegraded":"2024-04-02T08:27:49.120926+0000","last_fullsized":"2024-04-02T08:27:49.120926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147935+0000","last_change":"2024-04-02T08:27:11.523045+0000","last_active":"2024-04-02T08:27:47.147935+0000","last_peered":"2024-04-02T08:27:47.147935+0000","last_clean":"2024-04-02T08:27:47.147935+0000","last_became_active":"2024-04-02T08:27:11.522751+0000","last_became_peered":"2024-04-02T08:27:11.522751+0000","last_unstale":"2024-04-02T08:27:47.147935+0000","last_undegraded":"2024-04-02T08:27:47.147935+0000","last_fullsized":"2024-04-02T08:27:47.147935+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146676+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:47.146676+0000","last_peered":"2024-04-02T08:27:47.146676+0000","last_clean":"2024-04-02T08:27:47.146676+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:47.146676+0000","last_undegraded":"2024-04-02T08:27:47.146676+0000","last_fullsized":"2024-04-02T08:27:47.146676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147458+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:47.147458+0000","last_peered":"2024-04-02T08:27:47.147458+0000","last_clean":"2024-04-02T08:27:47.147458+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:47.147458+0000","last_undegraded":"2024-04-02T08:27:47.147458+0000","last_fullsized":"2024-04-02T08:27:47.147458+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147251+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:47.147251+0000","last_peered":"2024-04-02T08:27:47.147251+0000","last_clean":"2024-04-02T08:27:47.147251+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:47.147251+0000","last_undegraded":"2024-04-02T08:27:47.147251+0000","last_fullsized":"2024-04-02T08:27:47.147251+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147297+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:47.147297+0000","last_peered":"2024-04-02T08:27:47.147297+0000","last_clean":"2024-04-02T08:27:47.147297+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:47.147297+0000","last_undegraded":"2024-04-02T08:27:47.147297+0000","last_fullsized":"2024-04-02T08:27:47.147297+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121184+0000","last_change":"2024-04-02T08:27:11.152528+0000","last_active":"2024-04-02T08:27:49.121184+0000","last_peered":"2024-04-02T08:27:49.121184+0000","last_clean":"2024-04-02T08:27:49.121184+0000","last_became_active":"2024-04-02T08:27:11.151191+0000","last_became_peered":"2024-04-02T08:27:11.151191+0000","last_unstale":"2024-04-02T08:27:49.121184+0000","last_undegraded":"2024-04-02T08:27:49.121184+0000","last_fullsized":"2024-04-02T08:27:49.121184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849279+0000","last_change":"2024-04-02T08:27:11.514924+0000","last_active":"2024-04-02T08:27:47.849279+0000","last_peered":"2024-04-02T08:27:47.849279+0000","last_clean":"2024-04-02T08:27:47.849279+0000","last_became_active":"2024-04-02T08:27:11.514628+0000","last_became_peered":"2024-04-02T08:27:11.514628+0000","last_unstale":"2024-04-02T08:27:47.849279+0000","last_undegraded":"2024-04-02T08:27:47.849279+0000","last_fullsized":"2024-04-02T08:27:47.849279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.151118+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:46.151118+0000","last_peered":"2024-04-02T08:27:46.151118+0000","last_clean":"2024-04-02T08:27:46.151118+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:46.151118+0000","last_undegraded":"2024-04-02T08:27:46.151118+0000","last_fullsized":"2024-04-02T08:27:46.151118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121811+0000","last_change":"2024-04-02T08:27:11.533670+0000","last_active":"2024-04-02T08:27:49.121811+0000","last_peered":"2024-04-02T08:27:49.121811+0000","last_clean":"2024-04-02T08:27:49.121811+0000","last_became_active":"2024-04-02T08:27:11.531975+0000","last_became_peered":"2024-04-02T08:27:11.531975+0000","last_unstale":"2024-04-02T08:27:49.121811+0000","last_undegraded":"2024-04-02T08:27:49.121811+0000","last_fullsized":"2024-04-02T08:27:49.121811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147047+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:47.147047+0000","last_peered":"2024-04-02T08:27:47.147047+0000","last_clean":"2024-04-02T08:27:47.147047+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:47.147047+0000","last_undegraded":"2024-04-02T08:27:47.147047+0000","last_fullsized":"2024-04-02T08:27:47.147047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401582+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:47.401582+0000","last_peered":"2024-04-02T08:27:47.401582+0000","last_clean":"2024-04-02T08:27:47.401582+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:47.401582+0000","last_undegraded":"2024-04-02T08:27:47.401582+0000","last_fullsized":"2024-04-02T08:27:47.401582+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.151247+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:46.151247+0000","last_peered":"2024-04-02T08:27:46.151247+0000","last_clean":"2024-04-02T08:27:46.151247+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:46.151247+0000","last_undegraded":"2024-04-02T08:27:46.151247+0000","last_fullsized":"2024-04-02T08:27:46.151247+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.122115+0000","last_change":"2024-04-02T08:27:11.530627+0000","last_active":"2024-04-02T08:27:49.122115+0000","last_peered":"2024-04-02T08:27:49.122115+0000","last_clean":"2024-04-02T08:27:49.122115+0000","last_became_active":"2024-04-02T08:27:11.530142+0000","last_became_peered":"2024-04-02T08:27:11.530142+0000","last_unstale":"2024-04-02T08:27:49.122115+0000","last_undegraded":"2024-04-02T08:27:49.122115+0000","last_fullsized":"2024-04-02T08:27:49.122115+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849132+0000","last_change":"2024-04-02T08:27:11.516487+0000","last_active":"2024-04-02T08:27:47.849132+0000","last_peered":"2024-04-02T08:27:47.849132+0000","last_clean":"2024-04-02T08:27:47.849132+0000","last_became_active":"2024-04-02T08:27:11.516198+0000","last_became_peered":"2024-04-02T08:27:11.516198+0000","last_unstale":"2024-04-02T08:27:47.849132+0000","last_undegraded":"2024-04-02T08:27:47.849132+0000","last_fullsized":"2024-04-02T08:27:47.849132+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.150542+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:46.150542+0000","last_peered":"2024-04-02T08:27:46.150542+0000","last_clean":"2024-04-02T08:27:46.150542+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:46.150542+0000","last_undegraded":"2024-04-02T08:27:46.150542+0000","last_fullsized":"2024-04-02T08:27:46.150542+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401448+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:47.401448+0000","last_peered":"2024-04-02T08:27:47.401448+0000","last_clean":"2024-04-02T08:27:47.401448+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:47.401448+0000","last_undegraded":"2024-04-02T08:27:47.401448+0000","last_fullsized":"2024-04-02T08:27:47.401448+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120848+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:49.120848+0000","last_peered":"2024-04-02T08:27:49.120848+0000","last_clean":"2024-04-02T08:27:49.120848+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:49.120848+0000","last_undegraded":"2024-04-02T08:27:49.120848+0000","last_fullsized":"2024-04-02T08:27:49.120848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147660+0000","last_change":"2024-04-02T08:27:11.528630+0000","last_active":"2024-04-02T08:27:47.147660+0000","last_peered":"2024-04-02T08:27:47.147660+0000","last_clean":"2024-04-02T08:27:47.147660+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:27:47.147660+0000","last_undegraded":"2024-04-02T08:27:47.147660+0000","last_fullsized":"2024-04-02T08:27:47.147660+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:34.624240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146948+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:47.146948+0000","last_peered":"2024-04-02T08:27:47.146948+0000","last_clean":"2024-04-02T08:27:47.146948+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:47.146948+0000","last_undegraded":"2024-04-02T08:27:47.146948+0000","last_fullsized":"2024-04-02T08:27:47.146948+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849624+0000","last_change":"2024-04-02T08:27:11.523376+0000","last_active":"2024-04-02T08:27:47.849624+0000","last_peered":"2024-04-02T08:27:47.849624+0000","last_clean":"2024-04-02T08:27:47.849624+0000","last_became_active":"2024-04-02T08:27:11.523079+0000","last_became_peered":"2024-04-02T08:27:11.523079+0000","last_unstale":"2024-04-02T08:27:47.849624+0000","last_undegraded":"2024-04-02T08:27:47.849624+0000","last_fullsized":"2024-04-02T08:27:47.849624+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.147965+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:47.147965+0000","last_peered":"2024-04-02T08:27:47.147965+0000","last_clean":"2024-04-02T08:27:47.147965+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:47.147965+0000","last_undegraded":"2024-04-02T08:27:47.147965+0000","last_fullsized":"2024-04-02T08:27:47.147965+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401333+0000","last_change":"2024-04-02T08:27:11.522662+0000","last_active":"2024-04-02T08:27:47.401333+0000","last_peered":"2024-04-02T08:27:47.401333+0000","last_clean":"2024-04-02T08:27:47.401333+0000","last_became_active":"2024-04-02T08:27:11.521991+0000","last_became_peered":"2024-04-02T08:27:11.521991+0000","last_unstale":"2024-04-02T08:27:47.401333+0000","last_undegraded":"2024-04-02T08:27:47.401333+0000","last_fullsized":"2024-04-02T08:27:47.401333+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:55.092683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.146780+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:47.146780+0000","last_peered":"2024-04-02T08:27:47.146780+0000","last_clean":"2024-04-02T08:27:47.146780+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:47.146780+0000","last_undegraded":"2024-04-02T08:27:47.146780+0000","last_fullsized":"2024-04-02T08:27:47.146780+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.401442+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:47.401442+0000","last_peered":"2024-04-02T08:27:47.401442+0000","last_clean":"2024-04-02T08:27:47.401442+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:47.401442+0000","last_undegraded":"2024-04-02T08:27:47.401442+0000","last_fullsized":"2024-04-02T08:27:47.401442+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.120848+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:49.120848+0000","last_peered":"2024-04-02T08:27:49.120848+0000","last_clean":"2024-04-02T08:27:49.120848+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:49.120848+0000","last_undegraded":"2024-04-02T08:27:49.120848+0000","last_fullsized":"2024-04-02T08:27:49.120848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.849482+0000","last_change":"2024-04-02T08:27:11.514382+0000","last_active":"2024-04-02T08:27:47.849482+0000","last_peered":"2024-04-02T08:27:47.849482+0000","last_clean":"2024-04-02T08:27:47.849482+0000","last_became_active":"2024-04-02T08:27:11.514066+0000","last_became_peered":"2024-04-02T08:27:11.514066+0000","last_unstale":"2024-04-02T08:27:47.849482+0000","last_undegraded":"2024-04-02T08:27:47.849482+0000","last_fullsized":"2024-04-02T08:27:47.849482+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201304,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":888933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.40699999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.36299999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.375},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.505}]},{"osd":6,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.443}]}]},{"osd":6,"up_from":47,"seq":201863462941,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":890348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.54000000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65000000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.64600000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.69499999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.59799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.748,"15min":0.748},"last":0.51700000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.35699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.69299999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.49199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64600000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40899999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46300000000000002,"15min":0.46500000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.60099999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.505}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.441}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31800,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713352,"statfs":{"total":95995035648,"available":95962472448,"internally_reserved":0,"allocated":700416,"data_stored":298121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.311},"min":{"1min":0.245,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35299999999999998,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.47599999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.32500000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.58099999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.29499999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.438},"min":{"1min":0.314,"5min":0.251,"15min":0.251},"max":{"1min":0.48599999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.48599999999999999,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.36199999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52900000000000003,"15min":0.53300000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67900000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71599999999999997,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48299999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79200000000000004,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.504},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.40100000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.438},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41299999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.42799999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45100000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1302528,"data_stored":889057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34799999999999998,"15min":0.32800000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52800000000000002,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.373,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.35599999999999998},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54900000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.36399999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.44700000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.52300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.312},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.47099999999999997,"15min":0.49399999999999999},"min":{"1min":0.29299999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53700000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.42899999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.38500000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.63,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.41699999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.375},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.55600000000000005}]},{"osd":7,"last update":"Tue Apr 2 08:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.44700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54200000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.30599999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.248}]},{"osd":1,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.36899999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.50700000000000001,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.29599999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.45700000000000002,"15min":0.47099999999999997},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38700000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59099999999999997,"15min":0.59699999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80600000000000005,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.372},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.54000000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.40799999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78500000000000003,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.433}]},{"osd":6,"last update":"Tue Apr 2 08:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.98299999999999998,"15min":1.0529999999999999},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74299999999999999,"5min":10.795999999999999,"15min":10.795999999999999},"last":0.49199999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.51300000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.251},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.45700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.318}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.435,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42399999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70999999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.28499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.75700000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.504}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.65000000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72299999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.42999999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78100000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.57799999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.68100000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":298669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":1.2709999999999999,"15min":1.391},"min":{"1min":0.33200000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84299999999999997,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.67000000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67700000000000005,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":1.2390000000000001,"15min":1.359},"min":{"1min":0.33600000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65900000000000003,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.52300000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.29399999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.40300000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.62}]},{"osd":3,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.45100000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.60599999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.25700000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.42199999999999999,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.43099999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.45900000000000002,"15min":0.45300000000000001},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.38},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.47499999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.44900000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724578,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":300070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.37}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.499}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64900000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76600000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.42699999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.999,"15min":1.0760000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69199999999999995,"5min":11.458,"15min":11.458},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.55800000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.50600000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.29599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.34300000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.60699999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47399999999999998,"15min":0.47599999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.47899999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.38800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:28:42.295 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:28:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:42 smithi112 ceph-mon[37686]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:42 smithi112 ceph-mon[37686]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:42 smithi112 ceph-mon[26914]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:42 smithi112 ceph-mon[26914]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:43.150 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:42 smithi187 ceph-mon[30584]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:42 smithi187 ceph-mon[30584]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:44.186 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:28:44.186 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:28:44.186 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]: dispatch 2024-04-02T08:28:44.187 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]: dispatch 2024-04-02T08:28:44.188 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]: dispatch 2024-04-02T08:28:44.189 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]: dispatch 2024-04-02T08:28:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-02T08:28:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]: dispatch 2024-04-02T08:28:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]: dispatch 2024-04-02T08:28:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:45.230 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.230 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:28:45.230 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-02T08:28:45.230 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-04-02T08:28:45.231 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-02T08:28:45.231 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-04-02T08:28:45.231 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]': finished 2024-04-02T08:28:45.231 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]': finished 2024-04-02T08:28:45.231 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:28:45.231 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:45.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:45.232 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.232 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:28:45.232 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-02T08:28:45.232 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-04-02T08:28:45.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-02T08:28:45.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-04-02T08:28:45.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]': finished 2024-04-02T08:28:45.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]': finished 2024-04-02T08:28:45.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:28:45.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:45.234 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:44 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:45.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:28:45.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-02T08:28:45.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-04-02T08:28:45.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-02T08:28:45.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-04-02T08:28:45.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 1]}]': finished 2024-04-02T08:28:45.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1]}]': finished 2024-04-02T08:28:45.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:28:45.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:45.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:44 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:45.774 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:28:45.777 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:28:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:45 smithi187 ceph-mon[30584]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:28:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:45 smithi187 ceph-mon[30584]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:45 smithi187 ceph-mon[30584]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:46.234 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:45 smithi112 ceph-mon[37686]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:28:46.234 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:45 smithi112 ceph-mon[37686]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:46.235 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:45 smithi112 ceph-mon[37686]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:46.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:45 smithi112 ceph-mon[26914]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:28:46.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:45 smithi112 ceph-mon[26914]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:46.235 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:45 smithi112 ceph-mon[26914]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:46.393 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-04-02T08:28:44.906082+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227568,"kb_used_data":7308,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733648,"statfs":{"total":767960285184,"available":767727255552,"internally_reserved":0,"allocated":7483392,"data_stored":4207710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.062957"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220762+0000","last_change":"2024-04-02T08:27:11.531386+0000","last_active":"2024-04-02T08:27:49.220762+0000","last_peered":"2024-04-02T08:27:49.220762+0000","last_clean":"2024-04-02T08:27:49.220762+0000","last_became_active":"2024-04-02T08:27:11.531112+0000","last_became_peered":"2024-04-02T08:27:11.531112+0000","last_unstale":"2024-04-02T08:27:49.220762+0000","last_undegraded":"2024-04-02T08:27:49.220762+0000","last_fullsized":"2024-04-02T08:27:49.220762+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531755+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:48.531755+0000","last_peered":"2024-04-02T08:27:48.531755+0000","last_clean":"2024-04-02T08:27:48.531755+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:48.531755+0000","last_undegraded":"2024-04-02T08:27:48.531755+0000","last_fullsized":"2024-04-02T08:27:48.531755+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220050+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:49.220050+0000","last_peered":"2024-04-02T08:27:49.220050+0000","last_clean":"2024-04-02T08:27:49.220050+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:49.220050+0000","last_undegraded":"2024-04-02T08:27:49.220050+0000","last_fullsized":"2024-04-02T08:27:49.220050+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533147+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:48.533147+0000","last_peered":"2024-04-02T08:27:48.533147+0000","last_clean":"2024-04-02T08:27:48.533147+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:48.533147+0000","last_undegraded":"2024-04-02T08:27:48.533147+0000","last_fullsized":"2024-04-02T08:27:48.533147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220911+0000","last_change":"2024-04-02T08:27:11.533664+0000","last_active":"2024-04-02T08:27:49.220911+0000","last_peered":"2024-04-02T08:27:49.220911+0000","last_clean":"2024-04-02T08:27:49.220911+0000","last_became_active":"2024-04-02T08:27:11.531945+0000","last_became_peered":"2024-04-02T08:27:11.531945+0000","last_unstale":"2024-04-02T08:27:49.220911+0000","last_undegraded":"2024-04-02T08:27:49.220911+0000","last_fullsized":"2024-04-02T08:27:49.220911+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533519+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:48.533519+0000","last_peered":"2024-04-02T08:27:48.533519+0000","last_clean":"2024-04-02T08:27:48.533519+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:48.533519+0000","last_undegraded":"2024-04-02T08:27:48.533519+0000","last_fullsized":"2024-04-02T08:27:48.533519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220077+0000","last_change":"2024-04-02T08:27:11.529362+0000","last_active":"2024-04-02T08:27:49.220077+0000","last_peered":"2024-04-02T08:27:49.220077+0000","last_clean":"2024-04-02T08:27:49.220077+0000","last_became_active":"2024-04-02T08:27:11.529070+0000","last_became_peered":"2024-04-02T08:27:11.529070+0000","last_unstale":"2024-04-02T08:27:49.220077+0000","last_undegraded":"2024-04-02T08:27:49.220077+0000","last_fullsized":"2024-04-02T08:27:49.220077+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123324+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:49.123324+0000","last_peered":"2024-04-02T08:27:49.123324+0000","last_clean":"2024-04-02T08:27:49.123324+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:49.123324+0000","last_undegraded":"2024-04-02T08:27:49.123324+0000","last_fullsized":"2024-04-02T08:27:49.123324+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220764+0000","last_change":"2024-04-02T08:27:11.531547+0000","last_active":"2024-04-02T08:27:49.220764+0000","last_peered":"2024-04-02T08:27:49.220764+0000","last_clean":"2024-04-02T08:27:49.220764+0000","last_became_active":"2024-04-02T08:27:11.531251+0000","last_became_peered":"2024-04-02T08:27:11.531251+0000","last_unstale":"2024-04-02T08:27:49.220764+0000","last_undegraded":"2024-04-02T08:27:49.220764+0000","last_fullsized":"2024-04-02T08:27:49.220764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220615+0000","last_change":"2024-04-02T08:27:11.518973+0000","last_active":"2024-04-02T08:27:49.220615+0000","last_peered":"2024-04-02T08:27:49.220615+0000","last_clean":"2024-04-02T08:27:49.220615+0000","last_became_active":"2024-04-02T08:27:11.518672+0000","last_became_peered":"2024-04-02T08:27:11.518672+0000","last_unstale":"2024-04-02T08:27:49.220615+0000","last_undegraded":"2024-04-02T08:27:49.220615+0000","last_fullsized":"2024-04-02T08:27:49.220615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220464+0000","last_change":"2024-04-02T08:27:11.518171+0000","last_active":"2024-04-02T08:27:49.220464+0000","last_peered":"2024-04-02T08:27:49.220464+0000","last_clean":"2024-04-02T08:27:49.220464+0000","last_became_active":"2024-04-02T08:27:11.517853+0000","last_became_peered":"2024-04-02T08:27:11.517853+0000","last_unstale":"2024-04-02T08:27:49.220464+0000","last_undegraded":"2024-04-02T08:27:49.220464+0000","last_fullsized":"2024-04-02T08:27:49.220464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121244+0000","last_change":"2024-04-02T08:27:11.517125+0000","last_active":"2024-04-02T08:27:49.121244+0000","last_peered":"2024-04-02T08:27:49.121244+0000","last_clean":"2024-04-02T08:27:49.121244+0000","last_became_active":"2024-04-02T08:27:11.516623+0000","last_became_peered":"2024-04-02T08:27:11.516623+0000","last_unstale":"2024-04-02T08:27:49.121244+0000","last_undegraded":"2024-04-02T08:27:49.121244+0000","last_fullsized":"2024-04-02T08:27:49.121244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123559+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:49.123559+0000","last_peered":"2024-04-02T08:27:49.123559+0000","last_clean":"2024-04-02T08:27:49.123559+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:49.123559+0000","last_undegraded":"2024-04-02T08:27:49.123559+0000","last_fullsized":"2024-04-02T08:27:49.123559+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219745+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:49.219745+0000","last_peered":"2024-04-02T08:27:49.219745+0000","last_clean":"2024-04-02T08:27:49.219745+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:49.219745+0000","last_undegraded":"2024-04-02T08:27:49.219745+0000","last_fullsized":"2024-04-02T08:27:49.219745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531033+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:48.531033+0000","last_peered":"2024-04-02T08:27:48.531033+0000","last_clean":"2024-04-02T08:27:48.531033+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:48.531033+0000","last_undegraded":"2024-04-02T08:27:48.531033+0000","last_fullsized":"2024-04-02T08:27:48.531033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.906827+0000","last_change":"2024-04-02T08:28:43.907016+0000","last_active":"2024-04-02T08:28:43.906827+0000","last_peered":"2024-04-02T08:27:48.533517+0000","last_clean":"2024-04-02T08:27:48.533517+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:28:43.906827+0000","last_undegraded":"2024-04-02T08:28:43.906827+0000","last_fullsized":"2024-04-02T08:28:43.906827+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:05.747342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533992+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:48.533992+0000","last_peered":"2024-04-02T08:27:48.533992+0000","last_clean":"2024-04-02T08:27:48.533992+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:48.533992+0000","last_undegraded":"2024-04-02T08:27:48.533992+0000","last_fullsized":"2024-04-02T08:27:48.533992+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.536248+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:48.536248+0000","last_peered":"2024-04-02T08:27:48.536248+0000","last_clean":"2024-04-02T08:27:48.536248+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:48.536248+0000","last_undegraded":"2024-04-02T08:27:48.536248+0000","last_fullsized":"2024-04-02T08:27:48.536248+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220580+0000","last_change":"2024-04-02T08:27:11.530297+0000","last_active":"2024-04-02T08:27:49.220580+0000","last_peered":"2024-04-02T08:27:49.220580+0000","last_clean":"2024-04-02T08:27:49.220580+0000","last_became_active":"2024-04-02T08:27:11.529066+0000","last_became_peered":"2024-04-02T08:27:11.529066+0000","last_unstale":"2024-04-02T08:27:49.220580+0000","last_undegraded":"2024-04-02T08:27:49.220580+0000","last_fullsized":"2024-04-02T08:27:49.220580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220292+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:49.220292+0000","last_peered":"2024-04-02T08:27:49.220292+0000","last_clean":"2024-04-02T08:27:49.220292+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:49.220292+0000","last_undegraded":"2024-04-02T08:27:49.220292+0000","last_fullsized":"2024-04-02T08:27:49.220292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123797+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:49.123797+0000","last_peered":"2024-04-02T08:27:49.123797+0000","last_clean":"2024-04-02T08:27:49.123797+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:49.123797+0000","last_undegraded":"2024-04-02T08:27:49.123797+0000","last_fullsized":"2024-04-02T08:27:49.123797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123883+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:49.123883+0000","last_peered":"2024-04-02T08:27:49.123883+0000","last_clean":"2024-04-02T08:27:49.123883+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:49.123883+0000","last_undegraded":"2024-04-02T08:27:49.123883+0000","last_fullsized":"2024-04-02T08:27:49.123883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220184+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:49.220184+0000","last_peered":"2024-04-02T08:27:49.220184+0000","last_clean":"2024-04-02T08:27:49.220184+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:49.220184+0000","last_undegraded":"2024-04-02T08:27:49.220184+0000","last_fullsized":"2024-04-02T08:27:49.220184+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.221029+0000","last_change":"2024-04-02T08:27:11.160570+0000","last_active":"2024-04-02T08:27:49.221029+0000","last_peered":"2024-04-02T08:27:49.221029+0000","last_clean":"2024-04-02T08:27:49.221029+0000","last_became_active":"2024-04-02T08:27:11.160201+0000","last_became_peered":"2024-04-02T08:27:11.160201+0000","last_unstale":"2024-04-02T08:27:49.221029+0000","last_undegraded":"2024-04-02T08:27:49.221029+0000","last_fullsized":"2024-04-02T08:27:49.221029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:27:11.499546+0000","last_change":"2024-04-02T08:28:44.823082+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.499546+0000","last_undegraded":"2024-04-02T08:27:11.499546+0000","last_fullsized":"2024-04-02T08:27:11.499546+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220671+0000","last_change":"2024-04-02T08:27:11.157137+0000","last_active":"2024-04-02T08:27:49.220671+0000","last_peered":"2024-04-02T08:27:49.220671+0000","last_clean":"2024-04-02T08:27:49.220671+0000","last_became_active":"2024-04-02T08:27:11.156845+0000","last_became_peered":"2024-04-02T08:27:11.156845+0000","last_unstale":"2024-04-02T08:27:49.220671+0000","last_undegraded":"2024-04-02T08:27:49.220671+0000","last_fullsized":"2024-04-02T08:27:49.220671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533580+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:48.533580+0000","last_peered":"2024-04-02T08:27:48.533580+0000","last_clean":"2024-04-02T08:27:48.533580+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:48.533580+0000","last_undegraded":"2024-04-02T08:27:48.533580+0000","last_fullsized":"2024-04-02T08:27:48.533580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123784+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:49.123784+0000","last_peered":"2024-04-02T08:27:49.123784+0000","last_clean":"2024-04-02T08:27:49.123784+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:49.123784+0000","last_undegraded":"2024-04-02T08:27:49.123784+0000","last_fullsized":"2024-04-02T08:27:49.123784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121049+0000","last_change":"2024-04-02T08:27:11.513026+0000","last_active":"2024-04-02T08:27:49.121049+0000","last_peered":"2024-04-02T08:27:49.121049+0000","last_clean":"2024-04-02T08:27:49.121049+0000","last_became_active":"2024-04-02T08:27:11.512713+0000","last_became_peered":"2024-04-02T08:27:11.512713+0000","last_unstale":"2024-04-02T08:27:49.121049+0000","last_undegraded":"2024-04-02T08:27:49.121049+0000","last_fullsized":"2024-04-02T08:27:49.121049+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219987+0000","last_change":"2024-04-02T08:27:11.157453+0000","last_active":"2024-04-02T08:27:49.219987+0000","last_peered":"2024-04-02T08:27:49.219987+0000","last_clean":"2024-04-02T08:27:49.219987+0000","last_became_active":"2024-04-02T08:27:11.156958+0000","last_became_peered":"2024-04-02T08:27:11.156958+0000","last_unstale":"2024-04-02T08:27:49.219987+0000","last_undegraded":"2024-04-02T08:27:49.219987+0000","last_fullsized":"2024-04-02T08:27:49.219987+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219755+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:49.219755+0000","last_peered":"2024-04-02T08:27:49.219755+0000","last_clean":"2024-04-02T08:27:49.219755+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:49.219755+0000","last_undegraded":"2024-04-02T08:27:49.219755+0000","last_fullsized":"2024-04-02T08:27:49.219755+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123606+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:49.123606+0000","last_peered":"2024-04-02T08:27:49.123606+0000","last_clean":"2024-04-02T08:27:49.123606+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:49.123606+0000","last_undegraded":"2024-04-02T08:27:49.123606+0000","last_fullsized":"2024-04-02T08:27:49.123606+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123513+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:49.123513+0000","last_peered":"2024-04-02T08:27:49.123513+0000","last_clean":"2024-04-02T08:27:49.123513+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:49.123513+0000","last_undegraded":"2024-04-02T08:27:49.123513+0000","last_fullsized":"2024-04-02T08:27:49.123513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.532913+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:48.532913+0000","last_peered":"2024-04-02T08:27:48.532913+0000","last_clean":"2024-04-02T08:27:48.532913+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:48.532913+0000","last_undegraded":"2024-04-02T08:27:48.532913+0000","last_fullsized":"2024-04-02T08:27:48.532913+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531107+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:48.531107+0000","last_peered":"2024-04-02T08:27:48.531107+0000","last_clean":"2024-04-02T08:27:48.531107+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:48.531107+0000","last_undegraded":"2024-04-02T08:27:48.531107+0000","last_fullsized":"2024-04-02T08:27:48.531107+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220403+0000","last_change":"2024-04-02T08:27:11.154742+0000","last_active":"2024-04-02T08:27:49.220403+0000","last_peered":"2024-04-02T08:27:49.220403+0000","last_clean":"2024-04-02T08:27:49.220403+0000","last_became_active":"2024-04-02T08:27:11.154373+0000","last_became_peered":"2024-04-02T08:27:11.154373+0000","last_unstale":"2024-04-02T08:27:49.220403+0000","last_undegraded":"2024-04-02T08:27:49.220403+0000","last_fullsized":"2024-04-02T08:27:49.220403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533318+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:48.533318+0000","last_peered":"2024-04-02T08:27:48.533318+0000","last_clean":"2024-04-02T08:27:48.533318+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:48.533318+0000","last_undegraded":"2024-04-02T08:27:48.533318+0000","last_fullsized":"2024-04-02T08:27:48.533318+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533159+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:48.533159+0000","last_peered":"2024-04-02T08:27:48.533159+0000","last_clean":"2024-04-02T08:27:48.533159+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:48.533159+0000","last_undegraded":"2024-04-02T08:27:48.533159+0000","last_fullsized":"2024-04-02T08:27:48.533159+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220237+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:49.220237+0000","last_peered":"2024-04-02T08:27:49.220237+0000","last_clean":"2024-04-02T08:27:49.220237+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:49.220237+0000","last_undegraded":"2024-04-02T08:27:49.220237+0000","last_fullsized":"2024-04-02T08:27:49.220237+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531413+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:48.531413+0000","last_peered":"2024-04-02T08:27:48.531413+0000","last_clean":"2024-04-02T08:27:48.531413+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:48.531413+0000","last_undegraded":"2024-04-02T08:27:48.531413+0000","last_fullsized":"2024-04-02T08:27:48.531413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121298+0000","last_change":"2024-04-02T08:27:11.524801+0000","last_active":"2024-04-02T08:27:49.121298+0000","last_peered":"2024-04-02T08:27:49.121298+0000","last_clean":"2024-04-02T08:27:49.121298+0000","last_became_active":"2024-04-02T08:27:11.524513+0000","last_became_peered":"2024-04-02T08:27:11.524513+0000","last_unstale":"2024-04-02T08:27:49.121298+0000","last_undegraded":"2024-04-02T08:27:49.121298+0000","last_fullsized":"2024-04-02T08:27:49.121298+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220339+0000","last_change":"2024-04-02T08:27:11.149273+0000","last_active":"2024-04-02T08:27:49.220339+0000","last_peered":"2024-04-02T08:27:49.220339+0000","last_clean":"2024-04-02T08:27:49.220339+0000","last_became_active":"2024-04-02T08:27:11.148977+0000","last_became_peered":"2024-04-02T08:27:11.148977+0000","last_unstale":"2024-04-02T08:27:49.220339+0000","last_undegraded":"2024-04-02T08:27:49.220339+0000","last_fullsized":"2024-04-02T08:27:49.220339+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220750+0000","last_change":"2024-04-02T08:27:11.528034+0000","last_active":"2024-04-02T08:27:49.220750+0000","last_peered":"2024-04-02T08:27:49.220750+0000","last_clean":"2024-04-02T08:27:49.220750+0000","last_became_active":"2024-04-02T08:27:11.527726+0000","last_became_peered":"2024-04-02T08:27:11.527726+0000","last_unstale":"2024-04-02T08:27:49.220750+0000","last_undegraded":"2024-04-02T08:27:49.220750+0000","last_fullsized":"2024-04-02T08:27:49.220750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219940+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:49.219940+0000","last_peered":"2024-04-02T08:27:49.219940+0000","last_clean":"2024-04-02T08:27:49.219940+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:49.219940+0000","last_undegraded":"2024-04-02T08:27:49.219940+0000","last_fullsized":"2024-04-02T08:27:49.219940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219831+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:49.219831+0000","last_peered":"2024-04-02T08:27:49.219831+0000","last_clean":"2024-04-02T08:27:49.219831+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:49.219831+0000","last_undegraded":"2024-04-02T08:27:49.219831+0000","last_fullsized":"2024-04-02T08:27:49.219831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533294+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:48.533294+0000","last_peered":"2024-04-02T08:27:48.533294+0000","last_clean":"2024-04-02T08:27:48.533294+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:48.533294+0000","last_undegraded":"2024-04-02T08:27:48.533294+0000","last_fullsized":"2024-04-02T08:27:48.533294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.908311+0000","last_change":"2024-04-02T08:28:43.908825+0000","last_active":"2024-04-02T08:28:43.908311+0000","last_peered":"2024-04-02T08:27:49.220823+0000","last_clean":"2024-04-02T08:27:49.220823+0000","last_became_active":"2024-04-02T08:27:11.530881+0000","last_became_peered":"2024-04-02T08:27:11.530881+0000","last_unstale":"2024-04-02T08:28:43.908311+0000","last_undegraded":"2024-04-02T08:28:43.908311+0000","last_fullsized":"2024-04-02T08:28:43.908311+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:57.323425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219853+0000","last_change":"2024-04-02T08:27:11.147785+0000","last_active":"2024-04-02T08:27:49.219853+0000","last_peered":"2024-04-02T08:27:49.219853+0000","last_clean":"2024-04-02T08:27:49.219853+0000","last_became_active":"2024-04-02T08:27:11.147277+0000","last_became_peered":"2024-04-02T08:27:11.147277+0000","last_unstale":"2024-04-02T08:27:49.219853+0000","last_undegraded":"2024-04-02T08:27:49.219853+0000","last_fullsized":"2024-04-02T08:27:49.219853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219807+0000","last_change":"2024-04-02T08:27:11.515544+0000","last_active":"2024-04-02T08:27:49.219807+0000","last_peered":"2024-04-02T08:27:49.219807+0000","last_clean":"2024-04-02T08:27:49.219807+0000","last_became_active":"2024-04-02T08:27:11.515236+0000","last_became_peered":"2024-04-02T08:27:11.515236+0000","last_unstale":"2024-04-02T08:27:49.219807+0000","last_undegraded":"2024-04-02T08:27:49.219807+0000","last_fullsized":"2024-04-02T08:27:49.219807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.534305+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:48.534305+0000","last_peered":"2024-04-02T08:27:48.534305+0000","last_clean":"2024-04-02T08:27:48.534305+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:48.534305+0000","last_undegraded":"2024-04-02T08:27:48.534305+0000","last_fullsized":"2024-04-02T08:27:48.534305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220252+0000","last_change":"2024-04-02T08:27:11.528737+0000","last_active":"2024-04-02T08:27:49.220252+0000","last_peered":"2024-04-02T08:27:49.220252+0000","last_clean":"2024-04-02T08:27:49.220252+0000","last_became_active":"2024-04-02T08:27:11.528409+0000","last_became_peered":"2024-04-02T08:27:11.528409+0000","last_unstale":"2024-04-02T08:27:49.220252+0000","last_undegraded":"2024-04-02T08:27:49.220252+0000","last_fullsized":"2024-04-02T08:27:49.220252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121853+0000","last_change":"2024-04-02T08:27:11.148710+0000","last_active":"2024-04-02T08:27:49.121853+0000","last_peered":"2024-04-02T08:27:49.121853+0000","last_clean":"2024-04-02T08:27:49.121853+0000","last_became_active":"2024-04-02T08:27:11.148204+0000","last_became_peered":"2024-04-02T08:27:11.148204+0000","last_unstale":"2024-04-02T08:27:49.121853+0000","last_undegraded":"2024-04-02T08:27:49.121853+0000","last_fullsized":"2024-04-02T08:27:49.121853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220587+0000","last_change":"2024-04-02T08:27:11.530825+0000","last_active":"2024-04-02T08:27:49.220587+0000","last_peered":"2024-04-02T08:27:49.220587+0000","last_clean":"2024-04-02T08:27:49.220587+0000","last_became_active":"2024-04-02T08:27:11.530079+0000","last_became_peered":"2024-04-02T08:27:11.530079+0000","last_unstale":"2024-04-02T08:27:49.220587+0000","last_undegraded":"2024-04-02T08:27:49.220587+0000","last_fullsized":"2024-04-02T08:27:49.220587+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.817825+0000","last_change":"2024-04-02T08:27:46.825108+0000","last_active":"2024-04-02T08:27:49.817825+0000","last_peered":"2024-04-02T08:27:49.817825+0000","last_clean":"2024-04-02T08:27:49.817825+0000","last_became_active":"2024-04-02T08:27:46.824676+0000","last_became_peered":"2024-04-02T08:27:46.824676+0000","last_unstale":"2024-04-02T08:27:49.817825+0000","last_undegraded":"2024-04-02T08:27:49.817825+0000","last_fullsized":"2024-04-02T08:27:49.817825+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.907168+0000","last_change":"2024-04-02T08:28:43.907329+0000","last_active":"2024-04-02T08:28:43.907168+0000","last_peered":"2024-04-02T08:27:48.531991+0000","last_clean":"2024-04-02T08:27:48.531991+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:28:43.907168+0000","last_undegraded":"2024-04-02T08:28:43.907168+0000","last_fullsized":"2024-04-02T08:28:43.907168+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:28:41.801051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533718+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:48.533718+0000","last_peered":"2024-04-02T08:27:48.533718+0000","last_clean":"2024-04-02T08:27:48.533718+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:48.533718+0000","last_undegraded":"2024-04-02T08:27:48.533718+0000","last_fullsized":"2024-04-02T08:27:48.533718+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.817853+0000","last_change":"2024-04-02T08:27:46.155883+0000","last_active":"2024-04-02T08:27:49.817853+0000","last_peered":"2024-04-02T08:27:49.817853+0000","last_clean":"2024-04-02T08:27:49.817853+0000","last_became_active":"2024-04-02T08:27:46.155589+0000","last_became_peered":"2024-04-02T08:27:46.155589+0000","last_unstale":"2024-04-02T08:27:49.817853+0000","last_undegraded":"2024-04-02T08:27:49.817853+0000","last_fullsized":"2024-04-02T08:27:49.817853+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533220+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:48.533220+0000","last_peered":"2024-04-02T08:27:48.533220+0000","last_clean":"2024-04-02T08:27:48.533220+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:48.533220+0000","last_undegraded":"2024-04-02T08:27:48.533220+0000","last_fullsized":"2024-04-02T08:27:48.533220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121724+0000","last_change":"2024-04-02T08:27:11.516837+0000","last_active":"2024-04-02T08:27:49.121724+0000","last_peered":"2024-04-02T08:27:49.121724+0000","last_clean":"2024-04-02T08:27:49.121724+0000","last_became_active":"2024-04-02T08:27:11.516521+0000","last_became_peered":"2024-04-02T08:27:11.516521+0000","last_unstale":"2024-04-02T08:27:49.121724+0000","last_undegraded":"2024-04-02T08:27:49.121724+0000","last_fullsized":"2024-04-02T08:27:49.121724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.817900+0000","last_change":"2024-04-02T08:27:46.825112+0000","last_active":"2024-04-02T08:27:49.817900+0000","last_peered":"2024-04-02T08:27:49.817900+0000","last_clean":"2024-04-02T08:27:49.817900+0000","last_became_active":"2024-04-02T08:27:46.824662+0000","last_became_peered":"2024-04-02T08:27:46.824662+0000","last_unstale":"2024-04-02T08:27:49.817900+0000","last_undegraded":"2024-04-02T08:27:49.817900+0000","last_fullsized":"2024-04-02T08:27:49.817900+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.530756+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:48.530756+0000","last_peered":"2024-04-02T08:27:48.530756+0000","last_clean":"2024-04-02T08:27:48.530756+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:48.530756+0000","last_undegraded":"2024-04-02T08:27:48.530756+0000","last_fullsized":"2024-04-02T08:27:48.530756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.535943+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:48.535943+0000","last_peered":"2024-04-02T08:27:48.535943+0000","last_clean":"2024-04-02T08:27:48.535943+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:48.535943+0000","last_undegraded":"2024-04-02T08:27:48.535943+0000","last_fullsized":"2024-04-02T08:27:48.535943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.822414+0000","last_change":"2024-04-02T08:27:46.303593+0000","last_active":"2024-04-02T08:27:49.822414+0000","last_peered":"2024-04-02T08:27:49.822414+0000","last_clean":"2024-04-02T08:27:49.822414+0000","last_became_active":"2024-04-02T08:27:46.303299+0000","last_became_peered":"2024-04-02T08:27:46.303299+0000","last_unstale":"2024-04-02T08:27:49.822414+0000","last_undegraded":"2024-04-02T08:27:49.822414+0000","last_fullsized":"2024-04-02T08:27:49.822414+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123804+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:49.123804+0000","last_peered":"2024-04-02T08:27:49.123804+0000","last_clean":"2024-04-02T08:27:49.123804+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:49.123804+0000","last_undegraded":"2024-04-02T08:27:49.123804+0000","last_fullsized":"2024-04-02T08:27:49.123804+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533065+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:48.533065+0000","last_peered":"2024-04-02T08:27:48.533065+0000","last_clean":"2024-04-02T08:27:48.533065+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:48.533065+0000","last_undegraded":"2024-04-02T08:27:48.533065+0000","last_fullsized":"2024-04-02T08:27:48.533065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220002+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:27:49.220002+0000","last_peered":"2024-04-02T08:27:49.220002+0000","last_clean":"2024-04-02T08:27:49.220002+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:27:49.220002+0000","last_undegraded":"2024-04-02T08:27:49.220002+0000","last_fullsized":"2024-04-02T08:27:49.220002+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.820301+0000","last_change":"2024-04-02T08:27:46.155936+0000","last_active":"2024-04-02T08:27:49.820301+0000","last_peered":"2024-04-02T08:27:49.820301+0000","last_clean":"2024-04-02T08:27:49.820301+0000","last_became_active":"2024-04-02T08:27:46.155656+0000","last_became_peered":"2024-04-02T08:27:46.155656+0000","last_unstale":"2024-04-02T08:27:49.820301+0000","last_undegraded":"2024-04-02T08:27:49.820301+0000","last_fullsized":"2024-04-02T08:27:49.820301+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219745+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:49.219745+0000","last_peered":"2024-04-02T08:27:49.219745+0000","last_clean":"2024-04-02T08:27:49.219745+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:49.219745+0000","last_undegraded":"2024-04-02T08:27:49.219745+0000","last_fullsized":"2024-04-02T08:27:49.219745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219694+0000","last_change":"2024-04-02T08:27:11.160274+0000","last_active":"2024-04-02T08:27:49.219694+0000","last_peered":"2024-04-02T08:27:49.219694+0000","last_clean":"2024-04-02T08:27:49.219694+0000","last_became_active":"2024-04-02T08:27:11.159954+0000","last_became_peered":"2024-04-02T08:27:11.159954+0000","last_unstale":"2024-04-02T08:27:49.219694+0000","last_undegraded":"2024-04-02T08:27:49.219694+0000","last_fullsized":"2024-04-02T08:27:49.219694+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.820258+0000","last_change":"2024-04-02T08:27:46.825063+0000","last_active":"2024-04-02T08:27:49.820258+0000","last_peered":"2024-04-02T08:27:49.820258+0000","last_clean":"2024-04-02T08:27:49.820258+0000","last_became_active":"2024-04-02T08:27:46.824729+0000","last_became_peered":"2024-04-02T08:27:46.824729+0000","last_unstale":"2024-04-02T08:27:49.820258+0000","last_undegraded":"2024-04-02T08:27:49.820258+0000","last_fullsized":"2024-04-02T08:27:49.820258+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220942+0000","last_change":"2024-04-02T08:27:11.159627+0000","last_active":"2024-04-02T08:27:49.220942+0000","last_peered":"2024-04-02T08:27:49.220942+0000","last_clean":"2024-04-02T08:27:49.220942+0000","last_became_active":"2024-04-02T08:27:11.159332+0000","last_became_peered":"2024-04-02T08:27:11.159332+0000","last_unstale":"2024-04-02T08:27:49.220942+0000","last_undegraded":"2024-04-02T08:27:49.220942+0000","last_fullsized":"2024-04-02T08:27:49.220942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.532132+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:48.532132+0000","last_peered":"2024-04-02T08:27:48.532132+0000","last_clean":"2024-04-02T08:27:48.532132+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:48.532132+0000","last_undegraded":"2024-04-02T08:27:48.532132+0000","last_fullsized":"2024-04-02T08:27:48.532132+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.821083+0000","last_change":"2024-04-02T08:27:46.303453+0000","last_active":"2024-04-02T08:27:49.821083+0000","last_peered":"2024-04-02T08:27:49.821083+0000","last_clean":"2024-04-02T08:27:49.821083+0000","last_became_active":"2024-04-02T08:27:46.303094+0000","last_became_peered":"2024-04-02T08:27:46.303094+0000","last_unstale":"2024-04-02T08:27:49.821083+0000","last_undegraded":"2024-04-02T08:27:49.821083+0000","last_fullsized":"2024-04-02T08:27:49.821083+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531621+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:48.531621+0000","last_peered":"2024-04-02T08:27:48.531621+0000","last_clean":"2024-04-02T08:27:48.531621+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:48.531621+0000","last_undegraded":"2024-04-02T08:27:48.531621+0000","last_fullsized":"2024-04-02T08:27:48.531621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123659+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:49.123659+0000","last_peered":"2024-04-02T08:27:49.123659+0000","last_clean":"2024-04-02T08:27:49.123659+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:49.123659+0000","last_undegraded":"2024-04-02T08:27:49.123659+0000","last_fullsized":"2024-04-02T08:27:49.123659+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.818417+0000","last_change":"2024-04-02T08:27:46.825015+0000","last_active":"2024-04-02T08:27:49.818417+0000","last_peered":"2024-04-02T08:27:49.818417+0000","last_clean":"2024-04-02T08:27:49.818417+0000","last_became_active":"2024-04-02T08:27:46.824654+0000","last_became_peered":"2024-04-02T08:27:46.824654+0000","last_unstale":"2024-04-02T08:27:49.818417+0000","last_undegraded":"2024-04-02T08:27:49.818417+0000","last_fullsized":"2024-04-02T08:27:49.818417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220325+0000","last_change":"2024-04-02T08:27:11.157267+0000","last_active":"2024-04-02T08:27:49.220325+0000","last_peered":"2024-04-02T08:27:49.220325+0000","last_clean":"2024-04-02T08:27:49.220325+0000","last_became_active":"2024-04-02T08:27:11.156991+0000","last_became_peered":"2024-04-02T08:27:11.156991+0000","last_unstale":"2024-04-02T08:27:49.220325+0000","last_undegraded":"2024-04-02T08:27:49.220325+0000","last_fullsized":"2024-04-02T08:27:49.220325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:27:49.220284+0000","last_change":"2024-04-02T08:28:44.823121+0000","last_active":"2024-04-02T08:28:44.823121+0000","last_peered":"2024-04-02T08:27:49.220284+0000","last_clean":"2024-04-02T08:27:49.220284+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:49.220284+0000","last_undegraded":"2024-04-02T08:27:49.220284+0000","last_fullsized":"2024-04-02T08:27:49.220284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220019+0000","last_change":"2024-04-02T08:27:11.160244+0000","last_active":"2024-04-02T08:27:49.220019+0000","last_peered":"2024-04-02T08:27:49.220019+0000","last_clean":"2024-04-02T08:27:49.220019+0000","last_became_active":"2024-04-02T08:27:11.159947+0000","last_became_peered":"2024-04-02T08:27:11.159947+0000","last_unstale":"2024-04-02T08:27:49.220019+0000","last_undegraded":"2024-04-02T08:27:49.220019+0000","last_fullsized":"2024-04-02T08:27:49.220019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121061+0000","last_change":"2024-04-02T08:27:11.523045+0000","last_active":"2024-04-02T08:27:49.121061+0000","last_peered":"2024-04-02T08:27:49.121061+0000","last_clean":"2024-04-02T08:27:49.121061+0000","last_became_active":"2024-04-02T08:27:11.522751+0000","last_became_peered":"2024-04-02T08:27:11.522751+0000","last_unstale":"2024-04-02T08:27:49.121061+0000","last_undegraded":"2024-04-02T08:27:49.121061+0000","last_fullsized":"2024-04-02T08:27:49.121061+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531094+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:48.531094+0000","last_peered":"2024-04-02T08:27:48.531094+0000","last_clean":"2024-04-02T08:27:48.531094+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:48.531094+0000","last_undegraded":"2024-04-02T08:27:48.531094+0000","last_fullsized":"2024-04-02T08:27:48.531094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123408+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:49.123408+0000","last_peered":"2024-04-02T08:27:49.123408+0000","last_clean":"2024-04-02T08:27:49.123408+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:49.123408+0000","last_undegraded":"2024-04-02T08:27:49.123408+0000","last_fullsized":"2024-04-02T08:27:49.123408+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531481+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:48.531481+0000","last_peered":"2024-04-02T08:27:48.531481+0000","last_clean":"2024-04-02T08:27:48.531481+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:48.531481+0000","last_undegraded":"2024-04-02T08:27:48.531481+0000","last_fullsized":"2024-04-02T08:27:48.531481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123636+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:49.123636+0000","last_peered":"2024-04-02T08:27:49.123636+0000","last_clean":"2024-04-02T08:27:49.123636+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:49.123636+0000","last_undegraded":"2024-04-02T08:27:49.123636+0000","last_fullsized":"2024-04-02T08:27:49.123636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220743+0000","last_change":"2024-04-02T08:27:11.152528+0000","last_active":"2024-04-02T08:27:49.220743+0000","last_peered":"2024-04-02T08:27:49.220743+0000","last_clean":"2024-04-02T08:27:49.220743+0000","last_became_active":"2024-04-02T08:27:11.151191+0000","last_became_peered":"2024-04-02T08:27:11.151191+0000","last_unstale":"2024-04-02T08:27:49.220743+0000","last_undegraded":"2024-04-02T08:27:49.220743+0000","last_fullsized":"2024-04-02T08:27:49.220743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220012+0000","last_change":"2024-04-02T08:27:11.514924+0000","last_active":"2024-04-02T08:27:49.220012+0000","last_peered":"2024-04-02T08:27:49.220012+0000","last_clean":"2024-04-02T08:27:49.220012+0000","last_became_active":"2024-04-02T08:27:11.514628+0000","last_became_peered":"2024-04-02T08:27:11.514628+0000","last_unstale":"2024-04-02T08:27:49.220012+0000","last_undegraded":"2024-04-02T08:27:49.220012+0000","last_fullsized":"2024-04-02T08:27:49.220012+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.534838+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:48.534838+0000","last_peered":"2024-04-02T08:27:48.534838+0000","last_clean":"2024-04-02T08:27:48.534838+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:48.534838+0000","last_undegraded":"2024-04-02T08:27:48.534838+0000","last_fullsized":"2024-04-02T08:27:48.534838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220837+0000","last_change":"2024-04-02T08:27:11.533670+0000","last_active":"2024-04-02T08:27:49.220837+0000","last_peered":"2024-04-02T08:27:49.220837+0000","last_clean":"2024-04-02T08:27:49.220837+0000","last_became_active":"2024-04-02T08:27:11.531975+0000","last_became_peered":"2024-04-02T08:27:11.531975+0000","last_unstale":"2024-04-02T08:27:49.220837+0000","last_undegraded":"2024-04-02T08:27:49.220837+0000","last_fullsized":"2024-04-02T08:27:49.220837+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531334+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:48.531334+0000","last_peered":"2024-04-02T08:27:48.531334+0000","last_clean":"2024-04-02T08:27:48.531334+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:48.531334+0000","last_undegraded":"2024-04-02T08:27:48.531334+0000","last_fullsized":"2024-04-02T08:27:48.531334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533286+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:48.533286+0000","last_peered":"2024-04-02T08:27:48.533286+0000","last_clean":"2024-04-02T08:27:48.533286+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:48.533286+0000","last_undegraded":"2024-04-02T08:27:48.533286+0000","last_fullsized":"2024-04-02T08:27:48.533286+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.536263+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:48.536263+0000","last_peered":"2024-04-02T08:27:48.536263+0000","last_clean":"2024-04-02T08:27:48.536263+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:48.536263+0000","last_undegraded":"2024-04-02T08:27:48.536263+0000","last_fullsized":"2024-04-02T08:27:48.536263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220876+0000","last_change":"2024-04-02T08:27:11.530627+0000","last_active":"2024-04-02T08:27:49.220876+0000","last_peered":"2024-04-02T08:27:49.220876+0000","last_clean":"2024-04-02T08:27:49.220876+0000","last_became_active":"2024-04-02T08:27:11.530142+0000","last_became_peered":"2024-04-02T08:27:11.530142+0000","last_unstale":"2024-04-02T08:27:49.220876+0000","last_undegraded":"2024-04-02T08:27:49.220876+0000","last_fullsized":"2024-04-02T08:27:49.220876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219727+0000","last_change":"2024-04-02T08:27:11.516487+0000","last_active":"2024-04-02T08:27:49.219727+0000","last_peered":"2024-04-02T08:27:49.219727+0000","last_clean":"2024-04-02T08:27:49.219727+0000","last_became_active":"2024-04-02T08:27:11.516198+0000","last_became_peered":"2024-04-02T08:27:11.516198+0000","last_unstale":"2024-04-02T08:27:49.219727+0000","last_undegraded":"2024-04-02T08:27:49.219727+0000","last_fullsized":"2024-04-02T08:27:49.219727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.534435+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:48.534435+0000","last_peered":"2024-04-02T08:27:48.534435+0000","last_clean":"2024-04-02T08:27:48.534435+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:48.534435+0000","last_undegraded":"2024-04-02T08:27:48.534435+0000","last_fullsized":"2024-04-02T08:27:48.534435+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533368+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:48.533368+0000","last_peered":"2024-04-02T08:27:48.533368+0000","last_clean":"2024-04-02T08:27:48.533368+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:48.533368+0000","last_undegraded":"2024-04-02T08:27:48.533368+0000","last_fullsized":"2024-04-02T08:27:48.533368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219880+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:49.219880+0000","last_peered":"2024-04-02T08:27:49.219880+0000","last_clean":"2024-04-02T08:27:49.219880+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:49.219880+0000","last_undegraded":"2024-04-02T08:27:49.219880+0000","last_fullsized":"2024-04-02T08:27:49.219880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.909718+0000","last_change":"2024-04-02T08:28:43.909863+0000","last_active":"2024-04-02T08:28:43.909718+0000","last_peered":"2024-04-02T08:27:49.123816+0000","last_clean":"2024-04-02T08:27:49.123816+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:28:43.909718+0000","last_undegraded":"2024-04-02T08:28:43.909718+0000","last_fullsized":"2024-04-02T08:28:43.909718+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:26.057122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531253+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:48.531253+0000","last_peered":"2024-04-02T08:27:48.531253+0000","last_clean":"2024-04-02T08:27:48.531253+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:48.531253+0000","last_undegraded":"2024-04-02T08:27:48.531253+0000","last_fullsized":"2024-04-02T08:27:48.531253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220778+0000","last_change":"2024-04-02T08:27:11.523376+0000","last_active":"2024-04-02T08:27:49.220778+0000","last_peered":"2024-04-02T08:27:49.220778+0000","last_clean":"2024-04-02T08:27:49.220778+0000","last_became_active":"2024-04-02T08:27:11.523079+0000","last_became_peered":"2024-04-02T08:27:11.523079+0000","last_unstale":"2024-04-02T08:27:49.220778+0000","last_undegraded":"2024-04-02T08:27:49.220778+0000","last_fullsized":"2024-04-02T08:27:49.220778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123697+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:49.123697+0000","last_peered":"2024-04-02T08:27:49.123697+0000","last_clean":"2024-04-02T08:27:49.123697+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:49.123697+0000","last_undegraded":"2024-04-02T08:27:49.123697+0000","last_fullsized":"2024-04-02T08:27:49.123697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:27:11.499701+0000","last_change":"2024-04-02T08:28:44.823543+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.499701+0000","last_undegraded":"2024-04-02T08:27:11.499701+0000","last_fullsized":"2024-04-02T08:27:11.499701+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123531+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:49.123531+0000","last_peered":"2024-04-02T08:27:49.123531+0000","last_clean":"2024-04-02T08:27:49.123531+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:49.123531+0000","last_undegraded":"2024-04-02T08:27:49.123531+0000","last_fullsized":"2024-04-02T08:27:49.123531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533448+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:48.533448+0000","last_peered":"2024-04-02T08:27:48.533448+0000","last_clean":"2024-04-02T08:27:48.533448+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:48.533448+0000","last_undegraded":"2024-04-02T08:27:48.533448+0000","last_fullsized":"2024-04-02T08:27:48.533448+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219869+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:49.219869+0000","last_peered":"2024-04-02T08:27:49.219869+0000","last_clean":"2024-04-02T08:27:49.219869+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:49.219869+0000","last_undegraded":"2024-04-02T08:27:49.219869+0000","last_fullsized":"2024-04-02T08:27:49.219869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220410+0000","last_change":"2024-04-02T08:27:11.514382+0000","last_active":"2024-04-02T08:27:49.220410+0000","last_peered":"2024-04-02T08:27:49.220410+0000","last_clean":"2024-04-02T08:27:49.220410+0000","last_became_active":"2024-04-02T08:27:11.514066+0000","last_became_peered":"2024-04-02T08:27:11.514066+0000","last_unstale":"2024-04-02T08:27:49.220410+0000","last_undegraded":"2024-04-02T08:27:49.220410+0000","last_fullsized":"2024-04-02T08:27:49.220410+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201305,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":896289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53300000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41499999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.57099999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.625}]},{"osd":4,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.43099999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.55500000000000005}]},{"osd":6,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51200000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":890348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.54000000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65000000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.55700000000000005}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.69499999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.59799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.628},{"interface":"front","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.748,"15min":0.748},"last":0.51300000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.35699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.69299999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.52900000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64600000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.439},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46300000000000002,"15min":0.46500000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.60099999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.41199999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.498}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31812,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713340,"statfs":{"total":95995035648,"available":95962460160,"internally_reserved":0,"allocated":712704,"data_stored":305477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.311},"min":{"1min":0.245,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35299999999999998,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.47599999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.46899999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.58099999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.53100000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.438},"min":{"1min":0.314,"5min":0.251,"15min":0.251},"max":{"1min":0.48599999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.48599999999999999,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.44800000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52900000000000003,"15min":0.53300000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67900000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71599999999999997,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.71599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79200000000000004,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.70599999999999996}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41299999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.85099999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.85899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1314816,"data_stored":896413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34799999999999998,"15min":0.32800000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52800000000000002,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.35599999999999998},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54900000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.316}]},{"osd":3,"last update":"Tue Apr 2 08:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.44700000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.52300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.47099999999999997,"15min":0.49399999999999999},"min":{"1min":0.29299999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53700000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.38500000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.57899999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.58799999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59599999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":305317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54200000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.30599999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.29399999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.36899999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.50700000000000001,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.33500000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.379},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.45700000000000002,"15min":0.47099999999999997},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36299999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59099999999999997,"15min":0.59699999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80600000000000005,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.44}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.40799999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78500000000000003,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.46000000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.98299999999999998,"15min":1.0529999999999999},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74299999999999999,"5min":10.795999999999999,"15min":10.795999999999999},"last":0.41999999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.56299999999999994}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.46500000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.5}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.435,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42399999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70999999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.433}]},{"osd":4,"last update":"Tue Apr 2 08:28:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57799999999999996,"15min":0.58799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.61099999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.65000000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.629},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72299999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.71599999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78100000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":1.1910000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":1.1739999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":306025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":1.2709999999999999,"15min":1.391},"min":{"1min":0.33200000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84299999999999997,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.52900000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67700000000000005,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":1.2390000000000001,"15min":1.359},"min":{"1min":0.33600000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65900000000000003,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.29399999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.40300000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.47899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.45100000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53900000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.25700000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.42199999999999999,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.621}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.45900000000000002,"15min":0.45300000000000001},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63500000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:27:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.68100000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":307426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51800000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52900000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64900000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76600000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.73999999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.999,"15min":1.0760000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69199999999999995,"5min":11.458,"15min":11.458},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.55800000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.66400000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.29599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.40300000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.60699999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47399999999999998,"15min":0.47599999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.435}]},{"osd":7,"last update":"Tue Apr 2 08:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.42099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:28:46.402 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:28:46.607 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:47.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:46 smithi112 ceph-mon[26914]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:28:47.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:46 smithi112 ceph-mon[37686]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:28:47.075 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:28:46] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-02T08:28:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:46 smithi187 ceph-mon[30584]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:28:48.531 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:28:48.534 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:28:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[37686]: pgmap v41: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[26914]: pgmap v41: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:48 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:48 smithi187 ceph-mon[30584]: pgmap v41: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:48 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:48 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:48 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:49 smithi112 ceph-mon[37686]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:28:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:49 smithi112 ceph-mon[37686]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-02T08:28:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:49 smithi112 ceph-mon[37686]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:49 smithi112 ceph-mon[26914]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:28:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:49 smithi112 ceph-mon[26914]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-02T08:28:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:49 smithi112 ceph-mon[26914]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:49 smithi187 ceph-mon[30584]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:28:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:49 smithi187 ceph-mon[30584]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-02T08:28:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:49 smithi187 ceph-mon[30584]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:49.996 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-04-02T08:28:47.845716+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227568,"kb_used_data":7308,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733648,"statfs":{"total":767960285184,"available":767727255552,"internally_reserved":0,"allocated":7483392,"data_stored":4207710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001743"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220762+0000","last_change":"2024-04-02T08:27:11.531386+0000","last_active":"2024-04-02T08:27:49.220762+0000","last_peered":"2024-04-02T08:27:49.220762+0000","last_clean":"2024-04-02T08:27:49.220762+0000","last_became_active":"2024-04-02T08:27:11.531112+0000","last_became_peered":"2024-04-02T08:27:11.531112+0000","last_unstale":"2024-04-02T08:27:49.220762+0000","last_undegraded":"2024-04-02T08:27:49.220762+0000","last_fullsized":"2024-04-02T08:27:49.220762+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531755+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:27:48.531755+0000","last_peered":"2024-04-02T08:27:48.531755+0000","last_clean":"2024-04-02T08:27:48.531755+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:27:48.531755+0000","last_undegraded":"2024-04-02T08:27:48.531755+0000","last_fullsized":"2024-04-02T08:27:48.531755+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220050+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:27:49.220050+0000","last_peered":"2024-04-02T08:27:49.220050+0000","last_clean":"2024-04-02T08:27:49.220050+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:27:49.220050+0000","last_undegraded":"2024-04-02T08:27:49.220050+0000","last_fullsized":"2024-04-02T08:27:49.220050+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533147+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:27:48.533147+0000","last_peered":"2024-04-02T08:27:48.533147+0000","last_clean":"2024-04-02T08:27:48.533147+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:27:48.533147+0000","last_undegraded":"2024-04-02T08:27:48.533147+0000","last_fullsized":"2024-04-02T08:27:48.533147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220911+0000","last_change":"2024-04-02T08:27:11.533664+0000","last_active":"2024-04-02T08:27:49.220911+0000","last_peered":"2024-04-02T08:27:49.220911+0000","last_clean":"2024-04-02T08:27:49.220911+0000","last_became_active":"2024-04-02T08:27:11.531945+0000","last_became_peered":"2024-04-02T08:27:11.531945+0000","last_unstale":"2024-04-02T08:27:49.220911+0000","last_undegraded":"2024-04-02T08:27:49.220911+0000","last_fullsized":"2024-04-02T08:27:49.220911+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533519+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:27:48.533519+0000","last_peered":"2024-04-02T08:27:48.533519+0000","last_clean":"2024-04-02T08:27:48.533519+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:27:48.533519+0000","last_undegraded":"2024-04-02T08:27:48.533519+0000","last_fullsized":"2024-04-02T08:27:48.533519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220077+0000","last_change":"2024-04-02T08:27:11.529362+0000","last_active":"2024-04-02T08:27:49.220077+0000","last_peered":"2024-04-02T08:27:49.220077+0000","last_clean":"2024-04-02T08:27:49.220077+0000","last_became_active":"2024-04-02T08:27:11.529070+0000","last_became_peered":"2024-04-02T08:27:11.529070+0000","last_unstale":"2024-04-02T08:27:49.220077+0000","last_undegraded":"2024-04-02T08:27:49.220077+0000","last_fullsized":"2024-04-02T08:27:49.220077+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123324+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:27:49.123324+0000","last_peered":"2024-04-02T08:27:49.123324+0000","last_clean":"2024-04-02T08:27:49.123324+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:27:49.123324+0000","last_undegraded":"2024-04-02T08:27:49.123324+0000","last_fullsized":"2024-04-02T08:27:49.123324+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220764+0000","last_change":"2024-04-02T08:27:11.531547+0000","last_active":"2024-04-02T08:27:49.220764+0000","last_peered":"2024-04-02T08:27:49.220764+0000","last_clean":"2024-04-02T08:27:49.220764+0000","last_became_active":"2024-04-02T08:27:11.531251+0000","last_became_peered":"2024-04-02T08:27:11.531251+0000","last_unstale":"2024-04-02T08:27:49.220764+0000","last_undegraded":"2024-04-02T08:27:49.220764+0000","last_fullsized":"2024-04-02T08:27:49.220764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220615+0000","last_change":"2024-04-02T08:27:11.518973+0000","last_active":"2024-04-02T08:27:49.220615+0000","last_peered":"2024-04-02T08:27:49.220615+0000","last_clean":"2024-04-02T08:27:49.220615+0000","last_became_active":"2024-04-02T08:27:11.518672+0000","last_became_peered":"2024-04-02T08:27:11.518672+0000","last_unstale":"2024-04-02T08:27:49.220615+0000","last_undegraded":"2024-04-02T08:27:49.220615+0000","last_fullsized":"2024-04-02T08:27:49.220615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220464+0000","last_change":"2024-04-02T08:27:11.518171+0000","last_active":"2024-04-02T08:27:49.220464+0000","last_peered":"2024-04-02T08:27:49.220464+0000","last_clean":"2024-04-02T08:27:49.220464+0000","last_became_active":"2024-04-02T08:27:11.517853+0000","last_became_peered":"2024-04-02T08:27:11.517853+0000","last_unstale":"2024-04-02T08:27:49.220464+0000","last_undegraded":"2024-04-02T08:27:49.220464+0000","last_fullsized":"2024-04-02T08:27:49.220464+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121244+0000","last_change":"2024-04-02T08:27:11.517125+0000","last_active":"2024-04-02T08:27:49.121244+0000","last_peered":"2024-04-02T08:27:49.121244+0000","last_clean":"2024-04-02T08:27:49.121244+0000","last_became_active":"2024-04-02T08:27:11.516623+0000","last_became_peered":"2024-04-02T08:27:11.516623+0000","last_unstale":"2024-04-02T08:27:49.121244+0000","last_undegraded":"2024-04-02T08:27:49.121244+0000","last_fullsized":"2024-04-02T08:27:49.121244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123559+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:27:49.123559+0000","last_peered":"2024-04-02T08:27:49.123559+0000","last_clean":"2024-04-02T08:27:49.123559+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:27:49.123559+0000","last_undegraded":"2024-04-02T08:27:49.123559+0000","last_fullsized":"2024-04-02T08:27:49.123559+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219745+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:27:49.219745+0000","last_peered":"2024-04-02T08:27:49.219745+0000","last_clean":"2024-04-02T08:27:49.219745+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:27:49.219745+0000","last_undegraded":"2024-04-02T08:27:49.219745+0000","last_fullsized":"2024-04-02T08:27:49.219745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531033+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:27:48.531033+0000","last_peered":"2024-04-02T08:27:48.531033+0000","last_clean":"2024-04-02T08:27:48.531033+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:27:48.531033+0000","last_undegraded":"2024-04-02T08:27:48.531033+0000","last_fullsized":"2024-04-02T08:27:48.531033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.906827+0000","last_change":"2024-04-02T08:28:43.907016+0000","last_active":"2024-04-02T08:28:43.906827+0000","last_peered":"2024-04-02T08:27:48.533517+0000","last_clean":"2024-04-02T08:27:48.533517+0000","last_became_active":"2024-04-02T08:27:11.522379+0000","last_became_peered":"2024-04-02T08:27:11.522379+0000","last_unstale":"2024-04-02T08:28:43.906827+0000","last_undegraded":"2024-04-02T08:28:43.906827+0000","last_fullsized":"2024-04-02T08:28:43.906827+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:05.747342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533992+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:27:48.533992+0000","last_peered":"2024-04-02T08:27:48.533992+0000","last_clean":"2024-04-02T08:27:48.533992+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:27:48.533992+0000","last_undegraded":"2024-04-02T08:27:48.533992+0000","last_fullsized":"2024-04-02T08:27:48.533992+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.536248+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:27:48.536248+0000","last_peered":"2024-04-02T08:27:48.536248+0000","last_clean":"2024-04-02T08:27:48.536248+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:27:48.536248+0000","last_undegraded":"2024-04-02T08:27:48.536248+0000","last_fullsized":"2024-04-02T08:27:48.536248+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220580+0000","last_change":"2024-04-02T08:27:11.530297+0000","last_active":"2024-04-02T08:27:49.220580+0000","last_peered":"2024-04-02T08:27:49.220580+0000","last_clean":"2024-04-02T08:27:49.220580+0000","last_became_active":"2024-04-02T08:27:11.529066+0000","last_became_peered":"2024-04-02T08:27:11.529066+0000","last_unstale":"2024-04-02T08:27:49.220580+0000","last_undegraded":"2024-04-02T08:27:49.220580+0000","last_fullsized":"2024-04-02T08:27:49.220580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220292+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:27:49.220292+0000","last_peered":"2024-04-02T08:27:49.220292+0000","last_clean":"2024-04-02T08:27:49.220292+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:27:49.220292+0000","last_undegraded":"2024-04-02T08:27:49.220292+0000","last_fullsized":"2024-04-02T08:27:49.220292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123797+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:27:49.123797+0000","last_peered":"2024-04-02T08:27:49.123797+0000","last_clean":"2024-04-02T08:27:49.123797+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:27:49.123797+0000","last_undegraded":"2024-04-02T08:27:49.123797+0000","last_fullsized":"2024-04-02T08:27:49.123797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123883+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:27:49.123883+0000","last_peered":"2024-04-02T08:27:49.123883+0000","last_clean":"2024-04-02T08:27:49.123883+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:27:49.123883+0000","last_undegraded":"2024-04-02T08:27:49.123883+0000","last_fullsized":"2024-04-02T08:27:49.123883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220184+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:27:49.220184+0000","last_peered":"2024-04-02T08:27:49.220184+0000","last_clean":"2024-04-02T08:27:49.220184+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:27:49.220184+0000","last_undegraded":"2024-04-02T08:27:49.220184+0000","last_fullsized":"2024-04-02T08:27:49.220184+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.221029+0000","last_change":"2024-04-02T08:27:11.160570+0000","last_active":"2024-04-02T08:27:49.221029+0000","last_peered":"2024-04-02T08:27:49.221029+0000","last_clean":"2024-04-02T08:27:49.221029+0000","last_became_active":"2024-04-02T08:27:11.160201+0000","last_became_peered":"2024-04-02T08:27:11.160201+0000","last_unstale":"2024-04-02T08:27:49.221029+0000","last_undegraded":"2024-04-02T08:27:49.221029+0000","last_fullsized":"2024-04-02T08:27:49.221029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:27:11.499546+0000","last_change":"2024-04-02T08:28:44.823082+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.499546+0000","last_undegraded":"2024-04-02T08:27:11.499546+0000","last_fullsized":"2024-04-02T08:27:11.499546+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220671+0000","last_change":"2024-04-02T08:27:11.157137+0000","last_active":"2024-04-02T08:27:49.220671+0000","last_peered":"2024-04-02T08:27:49.220671+0000","last_clean":"2024-04-02T08:27:49.220671+0000","last_became_active":"2024-04-02T08:27:11.156845+0000","last_became_peered":"2024-04-02T08:27:11.156845+0000","last_unstale":"2024-04-02T08:27:49.220671+0000","last_undegraded":"2024-04-02T08:27:49.220671+0000","last_fullsized":"2024-04-02T08:27:49.220671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533580+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:27:48.533580+0000","last_peered":"2024-04-02T08:27:48.533580+0000","last_clean":"2024-04-02T08:27:48.533580+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:27:48.533580+0000","last_undegraded":"2024-04-02T08:27:48.533580+0000","last_fullsized":"2024-04-02T08:27:48.533580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123784+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:27:49.123784+0000","last_peered":"2024-04-02T08:27:49.123784+0000","last_clean":"2024-04-02T08:27:49.123784+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:27:49.123784+0000","last_undegraded":"2024-04-02T08:27:49.123784+0000","last_fullsized":"2024-04-02T08:27:49.123784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121049+0000","last_change":"2024-04-02T08:27:11.513026+0000","last_active":"2024-04-02T08:27:49.121049+0000","last_peered":"2024-04-02T08:27:49.121049+0000","last_clean":"2024-04-02T08:27:49.121049+0000","last_became_active":"2024-04-02T08:27:11.512713+0000","last_became_peered":"2024-04-02T08:27:11.512713+0000","last_unstale":"2024-04-02T08:27:49.121049+0000","last_undegraded":"2024-04-02T08:27:49.121049+0000","last_fullsized":"2024-04-02T08:27:49.121049+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219987+0000","last_change":"2024-04-02T08:27:11.157453+0000","last_active":"2024-04-02T08:27:49.219987+0000","last_peered":"2024-04-02T08:27:49.219987+0000","last_clean":"2024-04-02T08:27:49.219987+0000","last_became_active":"2024-04-02T08:27:11.156958+0000","last_became_peered":"2024-04-02T08:27:11.156958+0000","last_unstale":"2024-04-02T08:27:49.219987+0000","last_undegraded":"2024-04-02T08:27:49.219987+0000","last_fullsized":"2024-04-02T08:27:49.219987+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219755+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:27:49.219755+0000","last_peered":"2024-04-02T08:27:49.219755+0000","last_clean":"2024-04-02T08:27:49.219755+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:27:49.219755+0000","last_undegraded":"2024-04-02T08:27:49.219755+0000","last_fullsized":"2024-04-02T08:27:49.219755+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123606+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:27:49.123606+0000","last_peered":"2024-04-02T08:27:49.123606+0000","last_clean":"2024-04-02T08:27:49.123606+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:27:49.123606+0000","last_undegraded":"2024-04-02T08:27:49.123606+0000","last_fullsized":"2024-04-02T08:27:49.123606+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123513+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:27:49.123513+0000","last_peered":"2024-04-02T08:27:49.123513+0000","last_clean":"2024-04-02T08:27:49.123513+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:27:49.123513+0000","last_undegraded":"2024-04-02T08:27:49.123513+0000","last_fullsized":"2024-04-02T08:27:49.123513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.532913+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:27:48.532913+0000","last_peered":"2024-04-02T08:27:48.532913+0000","last_clean":"2024-04-02T08:27:48.532913+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:27:48.532913+0000","last_undegraded":"2024-04-02T08:27:48.532913+0000","last_fullsized":"2024-04-02T08:27:48.532913+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531107+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:27:48.531107+0000","last_peered":"2024-04-02T08:27:48.531107+0000","last_clean":"2024-04-02T08:27:48.531107+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:27:48.531107+0000","last_undegraded":"2024-04-02T08:27:48.531107+0000","last_fullsized":"2024-04-02T08:27:48.531107+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220403+0000","last_change":"2024-04-02T08:27:11.154742+0000","last_active":"2024-04-02T08:27:49.220403+0000","last_peered":"2024-04-02T08:27:49.220403+0000","last_clean":"2024-04-02T08:27:49.220403+0000","last_became_active":"2024-04-02T08:27:11.154373+0000","last_became_peered":"2024-04-02T08:27:11.154373+0000","last_unstale":"2024-04-02T08:27:49.220403+0000","last_undegraded":"2024-04-02T08:27:49.220403+0000","last_fullsized":"2024-04-02T08:27:49.220403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533318+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:27:48.533318+0000","last_peered":"2024-04-02T08:27:48.533318+0000","last_clean":"2024-04-02T08:27:48.533318+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:27:48.533318+0000","last_undegraded":"2024-04-02T08:27:48.533318+0000","last_fullsized":"2024-04-02T08:27:48.533318+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533159+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:27:48.533159+0000","last_peered":"2024-04-02T08:27:48.533159+0000","last_clean":"2024-04-02T08:27:48.533159+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:27:48.533159+0000","last_undegraded":"2024-04-02T08:27:48.533159+0000","last_fullsized":"2024-04-02T08:27:48.533159+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220237+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:27:49.220237+0000","last_peered":"2024-04-02T08:27:49.220237+0000","last_clean":"2024-04-02T08:27:49.220237+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:27:49.220237+0000","last_undegraded":"2024-04-02T08:27:49.220237+0000","last_fullsized":"2024-04-02T08:27:49.220237+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531413+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:27:48.531413+0000","last_peered":"2024-04-02T08:27:48.531413+0000","last_clean":"2024-04-02T08:27:48.531413+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:27:48.531413+0000","last_undegraded":"2024-04-02T08:27:48.531413+0000","last_fullsized":"2024-04-02T08:27:48.531413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121298+0000","last_change":"2024-04-02T08:27:11.524801+0000","last_active":"2024-04-02T08:27:49.121298+0000","last_peered":"2024-04-02T08:27:49.121298+0000","last_clean":"2024-04-02T08:27:49.121298+0000","last_became_active":"2024-04-02T08:27:11.524513+0000","last_became_peered":"2024-04-02T08:27:11.524513+0000","last_unstale":"2024-04-02T08:27:49.121298+0000","last_undegraded":"2024-04-02T08:27:49.121298+0000","last_fullsized":"2024-04-02T08:27:49.121298+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220339+0000","last_change":"2024-04-02T08:27:11.149273+0000","last_active":"2024-04-02T08:27:49.220339+0000","last_peered":"2024-04-02T08:27:49.220339+0000","last_clean":"2024-04-02T08:27:49.220339+0000","last_became_active":"2024-04-02T08:27:11.148977+0000","last_became_peered":"2024-04-02T08:27:11.148977+0000","last_unstale":"2024-04-02T08:27:49.220339+0000","last_undegraded":"2024-04-02T08:27:49.220339+0000","last_fullsized":"2024-04-02T08:27:49.220339+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220750+0000","last_change":"2024-04-02T08:27:11.528034+0000","last_active":"2024-04-02T08:27:49.220750+0000","last_peered":"2024-04-02T08:27:49.220750+0000","last_clean":"2024-04-02T08:27:49.220750+0000","last_became_active":"2024-04-02T08:27:11.527726+0000","last_became_peered":"2024-04-02T08:27:11.527726+0000","last_unstale":"2024-04-02T08:27:49.220750+0000","last_undegraded":"2024-04-02T08:27:49.220750+0000","last_fullsized":"2024-04-02T08:27:49.220750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219940+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:27:49.219940+0000","last_peered":"2024-04-02T08:27:49.219940+0000","last_clean":"2024-04-02T08:27:49.219940+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:27:49.219940+0000","last_undegraded":"2024-04-02T08:27:49.219940+0000","last_fullsized":"2024-04-02T08:27:49.219940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219831+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:27:49.219831+0000","last_peered":"2024-04-02T08:27:49.219831+0000","last_clean":"2024-04-02T08:27:49.219831+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:27:49.219831+0000","last_undegraded":"2024-04-02T08:27:49.219831+0000","last_fullsized":"2024-04-02T08:27:49.219831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533294+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:27:48.533294+0000","last_peered":"2024-04-02T08:27:48.533294+0000","last_clean":"2024-04-02T08:27:48.533294+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:27:48.533294+0000","last_undegraded":"2024-04-02T08:27:48.533294+0000","last_fullsized":"2024-04-02T08:27:48.533294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.908311+0000","last_change":"2024-04-02T08:28:43.908825+0000","last_active":"2024-04-02T08:28:43.908311+0000","last_peered":"2024-04-02T08:27:49.220823+0000","last_clean":"2024-04-02T08:27:49.220823+0000","last_became_active":"2024-04-02T08:27:11.530881+0000","last_became_peered":"2024-04-02T08:27:11.530881+0000","last_unstale":"2024-04-02T08:28:43.908311+0000","last_undegraded":"2024-04-02T08:28:43.908311+0000","last_fullsized":"2024-04-02T08:28:43.908311+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:57.323425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219853+0000","last_change":"2024-04-02T08:27:11.147785+0000","last_active":"2024-04-02T08:27:49.219853+0000","last_peered":"2024-04-02T08:27:49.219853+0000","last_clean":"2024-04-02T08:27:49.219853+0000","last_became_active":"2024-04-02T08:27:11.147277+0000","last_became_peered":"2024-04-02T08:27:11.147277+0000","last_unstale":"2024-04-02T08:27:49.219853+0000","last_undegraded":"2024-04-02T08:27:49.219853+0000","last_fullsized":"2024-04-02T08:27:49.219853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219807+0000","last_change":"2024-04-02T08:27:11.515544+0000","last_active":"2024-04-02T08:27:49.219807+0000","last_peered":"2024-04-02T08:27:49.219807+0000","last_clean":"2024-04-02T08:27:49.219807+0000","last_became_active":"2024-04-02T08:27:11.515236+0000","last_became_peered":"2024-04-02T08:27:11.515236+0000","last_unstale":"2024-04-02T08:27:49.219807+0000","last_undegraded":"2024-04-02T08:27:49.219807+0000","last_fullsized":"2024-04-02T08:27:49.219807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.534305+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:27:48.534305+0000","last_peered":"2024-04-02T08:27:48.534305+0000","last_clean":"2024-04-02T08:27:48.534305+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:27:48.534305+0000","last_undegraded":"2024-04-02T08:27:48.534305+0000","last_fullsized":"2024-04-02T08:27:48.534305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220252+0000","last_change":"2024-04-02T08:27:11.528737+0000","last_active":"2024-04-02T08:27:49.220252+0000","last_peered":"2024-04-02T08:27:49.220252+0000","last_clean":"2024-04-02T08:27:49.220252+0000","last_became_active":"2024-04-02T08:27:11.528409+0000","last_became_peered":"2024-04-02T08:27:11.528409+0000","last_unstale":"2024-04-02T08:27:49.220252+0000","last_undegraded":"2024-04-02T08:27:49.220252+0000","last_fullsized":"2024-04-02T08:27:49.220252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121853+0000","last_change":"2024-04-02T08:27:11.148710+0000","last_active":"2024-04-02T08:27:49.121853+0000","last_peered":"2024-04-02T08:27:49.121853+0000","last_clean":"2024-04-02T08:27:49.121853+0000","last_became_active":"2024-04-02T08:27:11.148204+0000","last_became_peered":"2024-04-02T08:27:11.148204+0000","last_unstale":"2024-04-02T08:27:49.121853+0000","last_undegraded":"2024-04-02T08:27:49.121853+0000","last_fullsized":"2024-04-02T08:27:49.121853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220587+0000","last_change":"2024-04-02T08:27:11.530825+0000","last_active":"2024-04-02T08:27:49.220587+0000","last_peered":"2024-04-02T08:27:49.220587+0000","last_clean":"2024-04-02T08:27:49.220587+0000","last_became_active":"2024-04-02T08:27:11.530079+0000","last_became_peered":"2024-04-02T08:27:11.530079+0000","last_unstale":"2024-04-02T08:27:49.220587+0000","last_undegraded":"2024-04-02T08:27:49.220587+0000","last_fullsized":"2024-04-02T08:27:49.220587+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.817825+0000","last_change":"2024-04-02T08:27:46.825108+0000","last_active":"2024-04-02T08:27:49.817825+0000","last_peered":"2024-04-02T08:27:49.817825+0000","last_clean":"2024-04-02T08:27:49.817825+0000","last_became_active":"2024-04-02T08:27:46.824676+0000","last_became_peered":"2024-04-02T08:27:46.824676+0000","last_unstale":"2024-04-02T08:27:49.817825+0000","last_undegraded":"2024-04-02T08:27:49.817825+0000","last_fullsized":"2024-04-02T08:27:49.817825+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.907168+0000","last_change":"2024-04-02T08:28:43.907329+0000","last_active":"2024-04-02T08:28:43.907168+0000","last_peered":"2024-04-02T08:27:48.531991+0000","last_clean":"2024-04-02T08:27:48.531991+0000","last_became_active":"2024-04-02T08:27:11.149806+0000","last_became_peered":"2024-04-02T08:27:11.149806+0000","last_unstale":"2024-04-02T08:28:43.907168+0000","last_undegraded":"2024-04-02T08:28:43.907168+0000","last_fullsized":"2024-04-02T08:28:43.907168+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:28:41.801051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533718+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:27:48.533718+0000","last_peered":"2024-04-02T08:27:48.533718+0000","last_clean":"2024-04-02T08:27:48.533718+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:27:48.533718+0000","last_undegraded":"2024-04-02T08:27:48.533718+0000","last_fullsized":"2024-04-02T08:27:48.533718+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.817853+0000","last_change":"2024-04-02T08:27:46.155883+0000","last_active":"2024-04-02T08:27:49.817853+0000","last_peered":"2024-04-02T08:27:49.817853+0000","last_clean":"2024-04-02T08:27:49.817853+0000","last_became_active":"2024-04-02T08:27:46.155589+0000","last_became_peered":"2024-04-02T08:27:46.155589+0000","last_unstale":"2024-04-02T08:27:49.817853+0000","last_undegraded":"2024-04-02T08:27:49.817853+0000","last_fullsized":"2024-04-02T08:27:49.817853+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533220+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:27:48.533220+0000","last_peered":"2024-04-02T08:27:48.533220+0000","last_clean":"2024-04-02T08:27:48.533220+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:27:48.533220+0000","last_undegraded":"2024-04-02T08:27:48.533220+0000","last_fullsized":"2024-04-02T08:27:48.533220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121724+0000","last_change":"2024-04-02T08:27:11.516837+0000","last_active":"2024-04-02T08:27:49.121724+0000","last_peered":"2024-04-02T08:27:49.121724+0000","last_clean":"2024-04-02T08:27:49.121724+0000","last_became_active":"2024-04-02T08:27:11.516521+0000","last_became_peered":"2024-04-02T08:27:11.516521+0000","last_unstale":"2024-04-02T08:27:49.121724+0000","last_undegraded":"2024-04-02T08:27:49.121724+0000","last_fullsized":"2024-04-02T08:27:49.121724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.817900+0000","last_change":"2024-04-02T08:27:46.825112+0000","last_active":"2024-04-02T08:27:49.817900+0000","last_peered":"2024-04-02T08:27:49.817900+0000","last_clean":"2024-04-02T08:27:49.817900+0000","last_became_active":"2024-04-02T08:27:46.824662+0000","last_became_peered":"2024-04-02T08:27:46.824662+0000","last_unstale":"2024-04-02T08:27:49.817900+0000","last_undegraded":"2024-04-02T08:27:49.817900+0000","last_fullsized":"2024-04-02T08:27:49.817900+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.530756+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:27:48.530756+0000","last_peered":"2024-04-02T08:27:48.530756+0000","last_clean":"2024-04-02T08:27:48.530756+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:27:48.530756+0000","last_undegraded":"2024-04-02T08:27:48.530756+0000","last_fullsized":"2024-04-02T08:27:48.530756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.535943+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:27:48.535943+0000","last_peered":"2024-04-02T08:27:48.535943+0000","last_clean":"2024-04-02T08:27:48.535943+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:27:48.535943+0000","last_undegraded":"2024-04-02T08:27:48.535943+0000","last_fullsized":"2024-04-02T08:27:48.535943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.822414+0000","last_change":"2024-04-02T08:27:46.303593+0000","last_active":"2024-04-02T08:27:49.822414+0000","last_peered":"2024-04-02T08:27:49.822414+0000","last_clean":"2024-04-02T08:27:49.822414+0000","last_became_active":"2024-04-02T08:27:46.303299+0000","last_became_peered":"2024-04-02T08:27:46.303299+0000","last_unstale":"2024-04-02T08:27:49.822414+0000","last_undegraded":"2024-04-02T08:27:49.822414+0000","last_fullsized":"2024-04-02T08:27:49.822414+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123804+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:27:49.123804+0000","last_peered":"2024-04-02T08:27:49.123804+0000","last_clean":"2024-04-02T08:27:49.123804+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:27:49.123804+0000","last_undegraded":"2024-04-02T08:27:49.123804+0000","last_fullsized":"2024-04-02T08:27:49.123804+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533065+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:27:48.533065+0000","last_peered":"2024-04-02T08:27:48.533065+0000","last_clean":"2024-04-02T08:27:48.533065+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:27:48.533065+0000","last_undegraded":"2024-04-02T08:27:48.533065+0000","last_fullsized":"2024-04-02T08:27:48.533065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220002+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:27:49.220002+0000","last_peered":"2024-04-02T08:27:49.220002+0000","last_clean":"2024-04-02T08:27:49.220002+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:27:49.220002+0000","last_undegraded":"2024-04-02T08:27:49.220002+0000","last_fullsized":"2024-04-02T08:27:49.220002+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.820301+0000","last_change":"2024-04-02T08:27:46.155936+0000","last_active":"2024-04-02T08:27:49.820301+0000","last_peered":"2024-04-02T08:27:49.820301+0000","last_clean":"2024-04-02T08:27:49.820301+0000","last_became_active":"2024-04-02T08:27:46.155656+0000","last_became_peered":"2024-04-02T08:27:46.155656+0000","last_unstale":"2024-04-02T08:27:49.820301+0000","last_undegraded":"2024-04-02T08:27:49.820301+0000","last_fullsized":"2024-04-02T08:27:49.820301+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219745+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:27:49.219745+0000","last_peered":"2024-04-02T08:27:49.219745+0000","last_clean":"2024-04-02T08:27:49.219745+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:27:49.219745+0000","last_undegraded":"2024-04-02T08:27:49.219745+0000","last_fullsized":"2024-04-02T08:27:49.219745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219694+0000","last_change":"2024-04-02T08:27:11.160274+0000","last_active":"2024-04-02T08:27:49.219694+0000","last_peered":"2024-04-02T08:27:49.219694+0000","last_clean":"2024-04-02T08:27:49.219694+0000","last_became_active":"2024-04-02T08:27:11.159954+0000","last_became_peered":"2024-04-02T08:27:11.159954+0000","last_unstale":"2024-04-02T08:27:49.219694+0000","last_undegraded":"2024-04-02T08:27:49.219694+0000","last_fullsized":"2024-04-02T08:27:49.219694+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.820258+0000","last_change":"2024-04-02T08:27:46.825063+0000","last_active":"2024-04-02T08:27:49.820258+0000","last_peered":"2024-04-02T08:27:49.820258+0000","last_clean":"2024-04-02T08:27:49.820258+0000","last_became_active":"2024-04-02T08:27:46.824729+0000","last_became_peered":"2024-04-02T08:27:46.824729+0000","last_unstale":"2024-04-02T08:27:49.820258+0000","last_undegraded":"2024-04-02T08:27:49.820258+0000","last_fullsized":"2024-04-02T08:27:49.820258+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220942+0000","last_change":"2024-04-02T08:27:11.159627+0000","last_active":"2024-04-02T08:27:49.220942+0000","last_peered":"2024-04-02T08:27:49.220942+0000","last_clean":"2024-04-02T08:27:49.220942+0000","last_became_active":"2024-04-02T08:27:11.159332+0000","last_became_peered":"2024-04-02T08:27:11.159332+0000","last_unstale":"2024-04-02T08:27:49.220942+0000","last_undegraded":"2024-04-02T08:27:49.220942+0000","last_fullsized":"2024-04-02T08:27:49.220942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.532132+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:27:48.532132+0000","last_peered":"2024-04-02T08:27:48.532132+0000","last_clean":"2024-04-02T08:27:48.532132+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:27:48.532132+0000","last_undegraded":"2024-04-02T08:27:48.532132+0000","last_fullsized":"2024-04-02T08:27:48.532132+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.821083+0000","last_change":"2024-04-02T08:27:46.303453+0000","last_active":"2024-04-02T08:27:49.821083+0000","last_peered":"2024-04-02T08:27:49.821083+0000","last_clean":"2024-04-02T08:27:49.821083+0000","last_became_active":"2024-04-02T08:27:46.303094+0000","last_became_peered":"2024-04-02T08:27:46.303094+0000","last_unstale":"2024-04-02T08:27:49.821083+0000","last_undegraded":"2024-04-02T08:27:49.821083+0000","last_fullsized":"2024-04-02T08:27:49.821083+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531621+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:27:48.531621+0000","last_peered":"2024-04-02T08:27:48.531621+0000","last_clean":"2024-04-02T08:27:48.531621+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:27:48.531621+0000","last_undegraded":"2024-04-02T08:27:48.531621+0000","last_fullsized":"2024-04-02T08:27:48.531621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123659+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:27:49.123659+0000","last_peered":"2024-04-02T08:27:49.123659+0000","last_clean":"2024-04-02T08:27:49.123659+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:27:49.123659+0000","last_undegraded":"2024-04-02T08:27:49.123659+0000","last_fullsized":"2024-04-02T08:27:49.123659+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.818417+0000","last_change":"2024-04-02T08:27:46.825015+0000","last_active":"2024-04-02T08:27:49.818417+0000","last_peered":"2024-04-02T08:27:49.818417+0000","last_clean":"2024-04-02T08:27:49.818417+0000","last_became_active":"2024-04-02T08:27:46.824654+0000","last_became_peered":"2024-04-02T08:27:46.824654+0000","last_unstale":"2024-04-02T08:27:49.818417+0000","last_undegraded":"2024-04-02T08:27:49.818417+0000","last_fullsized":"2024-04-02T08:27:49.818417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220325+0000","last_change":"2024-04-02T08:27:11.157267+0000","last_active":"2024-04-02T08:27:49.220325+0000","last_peered":"2024-04-02T08:27:49.220325+0000","last_clean":"2024-04-02T08:27:49.220325+0000","last_became_active":"2024-04-02T08:27:11.156991+0000","last_became_peered":"2024-04-02T08:27:11.156991+0000","last_unstale":"2024-04-02T08:27:49.220325+0000","last_undegraded":"2024-04-02T08:27:49.220325+0000","last_fullsized":"2024-04-02T08:27:49.220325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:27:49.220284+0000","last_change":"2024-04-02T08:28:44.823121+0000","last_active":"2024-04-02T08:28:44.823121+0000","last_peered":"2024-04-02T08:27:49.220284+0000","last_clean":"2024-04-02T08:27:49.220284+0000","last_became_active":"2024-04-02T08:27:11.515187+0000","last_became_peered":"2024-04-02T08:27:11.515187+0000","last_unstale":"2024-04-02T08:27:49.220284+0000","last_undegraded":"2024-04-02T08:27:49.220284+0000","last_fullsized":"2024-04-02T08:27:49.220284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220019+0000","last_change":"2024-04-02T08:27:11.160244+0000","last_active":"2024-04-02T08:27:49.220019+0000","last_peered":"2024-04-02T08:27:49.220019+0000","last_clean":"2024-04-02T08:27:49.220019+0000","last_became_active":"2024-04-02T08:27:11.159947+0000","last_became_peered":"2024-04-02T08:27:11.159947+0000","last_unstale":"2024-04-02T08:27:49.220019+0000","last_undegraded":"2024-04-02T08:27:49.220019+0000","last_fullsized":"2024-04-02T08:27:49.220019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.121061+0000","last_change":"2024-04-02T08:27:11.523045+0000","last_active":"2024-04-02T08:27:49.121061+0000","last_peered":"2024-04-02T08:27:49.121061+0000","last_clean":"2024-04-02T08:27:49.121061+0000","last_became_active":"2024-04-02T08:27:11.522751+0000","last_became_peered":"2024-04-02T08:27:11.522751+0000","last_unstale":"2024-04-02T08:27:49.121061+0000","last_undegraded":"2024-04-02T08:27:49.121061+0000","last_fullsized":"2024-04-02T08:27:49.121061+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531094+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:27:48.531094+0000","last_peered":"2024-04-02T08:27:48.531094+0000","last_clean":"2024-04-02T08:27:48.531094+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:27:48.531094+0000","last_undegraded":"2024-04-02T08:27:48.531094+0000","last_fullsized":"2024-04-02T08:27:48.531094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123408+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:27:49.123408+0000","last_peered":"2024-04-02T08:27:49.123408+0000","last_clean":"2024-04-02T08:27:49.123408+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:27:49.123408+0000","last_undegraded":"2024-04-02T08:27:49.123408+0000","last_fullsized":"2024-04-02T08:27:49.123408+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531481+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:27:48.531481+0000","last_peered":"2024-04-02T08:27:48.531481+0000","last_clean":"2024-04-02T08:27:48.531481+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:27:48.531481+0000","last_undegraded":"2024-04-02T08:27:48.531481+0000","last_fullsized":"2024-04-02T08:27:48.531481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123636+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:27:49.123636+0000","last_peered":"2024-04-02T08:27:49.123636+0000","last_clean":"2024-04-02T08:27:49.123636+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:27:49.123636+0000","last_undegraded":"2024-04-02T08:27:49.123636+0000","last_fullsized":"2024-04-02T08:27:49.123636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220743+0000","last_change":"2024-04-02T08:27:11.152528+0000","last_active":"2024-04-02T08:27:49.220743+0000","last_peered":"2024-04-02T08:27:49.220743+0000","last_clean":"2024-04-02T08:27:49.220743+0000","last_became_active":"2024-04-02T08:27:11.151191+0000","last_became_peered":"2024-04-02T08:27:11.151191+0000","last_unstale":"2024-04-02T08:27:49.220743+0000","last_undegraded":"2024-04-02T08:27:49.220743+0000","last_fullsized":"2024-04-02T08:27:49.220743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220012+0000","last_change":"2024-04-02T08:27:11.514924+0000","last_active":"2024-04-02T08:27:49.220012+0000","last_peered":"2024-04-02T08:27:49.220012+0000","last_clean":"2024-04-02T08:27:49.220012+0000","last_became_active":"2024-04-02T08:27:11.514628+0000","last_became_peered":"2024-04-02T08:27:11.514628+0000","last_unstale":"2024-04-02T08:27:49.220012+0000","last_undegraded":"2024-04-02T08:27:49.220012+0000","last_fullsized":"2024-04-02T08:27:49.220012+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.534838+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:27:48.534838+0000","last_peered":"2024-04-02T08:27:48.534838+0000","last_clean":"2024-04-02T08:27:48.534838+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:27:48.534838+0000","last_undegraded":"2024-04-02T08:27:48.534838+0000","last_fullsized":"2024-04-02T08:27:48.534838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220837+0000","last_change":"2024-04-02T08:27:11.533670+0000","last_active":"2024-04-02T08:27:49.220837+0000","last_peered":"2024-04-02T08:27:49.220837+0000","last_clean":"2024-04-02T08:27:49.220837+0000","last_became_active":"2024-04-02T08:27:11.531975+0000","last_became_peered":"2024-04-02T08:27:11.531975+0000","last_unstale":"2024-04-02T08:27:49.220837+0000","last_undegraded":"2024-04-02T08:27:49.220837+0000","last_fullsized":"2024-04-02T08:27:49.220837+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531334+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:27:48.531334+0000","last_peered":"2024-04-02T08:27:48.531334+0000","last_clean":"2024-04-02T08:27:48.531334+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:27:48.531334+0000","last_undegraded":"2024-04-02T08:27:48.531334+0000","last_fullsized":"2024-04-02T08:27:48.531334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533286+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:27:48.533286+0000","last_peered":"2024-04-02T08:27:48.533286+0000","last_clean":"2024-04-02T08:27:48.533286+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:27:48.533286+0000","last_undegraded":"2024-04-02T08:27:48.533286+0000","last_fullsized":"2024-04-02T08:27:48.533286+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.536263+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:27:48.536263+0000","last_peered":"2024-04-02T08:27:48.536263+0000","last_clean":"2024-04-02T08:27:48.536263+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:27:48.536263+0000","last_undegraded":"2024-04-02T08:27:48.536263+0000","last_fullsized":"2024-04-02T08:27:48.536263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220876+0000","last_change":"2024-04-02T08:27:11.530627+0000","last_active":"2024-04-02T08:27:49.220876+0000","last_peered":"2024-04-02T08:27:49.220876+0000","last_clean":"2024-04-02T08:27:49.220876+0000","last_became_active":"2024-04-02T08:27:11.530142+0000","last_became_peered":"2024-04-02T08:27:11.530142+0000","last_unstale":"2024-04-02T08:27:49.220876+0000","last_undegraded":"2024-04-02T08:27:49.220876+0000","last_fullsized":"2024-04-02T08:27:49.220876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219727+0000","last_change":"2024-04-02T08:27:11.516487+0000","last_active":"2024-04-02T08:27:49.219727+0000","last_peered":"2024-04-02T08:27:49.219727+0000","last_clean":"2024-04-02T08:27:49.219727+0000","last_became_active":"2024-04-02T08:27:11.516198+0000","last_became_peered":"2024-04-02T08:27:11.516198+0000","last_unstale":"2024-04-02T08:27:49.219727+0000","last_undegraded":"2024-04-02T08:27:49.219727+0000","last_fullsized":"2024-04-02T08:27:49.219727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.534435+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:27:48.534435+0000","last_peered":"2024-04-02T08:27:48.534435+0000","last_clean":"2024-04-02T08:27:48.534435+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:27:48.534435+0000","last_undegraded":"2024-04-02T08:27:48.534435+0000","last_fullsized":"2024-04-02T08:27:48.534435+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533368+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:27:48.533368+0000","last_peered":"2024-04-02T08:27:48.533368+0000","last_clean":"2024-04-02T08:27:48.533368+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:27:48.533368+0000","last_undegraded":"2024-04-02T08:27:48.533368+0000","last_fullsized":"2024-04-02T08:27:48.533368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219880+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:27:49.219880+0000","last_peered":"2024-04-02T08:27:49.219880+0000","last_clean":"2024-04-02T08:27:49.219880+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:27:49.219880+0000","last_undegraded":"2024-04-02T08:27:49.219880+0000","last_fullsized":"2024-04-02T08:27:49.219880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:28:43.909718+0000","last_change":"2024-04-02T08:28:43.909863+0000","last_active":"2024-04-02T08:28:43.909718+0000","last_peered":"2024-04-02T08:27:49.123816+0000","last_clean":"2024-04-02T08:27:49.123816+0000","last_became_active":"2024-04-02T08:27:11.528341+0000","last_became_peered":"2024-04-02T08:27:11.528341+0000","last_unstale":"2024-04-02T08:28:43.909718+0000","last_undegraded":"2024-04-02T08:28:43.909718+0000","last_fullsized":"2024-04-02T08:28:43.909718+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:26.057122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.531253+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:27:48.531253+0000","last_peered":"2024-04-02T08:27:48.531253+0000","last_clean":"2024-04-02T08:27:48.531253+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:27:48.531253+0000","last_undegraded":"2024-04-02T08:27:48.531253+0000","last_fullsized":"2024-04-02T08:27:48.531253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220778+0000","last_change":"2024-04-02T08:27:11.523376+0000","last_active":"2024-04-02T08:27:49.220778+0000","last_peered":"2024-04-02T08:27:49.220778+0000","last_clean":"2024-04-02T08:27:49.220778+0000","last_became_active":"2024-04-02T08:27:11.523079+0000","last_became_peered":"2024-04-02T08:27:11.523079+0000","last_unstale":"2024-04-02T08:27:49.220778+0000","last_undegraded":"2024-04-02T08:27:49.220778+0000","last_fullsized":"2024-04-02T08:27:49.220778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123697+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:27:49.123697+0000","last_peered":"2024-04-02T08:27:49.123697+0000","last_clean":"2024-04-02T08:27:49.123697+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:27:49.123697+0000","last_undegraded":"2024-04-02T08:27:49.123697+0000","last_fullsized":"2024-04-02T08:27:49.123697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-02T08:27:11.499701+0000","last_change":"2024-04-02T08:28:44.823543+0000","last_active":"2024-04-02T08:27:11.125420+0000","last_peered":"2024-04-02T08:27:11.125420+0000","last_clean":"2024-04-02T08:27:11.125420+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.499701+0000","last_undegraded":"2024-04-02T08:27:11.499701+0000","last_fullsized":"2024-04-02T08:27:11.499701+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.123531+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:27:49.123531+0000","last_peered":"2024-04-02T08:27:49.123531+0000","last_clean":"2024-04-02T08:27:49.123531+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:27:49.123531+0000","last_undegraded":"2024-04-02T08:27:49.123531+0000","last_fullsized":"2024-04-02T08:27:49.123531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:48.533448+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:27:48.533448+0000","last_peered":"2024-04-02T08:27:48.533448+0000","last_clean":"2024-04-02T08:27:48.533448+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:27:48.533448+0000","last_undegraded":"2024-04-02T08:27:48.533448+0000","last_fullsized":"2024-04-02T08:27:48.533448+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.219869+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:27:49.219869+0000","last_peered":"2024-04-02T08:27:49.219869+0000","last_clean":"2024-04-02T08:27:49.219869+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:27:49.219869+0000","last_undegraded":"2024-04-02T08:27:49.219869+0000","last_fullsized":"2024-04-02T08:27:49.219869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:49.220410+0000","last_change":"2024-04-02T08:27:11.514382+0000","last_active":"2024-04-02T08:27:49.220410+0000","last_peered":"2024-04-02T08:27:49.220410+0000","last_clean":"2024-04-02T08:27:49.220410+0000","last_became_active":"2024-04-02T08:27:11.514066+0000","last_became_peered":"2024-04-02T08:27:11.514066+0000","last_unstale":"2024-04-02T08:27:49.220410+0000","last_undegraded":"2024-04-02T08:27:49.220410+0000","last_fullsized":"2024-04-02T08:27:49.220410+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201305,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":896289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53300000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41499999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.57099999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.625}]},{"osd":4,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.43099999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.55500000000000005}]},{"osd":6,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51200000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":890348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.54000000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65000000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.55700000000000005}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.69499999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.59799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.628},{"interface":"front","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.748,"15min":0.748},"last":0.51300000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.35699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.69299999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.52900000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64600000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.439},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46300000000000002,"15min":0.46500000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.60099999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.41199999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.498}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31812,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713340,"statfs":{"total":95995035648,"available":95962460160,"internally_reserved":0,"allocated":712704,"data_stored":305477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.311},"min":{"1min":0.245,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35299999999999998,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.47599999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.46899999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.58099999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.53100000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.438},"min":{"1min":0.314,"5min":0.251,"15min":0.251},"max":{"1min":0.48599999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.48599999999999999,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.44800000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52900000000000003,"15min":0.53300000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67900000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71599999999999997,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.71599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79200000000000004,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.70599999999999996}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41299999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.85099999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.85899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1314816,"data_stored":896413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34799999999999998,"15min":0.32800000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52800000000000002,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.35599999999999998},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54900000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.316}]},{"osd":3,"last update":"Tue Apr 2 08:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.44700000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.52300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.47099999999999997,"15min":0.49399999999999999},"min":{"1min":0.29299999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53700000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.38500000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.57899999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.58799999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59599999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":305317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54200000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.30599999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.29399999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.36899999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.50700000000000001,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.33500000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.379},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.45700000000000002,"15min":0.47099999999999997},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36299999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59099999999999997,"15min":0.59699999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80600000000000005,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.44}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.40799999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78500000000000003,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.46000000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.98299999999999998,"15min":1.0529999999999999},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74299999999999999,"5min":10.795999999999999,"15min":10.795999999999999},"last":0.41999999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.56299999999999994}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.46500000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.5}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.435,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42399999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70999999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.433}]},{"osd":4,"last update":"Tue Apr 2 08:28:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57799999999999996,"15min":0.58799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.61099999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.65000000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.629},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72299999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.71599999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78100000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":1.1910000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":1.1739999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":306025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":1.2709999999999999,"15min":1.391},"min":{"1min":0.33200000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84299999999999997,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.52900000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67700000000000005,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":1.2390000000000001,"15min":1.359},"min":{"1min":0.33600000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65900000000000003,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.29399999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.40300000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.47899999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.45100000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53900000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.25700000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.42199999999999999,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.621}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.45900000000000002,"15min":0.45300000000000001},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63500000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:27:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.68100000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":307426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51800000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52900000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64900000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76600000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.73999999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.999,"15min":1.0760000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69199999999999995,"5min":11.458,"15min":11.458},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.55800000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.66400000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.29599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.40300000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.60699999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47399999999999998,"15min":0.47599999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.435}]},{"osd":7,"last update":"Tue Apr 2 08:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.42099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:28:50.001 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.30 is not active+clean 2024-04-02T08:28:50.001 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 18, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:28:43.906827+0000', 'last_change': '2024-04-02T08:28:43.907016+0000', 'last_active': '2024-04-02T08:28:43.906827+0000', 'last_peered': '2024-04-02T08:27:48.533517+0000', 'last_clean': '2024-04-02T08:27:48.533517+0000', 'last_became_active': '2024-04-02T08:27:11.522379+0000', 'last_became_peered': '2024-04-02T08:27:11.522379+0000', 'last_unstale': '2024-04-02T08:28:43.906827+0000', 'last_undegraded': '2024-04-02T08:28:43.906827+0000', 'last_fullsized': '2024-04-02T08:28:43.906827+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 62, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:39:05.747342+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1, 7], 'acting': [5, 1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-02T08:28:50.001 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.1c is not active+clean 2024-04-02T08:28:50.001 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 2, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:27:11.499546+0000', 'last_change': '2024-04-02T08:28:44.823082+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.499546+0000', 'last_undegraded': '2024-04-02T08:27:11.499546+0000', 'last_fullsized': '2024-04-02T08:27:11.499546+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 62, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4, 1], 'acting': [2, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-02T08:28:50.001 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.13 is not active+clean 2024-04-02T08:28:50.001 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 18, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:28:43.908311+0000', 'last_change': '2024-04-02T08:28:43.908825+0000', 'last_active': '2024-04-02T08:28:43.908311+0000', 'last_peered': '2024-04-02T08:27:49.220823+0000', 'last_clean': '2024-04-02T08:27:49.220823+0000', 'last_became_active': '2024-04-02T08:27:11.530881+0000', 'last_became_peered': '2024-04-02T08:27:11.530881+0000', 'last_unstale': '2024-04-02T08:28:43.908311+0000', 'last_undegraded': '2024-04-02T08:28:43.908311+0000', 'last_fullsized': '2024-04-02T08:28:43.908311+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 62, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:39:57.323425+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3, 2], 'acting': [7, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:PG 2.4 is not active+clean 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 19, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:28:43.907168+0000', 'last_change': '2024-04-02T08:28:43.907329+0000', 'last_active': '2024-04-02T08:28:43.907168+0000', 'last_peered': '2024-04-02T08:27:48.531991+0000', 'last_clean': '2024-04-02T08:27:48.531991+0000', 'last_became_active': '2024-04-02T08:27:11.149806+0000', 'last_became_peered': '2024-04-02T08:27:11.149806+0000', 'last_unstale': '2024-04-02T08:28:43.907168+0000', 'last_undegraded': '2024-04-02T08:28:43.907168+0000', 'last_fullsized': '2024-04-02T08:28:43.907168+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 61, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.123403+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T19:28:41.801051+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 2], 'acting': [1, 0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 2, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.6 is not active+clean 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 2, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:27:49.220284+0000', 'last_change': '2024-04-02T08:28:44.823121+0000', 'last_active': '2024-04-02T08:28:44.823121+0000', 'last_peered': '2024-04-02T08:27:49.220284+0000', 'last_clean': '2024-04-02T08:27:49.220284+0000', 'last_became_active': '2024-04-02T08:27:11.515187+0000', 'last_became_peered': '2024-04-02T08:27:11.515187+0000', 'last_unstale': '2024-04-02T08:27:49.220284+0000', 'last_undegraded': '2024-04-02T08:27:49.220284+0000', 'last_fullsized': '2024-04-02T08:27:49.220284+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 62, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1, 4], 'acting': [2, 1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.24 is not active+clean 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 18, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:28:43.909718+0000', 'last_change': '2024-04-02T08:28:43.909863+0000', 'last_active': '2024-04-02T08:28:43.909718+0000', 'last_peered': '2024-04-02T08:27:49.123816+0000', 'last_clean': '2024-04-02T08:27:49.123816+0000', 'last_became_active': '2024-04-02T08:27:11.528341+0000', 'last_became_peered': '2024-04-02T08:27:11.528341+0000', 'last_unstale': '2024-04-02T08:28:43.909718+0000', 'last_undegraded': '2024-04-02T08:28:43.909718+0000', 'last_fullsized': '2024-04-02T08:28:43.909718+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 62, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T19:42:26.057122+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2, 0], 'acting': [3, 2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 2, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.28 is not active+clean 2024-04-02T08:28:50.002 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 2, 'reported_epoch': 69, 'state': 'peering', 'last_fresh': '2024-04-02T08:27:11.499701+0000', 'last_change': '2024-04-02T08:28:44.823543+0000', 'last_active': '2024-04-02T08:27:11.125420+0000', 'last_peered': '2024-04-02T08:27:11.125420+0000', 'last_clean': '2024-04-02T08:27:11.125420+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.499701+0000', 'last_undegraded': '2024-04-02T08:27:11.499701+0000', 'last_fullsized': '2024-04-02T08:27:11.499701+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 62, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.125420+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 2], 'acting': [1, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:28:50.003 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph status --format=json 2024-04-02T08:28:50.661 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:50 smithi112 ceph-mon[37686]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:50.661 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:50 smithi112 ceph-mon[26914]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:50.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:50 smithi187 ceph-mon[30584]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:51 smithi112 ceph-mon[37686]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-02T08:28:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:51 smithi112 ceph-mon[37686]: Cluster is now healthy 2024-04-02T08:28:51.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:51 smithi112 ceph-mon[26914]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-02T08:28:51.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:51 smithi112 ceph-mon[26914]: Cluster is now healthy 2024-04-02T08:28:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:51 smithi187 ceph-mon[30584]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-02T08:28:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:51 smithi187 ceph-mon[30584]: Cluster is now healthy 2024-04-02T08:28:52.212 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:52.572 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:52 smithi112 systemd[1]: Stopping Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:52 smithi112 ceph-mon[26914]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:52.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:52 smithi112 ceph-mon[37686]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:52.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:52 smithi187 ceph-mon[30584]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:54.033 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[68894]: ts=2024-04-02T08:28:53.775Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:28:54.285 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:28:54.286 INFO:teuthology.orchestra.run.smithi112.stdout:{"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":326,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":70,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046410,"num_in_osds":8,"osd_in_since":1712046393,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593516,"bytes_used":233164800,"bytes_avail":767727120384,"bytes_total":767960285184},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24368}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.112:8443/","prometheus":"http://172.21.15.112:9283/"}},"servicemap":{"epoch":13,"modified":"2024-04-02T08:28:45.845385+0000","services":{}},"progress_events":{}} 2024-04-02T08:28:54.286 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:54 smithi112 podman[73104]: 2024-04-02 08:28:54.034658836 +0000 UTC m=+0.516047549 container died b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:54.618 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:54 smithi112 podman[73104]: 2024-04-02 08:28:54.510062535 +0000 UTC m=+0.991451277 container cleanup b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:54.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:54 smithi112 bash[73104]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:28:55.171 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:54 smithi112 ceph-mon[37686]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.171 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:54 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3511580935' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:28:55.171 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:54 smithi112 podman[73124]: 2024-04-02 08:28:54.953828585 +0000 UTC m=+1.149171699 container remove b2695cd6a8f039e8f740ddb74b05f47903a898fc5ce2befdcaf88edd93f985fe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:55.171 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:55 smithi112 podman[73124]: 2024-04-02 08:28:55.03758652 +0000 UTC m=+1.232929633 volume remove cf21d5c70743524704001bd17177b1eb6b5806cb69be5a3e94e19de6c15e5a00 2024-04-02T08:28:55.172 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:54 smithi112 ceph-mon[26914]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.172 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:54 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3511580935' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:28:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:54 smithi187 ceph-mon[30584]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:54 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3511580935' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:28:55.592 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-04-02T08:28:55.593 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:28:55.811 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:55.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:55 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:28:55.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:55 smithi112 systemd[1]: Stopped Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:55.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:55 smithi112 systemd[1]: Starting Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:56.777 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 podman[73334]: 2024-04-02 08:28:56.512054998 +0000 UTC m=+0.438940699 volume create 48bc06708c09e5d6e2bfc5d0a9e0343971b9fbc0bef513b0c3e442da4163472e 2024-04-02T08:28:56.777 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 podman[73334]: 2024-04-02 08:28:56.421979962 +0000 UTC m=+0.348865673 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:28:56.777 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 podman[73334]: 2024-04-02 08:28:56.620794036 +0000 UTC m=+0.547679736 container create 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-mon[26914]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-mon[37686]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:28:56] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 podman[73334]: 2024-04-02 08:28:56.915230279 +0000 UTC m=+0.842115995 container init 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 podman[73334]: 2024-04-02 08:28:56.918150834 +0000 UTC m=+0.845036535 container start 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.931Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.931Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.932Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.112 port=9094 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.933Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.957Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.957Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:57.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.960Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:28:57.120 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:56.960Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:28:57.120 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 bash[73334]: 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf 2024-04-02T08:28:57.120 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:56 smithi112 systemd[1]: Started Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:56 smithi187 ceph-mon[30584]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[37686]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[37686]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[37686]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[26914]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[26914]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:28:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-mon[26914]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:58.240 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:28:58.243 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:28:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:58 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:58 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:28:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:58 smithi187 ceph-mon[30584]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:28:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:58 smithi187 ceph-mon[30584]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:28:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:58 smithi187 ceph-mon[30584]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:58.996 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-04-02T08:28:57.848165+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227700,"kb_used_data":7428,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733516,"statfs":{"total":767960285184,"available":767727120384,"internally_reserved":0,"allocated":7606272,"data_stored":4279966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002831"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909207+0000","last_change":"2024-04-02T08:27:11.531386+0000","last_active":"2024-04-02T08:28:43.909207+0000","last_peered":"2024-04-02T08:28:43.909207+0000","last_clean":"2024-04-02T08:28:43.909207+0000","last_became_active":"2024-04-02T08:27:11.531112+0000","last_became_peered":"2024-04-02T08:27:11.531112+0000","last_unstale":"2024-04-02T08:28:43.909207+0000","last_undegraded":"2024-04-02T08:28:43.909207+0000","last_fullsized":"2024-04-02T08:28:43.909207+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908011+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:28:43.908011+0000","last_peered":"2024-04-02T08:28:43.908011+0000","last_clean":"2024-04-02T08:28:43.908011+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:28:43.908011+0000","last_undegraded":"2024-04-02T08:28:43.908011+0000","last_fullsized":"2024-04-02T08:28:43.908011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911519+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:28:43.911519+0000","last_peered":"2024-04-02T08:28:43.911519+0000","last_clean":"2024-04-02T08:28:43.911519+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:28:43.911519+0000","last_undegraded":"2024-04-02T08:28:43.911519+0000","last_fullsized":"2024-04-02T08:28:43.911519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906105+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:28:43.906105+0000","last_peered":"2024-04-02T08:28:43.906105+0000","last_clean":"2024-04-02T08:28:43.906105+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:28:43.906105+0000","last_undegraded":"2024-04-02T08:28:43.906105+0000","last_fullsized":"2024-04-02T08:28:43.906105+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909767+0000","last_change":"2024-04-02T08:27:11.533664+0000","last_active":"2024-04-02T08:28:43.909767+0000","last_peered":"2024-04-02T08:28:43.909767+0000","last_clean":"2024-04-02T08:28:43.909767+0000","last_became_active":"2024-04-02T08:27:11.531945+0000","last_became_peered":"2024-04-02T08:27:11.531945+0000","last_unstale":"2024-04-02T08:28:43.909767+0000","last_undegraded":"2024-04-02T08:28:43.909767+0000","last_fullsized":"2024-04-02T08:28:43.909767+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906397+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:28:43.906397+0000","last_peered":"2024-04-02T08:28:43.906397+0000","last_clean":"2024-04-02T08:28:43.906397+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:28:43.906397+0000","last_undegraded":"2024-04-02T08:28:43.906397+0000","last_fullsized":"2024-04-02T08:28:43.906397+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908032+0000","last_change":"2024-04-02T08:27:11.529362+0000","last_active":"2024-04-02T08:28:43.908032+0000","last_peered":"2024-04-02T08:28:43.908032+0000","last_clean":"2024-04-02T08:28:43.908032+0000","last_became_active":"2024-04-02T08:27:11.529070+0000","last_became_peered":"2024-04-02T08:27:11.529070+0000","last_unstale":"2024-04-02T08:28:43.908032+0000","last_undegraded":"2024-04-02T08:28:43.908032+0000","last_fullsized":"2024-04-02T08:28:43.908032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908480+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:28:43.908480+0000","last_peered":"2024-04-02T08:28:43.908480+0000","last_clean":"2024-04-02T08:28:43.908480+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:28:43.908480+0000","last_undegraded":"2024-04-02T08:28:43.908480+0000","last_fullsized":"2024-04-02T08:28:43.908480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909159+0000","last_change":"2024-04-02T08:27:11.531547+0000","last_active":"2024-04-02T08:28:43.909159+0000","last_peered":"2024-04-02T08:28:43.909159+0000","last_clean":"2024-04-02T08:28:43.909159+0000","last_became_active":"2024-04-02T08:27:11.531251+0000","last_became_peered":"2024-04-02T08:27:11.531251+0000","last_unstale":"2024-04-02T08:28:43.909159+0000","last_undegraded":"2024-04-02T08:28:43.909159+0000","last_fullsized":"2024-04-02T08:28:43.909159+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009707+0000","last_change":"2024-04-02T08:27:11.518973+0000","last_active":"2024-04-02T08:28:44.009707+0000","last_peered":"2024-04-02T08:28:44.009707+0000","last_clean":"2024-04-02T08:28:44.009707+0000","last_became_active":"2024-04-02T08:27:11.518672+0000","last_became_peered":"2024-04-02T08:27:11.518672+0000","last_unstale":"2024-04-02T08:28:44.009707+0000","last_undegraded":"2024-04-02T08:28:44.009707+0000","last_fullsized":"2024-04-02T08:28:44.009707+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009742+0000","last_change":"2024-04-02T08:27:11.518171+0000","last_active":"2024-04-02T08:28:44.009742+0000","last_peered":"2024-04-02T08:28:44.009742+0000","last_clean":"2024-04-02T08:28:44.009742+0000","last_became_active":"2024-04-02T08:27:11.517853+0000","last_became_peered":"2024-04-02T08:27:11.517853+0000","last_unstale":"2024-04-02T08:28:44.009742+0000","last_undegraded":"2024-04-02T08:28:44.009742+0000","last_fullsized":"2024-04-02T08:28:44.009742+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911267+0000","last_change":"2024-04-02T08:27:11.517125+0000","last_active":"2024-04-02T08:28:43.911267+0000","last_peered":"2024-04-02T08:28:43.911267+0000","last_clean":"2024-04-02T08:28:43.911267+0000","last_became_active":"2024-04-02T08:27:11.516623+0000","last_became_peered":"2024-04-02T08:27:11.516623+0000","last_unstale":"2024-04-02T08:28:43.911267+0000","last_undegraded":"2024-04-02T08:28:43.911267+0000","last_fullsized":"2024-04-02T08:28:43.911267+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908901+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:28:43.908901+0000","last_peered":"2024-04-02T08:28:43.908901+0000","last_clean":"2024-04-02T08:28:43.908901+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:28:43.908901+0000","last_undegraded":"2024-04-02T08:28:43.908901+0000","last_fullsized":"2024-04-02T08:28:43.908901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911888+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:28:43.911888+0000","last_peered":"2024-04-02T08:28:43.911888+0000","last_clean":"2024-04-02T08:28:43.911888+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:28:43.911888+0000","last_undegraded":"2024-04-02T08:28:43.911888+0000","last_fullsized":"2024-04-02T08:28:43.911888+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904785+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:28:43.904785+0000","last_peered":"2024-04-02T08:28:43.904785+0000","last_clean":"2024-04-02T08:28:43.904785+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:28:43.904785+0000","last_undegraded":"2024-04-02T08:28:43.904785+0000","last_fullsized":"2024-04-02T08:28:43.904785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914165+0000","last_change":"2024-04-02T08:28:44.914165+0000","last_active":"2024-04-02T08:28:44.914165+0000","last_peered":"2024-04-02T08:28:44.914165+0000","last_clean":"2024-04-02T08:28:44.914165+0000","last_became_active":"2024-04-02T08:28:44.913745+0000","last_became_peered":"2024-04-02T08:28:44.913745+0000","last_unstale":"2024-04-02T08:28:44.914165+0000","last_undegraded":"2024-04-02T08:28:44.914165+0000","last_fullsized":"2024-04-02T08:28:44.914165+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:54.926388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906826+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:28:43.906826+0000","last_peered":"2024-04-02T08:28:43.906826+0000","last_clean":"2024-04-02T08:28:43.906826+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:28:43.906826+0000","last_undegraded":"2024-04-02T08:28:43.906826+0000","last_fullsized":"2024-04-02T08:28:43.906826+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906319+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:28:43.906319+0000","last_peered":"2024-04-02T08:28:43.906319+0000","last_clean":"2024-04-02T08:28:43.906319+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:28:43.906319+0000","last_undegraded":"2024-04-02T08:28:43.906319+0000","last_fullsized":"2024-04-02T08:28:43.906319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908391+0000","last_change":"2024-04-02T08:27:11.530297+0000","last_active":"2024-04-02T08:28:43.908391+0000","last_peered":"2024-04-02T08:28:43.908391+0000","last_clean":"2024-04-02T08:28:43.908391+0000","last_became_active":"2024-04-02T08:27:11.529066+0000","last_became_peered":"2024-04-02T08:27:11.529066+0000","last_unstale":"2024-04-02T08:28:43.908391+0000","last_undegraded":"2024-04-02T08:28:43.908391+0000","last_fullsized":"2024-04-02T08:28:43.908391+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.912191+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:28:43.912191+0000","last_peered":"2024-04-02T08:28:43.912191+0000","last_clean":"2024-04-02T08:28:43.912191+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:28:43.912191+0000","last_undegraded":"2024-04-02T08:28:43.912191+0000","last_fullsized":"2024-04-02T08:28:43.912191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909848+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:28:43.909848+0000","last_peered":"2024-04-02T08:28:43.909848+0000","last_clean":"2024-04-02T08:28:43.909848+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:28:43.909848+0000","last_undegraded":"2024-04-02T08:28:43.909848+0000","last_fullsized":"2024-04-02T08:28:43.909848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909888+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:28:43.909888+0000","last_peered":"2024-04-02T08:28:43.909888+0000","last_clean":"2024-04-02T08:28:43.909888+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:28:43.909888+0000","last_undegraded":"2024-04-02T08:28:43.909888+0000","last_fullsized":"2024-04-02T08:28:43.909888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911978+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:28:43.911978+0000","last_peered":"2024-04-02T08:28:43.911978+0000","last_clean":"2024-04-02T08:28:43.911978+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:28:43.911978+0000","last_undegraded":"2024-04-02T08:28:43.911978+0000","last_fullsized":"2024-04-02T08:28:43.911978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909096+0000","last_change":"2024-04-02T08:27:11.160570+0000","last_active":"2024-04-02T08:28:43.909096+0000","last_peered":"2024-04-02T08:28:43.909096+0000","last_clean":"2024-04-02T08:28:43.909096+0000","last_became_active":"2024-04-02T08:27:11.160201+0000","last_became_peered":"2024-04-02T08:27:11.160201+0000","last_unstale":"2024-04-02T08:28:43.909096+0000","last_undegraded":"2024-04-02T08:28:43.909096+0000","last_fullsized":"2024-04-02T08:28:43.909096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:45.236278+0000","last_change":"2024-04-02T08:28:45.236278+0000","last_active":"2024-04-02T08:28:45.236278+0000","last_peered":"2024-04-02T08:28:45.236278+0000","last_clean":"2024-04-02T08:28:45.236278+0000","last_became_active":"2024-04-02T08:28:45.235916+0000","last_became_peered":"2024-04-02T08:28:45.235916+0000","last_unstale":"2024-04-02T08:28:45.236278+0000","last_undegraded":"2024-04-02T08:28:45.236278+0000","last_fullsized":"2024-04-02T08:28:45.236278+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908498+0000","last_change":"2024-04-02T08:27:11.157137+0000","last_active":"2024-04-02T08:28:43.908498+0000","last_peered":"2024-04-02T08:28:43.908498+0000","last_clean":"2024-04-02T08:28:43.908498+0000","last_became_active":"2024-04-02T08:27:11.156845+0000","last_became_peered":"2024-04-02T08:27:11.156845+0000","last_unstale":"2024-04-02T08:28:43.908498+0000","last_undegraded":"2024-04-02T08:28:43.908498+0000","last_fullsized":"2024-04-02T08:28:43.908498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906157+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:28:43.906157+0000","last_peered":"2024-04-02T08:28:43.906157+0000","last_clean":"2024-04-02T08:28:43.906157+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:28:43.906157+0000","last_undegraded":"2024-04-02T08:28:43.906157+0000","last_fullsized":"2024-04-02T08:28:43.906157+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909042+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:28:43.909042+0000","last_peered":"2024-04-02T08:28:43.909042+0000","last_clean":"2024-04-02T08:28:43.909042+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:28:43.909042+0000","last_undegraded":"2024-04-02T08:28:43.909042+0000","last_fullsized":"2024-04-02T08:28:43.909042+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909657+0000","last_change":"2024-04-02T08:27:11.513026+0000","last_active":"2024-04-02T08:28:43.909657+0000","last_peered":"2024-04-02T08:28:43.909657+0000","last_clean":"2024-04-02T08:28:43.909657+0000","last_became_active":"2024-04-02T08:27:11.512713+0000","last_became_peered":"2024-04-02T08:27:11.512713+0000","last_unstale":"2024-04-02T08:28:43.909657+0000","last_undegraded":"2024-04-02T08:28:43.909657+0000","last_fullsized":"2024-04-02T08:28:43.909657+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009221+0000","last_change":"2024-04-02T08:27:11.157453+0000","last_active":"2024-04-02T08:28:44.009221+0000","last_peered":"2024-04-02T08:28:44.009221+0000","last_clean":"2024-04-02T08:28:44.009221+0000","last_became_active":"2024-04-02T08:27:11.156958+0000","last_became_peered":"2024-04-02T08:27:11.156958+0000","last_unstale":"2024-04-02T08:28:44.009221+0000","last_undegraded":"2024-04-02T08:28:44.009221+0000","last_fullsized":"2024-04-02T08:28:44.009221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911848+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:28:43.911848+0000","last_peered":"2024-04-02T08:28:43.911848+0000","last_clean":"2024-04-02T08:28:43.911848+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:28:43.911848+0000","last_undegraded":"2024-04-02T08:28:43.911848+0000","last_fullsized":"2024-04-02T08:28:43.911848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908378+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:28:43.908378+0000","last_peered":"2024-04-02T08:28:43.908378+0000","last_clean":"2024-04-02T08:28:43.908378+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:28:43.908378+0000","last_undegraded":"2024-04-02T08:28:43.908378+0000","last_fullsized":"2024-04-02T08:28:43.908378+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908715+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:28:43.908715+0000","last_peered":"2024-04-02T08:28:43.908715+0000","last_clean":"2024-04-02T08:28:43.908715+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:28:43.908715+0000","last_undegraded":"2024-04-02T08:28:43.908715+0000","last_fullsized":"2024-04-02T08:28:43.908715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905722+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:28:43.905722+0000","last_peered":"2024-04-02T08:28:43.905722+0000","last_clean":"2024-04-02T08:28:43.905722+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:28:43.905722+0000","last_undegraded":"2024-04-02T08:28:43.905722+0000","last_fullsized":"2024-04-02T08:28:43.905722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904869+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:28:43.904869+0000","last_peered":"2024-04-02T08:28:43.904869+0000","last_clean":"2024-04-02T08:28:43.904869+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:28:43.904869+0000","last_undegraded":"2024-04-02T08:28:43.904869+0000","last_fullsized":"2024-04-02T08:28:43.904869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009776+0000","last_change":"2024-04-02T08:27:11.154742+0000","last_active":"2024-04-02T08:28:44.009776+0000","last_peered":"2024-04-02T08:28:44.009776+0000","last_clean":"2024-04-02T08:28:44.009776+0000","last_became_active":"2024-04-02T08:27:11.154373+0000","last_became_peered":"2024-04-02T08:27:11.154373+0000","last_unstale":"2024-04-02T08:28:44.009776+0000","last_undegraded":"2024-04-02T08:28:44.009776+0000","last_fullsized":"2024-04-02T08:28:44.009776+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906613+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:28:43.906613+0000","last_peered":"2024-04-02T08:28:43.906613+0000","last_clean":"2024-04-02T08:28:43.906613+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:28:43.906613+0000","last_undegraded":"2024-04-02T08:28:43.906613+0000","last_fullsized":"2024-04-02T08:28:43.906613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906466+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:28:43.906466+0000","last_peered":"2024-04-02T08:28:43.906466+0000","last_clean":"2024-04-02T08:28:43.906466+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:28:43.906466+0000","last_undegraded":"2024-04-02T08:28:43.906466+0000","last_fullsized":"2024-04-02T08:28:43.906466+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.912106+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:28:43.912106+0000","last_peered":"2024-04-02T08:28:43.912106+0000","last_clean":"2024-04-02T08:28:43.912106+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:28:43.912106+0000","last_undegraded":"2024-04-02T08:28:43.912106+0000","last_fullsized":"2024-04-02T08:28:43.912106+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908001+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:28:43.908001+0000","last_peered":"2024-04-02T08:28:43.908001+0000","last_clean":"2024-04-02T08:28:43.908001+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:28:43.908001+0000","last_undegraded":"2024-04-02T08:28:43.908001+0000","last_fullsized":"2024-04-02T08:28:43.908001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911171+0000","last_change":"2024-04-02T08:27:11.524801+0000","last_active":"2024-04-02T08:28:43.911171+0000","last_peered":"2024-04-02T08:28:43.911171+0000","last_clean":"2024-04-02T08:28:43.911171+0000","last_became_active":"2024-04-02T08:27:11.524513+0000","last_became_peered":"2024-04-02T08:27:11.524513+0000","last_unstale":"2024-04-02T08:28:43.911171+0000","last_undegraded":"2024-04-02T08:28:43.911171+0000","last_fullsized":"2024-04-02T08:28:43.911171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009210+0000","last_change":"2024-04-02T08:27:11.149273+0000","last_active":"2024-04-02T08:28:44.009210+0000","last_peered":"2024-04-02T08:28:44.009210+0000","last_clean":"2024-04-02T08:28:44.009210+0000","last_became_active":"2024-04-02T08:27:11.148977+0000","last_became_peered":"2024-04-02T08:27:11.148977+0000","last_unstale":"2024-04-02T08:28:44.009210+0000","last_undegraded":"2024-04-02T08:28:44.009210+0000","last_fullsized":"2024-04-02T08:28:44.009210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908970+0000","last_change":"2024-04-02T08:27:11.528034+0000","last_active":"2024-04-02T08:28:43.908970+0000","last_peered":"2024-04-02T08:28:43.908970+0000","last_clean":"2024-04-02T08:28:43.908970+0000","last_became_active":"2024-04-02T08:27:11.527726+0000","last_became_peered":"2024-04-02T08:27:11.527726+0000","last_unstale":"2024-04-02T08:28:43.908970+0000","last_undegraded":"2024-04-02T08:28:43.908970+0000","last_fullsized":"2024-04-02T08:28:43.908970+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911669+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:28:43.911669+0000","last_peered":"2024-04-02T08:28:43.911669+0000","last_clean":"2024-04-02T08:28:43.911669+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:28:43.911669+0000","last_undegraded":"2024-04-02T08:28:43.911669+0000","last_fullsized":"2024-04-02T08:28:43.911669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.912016+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:28:43.912016+0000","last_peered":"2024-04-02T08:28:43.912016+0000","last_clean":"2024-04-02T08:28:43.912016+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:28:43.912016+0000","last_undegraded":"2024-04-02T08:28:43.912016+0000","last_fullsized":"2024-04-02T08:28:43.912016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906107+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:28:43.906107+0000","last_peered":"2024-04-02T08:28:43.906107+0000","last_clean":"2024-04-02T08:28:43.906107+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:28:43.906107+0000","last_undegraded":"2024-04-02T08:28:43.906107+0000","last_fullsized":"2024-04-02T08:28:43.906107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914191+0000","last_change":"2024-04-02T08:28:44.914191+0000","last_active":"2024-04-02T08:28:44.914191+0000","last_peered":"2024-04-02T08:28:44.914191+0000","last_clean":"2024-04-02T08:28:44.914191+0000","last_became_active":"2024-04-02T08:28:44.913514+0000","last_became_peered":"2024-04-02T08:28:44.913514+0000","last_unstale":"2024-04-02T08:28:44.914191+0000","last_undegraded":"2024-04-02T08:28:44.914191+0000","last_fullsized":"2024-04-02T08:28:44.914191+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:50.441390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.008363+0000","last_change":"2024-04-02T08:27:11.147785+0000","last_active":"2024-04-02T08:28:44.008363+0000","last_peered":"2024-04-02T08:28:44.008363+0000","last_clean":"2024-04-02T08:28:44.008363+0000","last_became_active":"2024-04-02T08:27:11.147277+0000","last_became_peered":"2024-04-02T08:27:11.147277+0000","last_unstale":"2024-04-02T08:28:44.008363+0000","last_undegraded":"2024-04-02T08:28:44.008363+0000","last_fullsized":"2024-04-02T08:28:44.008363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.008418+0000","last_change":"2024-04-02T08:27:11.515544+0000","last_active":"2024-04-02T08:28:44.008418+0000","last_peered":"2024-04-02T08:28:44.008418+0000","last_clean":"2024-04-02T08:28:44.008418+0000","last_became_active":"2024-04-02T08:27:11.515236+0000","last_became_peered":"2024-04-02T08:27:11.515236+0000","last_unstale":"2024-04-02T08:28:44.008418+0000","last_undegraded":"2024-04-02T08:28:44.008418+0000","last_fullsized":"2024-04-02T08:28:44.008418+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":26,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905031+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:28:43.905031+0000","last_peered":"2024-04-02T08:28:43.905031+0000","last_clean":"2024-04-02T08:28:43.905031+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:28:43.905031+0000","last_undegraded":"2024-04-02T08:28:43.905031+0000","last_fullsized":"2024-04-02T08:28:43.905031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908647+0000","last_change":"2024-04-02T08:27:11.528737+0000","last_active":"2024-04-02T08:28:43.908647+0000","last_peered":"2024-04-02T08:28:43.908647+0000","last_clean":"2024-04-02T08:28:43.908647+0000","last_became_active":"2024-04-02T08:27:11.528409+0000","last_became_peered":"2024-04-02T08:27:11.528409+0000","last_unstale":"2024-04-02T08:28:43.908647+0000","last_undegraded":"2024-04-02T08:28:43.908647+0000","last_fullsized":"2024-04-02T08:28:43.908647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910151+0000","last_change":"2024-04-02T08:27:11.148710+0000","last_active":"2024-04-02T08:28:43.910151+0000","last_peered":"2024-04-02T08:28:43.910151+0000","last_clean":"2024-04-02T08:28:43.910151+0000","last_became_active":"2024-04-02T08:27:11.148204+0000","last_became_peered":"2024-04-02T08:27:11.148204+0000","last_unstale":"2024-04-02T08:28:43.910151+0000","last_undegraded":"2024-04-02T08:28:43.910151+0000","last_fullsized":"2024-04-02T08:28:43.910151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908846+0000","last_change":"2024-04-02T08:27:11.530825+0000","last_active":"2024-04-02T08:28:43.908846+0000","last_peered":"2024-04-02T08:28:43.908846+0000","last_clean":"2024-04-02T08:28:43.908846+0000","last_became_active":"2024-04-02T08:27:11.530079+0000","last_became_peered":"2024-04-02T08:27:11.530079+0000","last_unstale":"2024-04-02T08:28:43.908846+0000","last_undegraded":"2024-04-02T08:28:43.908846+0000","last_fullsized":"2024-04-02T08:28:43.908846+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904714+0000","last_change":"2024-04-02T08:27:46.825108+0000","last_active":"2024-04-02T08:28:43.904714+0000","last_peered":"2024-04-02T08:28:43.904714+0000","last_clean":"2024-04-02T08:28:43.904714+0000","last_became_active":"2024-04-02T08:27:46.824676+0000","last_became_peered":"2024-04-02T08:27:46.824676+0000","last_unstale":"2024-04-02T08:28:43.904714+0000","last_undegraded":"2024-04-02T08:28:43.904714+0000","last_fullsized":"2024-04-02T08:28:43.904714+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914517+0000","last_change":"2024-04-02T08:28:44.914517+0000","last_active":"2024-04-02T08:28:44.914517+0000","last_peered":"2024-04-02T08:28:44.914517+0000","last_clean":"2024-04-02T08:28:44.914517+0000","last_became_active":"2024-04-02T08:28:44.914080+0000","last_became_peered":"2024-04-02T08:28:44.914080+0000","last_unstale":"2024-04-02T08:28:44.914517+0000","last_undegraded":"2024-04-02T08:28:44.914517+0000","last_fullsized":"2024-04-02T08:28:44.914517+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:55.406799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906292+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:28:43.906292+0000","last_peered":"2024-04-02T08:28:43.906292+0000","last_clean":"2024-04-02T08:28:43.906292+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:28:43.906292+0000","last_undegraded":"2024-04-02T08:28:43.906292+0000","last_fullsized":"2024-04-02T08:28:43.906292+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906408+0000","last_change":"2024-04-02T08:27:46.155883+0000","last_active":"2024-04-02T08:28:43.906408+0000","last_peered":"2024-04-02T08:28:43.906408+0000","last_clean":"2024-04-02T08:28:43.906408+0000","last_became_active":"2024-04-02T08:27:46.155589+0000","last_became_peered":"2024-04-02T08:27:46.155589+0000","last_unstale":"2024-04-02T08:28:43.906408+0000","last_undegraded":"2024-04-02T08:28:43.906408+0000","last_fullsized":"2024-04-02T08:28:43.906408+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905780+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:28:43.905780+0000","last_peered":"2024-04-02T08:28:43.905780+0000","last_clean":"2024-04-02T08:28:43.905780+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:28:43.905780+0000","last_undegraded":"2024-04-02T08:28:43.905780+0000","last_fullsized":"2024-04-02T08:28:43.905780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910572+0000","last_change":"2024-04-02T08:27:11.516837+0000","last_active":"2024-04-02T08:28:43.910572+0000","last_peered":"2024-04-02T08:28:43.910572+0000","last_clean":"2024-04-02T08:28:43.910572+0000","last_became_active":"2024-04-02T08:27:11.516521+0000","last_became_peered":"2024-04-02T08:27:11.516521+0000","last_unstale":"2024-04-02T08:28:43.910572+0000","last_undegraded":"2024-04-02T08:28:43.910572+0000","last_fullsized":"2024-04-02T08:28:43.910572+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907872+0000","last_change":"2024-04-02T08:27:46.825112+0000","last_active":"2024-04-02T08:28:43.907872+0000","last_peered":"2024-04-02T08:28:43.907872+0000","last_clean":"2024-04-02T08:28:43.907872+0000","last_became_active":"2024-04-02T08:27:46.824662+0000","last_became_peered":"2024-04-02T08:27:46.824662+0000","last_unstale":"2024-04-02T08:28:43.907872+0000","last_undegraded":"2024-04-02T08:28:43.907872+0000","last_fullsized":"2024-04-02T08:28:43.907872+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904669+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:28:43.904669+0000","last_peered":"2024-04-02T08:28:43.904669+0000","last_clean":"2024-04-02T08:28:43.904669+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:28:43.904669+0000","last_undegraded":"2024-04-02T08:28:43.904669+0000","last_fullsized":"2024-04-02T08:28:43.904669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905193+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:28:43.905193+0000","last_peered":"2024-04-02T08:28:43.905193+0000","last_clean":"2024-04-02T08:28:43.905193+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:28:43.905193+0000","last_undegraded":"2024-04-02T08:28:43.905193+0000","last_fullsized":"2024-04-02T08:28:43.905193+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009217+0000","last_change":"2024-04-02T08:27:46.303593+0000","last_active":"2024-04-02T08:28:44.009217+0000","last_peered":"2024-04-02T08:28:44.009217+0000","last_clean":"2024-04-02T08:28:44.009217+0000","last_became_active":"2024-04-02T08:27:46.303299+0000","last_became_peered":"2024-04-02T08:27:46.303299+0000","last_unstale":"2024-04-02T08:28:44.009217+0000","last_undegraded":"2024-04-02T08:28:44.009217+0000","last_fullsized":"2024-04-02T08:28:44.009217+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908694+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:28:43.908694+0000","last_peered":"2024-04-02T08:28:43.908694+0000","last_clean":"2024-04-02T08:28:43.908694+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:28:43.908694+0000","last_undegraded":"2024-04-02T08:28:43.908694+0000","last_fullsized":"2024-04-02T08:28:43.908694+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905824+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:28:43.905824+0000","last_peered":"2024-04-02T08:28:43.905824+0000","last_clean":"2024-04-02T08:28:43.905824+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:28:43.905824+0000","last_undegraded":"2024-04-02T08:28:43.905824+0000","last_fullsized":"2024-04-02T08:28:43.905824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910021+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:28:43.910021+0000","last_peered":"2024-04-02T08:28:43.910021+0000","last_clean":"2024-04-02T08:28:43.910021+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:28:43.910021+0000","last_undegraded":"2024-04-02T08:28:43.910021+0000","last_fullsized":"2024-04-02T08:28:43.910021+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911786+0000","last_change":"2024-04-02T08:27:46.155936+0000","last_active":"2024-04-02T08:28:43.911786+0000","last_peered":"2024-04-02T08:28:43.911786+0000","last_clean":"2024-04-02T08:28:43.911786+0000","last_became_active":"2024-04-02T08:27:46.155656+0000","last_became_peered":"2024-04-02T08:27:46.155656+0000","last_unstale":"2024-04-02T08:28:43.911786+0000","last_undegraded":"2024-04-02T08:28:43.911786+0000","last_fullsized":"2024-04-02T08:28:43.911786+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911102+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:28:43.911102+0000","last_peered":"2024-04-02T08:28:43.911102+0000","last_clean":"2024-04-02T08:28:43.911102+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:28:43.911102+0000","last_undegraded":"2024-04-02T08:28:43.911102+0000","last_fullsized":"2024-04-02T08:28:43.911102+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907970+0000","last_change":"2024-04-02T08:27:11.160274+0000","last_active":"2024-04-02T08:28:43.907970+0000","last_peered":"2024-04-02T08:28:43.907970+0000","last_clean":"2024-04-02T08:28:43.907970+0000","last_became_active":"2024-04-02T08:27:11.159954+0000","last_became_peered":"2024-04-02T08:27:11.159954+0000","last_unstale":"2024-04-02T08:28:43.907970+0000","last_undegraded":"2024-04-02T08:28:43.907970+0000","last_fullsized":"2024-04-02T08:28:43.907970+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911424+0000","last_change":"2024-04-02T08:27:46.825063+0000","last_active":"2024-04-02T08:28:43.911424+0000","last_peered":"2024-04-02T08:28:43.911424+0000","last_clean":"2024-04-02T08:28:43.911424+0000","last_became_active":"2024-04-02T08:27:46.824729+0000","last_became_peered":"2024-04-02T08:27:46.824729+0000","last_unstale":"2024-04-02T08:28:43.911424+0000","last_undegraded":"2024-04-02T08:28:43.911424+0000","last_fullsized":"2024-04-02T08:28:43.911424+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909092+0000","last_change":"2024-04-02T08:27:11.159627+0000","last_active":"2024-04-02T08:28:43.909092+0000","last_peered":"2024-04-02T08:28:43.909092+0000","last_clean":"2024-04-02T08:28:43.909092+0000","last_became_active":"2024-04-02T08:27:11.159332+0000","last_became_peered":"2024-04-02T08:27:11.159332+0000","last_unstale":"2024-04-02T08:28:43.909092+0000","last_undegraded":"2024-04-02T08:28:43.909092+0000","last_fullsized":"2024-04-02T08:28:43.909092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906502+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:28:43.906502+0000","last_peered":"2024-04-02T08:28:43.906502+0000","last_clean":"2024-04-02T08:28:43.906502+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:28:43.906502+0000","last_undegraded":"2024-04-02T08:28:43.906502+0000","last_fullsized":"2024-04-02T08:28:43.906502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908559+0000","last_change":"2024-04-02T08:27:46.303453+0000","last_active":"2024-04-02T08:28:43.908559+0000","last_peered":"2024-04-02T08:28:43.908559+0000","last_clean":"2024-04-02T08:28:43.908559+0000","last_became_active":"2024-04-02T08:27:46.303094+0000","last_became_peered":"2024-04-02T08:27:46.303094+0000","last_unstale":"2024-04-02T08:28:43.908559+0000","last_undegraded":"2024-04-02T08:28:43.908559+0000","last_fullsized":"2024-04-02T08:28:43.908559+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906307+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:28:43.906307+0000","last_peered":"2024-04-02T08:28:43.906307+0000","last_clean":"2024-04-02T08:28:43.906307+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:28:43.906307+0000","last_undegraded":"2024-04-02T08:28:43.906307+0000","last_fullsized":"2024-04-02T08:28:43.906307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909996+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:28:43.909996+0000","last_peered":"2024-04-02T08:28:43.909996+0000","last_clean":"2024-04-02T08:28:43.909996+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:28:43.909996+0000","last_undegraded":"2024-04-02T08:28:43.909996+0000","last_fullsized":"2024-04-02T08:28:43.909996+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909084+0000","last_change":"2024-04-02T08:27:46.825015+0000","last_active":"2024-04-02T08:28:43.909084+0000","last_peered":"2024-04-02T08:28:43.909084+0000","last_clean":"2024-04-02T08:28:43.909084+0000","last_became_active":"2024-04-02T08:27:46.824654+0000","last_became_peered":"2024-04-02T08:27:46.824654+0000","last_unstale":"2024-04-02T08:28:43.909084+0000","last_undegraded":"2024-04-02T08:28:43.909084+0000","last_fullsized":"2024-04-02T08:28:43.909084+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009699+0000","last_change":"2024-04-02T08:27:11.157267+0000","last_active":"2024-04-02T08:28:44.009699+0000","last_peered":"2024-04-02T08:28:44.009699+0000","last_clean":"2024-04-02T08:28:44.009699+0000","last_became_active":"2024-04-02T08:27:11.156991+0000","last_became_peered":"2024-04-02T08:27:11.156991+0000","last_unstale":"2024-04-02T08:28:44.009699+0000","last_undegraded":"2024-04-02T08:28:44.009699+0000","last_fullsized":"2024-04-02T08:28:44.009699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:45.235498+0000","last_change":"2024-04-02T08:28:45.235498+0000","last_active":"2024-04-02T08:28:45.235498+0000","last_peered":"2024-04-02T08:28:45.235498+0000","last_clean":"2024-04-02T08:28:45.235498+0000","last_became_active":"2024-04-02T08:28:45.235136+0000","last_became_peered":"2024-04-02T08:28:45.235136+0000","last_unstale":"2024-04-02T08:28:45.235498+0000","last_undegraded":"2024-04-02T08:28:45.235498+0000","last_fullsized":"2024-04-02T08:28:45.235498+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908534+0000","last_change":"2024-04-02T08:27:11.160244+0000","last_active":"2024-04-02T08:28:43.908534+0000","last_peered":"2024-04-02T08:28:43.908534+0000","last_clean":"2024-04-02T08:28:43.908534+0000","last_became_active":"2024-04-02T08:27:11.159947+0000","last_became_peered":"2024-04-02T08:27:11.159947+0000","last_unstale":"2024-04-02T08:28:43.908534+0000","last_undegraded":"2024-04-02T08:28:43.908534+0000","last_fullsized":"2024-04-02T08:28:43.908534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909789+0000","last_change":"2024-04-02T08:27:11.523045+0000","last_active":"2024-04-02T08:28:43.909789+0000","last_peered":"2024-04-02T08:28:43.909789+0000","last_clean":"2024-04-02T08:28:43.909789+0000","last_became_active":"2024-04-02T08:27:11.522751+0000","last_became_peered":"2024-04-02T08:27:11.522751+0000","last_unstale":"2024-04-02T08:28:43.909789+0000","last_undegraded":"2024-04-02T08:28:43.909789+0000","last_fullsized":"2024-04-02T08:28:43.909789+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904834+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:28:43.904834+0000","last_peered":"2024-04-02T08:28:43.904834+0000","last_clean":"2024-04-02T08:28:43.904834+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:28:43.904834+0000","last_undegraded":"2024-04-02T08:28:43.904834+0000","last_fullsized":"2024-04-02T08:28:43.904834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908637+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:28:43.908637+0000","last_peered":"2024-04-02T08:28:43.908637+0000","last_clean":"2024-04-02T08:28:43.908637+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:28:43.908637+0000","last_undegraded":"2024-04-02T08:28:43.908637+0000","last_fullsized":"2024-04-02T08:28:43.908637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905770+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:28:43.905770+0000","last_peered":"2024-04-02T08:28:43.905770+0000","last_clean":"2024-04-02T08:28:43.905770+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:28:43.905770+0000","last_undegraded":"2024-04-02T08:28:43.905770+0000","last_fullsized":"2024-04-02T08:28:43.905770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908966+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:28:43.908966+0000","last_peered":"2024-04-02T08:28:43.908966+0000","last_clean":"2024-04-02T08:28:43.908966+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:28:43.908966+0000","last_undegraded":"2024-04-02T08:28:43.908966+0000","last_fullsized":"2024-04-02T08:28:43.908966+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908439+0000","last_change":"2024-04-02T08:27:11.152528+0000","last_active":"2024-04-02T08:28:43.908439+0000","last_peered":"2024-04-02T08:28:43.908439+0000","last_clean":"2024-04-02T08:28:43.908439+0000","last_became_active":"2024-04-02T08:27:11.151191+0000","last_became_peered":"2024-04-02T08:27:11.151191+0000","last_unstale":"2024-04-02T08:28:43.908439+0000","last_undegraded":"2024-04-02T08:28:43.908439+0000","last_fullsized":"2024-04-02T08:28:43.908439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009070+0000","last_change":"2024-04-02T08:27:11.514924+0000","last_active":"2024-04-02T08:28:44.009070+0000","last_peered":"2024-04-02T08:28:44.009070+0000","last_clean":"2024-04-02T08:28:44.009070+0000","last_became_active":"2024-04-02T08:27:11.514628+0000","last_became_peered":"2024-04-02T08:27:11.514628+0000","last_unstale":"2024-04-02T08:28:44.009070+0000","last_undegraded":"2024-04-02T08:28:44.009070+0000","last_fullsized":"2024-04-02T08:28:44.009070+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906029+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:28:43.906029+0000","last_peered":"2024-04-02T08:28:43.906029+0000","last_clean":"2024-04-02T08:28:43.906029+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:28:43.906029+0000","last_undegraded":"2024-04-02T08:28:43.906029+0000","last_fullsized":"2024-04-02T08:28:43.906029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908969+0000","last_change":"2024-04-02T08:27:11.533670+0000","last_active":"2024-04-02T08:28:43.908969+0000","last_peered":"2024-04-02T08:28:43.908969+0000","last_clean":"2024-04-02T08:28:43.908969+0000","last_became_active":"2024-04-02T08:27:11.531975+0000","last_became_peered":"2024-04-02T08:27:11.531975+0000","last_unstale":"2024-04-02T08:28:43.908969+0000","last_undegraded":"2024-04-02T08:28:43.908969+0000","last_fullsized":"2024-04-02T08:28:43.908969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907903+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:28:43.907903+0000","last_peered":"2024-04-02T08:28:43.907903+0000","last_clean":"2024-04-02T08:28:43.907903+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:28:43.907903+0000","last_undegraded":"2024-04-02T08:28:43.907903+0000","last_fullsized":"2024-04-02T08:28:43.907903+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906240+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:28:43.906240+0000","last_peered":"2024-04-02T08:28:43.906240+0000","last_clean":"2024-04-02T08:28:43.906240+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:28:43.906240+0000","last_undegraded":"2024-04-02T08:28:43.906240+0000","last_fullsized":"2024-04-02T08:28:43.906240+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906404+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:28:43.906404+0000","last_peered":"2024-04-02T08:28:43.906404+0000","last_clean":"2024-04-02T08:28:43.906404+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:28:43.906404+0000","last_undegraded":"2024-04-02T08:28:43.906404+0000","last_fullsized":"2024-04-02T08:28:43.906404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909303+0000","last_change":"2024-04-02T08:27:11.530627+0000","last_active":"2024-04-02T08:28:43.909303+0000","last_peered":"2024-04-02T08:28:43.909303+0000","last_clean":"2024-04-02T08:28:43.909303+0000","last_became_active":"2024-04-02T08:27:11.530142+0000","last_became_peered":"2024-04-02T08:27:11.530142+0000","last_unstale":"2024-04-02T08:28:43.909303+0000","last_undegraded":"2024-04-02T08:28:43.909303+0000","last_fullsized":"2024-04-02T08:28:43.909303+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.008303+0000","last_change":"2024-04-02T08:27:11.516487+0000","last_active":"2024-04-02T08:28:44.008303+0000","last_peered":"2024-04-02T08:28:44.008303+0000","last_clean":"2024-04-02T08:28:44.008303+0000","last_became_active":"2024-04-02T08:27:11.516198+0000","last_became_peered":"2024-04-02T08:27:11.516198+0000","last_unstale":"2024-04-02T08:28:44.008303+0000","last_undegraded":"2024-04-02T08:28:44.008303+0000","last_fullsized":"2024-04-02T08:28:44.008303+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905003+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:28:43.905003+0000","last_peered":"2024-04-02T08:28:43.905003+0000","last_clean":"2024-04-02T08:28:43.905003+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:28:43.905003+0000","last_undegraded":"2024-04-02T08:28:43.905003+0000","last_fullsized":"2024-04-02T08:28:43.905003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905954+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:28:43.905954+0000","last_peered":"2024-04-02T08:28:43.905954+0000","last_clean":"2024-04-02T08:28:43.905954+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:28:43.905954+0000","last_undegraded":"2024-04-02T08:28:43.905954+0000","last_fullsized":"2024-04-02T08:28:43.905954+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911517+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:28:43.911517+0000","last_peered":"2024-04-02T08:28:43.911517+0000","last_clean":"2024-04-02T08:28:43.911517+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:28:43.911517+0000","last_undegraded":"2024-04-02T08:28:43.911517+0000","last_fullsized":"2024-04-02T08:28:43.911517+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.913277+0000","last_change":"2024-04-02T08:28:44.913277+0000","last_active":"2024-04-02T08:28:44.913277+0000","last_peered":"2024-04-02T08:28:44.913277+0000","last_clean":"2024-04-02T08:28:44.913277+0000","last_became_active":"2024-04-02T08:28:44.912914+0000","last_became_peered":"2024-04-02T08:28:44.912914+0000","last_unstale":"2024-04-02T08:28:44.913277+0000","last_undegraded":"2024-04-02T08:28:44.913277+0000","last_fullsized":"2024-04-02T08:28:44.913277+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:19.729010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907808+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:28:43.907808+0000","last_peered":"2024-04-02T08:28:43.907808+0000","last_clean":"2024-04-02T08:28:43.907808+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:28:43.907808+0000","last_undegraded":"2024-04-02T08:28:43.907808+0000","last_fullsized":"2024-04-02T08:28:43.907808+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009878+0000","last_change":"2024-04-02T08:27:11.523376+0000","last_active":"2024-04-02T08:28:44.009878+0000","last_peered":"2024-04-02T08:28:44.009878+0000","last_clean":"2024-04-02T08:28:44.009878+0000","last_became_active":"2024-04-02T08:27:11.523079+0000","last_became_peered":"2024-04-02T08:27:11.523079+0000","last_unstale":"2024-04-02T08:28:44.009878+0000","last_undegraded":"2024-04-02T08:28:44.009878+0000","last_fullsized":"2024-04-02T08:28:44.009878+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910051+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:28:43.910051+0000","last_peered":"2024-04-02T08:28:43.910051+0000","last_clean":"2024-04-02T08:28:43.910051+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:28:43.910051+0000","last_undegraded":"2024-04-02T08:28:43.910051+0000","last_fullsized":"2024-04-02T08:28:43.910051+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914558+0000","last_change":"2024-04-02T08:28:44.914558+0000","last_active":"2024-04-02T08:28:44.914558+0000","last_peered":"2024-04-02T08:28:44.914558+0000","last_clean":"2024-04-02T08:28:44.914558+0000","last_became_active":"2024-04-02T08:28:44.914191+0000","last_became_peered":"2024-04-02T08:28:44.914191+0000","last_unstale":"2024-04-02T08:28:44.914558+0000","last_undegraded":"2024-04-02T08:28:44.914558+0000","last_fullsized":"2024-04-02T08:28:44.914558+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908247+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:28:43.908247+0000","last_peered":"2024-04-02T08:28:43.908247+0000","last_clean":"2024-04-02T08:28:43.908247+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:28:43.908247+0000","last_undegraded":"2024-04-02T08:28:43.908247+0000","last_fullsized":"2024-04-02T08:28:43.908247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906273+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:28:43.906273+0000","last_peered":"2024-04-02T08:28:43.906273+0000","last_clean":"2024-04-02T08:28:43.906273+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:28:43.906273+0000","last_undegraded":"2024-04-02T08:28:43.906273+0000","last_fullsized":"2024-04-02T08:28:43.906273+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911591+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:28:43.911591+0000","last_peered":"2024-04-02T08:28:43.911591+0000","last_clean":"2024-04-02T08:28:43.911591+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:28:43.911591+0000","last_undegraded":"2024-04-02T08:28:43.911591+0000","last_fullsized":"2024-04-02T08:28:43.911591+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009403+0000","last_change":"2024-04-02T08:27:11.514382+0000","last_active":"2024-04-02T08:28:44.009403+0000","last_peered":"2024-04-02T08:28:44.009403+0000","last_clean":"2024-04-02T08:28:44.009403+0000","last_became_active":"2024-04-02T08:27:11.514066+0000","last_became_peered":"2024-04-02T08:27:11.514066+0000","last_unstale":"2024-04-02T08:28:44.009403+0000","last_undegraded":"2024-04-02T08:28:44.009403+0000","last_fullsized":"2024-04-02T08:28:44.009403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201307,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":903482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.503,"15min":0.502},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.70399999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.373},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.505}]},{"osd":1,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.74199999999999999,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46500000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71499999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.498},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52800000000000002,"15min":0.52600000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.53000000000000003,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78400000000000003,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45300000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.31900000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.495,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.434}]},{"osd":5,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.79700000000000004,"5min":0.87,"15min":0.87},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.52000000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.55400000000000005,"15min":0.54700000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.52700000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462944,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":904897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.54000000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.437},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65000000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.65900000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.69499999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.39000000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.748,"15min":0.748},"last":0.63}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.35699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.69299999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64600000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.62}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46300000000000002,"15min":0.46500000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.60099999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54700000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.34799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78500000000000003,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77100000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31828,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713324,"statfs":{"total":95995035648,"available":95962443776,"internally_reserved":0,"allocated":724992,"data_stored":312670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.311},"min":{"1min":0.245,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35299999999999998,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.47599999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33300000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.58099999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.27700000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.438},"min":{"1min":0.314,"5min":0.251,"15min":0.251},"max":{"1min":0.48599999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.48599999999999999,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.32100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40100000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.42099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.495}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79200000000000004,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.48099999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41299999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54800000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.56999999999999995,"15min":0.56000000000000005},"min":{"1min":0.46800000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.57599999999999996,"15min":0.57199999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58699999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1327104,"data_stored":903606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34799999999999998,"15min":0.32800000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52800000000000002,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.373,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.39800000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.35599999999999998},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54900000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.47799999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.44700000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.52300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.47099999999999997,"15min":0.49399999999999999},"min":{"1min":0.29299999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53700000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.434}]},{"osd":4,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59299999999999997,"15min":0.60099999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71599999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.82199999999999995,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.57499999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.63,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.65200000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.70199999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67600000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":716800,"data_stored":312510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54200000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.307},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.30599999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33900000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.36899999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.50700000000000001,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.32400000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.377},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.45700000000000002,"15min":0.47099999999999997},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.498},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.58799999999999997,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.83899999999999997,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.57499999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.40799999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78500000000000003,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.56599999999999995}]},{"osd":6,"last update":"Tue Apr 2 08:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.98299999999999998,"15min":1.0529999999999999},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74299999999999999,"5min":10.795999999999999,"15min":10.795999999999999},"last":0.55500000000000005}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.59799999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149742,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":314964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.436},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.46400000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.45000000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.435,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42399999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70999999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.47899999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:28:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57799999999999996,"15min":0.58799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.67300000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.65000000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72299999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.59399999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78100000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.77500000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.748},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.61499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986217,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":733184,"data_stored":313218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":1.083,"15min":1.329},"min":{"1min":0.34699999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.69199999999999995,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.50900000000000001,"15min":0.50700000000000001},"min":{"1min":0.32300000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67000000000000004,"5min":0.75,"15min":0.75},"last":0.56499999999999995}]},{"osd":1,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.52900000000000003,"15min":0.53300000000000003},"min":{"1min":0.32800000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.497},{"interface":"front","average":{"1min":0.52700000000000002,"5min":1.0609999999999999,"15min":1.2989999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.67800000000000005,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.55200000000000005}]},{"osd":2,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.35299999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73099999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.39800000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70399999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.48399999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67400000000000004,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53600000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.25700000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.42199999999999999,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.45500000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.45900000000000002,"15min":0.45300000000000001},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.46899999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.56799999999999995,"15min":0.57299999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55000000000000004,"15min":0.54800000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.42499999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724581,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":314619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.63}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.55400000000000005}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64900000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76600000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57599999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.999,"15min":1.0760000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69199999999999995,"5min":11.458,"15min":11.458},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.55800000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.60199999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.433,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.29599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.61499999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.60699999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47399999999999998,"15min":0.47599999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.45000000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.46000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:28:59.100 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:59 smithi187 ceph-mon[30584]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:59.100 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:28:59 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:59.368 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:28:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:28:58.933Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000420388s 2024-04-02T08:28:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:59 smithi112 ceph-mon[26914]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:28:59 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:59.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:59 smithi112 ceph-mon[37686]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:59.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:28:59 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-mon[30584]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 systemd[1]: Stopping Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:00 smithi112 ceph-mon[37686]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:00 smithi112 ceph-mon[26914]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.853 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.587Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:29:00.853 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:29:00.853 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:29:00.853 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:29:00.853 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:29:00.853 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[59088]: ts=2024-04-02T08:29:00.588Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:29:00.854 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 podman[62370]: 2024-04-02 08:29:00.59829659 +0000 UTC m=+0.160525218 container died d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:01.229 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 podman[62370]: 2024-04-02 08:29:00.954432669 +0000 UTC m=+0.516661274 container cleanup d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:01.229 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:00 smithi187 bash[62370]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:29:01.480 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 podman[62384]: 2024-04-02 08:29:01.230701842 +0000 UTC m=+0.633918500 container remove d667f12e7ee16ddc1eae542831916144ed405dfde9e0248c70e40c24e8f4799b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:01.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:29:01.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 systemd[1]: Stopped Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:01.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.053s CPU time. 2024-04-02T08:29:01.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 systemd[1]: Starting Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:01.826 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 podman[62479]: 2024-04-02 08:29:01.48053444 +0000 UTC m=+0.018528511 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:29:01.826 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 podman[62479]: 2024-04-02 08:29:01.590079705 +0000 UTC m=+0.128073758 container create e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:01.826 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 podman[62479]: 2024-04-02 08:29:01.82536446 +0000 UTC m=+0.363358538 container init e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:01.826 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 podman[62479]: 2024-04-02 08:29:01.828123065 +0000 UTC m=+0.366117124 container start e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:02.002 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.852Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.852Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.852Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi187 (none))" 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.852Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.852Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.854Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.854Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:29:02.084 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.855Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.855Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.857Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.857Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.043µs 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.857Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.859Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.859Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.859Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.576µs wal_replay_duration=1.607077ms wbl_replay_duration=137ns total_replay_duration=1.644906ms 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.860Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.860Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.860Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.877Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.542228ms db_storage=803ns remote_storage=1.039µs web_handler=371ns query_engine=621ns scrape=584.446µs scrape_sd=84.925µs notify=24.051µs notify_sd=19.919µs rules=15.521074ms tracing=6.647µs 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.877Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:29:01.877Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:29:02.085 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 bash[62479]: e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 2024-04-02T08:29:02.086 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:29:01 smithi187 systemd[1]: Started Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:02.236 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:02.354 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STOPPING 2024-04-02T08:29:02.354 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:02.354 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STOPPED 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STARTING 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Serving on http://:::9283 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STARTED 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STOPPING 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STOPPED 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STARTING 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Serving on http://:::9283 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STARTED 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STOPPING 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STOPPED 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STARTING 2024-04-02T08:29:02.355 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Serving on http://:::9283 2024-04-02T08:29:02.356 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:02] ENGINE Bus STARTED 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:02.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:02.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:02.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:02.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:02 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:03.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:02 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:04.103 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:04.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:04.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:03 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:03 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:03 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:03 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:03 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:03 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:03 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:04.526 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:04.528 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:29:05.025 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:04 smithi112 ceph-mon[37686]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.025 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:04 smithi112 ceph-mon[26914]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.186 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:04 smithi187 ceph-mon[30584]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.442 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2024-04-02T08:29:03.849485+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227700,"kb_used_data":7428,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733516,"statfs":{"total":767960285184,"available":767727120384,"internally_reserved":0,"allocated":7606272,"data_stored":4279966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002685"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909207+0000","last_change":"2024-04-02T08:27:11.531386+0000","last_active":"2024-04-02T08:28:43.909207+0000","last_peered":"2024-04-02T08:28:43.909207+0000","last_clean":"2024-04-02T08:28:43.909207+0000","last_became_active":"2024-04-02T08:27:11.531112+0000","last_became_peered":"2024-04-02T08:27:11.531112+0000","last_unstale":"2024-04-02T08:28:43.909207+0000","last_undegraded":"2024-04-02T08:28:43.909207+0000","last_fullsized":"2024-04-02T08:28:43.909207+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908011+0000","last_change":"2024-04-02T08:27:11.525646+0000","last_active":"2024-04-02T08:28:43.908011+0000","last_peered":"2024-04-02T08:28:43.908011+0000","last_clean":"2024-04-02T08:28:43.908011+0000","last_became_active":"2024-04-02T08:27:11.525368+0000","last_became_peered":"2024-04-02T08:27:11.525368+0000","last_unstale":"2024-04-02T08:28:43.908011+0000","last_undegraded":"2024-04-02T08:28:43.908011+0000","last_fullsized":"2024-04-02T08:28:43.908011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911519+0000","last_change":"2024-04-02T08:27:11.521570+0000","last_active":"2024-04-02T08:28:43.911519+0000","last_peered":"2024-04-02T08:28:43.911519+0000","last_clean":"2024-04-02T08:28:43.911519+0000","last_became_active":"2024-04-02T08:27:11.521114+0000","last_became_peered":"2024-04-02T08:27:11.521114+0000","last_unstale":"2024-04-02T08:28:43.911519+0000","last_undegraded":"2024-04-02T08:28:43.911519+0000","last_fullsized":"2024-04-02T08:28:43.911519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906105+0000","last_change":"2024-04-02T08:27:11.525709+0000","last_active":"2024-04-02T08:28:43.906105+0000","last_peered":"2024-04-02T08:28:43.906105+0000","last_clean":"2024-04-02T08:28:43.906105+0000","last_became_active":"2024-04-02T08:27:11.525421+0000","last_became_peered":"2024-04-02T08:27:11.525421+0000","last_unstale":"2024-04-02T08:28:43.906105+0000","last_undegraded":"2024-04-02T08:28:43.906105+0000","last_fullsized":"2024-04-02T08:28:43.906105+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909767+0000","last_change":"2024-04-02T08:27:11.533664+0000","last_active":"2024-04-02T08:28:43.909767+0000","last_peered":"2024-04-02T08:28:43.909767+0000","last_clean":"2024-04-02T08:28:43.909767+0000","last_became_active":"2024-04-02T08:27:11.531945+0000","last_became_peered":"2024-04-02T08:27:11.531945+0000","last_unstale":"2024-04-02T08:28:43.909767+0000","last_undegraded":"2024-04-02T08:28:43.909767+0000","last_fullsized":"2024-04-02T08:28:43.909767+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906397+0000","last_change":"2024-04-02T08:27:11.515278+0000","last_active":"2024-04-02T08:28:43.906397+0000","last_peered":"2024-04-02T08:28:43.906397+0000","last_clean":"2024-04-02T08:28:43.906397+0000","last_became_active":"2024-04-02T08:27:11.514983+0000","last_became_peered":"2024-04-02T08:27:11.514983+0000","last_unstale":"2024-04-02T08:28:43.906397+0000","last_undegraded":"2024-04-02T08:28:43.906397+0000","last_fullsized":"2024-04-02T08:28:43.906397+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908032+0000","last_change":"2024-04-02T08:27:11.529362+0000","last_active":"2024-04-02T08:28:43.908032+0000","last_peered":"2024-04-02T08:28:43.908032+0000","last_clean":"2024-04-02T08:28:43.908032+0000","last_became_active":"2024-04-02T08:27:11.529070+0000","last_became_peered":"2024-04-02T08:27:11.529070+0000","last_unstale":"2024-04-02T08:28:43.908032+0000","last_undegraded":"2024-04-02T08:28:43.908032+0000","last_fullsized":"2024-04-02T08:28:43.908032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908480+0000","last_change":"2024-04-02T08:27:11.531727+0000","last_active":"2024-04-02T08:28:43.908480+0000","last_peered":"2024-04-02T08:28:43.908480+0000","last_clean":"2024-04-02T08:28:43.908480+0000","last_became_active":"2024-04-02T08:27:11.531460+0000","last_became_peered":"2024-04-02T08:27:11.531460+0000","last_unstale":"2024-04-02T08:28:43.908480+0000","last_undegraded":"2024-04-02T08:28:43.908480+0000","last_fullsized":"2024-04-02T08:28:43.908480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909159+0000","last_change":"2024-04-02T08:27:11.531547+0000","last_active":"2024-04-02T08:28:43.909159+0000","last_peered":"2024-04-02T08:28:43.909159+0000","last_clean":"2024-04-02T08:28:43.909159+0000","last_became_active":"2024-04-02T08:27:11.531251+0000","last_became_peered":"2024-04-02T08:27:11.531251+0000","last_unstale":"2024-04-02T08:28:43.909159+0000","last_undegraded":"2024-04-02T08:28:43.909159+0000","last_fullsized":"2024-04-02T08:28:43.909159+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009707+0000","last_change":"2024-04-02T08:27:11.518973+0000","last_active":"2024-04-02T08:28:44.009707+0000","last_peered":"2024-04-02T08:28:44.009707+0000","last_clean":"2024-04-02T08:28:44.009707+0000","last_became_active":"2024-04-02T08:27:11.518672+0000","last_became_peered":"2024-04-02T08:27:11.518672+0000","last_unstale":"2024-04-02T08:28:44.009707+0000","last_undegraded":"2024-04-02T08:28:44.009707+0000","last_fullsized":"2024-04-02T08:28:44.009707+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009742+0000","last_change":"2024-04-02T08:27:11.518171+0000","last_active":"2024-04-02T08:28:44.009742+0000","last_peered":"2024-04-02T08:28:44.009742+0000","last_clean":"2024-04-02T08:28:44.009742+0000","last_became_active":"2024-04-02T08:27:11.517853+0000","last_became_peered":"2024-04-02T08:27:11.517853+0000","last_unstale":"2024-04-02T08:28:44.009742+0000","last_undegraded":"2024-04-02T08:28:44.009742+0000","last_fullsized":"2024-04-02T08:28:44.009742+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911267+0000","last_change":"2024-04-02T08:27:11.517125+0000","last_active":"2024-04-02T08:28:43.911267+0000","last_peered":"2024-04-02T08:28:43.911267+0000","last_clean":"2024-04-02T08:28:43.911267+0000","last_became_active":"2024-04-02T08:27:11.516623+0000","last_became_peered":"2024-04-02T08:27:11.516623+0000","last_unstale":"2024-04-02T08:28:43.911267+0000","last_undegraded":"2024-04-02T08:28:43.911267+0000","last_fullsized":"2024-04-02T08:28:43.911267+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908901+0000","last_change":"2024-04-02T08:27:11.527434+0000","last_active":"2024-04-02T08:28:43.908901+0000","last_peered":"2024-04-02T08:28:43.908901+0000","last_clean":"2024-04-02T08:28:43.908901+0000","last_became_active":"2024-04-02T08:27:11.521950+0000","last_became_peered":"2024-04-02T08:27:11.521950+0000","last_unstale":"2024-04-02T08:28:43.908901+0000","last_undegraded":"2024-04-02T08:28:43.908901+0000","last_fullsized":"2024-04-02T08:28:43.908901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911888+0000","last_change":"2024-04-02T08:27:11.517886+0000","last_active":"2024-04-02T08:28:43.911888+0000","last_peered":"2024-04-02T08:28:43.911888+0000","last_clean":"2024-04-02T08:28:43.911888+0000","last_became_active":"2024-04-02T08:27:11.517576+0000","last_became_peered":"2024-04-02T08:27:11.517576+0000","last_unstale":"2024-04-02T08:28:43.911888+0000","last_undegraded":"2024-04-02T08:28:43.911888+0000","last_fullsized":"2024-04-02T08:28:43.911888+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904785+0000","last_change":"2024-04-02T08:27:11.517805+0000","last_active":"2024-04-02T08:28:43.904785+0000","last_peered":"2024-04-02T08:28:43.904785+0000","last_clean":"2024-04-02T08:28:43.904785+0000","last_became_active":"2024-04-02T08:27:11.517533+0000","last_became_peered":"2024-04-02T08:27:11.517533+0000","last_unstale":"2024-04-02T08:28:43.904785+0000","last_undegraded":"2024-04-02T08:28:43.904785+0000","last_fullsized":"2024-04-02T08:28:43.904785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914165+0000","last_change":"2024-04-02T08:28:44.914165+0000","last_active":"2024-04-02T08:28:44.914165+0000","last_peered":"2024-04-02T08:28:44.914165+0000","last_clean":"2024-04-02T08:28:44.914165+0000","last_became_active":"2024-04-02T08:28:44.913745+0000","last_became_peered":"2024-04-02T08:28:44.913745+0000","last_unstale":"2024-04-02T08:28:44.914165+0000","last_undegraded":"2024-04-02T08:28:44.914165+0000","last_fullsized":"2024-04-02T08:28:44.914165+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:54.926388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906826+0000","last_change":"2024-04-02T08:27:11.528210+0000","last_active":"2024-04-02T08:28:43.906826+0000","last_peered":"2024-04-02T08:28:43.906826+0000","last_clean":"2024-04-02T08:28:43.906826+0000","last_became_active":"2024-04-02T08:27:11.527824+0000","last_became_peered":"2024-04-02T08:27:11.527824+0000","last_unstale":"2024-04-02T08:28:43.906826+0000","last_undegraded":"2024-04-02T08:28:43.906826+0000","last_fullsized":"2024-04-02T08:28:43.906826+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906319+0000","last_change":"2024-04-02T08:27:11.525512+0000","last_active":"2024-04-02T08:28:43.906319+0000","last_peered":"2024-04-02T08:28:43.906319+0000","last_clean":"2024-04-02T08:28:43.906319+0000","last_became_active":"2024-04-02T08:27:11.525268+0000","last_became_peered":"2024-04-02T08:27:11.525268+0000","last_unstale":"2024-04-02T08:28:43.906319+0000","last_undegraded":"2024-04-02T08:28:43.906319+0000","last_fullsized":"2024-04-02T08:28:43.906319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908391+0000","last_change":"2024-04-02T08:27:11.530297+0000","last_active":"2024-04-02T08:28:43.908391+0000","last_peered":"2024-04-02T08:28:43.908391+0000","last_clean":"2024-04-02T08:28:43.908391+0000","last_became_active":"2024-04-02T08:27:11.529066+0000","last_became_peered":"2024-04-02T08:27:11.529066+0000","last_unstale":"2024-04-02T08:28:43.908391+0000","last_undegraded":"2024-04-02T08:28:43.908391+0000","last_fullsized":"2024-04-02T08:28:43.908391+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.912191+0000","last_change":"2024-04-02T08:27:11.161198+0000","last_active":"2024-04-02T08:28:43.912191+0000","last_peered":"2024-04-02T08:28:43.912191+0000","last_clean":"2024-04-02T08:28:43.912191+0000","last_became_active":"2024-04-02T08:27:11.160766+0000","last_became_peered":"2024-04-02T08:27:11.160766+0000","last_unstale":"2024-04-02T08:28:43.912191+0000","last_undegraded":"2024-04-02T08:28:43.912191+0000","last_fullsized":"2024-04-02T08:28:43.912191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909848+0000","last_change":"2024-04-02T08:27:11.516155+0000","last_active":"2024-04-02T08:28:43.909848+0000","last_peered":"2024-04-02T08:28:43.909848+0000","last_clean":"2024-04-02T08:28:43.909848+0000","last_became_active":"2024-04-02T08:27:11.515792+0000","last_became_peered":"2024-04-02T08:27:11.515792+0000","last_unstale":"2024-04-02T08:28:43.909848+0000","last_undegraded":"2024-04-02T08:28:43.909848+0000","last_fullsized":"2024-04-02T08:28:43.909848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909888+0000","last_change":"2024-04-02T08:27:11.160470+0000","last_active":"2024-04-02T08:28:43.909888+0000","last_peered":"2024-04-02T08:28:43.909888+0000","last_clean":"2024-04-02T08:28:43.909888+0000","last_became_active":"2024-04-02T08:27:11.160173+0000","last_became_peered":"2024-04-02T08:27:11.160173+0000","last_unstale":"2024-04-02T08:28:43.909888+0000","last_undegraded":"2024-04-02T08:28:43.909888+0000","last_fullsized":"2024-04-02T08:28:43.909888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911978+0000","last_change":"2024-04-02T08:27:11.504122+0000","last_active":"2024-04-02T08:28:43.911978+0000","last_peered":"2024-04-02T08:28:43.911978+0000","last_clean":"2024-04-02T08:28:43.911978+0000","last_became_active":"2024-04-02T08:27:11.503833+0000","last_became_peered":"2024-04-02T08:27:11.503833+0000","last_unstale":"2024-04-02T08:28:43.911978+0000","last_undegraded":"2024-04-02T08:28:43.911978+0000","last_fullsized":"2024-04-02T08:28:43.911978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909096+0000","last_change":"2024-04-02T08:27:11.160570+0000","last_active":"2024-04-02T08:28:43.909096+0000","last_peered":"2024-04-02T08:28:43.909096+0000","last_clean":"2024-04-02T08:28:43.909096+0000","last_became_active":"2024-04-02T08:27:11.160201+0000","last_became_peered":"2024-04-02T08:27:11.160201+0000","last_unstale":"2024-04-02T08:28:43.909096+0000","last_undegraded":"2024-04-02T08:28:43.909096+0000","last_fullsized":"2024-04-02T08:28:43.909096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:45.236278+0000","last_change":"2024-04-02T08:28:45.236278+0000","last_active":"2024-04-02T08:28:45.236278+0000","last_peered":"2024-04-02T08:28:45.236278+0000","last_clean":"2024-04-02T08:28:45.236278+0000","last_became_active":"2024-04-02T08:28:45.235916+0000","last_became_peered":"2024-04-02T08:28:45.235916+0000","last_unstale":"2024-04-02T08:28:45.236278+0000","last_undegraded":"2024-04-02T08:28:45.236278+0000","last_fullsized":"2024-04-02T08:28:45.236278+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908498+0000","last_change":"2024-04-02T08:27:11.157137+0000","last_active":"2024-04-02T08:28:43.908498+0000","last_peered":"2024-04-02T08:28:43.908498+0000","last_clean":"2024-04-02T08:28:43.908498+0000","last_became_active":"2024-04-02T08:27:11.156845+0000","last_became_peered":"2024-04-02T08:27:11.156845+0000","last_unstale":"2024-04-02T08:28:43.908498+0000","last_undegraded":"2024-04-02T08:28:43.908498+0000","last_fullsized":"2024-04-02T08:28:43.908498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906157+0000","last_change":"2024-04-02T08:27:11.511510+0000","last_active":"2024-04-02T08:28:43.906157+0000","last_peered":"2024-04-02T08:28:43.906157+0000","last_clean":"2024-04-02T08:28:43.906157+0000","last_became_active":"2024-04-02T08:27:11.511172+0000","last_became_peered":"2024-04-02T08:27:11.511172+0000","last_unstale":"2024-04-02T08:28:43.906157+0000","last_undegraded":"2024-04-02T08:28:43.906157+0000","last_fullsized":"2024-04-02T08:28:43.906157+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909042+0000","last_change":"2024-04-02T08:27:11.157366+0000","last_active":"2024-04-02T08:28:43.909042+0000","last_peered":"2024-04-02T08:28:43.909042+0000","last_clean":"2024-04-02T08:28:43.909042+0000","last_became_active":"2024-04-02T08:27:11.157089+0000","last_became_peered":"2024-04-02T08:27:11.157089+0000","last_unstale":"2024-04-02T08:28:43.909042+0000","last_undegraded":"2024-04-02T08:28:43.909042+0000","last_fullsized":"2024-04-02T08:28:43.909042+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909657+0000","last_change":"2024-04-02T08:27:11.513026+0000","last_active":"2024-04-02T08:28:43.909657+0000","last_peered":"2024-04-02T08:28:43.909657+0000","last_clean":"2024-04-02T08:28:43.909657+0000","last_became_active":"2024-04-02T08:27:11.512713+0000","last_became_peered":"2024-04-02T08:27:11.512713+0000","last_unstale":"2024-04-02T08:28:43.909657+0000","last_undegraded":"2024-04-02T08:28:43.909657+0000","last_fullsized":"2024-04-02T08:28:43.909657+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009221+0000","last_change":"2024-04-02T08:27:11.157453+0000","last_active":"2024-04-02T08:28:44.009221+0000","last_peered":"2024-04-02T08:28:44.009221+0000","last_clean":"2024-04-02T08:28:44.009221+0000","last_became_active":"2024-04-02T08:27:11.156958+0000","last_became_peered":"2024-04-02T08:27:11.156958+0000","last_unstale":"2024-04-02T08:28:44.009221+0000","last_undegraded":"2024-04-02T08:28:44.009221+0000","last_fullsized":"2024-04-02T08:28:44.009221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911848+0000","last_change":"2024-04-02T08:27:11.523219+0000","last_active":"2024-04-02T08:28:43.911848+0000","last_peered":"2024-04-02T08:28:43.911848+0000","last_clean":"2024-04-02T08:28:43.911848+0000","last_became_active":"2024-04-02T08:27:11.522915+0000","last_became_peered":"2024-04-02T08:27:11.522915+0000","last_unstale":"2024-04-02T08:28:43.911848+0000","last_undegraded":"2024-04-02T08:28:43.911848+0000","last_fullsized":"2024-04-02T08:28:43.911848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908378+0000","last_change":"2024-04-02T08:27:11.161203+0000","last_active":"2024-04-02T08:28:43.908378+0000","last_peered":"2024-04-02T08:28:43.908378+0000","last_clean":"2024-04-02T08:28:43.908378+0000","last_became_active":"2024-04-02T08:27:11.160743+0000","last_became_peered":"2024-04-02T08:27:11.160743+0000","last_unstale":"2024-04-02T08:28:43.908378+0000","last_undegraded":"2024-04-02T08:28:43.908378+0000","last_fullsized":"2024-04-02T08:28:43.908378+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908715+0000","last_change":"2024-04-02T08:27:11.529367+0000","last_active":"2024-04-02T08:28:43.908715+0000","last_peered":"2024-04-02T08:28:43.908715+0000","last_clean":"2024-04-02T08:28:43.908715+0000","last_became_active":"2024-04-02T08:27:11.529069+0000","last_became_peered":"2024-04-02T08:27:11.529069+0000","last_unstale":"2024-04-02T08:28:43.908715+0000","last_undegraded":"2024-04-02T08:28:43.908715+0000","last_fullsized":"2024-04-02T08:28:43.908715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905722+0000","last_change":"2024-04-02T08:27:11.150523+0000","last_active":"2024-04-02T08:28:43.905722+0000","last_peered":"2024-04-02T08:28:43.905722+0000","last_clean":"2024-04-02T08:28:43.905722+0000","last_became_active":"2024-04-02T08:27:11.149984+0000","last_became_peered":"2024-04-02T08:27:11.149984+0000","last_unstale":"2024-04-02T08:28:43.905722+0000","last_undegraded":"2024-04-02T08:28:43.905722+0000","last_fullsized":"2024-04-02T08:28:43.905722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904869+0000","last_change":"2024-04-02T08:27:11.521041+0000","last_active":"2024-04-02T08:28:43.904869+0000","last_peered":"2024-04-02T08:28:43.904869+0000","last_clean":"2024-04-02T08:28:43.904869+0000","last_became_active":"2024-04-02T08:27:11.520759+0000","last_became_peered":"2024-04-02T08:27:11.520759+0000","last_unstale":"2024-04-02T08:28:43.904869+0000","last_undegraded":"2024-04-02T08:28:43.904869+0000","last_fullsized":"2024-04-02T08:28:43.904869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009776+0000","last_change":"2024-04-02T08:27:11.154742+0000","last_active":"2024-04-02T08:28:44.009776+0000","last_peered":"2024-04-02T08:28:44.009776+0000","last_clean":"2024-04-02T08:28:44.009776+0000","last_became_active":"2024-04-02T08:27:11.154373+0000","last_became_peered":"2024-04-02T08:27:11.154373+0000","last_unstale":"2024-04-02T08:28:44.009776+0000","last_undegraded":"2024-04-02T08:28:44.009776+0000","last_fullsized":"2024-04-02T08:28:44.009776+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906613+0000","last_change":"2024-04-02T08:27:11.525371+0000","last_active":"2024-04-02T08:28:43.906613+0000","last_peered":"2024-04-02T08:28:43.906613+0000","last_clean":"2024-04-02T08:28:43.906613+0000","last_became_active":"2024-04-02T08:27:11.525072+0000","last_became_peered":"2024-04-02T08:27:11.525072+0000","last_unstale":"2024-04-02T08:28:43.906613+0000","last_undegraded":"2024-04-02T08:28:43.906613+0000","last_fullsized":"2024-04-02T08:28:43.906613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906466+0000","last_change":"2024-04-02T08:27:11.154749+0000","last_active":"2024-04-02T08:28:43.906466+0000","last_peered":"2024-04-02T08:28:43.906466+0000","last_clean":"2024-04-02T08:28:43.906466+0000","last_became_active":"2024-04-02T08:27:11.154470+0000","last_became_peered":"2024-04-02T08:27:11.154470+0000","last_unstale":"2024-04-02T08:28:43.906466+0000","last_undegraded":"2024-04-02T08:28:43.906466+0000","last_fullsized":"2024-04-02T08:28:43.906466+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.912106+0000","last_change":"2024-04-02T08:27:11.527064+0000","last_active":"2024-04-02T08:28:43.912106+0000","last_peered":"2024-04-02T08:28:43.912106+0000","last_clean":"2024-04-02T08:28:43.912106+0000","last_became_active":"2024-04-02T08:27:11.526771+0000","last_became_peered":"2024-04-02T08:27:11.526771+0000","last_unstale":"2024-04-02T08:28:43.912106+0000","last_undegraded":"2024-04-02T08:28:43.912106+0000","last_fullsized":"2024-04-02T08:28:43.912106+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908001+0000","last_change":"2024-04-02T08:27:11.143015+0000","last_active":"2024-04-02T08:28:43.908001+0000","last_peered":"2024-04-02T08:28:43.908001+0000","last_clean":"2024-04-02T08:28:43.908001+0000","last_became_active":"2024-04-02T08:27:11.142729+0000","last_became_peered":"2024-04-02T08:27:11.142729+0000","last_unstale":"2024-04-02T08:28:43.908001+0000","last_undegraded":"2024-04-02T08:28:43.908001+0000","last_fullsized":"2024-04-02T08:28:43.908001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911171+0000","last_change":"2024-04-02T08:27:11.524801+0000","last_active":"2024-04-02T08:28:43.911171+0000","last_peered":"2024-04-02T08:28:43.911171+0000","last_clean":"2024-04-02T08:28:43.911171+0000","last_became_active":"2024-04-02T08:27:11.524513+0000","last_became_peered":"2024-04-02T08:27:11.524513+0000","last_unstale":"2024-04-02T08:28:43.911171+0000","last_undegraded":"2024-04-02T08:28:43.911171+0000","last_fullsized":"2024-04-02T08:28:43.911171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009210+0000","last_change":"2024-04-02T08:27:11.149273+0000","last_active":"2024-04-02T08:28:44.009210+0000","last_peered":"2024-04-02T08:28:44.009210+0000","last_clean":"2024-04-02T08:28:44.009210+0000","last_became_active":"2024-04-02T08:27:11.148977+0000","last_became_peered":"2024-04-02T08:27:11.148977+0000","last_unstale":"2024-04-02T08:28:44.009210+0000","last_undegraded":"2024-04-02T08:28:44.009210+0000","last_fullsized":"2024-04-02T08:28:44.009210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908970+0000","last_change":"2024-04-02T08:27:11.528034+0000","last_active":"2024-04-02T08:28:43.908970+0000","last_peered":"2024-04-02T08:28:43.908970+0000","last_clean":"2024-04-02T08:28:43.908970+0000","last_became_active":"2024-04-02T08:27:11.527726+0000","last_became_peered":"2024-04-02T08:27:11.527726+0000","last_unstale":"2024-04-02T08:28:43.908970+0000","last_undegraded":"2024-04-02T08:28:43.908970+0000","last_fullsized":"2024-04-02T08:28:43.908970+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911669+0000","last_change":"2024-04-02T08:27:11.159043+0000","last_active":"2024-04-02T08:28:43.911669+0000","last_peered":"2024-04-02T08:28:43.911669+0000","last_clean":"2024-04-02T08:28:43.911669+0000","last_became_active":"2024-04-02T08:27:11.158736+0000","last_became_peered":"2024-04-02T08:27:11.158736+0000","last_unstale":"2024-04-02T08:28:43.911669+0000","last_undegraded":"2024-04-02T08:28:43.911669+0000","last_fullsized":"2024-04-02T08:28:43.911669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.912016+0000","last_change":"2024-04-02T08:27:11.529754+0000","last_active":"2024-04-02T08:28:43.912016+0000","last_peered":"2024-04-02T08:28:43.912016+0000","last_clean":"2024-04-02T08:28:43.912016+0000","last_became_active":"2024-04-02T08:27:11.529464+0000","last_became_peered":"2024-04-02T08:27:11.529464+0000","last_unstale":"2024-04-02T08:28:43.912016+0000","last_undegraded":"2024-04-02T08:28:43.912016+0000","last_fullsized":"2024-04-02T08:28:43.912016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906107+0000","last_change":"2024-04-02T08:27:11.155309+0000","last_active":"2024-04-02T08:28:43.906107+0000","last_peered":"2024-04-02T08:28:43.906107+0000","last_clean":"2024-04-02T08:28:43.906107+0000","last_became_active":"2024-04-02T08:27:11.154968+0000","last_became_peered":"2024-04-02T08:27:11.154968+0000","last_unstale":"2024-04-02T08:28:43.906107+0000","last_undegraded":"2024-04-02T08:28:43.906107+0000","last_fullsized":"2024-04-02T08:28:43.906107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914191+0000","last_change":"2024-04-02T08:28:44.914191+0000","last_active":"2024-04-02T08:28:44.914191+0000","last_peered":"2024-04-02T08:28:44.914191+0000","last_clean":"2024-04-02T08:28:44.914191+0000","last_became_active":"2024-04-02T08:28:44.913514+0000","last_became_peered":"2024-04-02T08:28:44.913514+0000","last_unstale":"2024-04-02T08:28:44.914191+0000","last_undegraded":"2024-04-02T08:28:44.914191+0000","last_fullsized":"2024-04-02T08:28:44.914191+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:50.441390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.008363+0000","last_change":"2024-04-02T08:27:11.147785+0000","last_active":"2024-04-02T08:28:44.008363+0000","last_peered":"2024-04-02T08:28:44.008363+0000","last_clean":"2024-04-02T08:28:44.008363+0000","last_became_active":"2024-04-02T08:27:11.147277+0000","last_became_peered":"2024-04-02T08:27:11.147277+0000","last_unstale":"2024-04-02T08:28:44.008363+0000","last_undegraded":"2024-04-02T08:28:44.008363+0000","last_fullsized":"2024-04-02T08:28:44.008363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.008418+0000","last_change":"2024-04-02T08:27:11.515544+0000","last_active":"2024-04-02T08:28:44.008418+0000","last_peered":"2024-04-02T08:28:44.008418+0000","last_clean":"2024-04-02T08:28:44.008418+0000","last_became_active":"2024-04-02T08:27:11.515236+0000","last_became_peered":"2024-04-02T08:27:11.515236+0000","last_unstale":"2024-04-02T08:28:44.008418+0000","last_undegraded":"2024-04-02T08:28:44.008418+0000","last_fullsized":"2024-04-02T08:28:44.008418+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":26,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905031+0000","last_change":"2024-04-02T08:27:11.144683+0000","last_active":"2024-04-02T08:28:43.905031+0000","last_peered":"2024-04-02T08:28:43.905031+0000","last_clean":"2024-04-02T08:28:43.905031+0000","last_became_active":"2024-04-02T08:27:11.144344+0000","last_became_peered":"2024-04-02T08:27:11.144344+0000","last_unstale":"2024-04-02T08:28:43.905031+0000","last_undegraded":"2024-04-02T08:28:43.905031+0000","last_fullsized":"2024-04-02T08:28:43.905031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908647+0000","last_change":"2024-04-02T08:27:11.528737+0000","last_active":"2024-04-02T08:28:43.908647+0000","last_peered":"2024-04-02T08:28:43.908647+0000","last_clean":"2024-04-02T08:28:43.908647+0000","last_became_active":"2024-04-02T08:27:11.528409+0000","last_became_peered":"2024-04-02T08:27:11.528409+0000","last_unstale":"2024-04-02T08:28:43.908647+0000","last_undegraded":"2024-04-02T08:28:43.908647+0000","last_fullsized":"2024-04-02T08:28:43.908647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910151+0000","last_change":"2024-04-02T08:27:11.148710+0000","last_active":"2024-04-02T08:28:43.910151+0000","last_peered":"2024-04-02T08:28:43.910151+0000","last_clean":"2024-04-02T08:28:43.910151+0000","last_became_active":"2024-04-02T08:27:11.148204+0000","last_became_peered":"2024-04-02T08:27:11.148204+0000","last_unstale":"2024-04-02T08:28:43.910151+0000","last_undegraded":"2024-04-02T08:28:43.910151+0000","last_fullsized":"2024-04-02T08:28:43.910151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908846+0000","last_change":"2024-04-02T08:27:11.530825+0000","last_active":"2024-04-02T08:28:43.908846+0000","last_peered":"2024-04-02T08:28:43.908846+0000","last_clean":"2024-04-02T08:28:43.908846+0000","last_became_active":"2024-04-02T08:27:11.530079+0000","last_became_peered":"2024-04-02T08:27:11.530079+0000","last_unstale":"2024-04-02T08:28:43.908846+0000","last_undegraded":"2024-04-02T08:28:43.908846+0000","last_fullsized":"2024-04-02T08:28:43.908846+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904714+0000","last_change":"2024-04-02T08:27:46.825108+0000","last_active":"2024-04-02T08:28:43.904714+0000","last_peered":"2024-04-02T08:28:43.904714+0000","last_clean":"2024-04-02T08:28:43.904714+0000","last_became_active":"2024-04-02T08:27:46.824676+0000","last_became_peered":"2024-04-02T08:27:46.824676+0000","last_unstale":"2024-04-02T08:28:43.904714+0000","last_undegraded":"2024-04-02T08:28:43.904714+0000","last_fullsized":"2024-04-02T08:28:43.904714+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914517+0000","last_change":"2024-04-02T08:28:44.914517+0000","last_active":"2024-04-02T08:28:44.914517+0000","last_peered":"2024-04-02T08:28:44.914517+0000","last_clean":"2024-04-02T08:28:44.914517+0000","last_became_active":"2024-04-02T08:28:44.914080+0000","last_became_peered":"2024-04-02T08:28:44.914080+0000","last_unstale":"2024-04-02T08:28:44.914517+0000","last_undegraded":"2024-04-02T08:28:44.914517+0000","last_fullsized":"2024-04-02T08:28:44.914517+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:55.406799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906292+0000","last_change":"2024-04-02T08:27:11.524562+0000","last_active":"2024-04-02T08:28:43.906292+0000","last_peered":"2024-04-02T08:28:43.906292+0000","last_clean":"2024-04-02T08:28:43.906292+0000","last_became_active":"2024-04-02T08:27:11.522144+0000","last_became_peered":"2024-04-02T08:27:11.522144+0000","last_unstale":"2024-04-02T08:28:43.906292+0000","last_undegraded":"2024-04-02T08:28:43.906292+0000","last_fullsized":"2024-04-02T08:28:43.906292+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906408+0000","last_change":"2024-04-02T08:27:46.155883+0000","last_active":"2024-04-02T08:28:43.906408+0000","last_peered":"2024-04-02T08:28:43.906408+0000","last_clean":"2024-04-02T08:28:43.906408+0000","last_became_active":"2024-04-02T08:27:46.155589+0000","last_became_peered":"2024-04-02T08:27:46.155589+0000","last_unstale":"2024-04-02T08:28:43.906408+0000","last_undegraded":"2024-04-02T08:28:43.906408+0000","last_fullsized":"2024-04-02T08:28:43.906408+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905780+0000","last_change":"2024-04-02T08:27:11.153120+0000","last_active":"2024-04-02T08:28:43.905780+0000","last_peered":"2024-04-02T08:28:43.905780+0000","last_clean":"2024-04-02T08:28:43.905780+0000","last_became_active":"2024-04-02T08:27:11.152572+0000","last_became_peered":"2024-04-02T08:27:11.152572+0000","last_unstale":"2024-04-02T08:28:43.905780+0000","last_undegraded":"2024-04-02T08:28:43.905780+0000","last_fullsized":"2024-04-02T08:28:43.905780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910572+0000","last_change":"2024-04-02T08:27:11.516837+0000","last_active":"2024-04-02T08:28:43.910572+0000","last_peered":"2024-04-02T08:28:43.910572+0000","last_clean":"2024-04-02T08:28:43.910572+0000","last_became_active":"2024-04-02T08:27:11.516521+0000","last_became_peered":"2024-04-02T08:27:11.516521+0000","last_unstale":"2024-04-02T08:28:43.910572+0000","last_undegraded":"2024-04-02T08:28:43.910572+0000","last_fullsized":"2024-04-02T08:28:43.910572+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907872+0000","last_change":"2024-04-02T08:27:46.825112+0000","last_active":"2024-04-02T08:28:43.907872+0000","last_peered":"2024-04-02T08:28:43.907872+0000","last_clean":"2024-04-02T08:28:43.907872+0000","last_became_active":"2024-04-02T08:27:46.824662+0000","last_became_peered":"2024-04-02T08:27:46.824662+0000","last_unstale":"2024-04-02T08:28:43.907872+0000","last_undegraded":"2024-04-02T08:28:43.907872+0000","last_fullsized":"2024-04-02T08:28:43.907872+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904669+0000","last_change":"2024-04-02T08:27:11.520580+0000","last_active":"2024-04-02T08:28:43.904669+0000","last_peered":"2024-04-02T08:28:43.904669+0000","last_clean":"2024-04-02T08:28:43.904669+0000","last_became_active":"2024-04-02T08:27:11.520302+0000","last_became_peered":"2024-04-02T08:27:11.520302+0000","last_unstale":"2024-04-02T08:28:43.904669+0000","last_undegraded":"2024-04-02T08:28:43.904669+0000","last_fullsized":"2024-04-02T08:28:43.904669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905193+0000","last_change":"2024-04-02T08:27:11.154671+0000","last_active":"2024-04-02T08:28:43.905193+0000","last_peered":"2024-04-02T08:28:43.905193+0000","last_clean":"2024-04-02T08:28:43.905193+0000","last_became_active":"2024-04-02T08:27:11.154231+0000","last_became_peered":"2024-04-02T08:27:11.154231+0000","last_unstale":"2024-04-02T08:28:43.905193+0000","last_undegraded":"2024-04-02T08:28:43.905193+0000","last_fullsized":"2024-04-02T08:28:43.905193+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009217+0000","last_change":"2024-04-02T08:27:46.303593+0000","last_active":"2024-04-02T08:28:44.009217+0000","last_peered":"2024-04-02T08:28:44.009217+0000","last_clean":"2024-04-02T08:28:44.009217+0000","last_became_active":"2024-04-02T08:27:46.303299+0000","last_became_peered":"2024-04-02T08:27:46.303299+0000","last_unstale":"2024-04-02T08:28:44.009217+0000","last_undegraded":"2024-04-02T08:28:44.009217+0000","last_fullsized":"2024-04-02T08:28:44.009217+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908694+0000","last_change":"2024-04-02T08:27:11.532292+0000","last_active":"2024-04-02T08:28:43.908694+0000","last_peered":"2024-04-02T08:28:43.908694+0000","last_clean":"2024-04-02T08:28:43.908694+0000","last_became_active":"2024-04-02T08:27:11.532004+0000","last_became_peered":"2024-04-02T08:27:11.532004+0000","last_unstale":"2024-04-02T08:28:43.908694+0000","last_undegraded":"2024-04-02T08:28:43.908694+0000","last_fullsized":"2024-04-02T08:28:43.908694+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905824+0000","last_change":"2024-04-02T08:27:11.152647+0000","last_active":"2024-04-02T08:28:43.905824+0000","last_peered":"2024-04-02T08:28:43.905824+0000","last_clean":"2024-04-02T08:28:43.905824+0000","last_became_active":"2024-04-02T08:27:11.152251+0000","last_became_peered":"2024-04-02T08:27:11.152251+0000","last_unstale":"2024-04-02T08:28:43.905824+0000","last_undegraded":"2024-04-02T08:28:43.905824+0000","last_fullsized":"2024-04-02T08:28:43.905824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":266,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.911828+0000","last_change":"2024-04-02T08:26:54.253738+0000","last_active":"2024-04-02T08:28:44.911828+0000","last_peered":"2024-04-02T08:28:44.911828+0000","last_clean":"2024-04-02T08:28:44.911828+0000","last_became_active":"2024-04-02T08:26:54.253298+0000","last_became_peered":"2024-04-02T08:26:54.253298+0000","last_unstale":"2024-04-02T08:28:44.911828+0000","last_undegraded":"2024-04-02T08:28:44.911828+0000","last_fullsized":"2024-04-02T08:28:44.911828+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911786+0000","last_change":"2024-04-02T08:27:46.155936+0000","last_active":"2024-04-02T08:28:43.911786+0000","last_peered":"2024-04-02T08:28:43.911786+0000","last_clean":"2024-04-02T08:28:43.911786+0000","last_became_active":"2024-04-02T08:27:46.155656+0000","last_became_peered":"2024-04-02T08:27:46.155656+0000","last_unstale":"2024-04-02T08:28:43.911786+0000","last_undegraded":"2024-04-02T08:28:43.911786+0000","last_fullsized":"2024-04-02T08:28:43.911786+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911102+0000","last_change":"2024-04-02T08:27:11.517069+0000","last_active":"2024-04-02T08:28:43.911102+0000","last_peered":"2024-04-02T08:28:43.911102+0000","last_clean":"2024-04-02T08:28:43.911102+0000","last_became_active":"2024-04-02T08:27:11.516126+0000","last_became_peered":"2024-04-02T08:27:11.516126+0000","last_unstale":"2024-04-02T08:28:43.911102+0000","last_undegraded":"2024-04-02T08:28:43.911102+0000","last_fullsized":"2024-04-02T08:28:43.911102+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907970+0000","last_change":"2024-04-02T08:27:11.160274+0000","last_active":"2024-04-02T08:28:43.907970+0000","last_peered":"2024-04-02T08:28:43.907970+0000","last_clean":"2024-04-02T08:28:43.907970+0000","last_became_active":"2024-04-02T08:27:11.159954+0000","last_became_peered":"2024-04-02T08:27:11.159954+0000","last_unstale":"2024-04-02T08:28:43.907970+0000","last_undegraded":"2024-04-02T08:28:43.907970+0000","last_fullsized":"2024-04-02T08:28:43.907970+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911424+0000","last_change":"2024-04-02T08:27:46.825063+0000","last_active":"2024-04-02T08:28:43.911424+0000","last_peered":"2024-04-02T08:28:43.911424+0000","last_clean":"2024-04-02T08:28:43.911424+0000","last_became_active":"2024-04-02T08:27:46.824729+0000","last_became_peered":"2024-04-02T08:27:46.824729+0000","last_unstale":"2024-04-02T08:28:43.911424+0000","last_undegraded":"2024-04-02T08:28:43.911424+0000","last_fullsized":"2024-04-02T08:28:43.911424+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909092+0000","last_change":"2024-04-02T08:27:11.159627+0000","last_active":"2024-04-02T08:28:43.909092+0000","last_peered":"2024-04-02T08:28:43.909092+0000","last_clean":"2024-04-02T08:28:43.909092+0000","last_became_active":"2024-04-02T08:27:11.159332+0000","last_became_peered":"2024-04-02T08:27:11.159332+0000","last_unstale":"2024-04-02T08:28:43.909092+0000","last_undegraded":"2024-04-02T08:28:43.909092+0000","last_fullsized":"2024-04-02T08:28:43.909092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906502+0000","last_change":"2024-04-02T08:27:11.519546+0000","last_active":"2024-04-02T08:28:43.906502+0000","last_peered":"2024-04-02T08:28:43.906502+0000","last_clean":"2024-04-02T08:28:43.906502+0000","last_became_active":"2024-04-02T08:27:11.518134+0000","last_became_peered":"2024-04-02T08:27:11.518134+0000","last_unstale":"2024-04-02T08:28:43.906502+0000","last_undegraded":"2024-04-02T08:28:43.906502+0000","last_fullsized":"2024-04-02T08:28:43.906502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908559+0000","last_change":"2024-04-02T08:27:46.303453+0000","last_active":"2024-04-02T08:28:43.908559+0000","last_peered":"2024-04-02T08:28:43.908559+0000","last_clean":"2024-04-02T08:28:43.908559+0000","last_became_active":"2024-04-02T08:27:46.303094+0000","last_became_peered":"2024-04-02T08:27:46.303094+0000","last_unstale":"2024-04-02T08:28:43.908559+0000","last_undegraded":"2024-04-02T08:28:43.908559+0000","last_fullsized":"2024-04-02T08:28:43.908559+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906307+0000","last_change":"2024-04-02T08:27:11.150426+0000","last_active":"2024-04-02T08:28:43.906307+0000","last_peered":"2024-04-02T08:28:43.906307+0000","last_clean":"2024-04-02T08:28:43.906307+0000","last_became_active":"2024-04-02T08:27:11.150146+0000","last_became_peered":"2024-04-02T08:27:11.150146+0000","last_unstale":"2024-04-02T08:28:43.906307+0000","last_undegraded":"2024-04-02T08:28:43.906307+0000","last_fullsized":"2024-04-02T08:28:43.906307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909996+0000","last_change":"2024-04-02T08:27:11.527013+0000","last_active":"2024-04-02T08:28:43.909996+0000","last_peered":"2024-04-02T08:28:43.909996+0000","last_clean":"2024-04-02T08:28:43.909996+0000","last_became_active":"2024-04-02T08:27:11.526733+0000","last_became_peered":"2024-04-02T08:27:11.526733+0000","last_unstale":"2024-04-02T08:28:43.909996+0000","last_undegraded":"2024-04-02T08:28:43.909996+0000","last_fullsized":"2024-04-02T08:28:43.909996+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909084+0000","last_change":"2024-04-02T08:27:46.825015+0000","last_active":"2024-04-02T08:28:43.909084+0000","last_peered":"2024-04-02T08:28:43.909084+0000","last_clean":"2024-04-02T08:28:43.909084+0000","last_became_active":"2024-04-02T08:27:46.824654+0000","last_became_peered":"2024-04-02T08:27:46.824654+0000","last_unstale":"2024-04-02T08:28:43.909084+0000","last_undegraded":"2024-04-02T08:28:43.909084+0000","last_fullsized":"2024-04-02T08:28:43.909084+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009699+0000","last_change":"2024-04-02T08:27:11.157267+0000","last_active":"2024-04-02T08:28:44.009699+0000","last_peered":"2024-04-02T08:28:44.009699+0000","last_clean":"2024-04-02T08:28:44.009699+0000","last_became_active":"2024-04-02T08:27:11.156991+0000","last_became_peered":"2024-04-02T08:27:11.156991+0000","last_unstale":"2024-04-02T08:28:44.009699+0000","last_undegraded":"2024-04-02T08:28:44.009699+0000","last_fullsized":"2024-04-02T08:28:44.009699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:45.235498+0000","last_change":"2024-04-02T08:28:45.235498+0000","last_active":"2024-04-02T08:28:45.235498+0000","last_peered":"2024-04-02T08:28:45.235498+0000","last_clean":"2024-04-02T08:28:45.235498+0000","last_became_active":"2024-04-02T08:28:45.235136+0000","last_became_peered":"2024-04-02T08:28:45.235136+0000","last_unstale":"2024-04-02T08:28:45.235498+0000","last_undegraded":"2024-04-02T08:28:45.235498+0000","last_fullsized":"2024-04-02T08:28:45.235498+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908534+0000","last_change":"2024-04-02T08:27:11.160244+0000","last_active":"2024-04-02T08:28:43.908534+0000","last_peered":"2024-04-02T08:28:43.908534+0000","last_clean":"2024-04-02T08:28:43.908534+0000","last_became_active":"2024-04-02T08:27:11.159947+0000","last_became_peered":"2024-04-02T08:27:11.159947+0000","last_unstale":"2024-04-02T08:28:43.908534+0000","last_undegraded":"2024-04-02T08:28:43.908534+0000","last_fullsized":"2024-04-02T08:28:43.908534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909789+0000","last_change":"2024-04-02T08:27:11.523045+0000","last_active":"2024-04-02T08:28:43.909789+0000","last_peered":"2024-04-02T08:28:43.909789+0000","last_clean":"2024-04-02T08:28:43.909789+0000","last_became_active":"2024-04-02T08:27:11.522751+0000","last_became_peered":"2024-04-02T08:27:11.522751+0000","last_unstale":"2024-04-02T08:28:43.909789+0000","last_undegraded":"2024-04-02T08:28:43.909789+0000","last_fullsized":"2024-04-02T08:28:43.909789+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.904834+0000","last_change":"2024-04-02T08:27:11.155546+0000","last_active":"2024-04-02T08:28:43.904834+0000","last_peered":"2024-04-02T08:28:43.904834+0000","last_clean":"2024-04-02T08:28:43.904834+0000","last_became_active":"2024-04-02T08:27:11.155257+0000","last_became_peered":"2024-04-02T08:27:11.155257+0000","last_unstale":"2024-04-02T08:28:43.904834+0000","last_undegraded":"2024-04-02T08:28:43.904834+0000","last_fullsized":"2024-04-02T08:28:43.904834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908637+0000","last_change":"2024-04-02T08:27:11.529996+0000","last_active":"2024-04-02T08:28:43.908637+0000","last_peered":"2024-04-02T08:28:43.908637+0000","last_clean":"2024-04-02T08:28:43.908637+0000","last_became_active":"2024-04-02T08:27:11.529388+0000","last_became_peered":"2024-04-02T08:27:11.529388+0000","last_unstale":"2024-04-02T08:28:43.908637+0000","last_undegraded":"2024-04-02T08:28:43.908637+0000","last_fullsized":"2024-04-02T08:28:43.908637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905770+0000","last_change":"2024-04-02T08:27:11.150813+0000","last_active":"2024-04-02T08:28:43.905770+0000","last_peered":"2024-04-02T08:28:43.905770+0000","last_clean":"2024-04-02T08:28:43.905770+0000","last_became_active":"2024-04-02T08:27:11.150514+0000","last_became_peered":"2024-04-02T08:27:11.150514+0000","last_unstale":"2024-04-02T08:28:43.905770+0000","last_undegraded":"2024-04-02T08:28:43.905770+0000","last_fullsized":"2024-04-02T08:28:43.905770+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908966+0000","last_change":"2024-04-02T08:27:11.528440+0000","last_active":"2024-04-02T08:28:43.908966+0000","last_peered":"2024-04-02T08:28:43.908966+0000","last_clean":"2024-04-02T08:28:43.908966+0000","last_became_active":"2024-04-02T08:27:11.527976+0000","last_became_peered":"2024-04-02T08:27:11.527976+0000","last_unstale":"2024-04-02T08:28:43.908966+0000","last_undegraded":"2024-04-02T08:28:43.908966+0000","last_fullsized":"2024-04-02T08:28:43.908966+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908439+0000","last_change":"2024-04-02T08:27:11.152528+0000","last_active":"2024-04-02T08:28:43.908439+0000","last_peered":"2024-04-02T08:28:43.908439+0000","last_clean":"2024-04-02T08:28:43.908439+0000","last_became_active":"2024-04-02T08:27:11.151191+0000","last_became_peered":"2024-04-02T08:27:11.151191+0000","last_unstale":"2024-04-02T08:28:43.908439+0000","last_undegraded":"2024-04-02T08:28:43.908439+0000","last_fullsized":"2024-04-02T08:28:43.908439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009070+0000","last_change":"2024-04-02T08:27:11.514924+0000","last_active":"2024-04-02T08:28:44.009070+0000","last_peered":"2024-04-02T08:28:44.009070+0000","last_clean":"2024-04-02T08:28:44.009070+0000","last_became_active":"2024-04-02T08:27:11.514628+0000","last_became_peered":"2024-04-02T08:27:11.514628+0000","last_unstale":"2024-04-02T08:28:44.009070+0000","last_undegraded":"2024-04-02T08:28:44.009070+0000","last_fullsized":"2024-04-02T08:28:44.009070+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906029+0000","last_change":"2024-04-02T08:27:11.151639+0000","last_active":"2024-04-02T08:28:43.906029+0000","last_peered":"2024-04-02T08:28:43.906029+0000","last_clean":"2024-04-02T08:28:43.906029+0000","last_became_active":"2024-04-02T08:27:11.150931+0000","last_became_peered":"2024-04-02T08:27:11.150931+0000","last_unstale":"2024-04-02T08:28:43.906029+0000","last_undegraded":"2024-04-02T08:28:43.906029+0000","last_fullsized":"2024-04-02T08:28:43.906029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908969+0000","last_change":"2024-04-02T08:27:11.533670+0000","last_active":"2024-04-02T08:28:43.908969+0000","last_peered":"2024-04-02T08:28:43.908969+0000","last_clean":"2024-04-02T08:28:43.908969+0000","last_became_active":"2024-04-02T08:27:11.531975+0000","last_became_peered":"2024-04-02T08:27:11.531975+0000","last_unstale":"2024-04-02T08:28:43.908969+0000","last_undegraded":"2024-04-02T08:28:43.908969+0000","last_fullsized":"2024-04-02T08:28:43.908969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907903+0000","last_change":"2024-04-02T08:27:11.150407+0000","last_active":"2024-04-02T08:28:43.907903+0000","last_peered":"2024-04-02T08:28:43.907903+0000","last_clean":"2024-04-02T08:28:43.907903+0000","last_became_active":"2024-04-02T08:27:11.150114+0000","last_became_peered":"2024-04-02T08:27:11.150114+0000","last_unstale":"2024-04-02T08:28:43.907903+0000","last_undegraded":"2024-04-02T08:28:43.907903+0000","last_fullsized":"2024-04-02T08:28:43.907903+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906240+0000","last_change":"2024-04-02T08:27:11.524753+0000","last_active":"2024-04-02T08:28:43.906240+0000","last_peered":"2024-04-02T08:28:43.906240+0000","last_clean":"2024-04-02T08:28:43.906240+0000","last_became_active":"2024-04-02T08:27:11.521096+0000","last_became_peered":"2024-04-02T08:27:11.521096+0000","last_unstale":"2024-04-02T08:28:43.906240+0000","last_undegraded":"2024-04-02T08:28:43.906240+0000","last_fullsized":"2024-04-02T08:28:43.906240+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906404+0000","last_change":"2024-04-02T08:27:11.151238+0000","last_active":"2024-04-02T08:28:43.906404+0000","last_peered":"2024-04-02T08:28:43.906404+0000","last_clean":"2024-04-02T08:28:43.906404+0000","last_became_active":"2024-04-02T08:27:11.150372+0000","last_became_peered":"2024-04-02T08:27:11.150372+0000","last_unstale":"2024-04-02T08:28:43.906404+0000","last_undegraded":"2024-04-02T08:28:43.906404+0000","last_fullsized":"2024-04-02T08:28:43.906404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.909303+0000","last_change":"2024-04-02T08:27:11.530627+0000","last_active":"2024-04-02T08:28:43.909303+0000","last_peered":"2024-04-02T08:28:43.909303+0000","last_clean":"2024-04-02T08:28:43.909303+0000","last_became_active":"2024-04-02T08:27:11.530142+0000","last_became_peered":"2024-04-02T08:27:11.530142+0000","last_unstale":"2024-04-02T08:28:43.909303+0000","last_undegraded":"2024-04-02T08:28:43.909303+0000","last_fullsized":"2024-04-02T08:28:43.909303+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.008303+0000","last_change":"2024-04-02T08:27:11.516487+0000","last_active":"2024-04-02T08:28:44.008303+0000","last_peered":"2024-04-02T08:28:44.008303+0000","last_clean":"2024-04-02T08:28:44.008303+0000","last_became_active":"2024-04-02T08:27:11.516198+0000","last_became_peered":"2024-04-02T08:27:11.516198+0000","last_unstale":"2024-04-02T08:28:44.008303+0000","last_undegraded":"2024-04-02T08:28:44.008303+0000","last_fullsized":"2024-04-02T08:28:44.008303+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905003+0000","last_change":"2024-04-02T08:27:11.511766+0000","last_active":"2024-04-02T08:28:43.905003+0000","last_peered":"2024-04-02T08:28:43.905003+0000","last_clean":"2024-04-02T08:28:43.905003+0000","last_became_active":"2024-04-02T08:27:11.511467+0000","last_became_peered":"2024-04-02T08:27:11.511467+0000","last_unstale":"2024-04-02T08:28:43.905003+0000","last_undegraded":"2024-04-02T08:28:43.905003+0000","last_fullsized":"2024-04-02T08:28:43.905003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.905954+0000","last_change":"2024-04-02T08:27:11.521586+0000","last_active":"2024-04-02T08:28:43.905954+0000","last_peered":"2024-04-02T08:28:43.905954+0000","last_clean":"2024-04-02T08:28:43.905954+0000","last_became_active":"2024-04-02T08:27:11.521292+0000","last_became_peered":"2024-04-02T08:27:11.521292+0000","last_unstale":"2024-04-02T08:28:43.905954+0000","last_undegraded":"2024-04-02T08:28:43.905954+0000","last_fullsized":"2024-04-02T08:28:43.905954+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911517+0000","last_change":"2024-04-02T08:27:11.526367+0000","last_active":"2024-04-02T08:28:43.911517+0000","last_peered":"2024-04-02T08:28:43.911517+0000","last_clean":"2024-04-02T08:28:43.911517+0000","last_became_active":"2024-04-02T08:27:11.526105+0000","last_became_peered":"2024-04-02T08:27:11.526105+0000","last_unstale":"2024-04-02T08:28:43.911517+0000","last_undegraded":"2024-04-02T08:28:43.911517+0000","last_fullsized":"2024-04-02T08:28:43.911517+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.913277+0000","last_change":"2024-04-02T08:28:44.913277+0000","last_active":"2024-04-02T08:28:44.913277+0000","last_peered":"2024-04-02T08:28:44.913277+0000","last_clean":"2024-04-02T08:28:44.913277+0000","last_became_active":"2024-04-02T08:28:44.912914+0000","last_became_peered":"2024-04-02T08:28:44.912914+0000","last_unstale":"2024-04-02T08:28:44.913277+0000","last_undegraded":"2024-04-02T08:28:44.913277+0000","last_fullsized":"2024-04-02T08:28:44.913277+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:19.729010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.907808+0000","last_change":"2024-04-02T08:27:11.522075+0000","last_active":"2024-04-02T08:28:43.907808+0000","last_peered":"2024-04-02T08:28:43.907808+0000","last_clean":"2024-04-02T08:28:43.907808+0000","last_became_active":"2024-04-02T08:27:11.521813+0000","last_became_peered":"2024-04-02T08:27:11.521813+0000","last_unstale":"2024-04-02T08:28:43.907808+0000","last_undegraded":"2024-04-02T08:28:43.907808+0000","last_fullsized":"2024-04-02T08:28:43.907808+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009878+0000","last_change":"2024-04-02T08:27:11.523376+0000","last_active":"2024-04-02T08:28:44.009878+0000","last_peered":"2024-04-02T08:28:44.009878+0000","last_clean":"2024-04-02T08:28:44.009878+0000","last_became_active":"2024-04-02T08:27:11.523079+0000","last_became_peered":"2024-04-02T08:27:11.523079+0000","last_unstale":"2024-04-02T08:28:44.009878+0000","last_undegraded":"2024-04-02T08:28:44.009878+0000","last_fullsized":"2024-04-02T08:28:44.009878+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.910051+0000","last_change":"2024-04-02T08:27:11.518086+0000","last_active":"2024-04-02T08:28:43.910051+0000","last_peered":"2024-04-02T08:28:43.910051+0000","last_clean":"2024-04-02T08:28:43.910051+0000","last_became_active":"2024-04-02T08:27:11.517772+0000","last_became_peered":"2024-04-02T08:27:11.517772+0000","last_unstale":"2024-04-02T08:28:43.910051+0000","last_undegraded":"2024-04-02T08:28:43.910051+0000","last_fullsized":"2024-04-02T08:28:43.910051+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.914558+0000","last_change":"2024-04-02T08:28:44.914558+0000","last_active":"2024-04-02T08:28:44.914558+0000","last_peered":"2024-04-02T08:28:44.914558+0000","last_clean":"2024-04-02T08:28:44.914558+0000","last_became_active":"2024-04-02T08:28:44.914191+0000","last_became_peered":"2024-04-02T08:28:44.914191+0000","last_unstale":"2024-04-02T08:28:44.914558+0000","last_undegraded":"2024-04-02T08:28:44.914558+0000","last_fullsized":"2024-04-02T08:28:44.914558+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.908247+0000","last_change":"2024-04-02T08:27:11.520181+0000","last_active":"2024-04-02T08:28:43.908247+0000","last_peered":"2024-04-02T08:28:43.908247+0000","last_clean":"2024-04-02T08:28:43.908247+0000","last_became_active":"2024-04-02T08:27:11.519914+0000","last_became_peered":"2024-04-02T08:27:11.519914+0000","last_unstale":"2024-04-02T08:28:43.908247+0000","last_undegraded":"2024-04-02T08:28:43.908247+0000","last_fullsized":"2024-04-02T08:28:43.908247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.906273+0000","last_change":"2024-04-02T08:27:11.523935+0000","last_active":"2024-04-02T08:28:43.906273+0000","last_peered":"2024-04-02T08:28:43.906273+0000","last_clean":"2024-04-02T08:28:43.906273+0000","last_became_active":"2024-04-02T08:27:11.523645+0000","last_became_peered":"2024-04-02T08:27:11.523645+0000","last_unstale":"2024-04-02T08:28:43.906273+0000","last_undegraded":"2024-04-02T08:28:43.906273+0000","last_fullsized":"2024-04-02T08:28:43.906273+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:43.911591+0000","last_change":"2024-04-02T08:27:11.524012+0000","last_active":"2024-04-02T08:28:43.911591+0000","last_peered":"2024-04-02T08:28:43.911591+0000","last_clean":"2024-04-02T08:28:43.911591+0000","last_became_active":"2024-04-02T08:27:11.523291+0000","last_became_peered":"2024-04-02T08:27:11.523291+0000","last_unstale":"2024-04-02T08:28:43.911591+0000","last_undegraded":"2024-04-02T08:28:43.911591+0000","last_fullsized":"2024-04-02T08:28:43.911591+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:28:44.009403+0000","last_change":"2024-04-02T08:27:11.514382+0000","last_active":"2024-04-02T08:28:44.009403+0000","last_peered":"2024-04-02T08:28:44.009403+0000","last_clean":"2024-04-02T08:28:44.009403+0000","last_became_active":"2024-04-02T08:27:11.514066+0000","last_became_peered":"2024-04-02T08:27:11.514066+0000","last_unstale":"2024-04-02T08:28:44.009403+0000","last_undegraded":"2024-04-02T08:28:44.009403+0000","last_fullsized":"2024-04-02T08:28:44.009403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201308,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":903482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.503,"15min":0.502},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.70399999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.51300000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.74199999999999999,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.40799999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71499999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52800000000000002,"15min":0.52600000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.39000000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.53000000000000003,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78400000000000003,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.433}]},{"osd":4,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.31900000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.495,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.40200000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.79700000000000004,"5min":0.87,"15min":0.87},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.32400000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.375},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.55400000000000005,"15min":0.54700000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.35999999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462945,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":904897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.54000000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65000000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.69499999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.42599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.748,"15min":0.748},"last":0.379}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.35699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.441},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.69299999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.39600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64600000000000002,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.41099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46300000000000002,"15min":0.46500000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.60099999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.5,"15min":0.502},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.35299999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.34799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78500000000000003,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77100000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47499999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31828,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713324,"statfs":{"total":95995035648,"available":95962443776,"internally_reserved":0,"allocated":724992,"data_stored":312670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.311},"min":{"1min":0.245,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35299999999999998,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.47599999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33300000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.58099999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.27700000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.438},"min":{"1min":0.314,"5min":0.251,"15min":0.251},"max":{"1min":0.48599999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.48599999999999999,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.32100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40100000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.42099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.495}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79200000000000004,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.48099999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41299999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54800000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.56999999999999995,"15min":0.56000000000000005},"min":{"1min":0.46800000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.57599999999999996,"15min":0.57199999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58699999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1327104,"data_stored":903606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34799999999999998,"15min":0.32800000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52800000000000002,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.373,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.38800000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.35599999999999998},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.255},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.39000000000000001,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54900000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.33600000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.44700000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.52300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.47099999999999997,"15min":0.49399999999999999},"min":{"1min":0.29299999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53700000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36899999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59299999999999997,"15min":0.60099999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71599999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.82199999999999995,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.755}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58099999999999996,"15min":0.57599999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.83399999999999996}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59899999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.626,"15min":0.627},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.67500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":716800,"data_stored":312510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.36699999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54200000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.30599999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.39100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.36899999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.50700000000000001,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.371}]},{"osd":3,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.442},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.45700000000000002,"15min":0.47099999999999997},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.54600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42399999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.58799999999999997,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.83899999999999997,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77500000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.40799999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78500000000000003,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.55800000000000005}]},{"osd":6,"last update":"Tue Apr 2 08:28:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.98299999999999998,"15min":1.0529999999999999},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74299999999999999,"5min":10.795999999999999,"15min":10.795999999999999},"last":0.52900000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.40100000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.40899999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.79200000000000004,"5min":1.202,"15min":1.202},"last":0.50700000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149743,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":314964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.39900000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41899999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.435,"15min":0.433},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42399999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70999999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.378}]},{"osd":4,"last update":"Tue Apr 2 08:28:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57799999999999996,"15min":0.58799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.438}]},{"osd":5,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.65000000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72299999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46800000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78100000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.47999999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.40200000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.59899999999999998,"15min":0.58999999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.56699999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986218,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":733184,"data_stored":313218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":1.083,"15min":1.329},"min":{"1min":0.34699999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.69199999999999995,"5min":17.725999999999999,"15min":17.725999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.50900000000000001,"15min":0.50700000000000001},"min":{"1min":0.32300000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67000000000000004,"5min":0.75,"15min":0.75},"last":0.61199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.52900000000000003,"15min":0.53300000000000003},"min":{"1min":0.32800000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":1.0609999999999999,"15min":1.2989999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.67800000000000005,"5min":17.699999999999999,"15min":17.699999999999999},"last":0.57399999999999995}]},{"osd":2,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.35299999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73099999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.39800000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70399999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59099999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67400000000000004,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.55800000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.25700000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.42199999999999999,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.44900000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.45900000000000002,"15min":0.45300000000000001},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.505}]},{"osd":7,"last update":"Tue Apr 2 08:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.56799999999999995,"15min":0.57299999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55000000000000004,"15min":0.54800000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52000000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724582,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":314619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45300000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.50900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64900000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76600000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.433}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.999,"15min":1.0760000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69199999999999995,"5min":11.458,"15min":11.458},"last":0.62},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.55800000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.41199999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.372},{"interface":"front","average":{"1min":0.433,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.29599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.63900000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.60699999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47399999999999998,"15min":0.47599999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.60199999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.501,"15min":0.504},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.63100000000000001,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.47099999999999997,"15min":0.47199999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.55100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:29:05.449 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-02T08:29:05.449 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-02T08:29:05.449 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-02T08:29:05.449 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph health --format=json 2024-04-02T08:29:05.679 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:05 smithi112 ceph-mon[26914]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:05 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:05 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:05 smithi112 ceph-mon[37686]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:05 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:05 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:05 smithi187 ceph-mon[30584]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:05 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:05 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:07.102 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:06 smithi112 ceph-mon[37686]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.103 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:29:06 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:29:06.936Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003236136s 2024-04-02T08:29:07.103 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:06 smithi112 ceph-mon[26914]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:06 smithi187 ceph-mon[30584]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:08.089 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:07 smithi112 ceph-mon[37686]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:08.090 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:07 smithi112 ceph-mon[26914]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:07 smithi187 ceph-mon[30584]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:08.438 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:08.438 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-02T08:29:09.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:08 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1732532904' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:29:09.111 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:08 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1732532904' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:29:09.134 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-02T08:29:09.135 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:29:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:08 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1732532904' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:29:09.428 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:09.428 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":70,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:28:44.903462+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:29:09.441 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:55.010193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:27:09.434561+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:27:10.669014+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:27:44.660882+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:29:09.441 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:29:09.738 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-02T08:29:09.753 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:29:10.049 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-02T08:29:10.062 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:29:10.351 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2557396689' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3057007094' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3387749788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:10.363 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2557396689' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3057007094' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3387749788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:10.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:10 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.365 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:29:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2557396689' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3057007094' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3387749788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:10 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:10.649 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 8 2024-04-02T08:29:10.662 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:29:10.982 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:10.986 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4085039393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4085039393},{"type":"v1","addr":"172.21.15.187:6833","nonce":4085039393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.493611+0000","modified":"2024-04-02T08:27:13.501209+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24368},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24368":{"gid":24368,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.112:6835/2437110493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2437110493},{"type":"v1","addr":"172.21.15.112:6835","nonce":2437110493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:29:10.986 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 6 2024-04-02T08:29:10.995 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:29:11.282 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:11.283 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":70,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:28:44.903462+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:29:11.294 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2598322407' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:11.294 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/883425558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:11.294 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:11 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3145333058' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:11.294 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:11 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2598322407' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:11.294 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:11 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/883425558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:11.295 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:11 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3145333058' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:11.296 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:55.010193+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:27:09.434561+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:27:10.669014+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:27:44.660882+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:29:11.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:29:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:11 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2598322407' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:11 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/883425558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:11 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3145333058' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:11.583 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-02T08:29:11.597 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:29:11.882 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-02T08:29:11.895 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:29:12.180 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-02T08:29:12.193 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:29:12.476 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 8 2024-04-02T08:29:12.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:12 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1412005272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:12.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:12 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3058322437' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:12 smithi187 ceph-mon[30584]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:12 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3239731950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1412005272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3058322437' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[37686]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3239731950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1412005272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3058322437' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[26914]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:12 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3239731950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:12.490 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:29:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:12.808 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4085039393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4085039393},{"type":"v1","addr":"172.21.15.187:6833","nonce":4085039393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.493611+0000","modified":"2024-04-02T08:27:13.501209+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24368},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24368":{"gid":24368,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.112:6835/2437110493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2437110493},{"type":"v1","addr":"172.21.15.112:6835","nonce":2437110493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:29:12.809 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 6 2024-04-02T08:29:12.821 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:29:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:13.106 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":70,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:28:44.903462+0000","last_up_change":"2024-04-02T08:26:50.236636+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6803","nonce":2849087472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6805","nonce":2849087472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6809","nonce":2849087472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2849087472},{"type":"v1","addr":"172.21.15.112:6807","nonce":2849087472}]},"public_addr":"172.21.15.112:6803/2849087472","cluster_addr":"172.21.15.112:6805/2849087472","heartbeat_back_addr":"172.21.15.112:6809/2849087472","heartbeat_front_addr":"172.21.15.112:6807/2849087472","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6811","nonce":1154329175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6813","nonce":1154329175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6817","nonce":1154329175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1154329175},{"type":"v1","addr":"172.21.15.112:6815","nonce":1154329175}]},"public_addr":"172.21.15.112:6811/1154329175","cluster_addr":"172.21.15.112:6813/1154329175","heartbeat_back_addr":"172.21.15.112:6817/1154329175","heartbeat_front_addr":"172.21.15.112:6815/1154329175","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6819","nonce":3811260530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6821","nonce":3811260530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6825","nonce":3811260530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3811260530},{"type":"v1","addr":"172.21.15.112:6823","nonce":3811260530}]},"public_addr":"172.21.15.112:6819/3811260530","cluster_addr":"172.21.15.112:6821/3811260530","heartbeat_back_addr":"172.21.15.112:6825/3811260530","heartbeat_front_addr":"172.21.15.112:6823/3811260530","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6827","nonce":1945828852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6829","nonce":1945828852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6833","nonce":1945828852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1945828852},{"type":"v1","addr":"172.21.15.112:6831","nonce":1945828852}]},"public_addr":"172.21.15.112:6827/1945828852","cluster_addr":"172.21.15.112:6829/1945828852","heartbeat_back_addr":"172.21.15.112:6833/1945828852","heartbeat_front_addr":"172.21.15.112:6831/1945828852","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6801","nonce":1474215086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6803","nonce":1474215086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6807","nonce":1474215086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":1474215086},{"type":"v1","addr":"172.21.15.187:6805","nonce":1474215086}]},"public_addr":"172.21.15.187:6801/1474215086","cluster_addr":"172.21.15.187:6803/1474215086","heartbeat_back_addr":"172.21.15.187:6807/1474215086","heartbeat_front_addr":"172.21.15.187:6805/1474215086","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6809","nonce":2300284393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6811","nonce":2300284393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6815","nonce":2300284393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":2300284393},{"type":"v1","addr":"172.21.15.187:6813","nonce":2300284393}]},"public_addr":"172.21.15.187:6809/2300284393","cluster_addr":"172.21.15.187:6811/2300284393","heartbeat_back_addr":"172.21.15.187:6815/2300284393","heartbeat_front_addr":"172.21.15.187:6813/2300284393","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6817","nonce":3330834869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6819","nonce":3330834869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6823","nonce":3330834869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3330834869},{"type":"v1","addr":"172.21.15.187:6821","nonce":3330834869}]},"public_addr":"172.21.15.187:6817/3330834869","cluster_addr":"172.21.15.187:6819/3330834869","heartbeat_back_addr":"172.21.15.187:6823/3330834869","heartbeat_front_addr":"172.21.15.187:6821/3330834869","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6825","nonce":2380486019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6827","nonce":2380486019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6831","nonce":2380486019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2380486019},{"type":"v1","addr":"172.21.15.187:6829","nonce":2380486019}]},"public_addr":"172.21.15.187:6825/2380486019","cluster_addr":"172.21.15.187:6827/2380486019","heartbeat_back_addr":"172.21.15.187:6831/2380486019","heartbeat_front_addr":"172.21.15.187:6829/2380486019","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:29:13.119 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2224863621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2678420264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/367979051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/113827198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2224863621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2678420264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/367979051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:13 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/113827198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:29:13.438 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4085039393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4085039393},{"type":"v1","addr":"172.21.15.187:6833","nonce":4085039393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.493611+0000","modified":"2024-04-02T08:27:13.501209+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24368},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24368":{"gid":24368,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.112:6835/2437110493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2437110493},{"type":"v1","addr":"172.21.15.112:6835","nonce":2437110493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:29:13.439 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 6 2024-04-02T08:29:13.451 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-02T08:27:11.493611+0000', 'modified': '2024-04-02T08:27:13.501209+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24368}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24368': {'gid': 24368, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.112:6835/2437110493', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6834', 'nonce': 2437110493}, {'type': 'v1', 'addr': '172.21.15.112:6835', 'nonce': 2437110493}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-02T08:29:13.451 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-02T08:29:13.452 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-02T08:29:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:13 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2224863621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:13 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2678420264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:13 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/367979051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:13 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/113827198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-02T08:29:13.563+0000 7f7852ffd640 0 client.24830 ms_handle_reset on v2:172.21.15.112:6834/2437110493 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-02T08:29:13.582+0000 7f7852ffd640 0 client.14937 ms_handle_reset on v2:172.21.15.112:6834/2437110493 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "eb957586-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 0, 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24368, 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-02T08:29:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 122.08727511399999, 2024-04-02T08:29:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 6, 2024-04-02T08:29:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 70, 2024-04-02T08:29:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 63, 2024-04-02T08:29:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 129.18589878399999 2024-04-02T08:29:13.582 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:29:13.592 INFO:tasks.cephadm:Setup complete, yielding 2024-04-02T08:29:13.592 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:13.601 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-02T08:29:13.602 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:13.682 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-02T08:29:13.682 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-02T08:29:13.762 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-02T08:29:13.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-02T08:29:13.966 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:14 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3076042159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:14 smithi112 ceph-mon[37686]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:14 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:14 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3076042159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:14 smithi112 ceph-mon[26914]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:14 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:14 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3076042159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:14 smithi187 ceph-mon[30584]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:14 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:16.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:15] ENGINE Bus STOPPING 2024-04-02T08:29:16.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:16.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:15] ENGINE Bus STOPPED 2024-04-02T08:29:16.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:15] ENGINE Bus STARTING 2024-04-02T08:29:16.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:15] ENGINE Serving on http://:::9283 2024-04-02T08:29:16.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:29:15] ENGINE Bus STARTED 2024-04-02T08:29:16.624 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:16.632 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-02T08:29:16.633 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:16.667 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-02T08:29:16.667 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T08:29:16.740 INFO:tasks.workunit:Pulling workunits from ref 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:29:16.740 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:29:16.740 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:16.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:29:16.756 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:29:16.756 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:16.811 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:16.811 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:29:16.867 INFO:tasks.workunit:timeout=3h 2024-04-02T08:29:16.867 INFO:tasks.workunit:cleanup=True 2024-04-02T08:29:16.867 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:29:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' 2024-04-02T08:29:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-mon[37686]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' 2024-04-02T08:29:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-mon[26914]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:16.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:16 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:29:16] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-04-02T08:29:16.883 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:29:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:16 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' 2024-04-02T08:29:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:16 smithi187 ceph-mon[30584]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:16 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:17 smithi112 ceph-mon[26914]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:29:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:17 smithi112 ceph-mon[37686]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:29:18.119 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:17 smithi187 ceph-mon[30584]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:29:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:18 smithi112 ceph-mon[26914]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:19.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:18 smithi112 ceph-mon[37686]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:18 smithi187 ceph-mon[30584]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[26914]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:20 smithi112 ceph-mon[37686]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:29:20.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:20 smithi187 ceph-mon[30584]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:22 smithi187 ceph-mon[30584]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:22 smithi112 ceph-mon[26914]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:22 smithi112 ceph-mon[37686]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:24 smithi187 ceph-mon[30584]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:24 smithi112 ceph-mon[26914]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:24 smithi112 ceph-mon[37686]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:26 smithi112 ceph-mon[26914]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:26 smithi112 ceph-mon[37686]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:27.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:29:26] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-04-02T08:29:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:26 smithi187 ceph-mon[30584]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:27 smithi187 ceph-mon[30584]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:27 smithi112 ceph-mon[26914]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:27 smithi112 ceph-mon[37686]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:28 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:28 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:28 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:30 smithi187 ceph-mon[30584]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:30 smithi112 ceph-mon[37686]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:30 smithi112 ceph-mon[26914]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:32 smithi187 ceph-mon[30584]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:32 smithi112 ceph-mon[26914]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:32 smithi112 ceph-mon[37686]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:34 smithi187 ceph-mon[30584]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:34 smithi112 ceph-mon[37686]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:34 smithi112 ceph-mon[26914]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:36.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:35 smithi187 ceph-mon[30584]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:36.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:35 smithi112 ceph-mon[26914]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:36.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:35 smithi112 ceph-mon[37686]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:29:36] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-02T08:29:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:38 smithi187 ceph-mon[30584]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:38 smithi112 ceph-mon[37686]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:38 smithi112 ceph-mon[26914]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:40 smithi187 ceph-mon[30584]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:40 smithi112 ceph-mon[37686]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:40 smithi112 ceph-mon[26914]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:42 smithi187 ceph-mon[30584]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:42 smithi112 ceph-mon[37686]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:42 smithi112 ceph-mon[26914]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:43 smithi187 ceph-mon[30584]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:43 smithi112 ceph-mon[26914]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:43 smithi112 ceph-mon[37686]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:46 smithi112 ceph-mon[37686]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:46 smithi112 ceph-mon[26914]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:47.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:29:46] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-02T08:29:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:46 smithi187 ceph-mon[30584]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:47 smithi187 ceph-mon[30584]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:47 smithi112 ceph-mon[37686]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:47 smithi112 ceph-mon[26914]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:50 smithi187 ceph-mon[30584]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:50.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:50 smithi112 ceph-mon[37686]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:50 smithi112 ceph-mon[26914]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:52 smithi187 ceph-mon[30584]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:52 smithi112 ceph-mon[37686]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:52 smithi112 ceph-mon[26914]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:53 smithi187 ceph-mon[30584]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:53 smithi112 ceph-mon[37686]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:53 smithi112 ceph-mon[26914]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:56 smithi112 ceph-mon[37686]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:56 smithi112 ceph-mon[26914]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:29:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:29:56] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-02T08:29:57.205 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:56 smithi187 ceph-mon[30584]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:57 smithi187 ceph-mon[30584]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:57 smithi112 ceph-mon[37686]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:57 smithi112 ceph-mon[26914]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:29:58 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:59.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:29:58 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:59.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:29:58 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:00 smithi187 ceph-mon[30584]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:00 smithi187 ceph-mon[30584]: overall HEALTH_OK 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:00 smithi112 ceph-mon[37686]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:00 smithi112 ceph-mon[37686]: overall HEALTH_OK 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:00 smithi112 ceph-mon[26914]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:00 smithi112 ceph-mon[26914]: overall HEALTH_OK 2024-04-02T08:30:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:02 smithi187 ceph-mon[30584]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:02 smithi112 ceph-mon[37686]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:02 smithi112 ceph-mon[26914]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:03 smithi187 ceph-mon[30584]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:03 smithi112 ceph-mon[37686]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:03 smithi112 ceph-mon[26914]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:06 smithi112 ceph-mon[26914]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:06 smithi112 ceph-mon[37686]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:06 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:30:06] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-04-02T08:30:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:06 smithi187 ceph-mon[30584]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:08.196 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:07 smithi187 ceph-mon[30584]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:07 smithi112 ceph-mon[26914]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:07 smithi112 ceph-mon[37686]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:10 smithi187 ceph-mon[30584]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:10 smithi112 ceph-mon[26914]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:10 smithi112 ceph-mon[37686]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:11 smithi187 ceph-mon[30584]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:11 smithi112 ceph-mon[26914]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:11 smithi112 ceph-mon[37686]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:13 smithi187 ceph-mon[30584]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:13 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:13 smithi112 ceph-mon[37686]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:13 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:13 smithi112 ceph-mon[26914]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:13 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:15 smithi187 ceph-mon[30584]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:15 smithi112 ceph-mon[37686]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:15 smithi112 ceph-mon[26914]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:17.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:16 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:30:16] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-04-02T08:30:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:17 smithi187 ceph-mon[30584]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:17 smithi112 ceph-mon[37686]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:17 smithi112 ceph-mon[26914]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:20.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:20 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:20 smithi187 ceph-mon[30584]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:20 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:20 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:20 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[37686]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[26914]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:20 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:21 smithi187 ceph-mon[30584]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:21 smithi112 ceph-mon[26914]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:21 smithi112 ceph-mon[37686]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:23 smithi187 ceph-mon[30584]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:23 smithi112 ceph-mon[37686]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:23 smithi112 ceph-mon[26914]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:25 smithi187 ceph-mon[30584]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:25 smithi112 ceph-mon[37686]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:25 smithi112 ceph-mon[26914]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:27.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:30:26] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-04-02T08:30:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:27 smithi187 ceph-mon[30584]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:27 smithi112 ceph-mon[37686]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:27 smithi112 ceph-mon[26914]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:28 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:28 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:28 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:30.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:30 smithi187 ceph-mon[30584]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:30 smithi112 ceph-mon[37686]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:30 smithi112 ceph-mon[26914]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:31 smithi187 ceph-mon[30584]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:31 smithi112 ceph-mon[37686]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:31 smithi112 ceph-mon[26914]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:33 smithi187 ceph-mon[30584]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:33 smithi112 ceph-mon[26914]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:33 smithi112 ceph-mon[37686]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:35 smithi187 ceph-mon[30584]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:35 smithi112 ceph-mon[26914]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:35 smithi112 ceph-mon[37686]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:30:36] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-04-02T08:30:37.475 INFO:tasks.workunit.client.0.smithi112.stderr:Note: switching to '14da45f22b7b6f8995de09c1525ea96ba87a39fd'. 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: git switch -c 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:Or undo this operation with: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: git switch - 2024-04-02T08:30:37.476 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.477 INFO:tasks.workunit.client.0.smithi112.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T08:30:37.477 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:37.477 INFO:tasks.workunit.client.0.smithi112.stderr:HEAD is now at 14da45f22b7 osd/scrub: ignore FullReset in all ReplicaActive states 2024-04-02T08:30:37.481 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:30:37.547 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:30:37.549 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:30:37.549 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:30:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:37 smithi187 ceph-mon[30584]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:38.320 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:37 smithi112 ceph-mon[37686]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:37 smithi112 ceph-mon[26914]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:38.383 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:30:38.422 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:30:38.423 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:30:38.424 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:30:38.462 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:30:38.465 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:30:38.465 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:30:38.521 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-02T08:30:38.522 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-02T08:30:38.522 DEBUG:teuthology.orchestra.run.smithi112:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=14da45f22b7b6f8995de09c1525ea96ba87a39fd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-02T08:30:38.579 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-02T08:30:38.973 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-02T08:30:39.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:38] ENGINE Bus STOPPING 2024-04-02T08:30:39.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:39.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:38] ENGINE Bus STOPPED 2024-04-02T08:30:39.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:38] ENGINE Bus STARTING 2024-04-02T08:30:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:38] ENGINE Serving on http://:::9283 2024-04-02T08:30:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:38] ENGINE Bus STARTED 2024-04-02T08:30:39.375 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-02T08:30:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STOPPING 2024-04-02T08:30:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STOPPED 2024-04-02T08:30:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STARTING 2024-04-02T08:30:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Serving on http://:::9283 2024-04-02T08:30:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STARTED 2024-04-02T08:30:39.769 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry preview 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STOPPING 2024-04-02T08:30:40.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STOPPED 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STARTING 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Serving on http://:::9283 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:39] ENGINE Bus STARTED 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/300957983' entity='client.admin' 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/349825401' entity='client.admin' 2024-04-02T08:30:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1150034123' entity='client.admin' 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/300957983' entity='client.admin' 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/349825401' entity='client.admin' 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1150034123' entity='client.admin' 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:39 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/300957983' entity='client.admin' 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/349825401' entity='client.admin' 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1150034123' entity='client.admin' 2024-04-02T08:30:40.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:40.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:40.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:40.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:39 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: "ident" 2024-04-02T08:30:40.260 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:40.261 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:40.262 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T08:30:40.263 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T08:30:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_block_size", 2024-04-02T08:30:40.265 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_cache_size", 2024-04-02T08:30:40.265 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_compression", 2024-04-02T08:30:40.265 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_log", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:40.266 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:40.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:40.268 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:40.268 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:40.268 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:40.268 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:40.268 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:40.269 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T08:30:40.269 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:40.269 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:40.269 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:40.269 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:40.269 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:40.271 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T08:30:40.271 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:40.271 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:40.271 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:40.271 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T08:30:40.272 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:40.272 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:40.272 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:40.272 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:40.272 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:40.273 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:40.273 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:40.273 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:40.273 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:40.273 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:40.274 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:40.274 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:40.274 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:40.274 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:40.274 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:40.274 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:40.275 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:40.275 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:40.275 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:40.275 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T08:30:40.275 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T08:30:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:40.277 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:40.278 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:40.278 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addr", 2024-04-02T08:30:40.278 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addrv", 2024-04-02T08:30:40.278 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:40.279 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T08:30:40.279 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:40.279 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T08:30:40.279 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T08:30:40.279 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.279 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:40.280 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:40.281 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T08:30:40.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:40.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:40.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:40.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:40.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:40.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:40.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:40.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:40.286 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:40.286 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:40.286 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:40.289 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:40.289 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:40.290 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:40.290 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:40.290 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:40.290 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:40.290 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:40.290 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:40.291 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:40.292 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:40.293 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:40.293 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:40.293 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:40.293 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:40.293 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:40.293 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.295 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T08:30:40.295 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T08:30:40.295 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T08:30:40.295 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T08:30:40.295 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T08:30:40.295 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T08:30:40.296 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.297 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T08:30:40.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T08:30:40.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 1, 2024-04-02T08:30:40.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T08:30:40.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T08:30:40.298 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T08:30:40.298 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:40.299 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:40.299 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T08:30:40.299 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T08:30:40.299 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:40.299 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:40.299 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 0, 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T08:30:40.301 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T08:30:40.301 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:40.301 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:40.301 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:40.301 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:40.301 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T08:30:40.302 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.302 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:40.302 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T08:30:40.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:40.302 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:40.303 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:40.304 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T08:30:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T08:30:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T08:30:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T08:30:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T08:30:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T08:30:40.307 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T08:30:40.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.307 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T08:30:40.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T08:30:40.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T08:30:40.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T08:30:40.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T08:30:40.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T08:30:40.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.308 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T08:30:40.308 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T08:30:40.308 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:40.309 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:40.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.310 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:40.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:30:40.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.310 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:40.310 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T08:30:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T08:30:40.312 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.313 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:40.313 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:40.313 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T08:30:40.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.313 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:40.314 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:40.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.314 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:40.314 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:30:40.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.314 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:40.315 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T08:30:40.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.315 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:40.315 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:40.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.315 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:40.316 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:40.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.316 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:40.316 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:40.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.316 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T08:30:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.318 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:40.318 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:40.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.318 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:40.318 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:30:40.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.319 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:40.319 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T08:30:40.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.319 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:40.319 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:40.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.320 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:40.321 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T08:30:40.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.321 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T08:30:40.321 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T08:30:40.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.321 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T08:30:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T08:30:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T08:30:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T08:30:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T08:30:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T08:30:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T08:30:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T08:30:40.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T08:30:40.324 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T08:30:40.324 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T08:30:40.324 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T08:30:40.324 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T08:30:40.324 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: "reef" 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 18, 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T08:30:40.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "reef" 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.326 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T08:30:40.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:40.328 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.4430987650703173e-06, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 212, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 313344, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T08:30:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 179, 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:40.330 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T08:30:40.331 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 98304, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T08:30:40.332 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 3430, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 3430, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 10290, 2024-04-02T08:30:40.333 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 51, 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 20480 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T08:30:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:40.336 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:40.337 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:40.337 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:40.337 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:40.337 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:40.337 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:40.337 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.338 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:40.339 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:40.339 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:40.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.339 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.339 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:40.339 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T08:30:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T08:30:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T08:30:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T08:30:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:40.342 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.343 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T08:30:40.254683", 2024-04-02T08:30:40.344 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.345 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:40.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T08:30:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T08:30:40.348 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 233144320, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.0003035890404134989 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T08:30:40.349 INFO:tasks.workunit.client.0.smithi112.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T08:30:40.350 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry preview-device 2024-04-02T08:30:40.774 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a0519cc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082456": { 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:40.775 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046296 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:40.776 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.777 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 34847281 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:40.779 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 56285990 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:40.780 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.781 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:40.782 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:40.783 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 88, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3764, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3781, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3747 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 0, 2024-04-02T08:30:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 458843735, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 2283751422, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 7344385278, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 39846862714, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 12, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 52957, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 55956, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 5 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 52957, 2024-04-02T08:30:40.785 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 55956 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:40.786 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:40.787 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.788 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.789 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 12%", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 458,843,735 [234 TB]", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 2,283,751,422 [1.16 PB]", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 7,344,385,278", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 39,846,862,714", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 0", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 52,957", 2024-04-02T08:30:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 55,956", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 5", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:40.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a07035e-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082458": { 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:40.792 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046298 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.793 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.794 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:40.795 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 28111849 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 48666638 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.797 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.798 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:40.800 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 89, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3319, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3333, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3303 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 8, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 366267490, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 1842338146, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 6122008295, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 31888129422, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 11, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 55957, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 52131, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 527 2024-04-02T08:30:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 55957, 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 52131 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:40.803 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:40.804 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.805 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:40.806 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 11%", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 366,267,490 [187 TB]", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 1,842,338,146 [943 TB]", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 6,122,008,295", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 31,888,129,422", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 8", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 55,957", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 52,131", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 527", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:40.808 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T08:30:40.809 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry preview-all 2024-04-02T08:30:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:40 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:40 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:41.295 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "device_report": { 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a0519cc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082456": { 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046296 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.297 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.298 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:41.299 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 34847281 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.300 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 56285990 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.301 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.303 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 88, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3764, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3781, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3747 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:41.305 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 0, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 458843735, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 2283751422, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 7344385278, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 39846862714, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 12, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 52957, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 55956, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 5 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 52957, 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 55956 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:41.307 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:41.310 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:41.311 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 12%", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 458,843,735 [234 TB]", 2024-04-02T08:30:41.312 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 2,283,751,422 [1.16 PB]", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 7,344,385,278", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 39,846,862,714", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 0", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 52,957", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 55,956", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 5", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.313 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.314 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a07035e-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082458": { 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046298 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.316 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:41.317 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:41.318 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 28111849 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.319 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 48666638 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.320 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 89, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3319, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3333, 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3303 2024-04-02T08:30:41.323 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 8, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 366267490, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 1842338146, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 6122008295, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 31888129422, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:41.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 11, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 55957, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 52131, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 527 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 55957, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 52131 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:41.325 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:41.326 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:41.327 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 11%", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 366,267,490 [187 TB]", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 1,842,338,146 [943 TB]", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 6,122,008,295", 2024-04-02T08:30:41.329 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 31,888,129,422", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 8", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 55,957", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 52,131", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 527", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:41.330 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "report": { 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "ident" 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T08:30:41.332 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:41.333 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.334 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_block_size", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_cache_size", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_compression", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_log", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:41.336 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:41.337 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:41.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:41.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:41.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addr", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addrv", 2024-04-02T08:30:41.341 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:41.343 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:41.344 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:41.345 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:41.346 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T08:30:41.347 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 1, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 0, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:41.349 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T08:30:41.350 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:41.351 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T08:30:41.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.353 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:41.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T08:30:41.356 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.357 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.358 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T08:30:41.359 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "reef" 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 18, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:41.360 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "reef" 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T08:30:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.4430987650703173e-06, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:41.362 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 212, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 313344, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 179, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:41.363 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 98304, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:41.364 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 3430, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 3430, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 10290, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 51, 2024-04-02T08:30:41.365 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 20480 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:41.366 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:41.367 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:41.369 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:41.370 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T08:30:41.279160", 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T08:30:41.372 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T08:30:41.373 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.375 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 233144320, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.0003035890404134989 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:41.377 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320 2024-04-02T08:30:41.377 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.377 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:41.377 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T08:30:41.377 INFO:tasks.workunit.client.0.smithi112.stderr:++ ceph telemetry collection ls 2024-04-02T08:30:41.786 INFO:tasks.workunit.client.0.smithi112.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:41.787 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:41.788 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T08:30:41.789 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:41.790 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T08:30:41.791 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:41.792 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:41.793 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:41.794 INFO:tasks.workunit.client.0.smithi112.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:41.794 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:41.794 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:41.794 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T08:30:41.794 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:41 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:41 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:42.302 INFO:tasks.workunit.client.0.smithi112.stdout:Telemetry is on. 2024-04-02T08:30:42.303 INFO:tasks.workunit.client.0.smithi112.stdout:Some channels are disabled, please enable with: 2024-04-02T08:30:42.303 INFO:tasks.workunit.client.0.smithi112.stdout:`ceph telemetry enable channel perf` 2024-04-02T08:30:42.314 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry enable channel perf 2024-04-02T08:30:42.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STOPPING 2024-04-02T08:30:42.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:42.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STOPPED 2024-04-02T08:30:42.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STARTING 2024-04-02T08:30:42.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Serving on http://:::9283 2024-04-02T08:30:42.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STARTED 2024-04-02T08:30:42.799 INFO:tasks.workunit.client.0.smithi112.stdout:channel_perf is enabled 2024-04-02T08:30:42.810 INFO:tasks.workunit.client.0.smithi112.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T08:30:43.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STOPPING 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STOPPED 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STARTING 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Serving on http://:::9283 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:30:42] ENGINE Bus STARTED 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:43.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:42 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.195 INFO:tasks.workunit.client.0.smithi112.stderr:+ LAST_OPT_REVISION=1 2024-04-02T08:30:43.195 INFO:tasks.workunit.client.0.smithi112.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T08:30:43.195 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry show 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:43.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:42 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T08:30:43.916 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:43.917 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:43.918 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T08:30:43.919 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_block_size", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_cache_size", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_compression", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_log", 2024-04-02T08:30:43.920 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:43.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:43.922 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:43.923 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:43.924 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:43.925 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addr", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addrv", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T08:30:43.926 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:43.927 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:30:43.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/enabled", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:43.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:43.930 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:43.931 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T08:30:43.932 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T08:30:43.933 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 1, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 0, 2024-04-02T08:30:43.934 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:43.935 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:43.936 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T08:30:43.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_stats": { 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20267008, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 367528, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 974848, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 0, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 324, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 827016, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 884224, 2024-04-02T08:30:43.938 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14460880, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20127744, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 524936, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 139264, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 387, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1465176, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 532480, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14852640, 2024-04-02T08:30:43.939 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 36757504, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1039672, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 917504, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 7749632, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1146, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 8951584, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1563648, 2024-04-02T08:30:43.940 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 21532584, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 34840576, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1021752, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 1294336, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 9666560, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1118, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 8414328, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 865024, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 20492624, 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:30:43.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 43933696, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1347016, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 237568, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 4661248, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1696, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 11872128, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2436352, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 25288120, 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 48594944 2024-04-02T08:30:43.942 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 47087616, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 921888, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 212992, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1395, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 5313832, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2364928, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 35603384, 2024-04-02T08:30:43.943 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 47300608 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 50397184, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1994984, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1097728, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1726, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 6124704, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3533312, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 35860600, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 51494912 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.944 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 44171264, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1045336, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1032192, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1228, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4285744, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2241792, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 33714808, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T08:30:43.945 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 43696128, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 700024, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 458752, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1210, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4097016, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 45, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1802752, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34212752, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 44154880 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 44441600, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 725432, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 761856, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1236, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4772512, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1725440, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34334632, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.947 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 45031424, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 859816, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 237568, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1225, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4585896, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1931776, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34770352, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T08:30:43.948 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 44572672, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 990016, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 696320, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1244, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4512520, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2123520, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34063032, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 48816128, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2213760, 2024-04-02T08:30:43.949 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 581632, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1673, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 5715584, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3340544, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34662656, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T08:30:43.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "io_rate": { 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_stats_delta": { 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 0, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 0, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "stamp_delta": "12.002462", 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:43.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:43.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:43.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T08:30:43.954 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 0 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "mempool": { 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:43.955 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:43.956 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:43.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 149137, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 928, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.962 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:43.963 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.964 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.965 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.966 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.967 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 222439, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 68 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:43.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51496, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 208 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.969 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8008, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 125 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.971 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.972 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:43.973 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.974 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:43.975 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.975 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.975 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:43.975 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.977 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.977 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:43.977 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1354139, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 434 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6584, 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 124 2024-04-02T08:30:43.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12744, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1546 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5152, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 83 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.981 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.983 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.985 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:43.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1113043, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 351 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6584, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 124 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12744, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1546 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5152, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 83 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.990 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:43.991 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.992 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1159909, 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 363 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 440, 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.996 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.997 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6584, 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 124 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12744, 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1546 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:43.998 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10304, 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 166 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T08:30:43.999 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.000 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5840, 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 73 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21168, 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1712, 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T08:30:44.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 606208, 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 17 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51400, 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9559 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 138296, 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 235 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11412, 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 746 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9072, 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.003 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31878, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 203 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21168, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.004 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 406332, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 90 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2443090, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 194 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6864, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 78 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 521640, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 88920, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 175 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.007 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4560, 2024-04-02T08:30:44.009 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 57 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19824, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 177 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1376, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 42 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8192, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.010 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86376, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 14908 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 197456, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 322 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9496, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 573 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8496, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 177 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.011 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 27946, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 190 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19936, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1472, 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:44.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 434652, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 97 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20128, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2452928, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 193 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4840, 2024-04-02T08:30:44.013 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 55 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 440496, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 38 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.014 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7280, 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 18 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.015 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4320, 2024-04-02T08:30:44.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 54 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19600, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 175 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1488, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12288, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43818, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8329 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 124016, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 214 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8336, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 520 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8400, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 175 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 26234, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 182 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19712, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 176 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1472, 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:44.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 382901, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 85 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20128, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2454400, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 190 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4400, 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 50 2024-04-02T08:30:44.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359352, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.022 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8320, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 24 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225928, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3448 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3600, 2024-04-02T08:30:44.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20160, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 480, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 44842, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8597 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 128776, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 221 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9460, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 579 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8640, 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:44.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 27186, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20160, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T08:30:44.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 260740, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 55 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 26565, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2418966, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4752, 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 54 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 428904, 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 37 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.030 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10400, 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.031 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3440, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20048, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 179 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1376, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 42 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 14887, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45568, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8686 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 130136, 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 223 2024-04-02T08:30:44.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9648, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 578 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8592, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 179 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 27866, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 191 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20160, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1472, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 926872, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 75 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20128, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2435586, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 177 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4928, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 56 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 452088, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7904, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 16 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225672, 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3436 2024-04-02T08:30:44.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2880, 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 36 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19936, 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:44.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 480, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45399, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8666 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 130136, 2024-04-02T08:30:44.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 223 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9756, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 578 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8544, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28034, 2024-04-02T08:30:44.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 191 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19936, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 842987, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 54 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 26565, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2415376, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 172 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5280, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 60 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 463680, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 40 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11960, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225928, 2024-04-02T08:30:44.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3448 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2400, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 30 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 46199, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9008 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 130136, 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 223 2024-04-02T08:30:44.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10892, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 736 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8976, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 29062, 2024-04-02T08:30:44.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 191 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 204402, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 41 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2406478, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 168 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4488, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 51 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 452088, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 88712, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 181 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 226184, 2024-04-02T08:30:44.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3460 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:44.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1760, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 22 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:44.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1264, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 41 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 278528, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 89744, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 15643 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 204256, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 332 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11676, 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 743 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8976, 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31366, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 200 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 144584, 2024-04-02T08:30:44.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 28 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2443920, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 185 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6072, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 69 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 533232, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 91000, 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 203 2024-04-02T08:30:44.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:44.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:44.066 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:30:44.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T08:30:44.068 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.069 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T08:30:44.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T08:30:44.071 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "reef" 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 18, 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T08:30:44.072 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "reef" 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_perf_histograms": [ 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:44.074 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:44.075 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.076 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:44.077 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:44.078 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.080 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.081 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.082 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.083 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.084 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.085 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.087 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.088 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.091 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.093 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.094 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.095 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.096 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.101 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.101 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.101 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.102 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:44.103 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:44.105 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.106 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:44.107 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:44.108 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.109 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.111 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.112 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.113 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.114 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.115 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.117 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.118 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.119 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.120 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.121 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.123 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.124 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.125 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.126 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.129 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:44.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:44.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:44.132 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:44.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.135 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:44.143 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.148 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.153 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:44.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:44.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:44.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.164 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10, 6, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 2, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.172 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.177 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_counters": { 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "caps": { 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:30:44.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_grant": { 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_commit": { 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:44.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_complete": { 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_keys": { 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_merge": { 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_split": { 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "exported_inodes": { 2024-04-02T08:30:44.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "forward": { 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_cap_release": { 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps": { 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps_dirty": { 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_inode_file_caps": { 2024-04-02T08:30:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "imported_inodes": { 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes": { 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_expired": { 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_pinned": { 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_with_caps": { 2024-04-02T08:30:44.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "load_cent": { 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "openino_dir_fetch": { 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "process_request_cap_release": { 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "reply_latency": { 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 113539 2024-04-02T08:30:44.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "request": { 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rbytes": { 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rfiles": { 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rsnaps": { 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_reply": { 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "subtrees": { 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_cache": { 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_exportdir": { 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_flush": { 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.190 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragmentdir": { 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragstats": { 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_inodestats": { 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_enqueued": { 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_prioritized": { 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_processing": { 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays": { 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_delayed": { 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_enqueuing": { 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_completed": { 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.192 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_started": { 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_created": { 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_enqueued": { 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_migrated": { 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_reintegrated": { 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.193 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_log": { 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "ev": { 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "evadd": { 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "evex": { 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "evexd": { 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "evexg": { 2024-04-02T08:30:44.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "evtrm": { 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "jlat": { 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10196283 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "replayed": { 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "seg": { 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "segadd": { 2024-04-02T08:30:44.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "segex": { 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "segexd": { 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "segexg": { 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "segtrm": { 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_mem": { 2024-04-02T08:30:44.196 INFO:tasks.workunit.client.0.smithi112.stdout: "cap": { 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "cap+": { 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "cap-": { 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "dir": { 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "dir+": { 2024-04-02T08:30:44.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "dir-": { 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "dn": { 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "dn+": { 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "dn-": { 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.198 INFO:tasks.workunit.client.0.smithi112.stdout: "heap": { 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 207156 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ino": { 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ino+": { 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ino-": { 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "rss": { 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42724 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_server": { 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_acquisition_throttle": { 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_revoke_eviction": { 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_request": { 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_session": { 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_peer_request": { 2024-04-02T08:30:44.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "req_create_latency": { 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getattr_latency": { 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 113539 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getfilelock_latency": { 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getvxattr_latency": { 2024-04-02T08:30:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "req_link_latency": { 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookup_latency": { 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookuphash_latency": { 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.202 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupino_latency": { 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupname_latency": { 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupparent_latency": { 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lssnap_latency": { 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mkdir_latency": { 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mknod_latency": { 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mksnap_latency": { 2024-04-02T08:30:44.204 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "req_open_latency": { 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "req_readdir_latency": { 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rename_latency": { 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.205 INFO:tasks.workunit.client.0.smithi112.stdout: "req_renamesnap_latency": { 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmdir_latency": { 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmsnap_latency": { 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmxattr_latency": { 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setattr_latency": { 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setfilelock_latency": { 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setlayout_latency": { 2024-04-02T08:30:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setxattr_latency": { 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "req_snapdiff_latency": { 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "req_symlink_latency": { 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.208 INFO:tasks.workunit.client.0.smithi112.stdout: "req_unlink_latency": { 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_sessions": { 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "average_load": { 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "avg_session_uptime": { 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "mdthresh_evicted": { 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "session_count": { 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "session_remove": { 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_open": { 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.210 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_stale": { 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: "total_load": { 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.211 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "purge_queue": { 2024-04-02T08:30:44.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed": { 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing": { 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_high_water": { 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops": { 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_item_in_journal": { 2024-04-02T08:30:44.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 105 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.215 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 896 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 896, 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3930555 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 896, 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 280992643 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.217 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.218 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 897 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T08:30:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 897 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 897, 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2244941257 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 897 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T08:30:44.222 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 897, 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7692870 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 897, 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6339 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 897, 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 486987260 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41754624 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31752192 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10002432 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.224 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 273678 2024-04-02T08:30:44.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70833181 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.227 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41690 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71065169 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T08:30:44.230 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 322961408 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184680248 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.231 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71172296 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 38431, 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 109436707 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:44.234 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.235 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1915, 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 902849493 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 906 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 906, 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3956118 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 906, 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 119998113 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 146 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.241 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T08:30:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 907, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1963969002 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 907, 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7741898 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.246 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 907, 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6416 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 907, 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 402993652 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.247 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41754624 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31121408 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10633216 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.250 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:44.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.250 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 273678 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70833181 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.254 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:44.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.254 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41690 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71065169 2024-04-02T08:30:44.256 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 322961408 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184680248 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71172296 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T08:30:44.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 38498, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 98630072 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:44.261 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1961, 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 611623167 2024-04-02T08:30:44.262 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T08:30:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 196 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.264 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1048 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1048, 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5008152 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1048, 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3144 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T08:30:44.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1048, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 205994617 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.266 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1048 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1048, 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4932660 2024-04-02T08:30:44.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1048, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6287 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1048, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 447296342 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.268 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1999948 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1050 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1050, 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2812926458 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1050 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T08:30:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45842432 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40026112 2024-04-02T08:30:44.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5816320 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277021449 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 273248 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70832535 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277021449 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39251 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71066532 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 322961408 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.279 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184680966 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71171578 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46580, 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 194983062 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2264, 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 734134749 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600960 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1605632 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1466368 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.292 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.293 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4145152 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1327104 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4, 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 210285 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24, 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60397 2024-04-02T08:30:44.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 345, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85255616 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 336, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8845945 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 345, 2024-04-02T08:30:44.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 341841 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 345, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85597457 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43289 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17926 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.298 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5344 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 815 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 222 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 120, 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2620534 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 327, 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267440 2024-04-02T08:30:44.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 207, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5348238 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52189 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19228426 2024-04-02T08:30:44.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 128, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51439696 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 128, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 302131250753 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 128, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 142772797857 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38703670691 2024-04-02T08:30:44.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48335 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5940117 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184373014 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 214009 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 94555956 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26136637 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 903606 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62, 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 328036 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 330305387 2024-04-02T08:30:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33724933 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 472, 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2904134 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.305 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44417024 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44113920 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 303104 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85470747 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 606208 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73306597 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.309 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641030608 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71998944 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.312 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56980498 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68848158 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641030608 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15827 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 231319 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71753926 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.318 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.320 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 616 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 97382203 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:44.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6451766 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 91202468 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.323 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 616 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.325 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 97382203 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6451766 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 91202468 2024-04-02T08:30:44.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1771104 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28991488 2024-04-02T08:30:44.327 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7397376 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.329 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3821568 2024-04-02T08:30:44.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3682304 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.335 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11157504 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 724992 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 513568 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.337 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30, 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 94214 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.338 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 886, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 492508796 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 873, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21487083 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 886, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 839041 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 886, 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 493347837 2024-04-02T08:30:44.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41354 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6399 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6645 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3916 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 334 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.341 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 133, 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3628153 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 345, 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348394 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 212, 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6882168 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 103, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5722688 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3896060312 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 120, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76574078 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.343 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 118, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 239448459835 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 120, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125166380967 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3516, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39211410827 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3516, 2024-04-02T08:30:44.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 203142 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 123205865 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2518756575 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 495757 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1301127041 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 379183733 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 312670 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 271870 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.346 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8218557685 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 414633481 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277767114 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.347 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48611328 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47407104 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1204224 2024-04-02T08:30:44.348 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85501540 2024-04-02T08:30:44.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73873820 2024-04-02T08:30:44.351 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641261555 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71767997 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57001027 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68827629 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641261555 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8063 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 321375 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71440687 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.360 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.361 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 155 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2429440 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 155, 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 444042087 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1063 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 155, 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 61592627 2024-04-02T08:30:44.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 155, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 221683291 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4900683 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.364 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1063 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4374335 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3655680 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22 2024-04-02T08:30:44.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22, 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18052554 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22, 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8098038 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22, 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16747873 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2429440 2024-04-02T08:30:44.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 100, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 421088850 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 100, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49120254 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 100, 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 201279738 2024-04-02T08:30:44.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 590368 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32591872 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.369 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2174976 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1376256 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1236992 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.375 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3489792 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.378 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 716800 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4, 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 169080 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11, 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11673 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 289, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59495816 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 283, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5927576 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 289, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 285896 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 289, 2024-04-02T08:30:44.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59781712 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 46755 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.382 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4000 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 615 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 213 2024-04-02T08:30:44.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.384 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.384 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 102, 2024-04-02T08:30:44.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1426854 2024-04-02T08:30:44.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.385 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.385 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 280, 2024-04-02T08:30:44.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 290204 2024-04-02T08:30:44.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.385 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 178, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4575492 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 106010 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7437003 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.386 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 117, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6820330 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 115, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 209507368602 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 117, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115215000325 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 340, 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37739233351 2024-04-02T08:30:44.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 340, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33127 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3669762 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95777171 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114736 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30390206 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20879026 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 312510 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51, 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 228635 2024-04-02T08:30:44.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 158203878 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24085025 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128979 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42319872 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41361408 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 958464 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508453 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.392 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73862811 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.395 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641313398 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71716154 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.398 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005635 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.399 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.400 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68823021 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641313398 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11757 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 197520 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71509005 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.404 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.405 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 140140901 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4559312 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125532767 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.409 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 140140901 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4559312 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125532767 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.412 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28389376 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.414 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1024000 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 741376 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 602112 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5503 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5503 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1703936 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 737280 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.422 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6343 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 134, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43223042 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 127, 2024-04-02T08:30:44.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4541975 2024-04-02T08:30:44.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.425 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 134, 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 169395 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 134, 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43392437 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47829 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.427 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4116 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 327 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 225 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 86, 2024-04-02T08:30:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 860777 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 146, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 336609 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 60, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429178 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7394566 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3456818 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 356358915367 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.430 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73817656804 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 233, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 467248 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 233, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26069 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 252709 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.431 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 135478217 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65869 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76841077 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13815367 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 315246 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 187441 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 233812023 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15967993 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1474246 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41271296 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.434 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40714240 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 557056 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.435 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508704 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73874848 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641315282 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71714270 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.441 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005802 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.442 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.443 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68822854 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641315282 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14101 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 207998 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71494299 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.447 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3477070 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3477070 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28401664 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.456 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1228800 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.458 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 897024 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 757760 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.460 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.461 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.464 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2064384 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 733184 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 325225 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.465 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4072 2024-04-02T08:30:44.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 172, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42653071 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 160, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7765895 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 172, 2024-04-02T08:30:44.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 165417 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 172, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42818488 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38585 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3854 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 367 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 237 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 98, 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1062793 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 166, 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267851 2024-04-02T08:30:44.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 68, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 317853 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132260 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3217493 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3421118 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342324717635 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60117450108 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.472 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 259, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 483453 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 259, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26781 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 286449 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170880106 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.473 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 77146 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59090362 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12582929 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 313218 2024-04-02T08:30:44.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170924 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 246092326 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14817646 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:44.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1714784 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42319872 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41369600 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 950272 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508357 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.479 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73867003 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641312677 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71716875 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005571 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.485 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68823085 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641312677 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7086 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 213786 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71498131 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.490 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22 2024-04-02T08:30:44.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20396755 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1295755 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18550116 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.494 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20396755 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1295755 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18550116 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28405760 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1155072 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.500 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 835584 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 696320 2024-04-02T08:30:44.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.503 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.505 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.506 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1929216 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 729088 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:44.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 270644 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.508 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4399 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37422837 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 147, 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7233653 2024-04-02T08:30:44.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 136104 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37558941 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43348 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.511 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4925 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 244 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 92, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 810520 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 148, 2024-04-02T08:30:44.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 302928 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 56, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 323779 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 134351 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2744367 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2822247 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 37, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206883274988 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54318997253 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.514 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 271, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 518719 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 271, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27201 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 233972 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 136298187 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.515 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 82909 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75623838 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13219928 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314901 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.516 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 130167 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 228160273 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15421527 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2707163 2024-04-02T08:30:44.517 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42385408 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42049536 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:44.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 335872 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508918 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73874634 2024-04-02T08:30:44.521 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641316892 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.522 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71712660 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.524 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005945 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.525 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.526 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68822711 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.527 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641316892 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11758 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 212834 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71490196 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.531 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.532 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.533 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.534 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.536 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.538 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28393472 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.539 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1159168 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.541 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 884736 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 745472 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504 2024-04-02T08:30:44.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1982464 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1318912 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5276 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 169, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42115068 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 142, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18423472 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.550 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 169, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 122003 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 169, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42237071 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49779 2024-04-02T08:30:44.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4868 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 302 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 251 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 87, 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 655200 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 132, 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 243792 2024-04-02T08:30:44.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 406960 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2677524 2024-04-02T08:30:44.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2322503 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 31, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 208067058131 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45004885422 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 241, 2024-04-02T08:30:44.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 504855 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 241, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26517 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 804270 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 280066442 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.556 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 131906 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52857516 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12959216 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 905179 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 27, 2024-04-02T08:30:44.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 126088 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 349455588 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15943760 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 244, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3199145 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42385408 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41549824 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 835584 2024-04-02T08:30:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508585 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73874967 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641314392 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71715160 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005723 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68822933 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.568 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641314392 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13208 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 216142 2024-04-02T08:30:44.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71487938 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.571 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2812 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 105232678 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13171319 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:44.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 83895427 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.575 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.577 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2812 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 105232678 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13171319 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 83895427 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28983296 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:44.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:44.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5337088 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.582 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2400256 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2260992 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:44.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.584 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.585 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5500 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5500 2024-04-02T08:30:44.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.589 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:44.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:44.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7675904 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1318912 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:44.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 311999 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.592 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28424 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 539, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 463790702 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 520, 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44398056 2024-04-02T08:30:44.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 539, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 544346 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 539, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464335048 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:44.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50732 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:44.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4352 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3488 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 371 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2138793 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 137, 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 922462 2024-04-02T08:30:44.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 943085 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 101, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5693116 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3765047104 2024-04-02T08:30:44.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27749278 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 191318226373 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33627553533 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3373, 2024-04-02T08:30:44.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1436262250 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3373, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 212658 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47381408 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3011226901 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 492673 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1562768044 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 345659113 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 903482 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73758 2024-04-02T08:30:44.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8732344233 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 379320117 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3374, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 253555932 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:44.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 46514176 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45744128 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 770048 2024-04-02T08:30:44.602 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85492935 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 139264 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73751353 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:44.605 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641197017 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71832535 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:44.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56995290 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68833366 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:44.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641197017 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.612 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9381 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 338918 2024-04-02T08:30:44.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71486364 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:44.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:44.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:44.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89088496 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132139 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15681512 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T08:30:44.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76463846 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28, 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3997268 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132139 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3524518 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2987742 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7739325 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3271443 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.620 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7348513 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 77351903 2024-04-02T08:30:44.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8885551 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 66127591 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28987392 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:44.624 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.4430987650703173e-06, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 212, 2024-04-02T08:30:44.625 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 313344, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 179, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:44.626 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 98304, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:44.627 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 3430, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 3430, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 10290, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 51, 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 20480 2024-04-02T08:30:44.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T08:30:44.629 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:44.630 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.631 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:44.632 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:44.633 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.634 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T08:30:43.782584", 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_stats": { 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "7.9.2" 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T08:30:44.635 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T08:30:44.636 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:44.637 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.638 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pg": [ 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.639 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531112+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531112+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.531386+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.641 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3f", 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000", 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.645 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.646 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525368+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525368+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525646+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.648 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3e", 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000", 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.652 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.653 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521114+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521114+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.521570+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.655 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3d", 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000", 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.656 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.659 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.660 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525421+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525421+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525709+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.662 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3c", 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.663 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000", 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.667 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531945+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531945+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.533664+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.670 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3b", 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000", 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.514983+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.514983+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.515278+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3a", 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000", 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.681 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.682 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529070+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529070+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529362+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.684 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.39", 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000", 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.688 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.689 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531460+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531460+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.531727+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.691 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.38", 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000", 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.695 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.696 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531251+0000", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531251+0000", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.531547+0000", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.698 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.37", 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000", 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.703 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.518672+0000", 2024-04-02T08:30:44.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.518672+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.518973+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:44.705 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.36", 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.706 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000", 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.710 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517853+0000", 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517853+0000", 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.518171+0000", 2024-04-02T08:30:44.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.712 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.35", 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000", 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.717 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.718 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516623+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516623+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517125+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.720 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.34", 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000", 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.724 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.725 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521950+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521950+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.527434+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.727 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.33", 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000", 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.731 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.732 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517576+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517576+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517886+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.734 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.32", 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000", 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.735 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.738 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.739 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517533+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517533+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517805+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.741 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.31", 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.742 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000", 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.746 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.913745+0000", 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.913745+0000", 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914165+0000", 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.748 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.30", 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 28, 2024-04-02T08:30:44.749 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:54.926388+0000", 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.753 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.527824+0000", 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.527824+0000", 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528210+0000", 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.755 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2f", 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.756 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000", 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.760 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.761 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525268+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525268+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525512+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.763 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2e", 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 18, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000", 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.767 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.768 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529066+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529066+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.530297+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.770 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2d", 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000", 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.774 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.775 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160766+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160766+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.161198+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 4, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 4, 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.777 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1f", 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 24, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000", 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 582, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.781 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'4" 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.782 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.515792+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.515792+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.516155+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.784 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1e", 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000", 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.785 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.788 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.789 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160173+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160173+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160470+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:44.791 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1e", 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.792 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000", 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.799 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.800 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.503833+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.503833+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.504122+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.802 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1f", 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000", 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.806 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.807 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160201+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160201+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160570+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.809 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1d", 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.810 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000", 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.814 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:45.235916+0000", 2024-04-02T08:30:44.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:45.235916+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:44.816 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.817 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1c", 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 11, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000", 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.821 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.156845+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.156845+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157137+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.824 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1c", 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000", 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:44.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:44.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.511172+0000", 2024-04-02T08:30:44.829 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.511172+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.511510+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.831 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1d", 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000", 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.835 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.836 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.157089+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.157089+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157366+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.838 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1b", 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000", 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.842 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.843 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.512713+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.512713+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.513026+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.845 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1a", 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000", 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.849 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.850 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.156958+0000", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.156958+0000", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157453+0000", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.852 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1a", 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:44.853 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000", 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.857 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.522915+0000", 2024-04-02T08:30:44.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.522915+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523219+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.859 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1b", 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.860 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000", 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.864 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.865 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160743+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160743+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.161203+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.867 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.19", 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000", 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.871 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.872 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529069+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529069+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529367+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.874 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.18", 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000", 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.878 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.879 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.149984+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.149984+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150523+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.881 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.18", 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000", 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.885 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.886 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.520759+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.520759+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.521041+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.888 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.19", 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000", 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.892 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.893 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154373+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154373+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.154742+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.895 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.17", 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000", 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.899 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.900 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525072+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525072+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525371+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.902 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.16", 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000", 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.903 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.906 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154470+0000", 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154470+0000", 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.154749+0000", 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.909 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.16", 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.910 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000", 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.914 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.526771+0000", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.526771+0000", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.527064+0000", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.916 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.17", 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000", 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.917 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.921 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.142729+0000", 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.142729+0000", 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.143015+0000", 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T08:30:44.923 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.15", 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.924 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 23, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000", 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 90, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'3" 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.928 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.524513+0000", 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.524513+0000", 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524801+0000", 2024-04-02T08:30:44.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.930 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.14", 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.931 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000", 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.935 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.148977+0000", 2024-04-02T08:30:44.936 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.148977+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.149273+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:44.937 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 12, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 12, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.14", 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.938 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 32, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000", 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 2632, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 9 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "70'12" 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.942 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.527726+0000", 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.527726+0000", 2024-04-02T08:30:44.943 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528034+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.944 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.15", 2024-04-02T08:30:44.945 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000", 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.949 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.950 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.158736+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.158736+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.159043+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.13", 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000", 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 34, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 7 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.956 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.957 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529464+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529464+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529754+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.959 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.12", 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000", 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:44.963 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.964 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154968+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154968+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.155309+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.965 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.966 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.12", 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000", 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:44.970 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.971 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.913514+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.913514+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914191+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.973 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.13", 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 28, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:50.441390+0000", 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:44.977 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.978 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.147277+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.147277+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.147785+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.979 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.980 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.11", 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000", 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.984 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:44.985 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.515236+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.515236+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.515544+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.987 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.10", 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000", 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:44.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:44.991 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:44.992 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.144344+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.144344+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.144683+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.993 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 8, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 8, 2024-04-02T08:30:44.994 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.10", 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 27, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000", 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:44.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:44.996 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 4, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:44.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:44.998 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.001 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.001 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.001 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'8" 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.002 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.528409+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.528409+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528737+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.004 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.11", 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000", 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.008 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:45.009 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.148204+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.148204+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.148710+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.f", 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000", 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.012 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 22, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.015 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.016 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.530079+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.530079+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.530825+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.018 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.e", 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000", 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.022 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.023 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824676+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824676+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825108+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.025 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.2", 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000", 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.029 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.030 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.914080+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.914080+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914517+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.031 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.4", 2024-04-02T08:30:45.032 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 29, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:55.406799+0000", 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.037 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.522144+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.522144+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524562+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.038 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.5", 2024-04-02T08:30:45.039 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000", 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.155589+0000", 2024-04-02T08:30:45.044 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.155589+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.155883+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:45.045 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.4", 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.046 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000", 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.049 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.050 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.152572+0000", 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.152572+0000", 2024-04-02T08:30:45.051 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.153120+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.052 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.2", 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.053 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000", 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.056 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.057 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516521+0000", 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516521+0000", 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.516837+0000", 2024-04-02T08:30:45.058 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.059 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3", 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.060 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000", 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.063 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.064 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824662+0000", 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824662+0000", 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825112+0000", 2024-04-02T08:30:45.065 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.066 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.7", 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.067 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000", 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.070 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.071 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.520302+0000", 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.520302+0000", 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.520580+0000", 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.073 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.0", 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.074 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000", 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.077 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.078 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154231+0000", 2024-04-02T08:30:45.079 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154231+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.154671+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:45.080 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1", 2024-04-02T08:30:45.081 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000", 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.303299+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.303299+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.303593+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.087 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.088 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.5", 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000", 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.092 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.093 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.532004+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.532004+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.532292+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.095 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2", 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000", 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.099 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.100 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.152251+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.152251+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.152647+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.102 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.3", 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.103 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000", 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 20, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:26:54.253298+0000", 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:26:54.253298+0000", 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:26:54.253738+0000", 2024-04-02T08:30:45.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 59, 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 128, 2024-04-02T08:30:45.109 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 58, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 128, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "1.0", 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 266, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000", 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 212, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 306, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 179, 2024-04-02T08:30:45.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "65'128" 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.114 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.155656+0000", 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.155656+0000", 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.155936+0000", 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.6", 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000", 2024-04-02T08:30:45.117 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.120 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:45.121 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516126+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516126+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517069+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.123 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1", 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000", 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.124 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.159954+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.159954+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160274+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.130 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.0", 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000", 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.134 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.135 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824729+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824729+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825063+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.137 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.3", 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000", 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.141 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.142 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.159332+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.159332+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.159627+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.144 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.5", 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000", 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.148 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.149 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.518134+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.518134+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.519546+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.4", 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.152 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000", 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.156 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.303094+0000", 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.303094+0000", 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.303453+0000", 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.158 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.0", 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.159 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000", 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.163 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150146+0000", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150146+0000", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150426+0000", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.165 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.6", 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.166 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000", 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.169 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "63'1" 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.170 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.526733+0000", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.526733+0000", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.527013+0000", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.172 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.7", 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000", 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.173 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.177 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824654+0000", 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824654+0000", 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825015+0000", 2024-04-02T08:30:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.179 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.1", 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000", 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.184 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.156991+0000", 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.156991+0000", 2024-04-02T08:30:45.185 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157267+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:45.186 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.7", 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.187 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000", 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:45.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.192 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:45.235136+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:45.235136+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.6", 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 11, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000", 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:45.198 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.199 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.159947+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.159947+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160244+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.201 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.8", 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000", 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.208 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.209 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.522751+0000", 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.522751+0000", 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523045+0000", 2024-04-02T08:30:45.210 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.211 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.9", 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.212 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000", 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.217 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.155257+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.155257+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.155546+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.219 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.9", 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000", 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.220 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529388+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529388+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529996+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.8", 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000", 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.231 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150514+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150514+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150813+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:45.232 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.a", 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000", 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.237 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.527976+0000", 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.527976+0000", 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528440+0000", 2024-04-02T08:30:45.238 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.239 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.b", 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.240 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000", 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.245 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.151191+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.151191+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.152528+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.247 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.b", 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000", 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:45.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.251 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.252 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.514628+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.514628+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.514924+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.254 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.a", 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000", 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.258 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.259 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150931+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150931+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.151639+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.261 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.c", 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000", 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.262 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.265 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.266 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531975+0000", 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531975+0000", 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.533670+0000", 2024-04-02T08:30:45.267 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:45.268 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.d", 2024-04-02T08:30:45.269 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000", 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.273 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.274 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150114+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150114+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150407+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.276 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.d", 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000", 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.277 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 70, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.280 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.281 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521096+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521096+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524753+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.283 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.c", 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000", 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.284 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.287 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:45.288 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150372+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150372+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.151238+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.290 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.e", 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000", 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.295 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.530142+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.530142+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.530627+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.297 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.f", 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000", 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.301 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:45.302 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516198+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516198+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.516487+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.304 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.20", 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000", 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.305 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.309 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.511467+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.511467+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.511766+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.311 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.21", 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 18, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000", 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.315 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.316 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521292+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521292+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.521586+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.318 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.22", 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000", 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.322 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.323 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.526105+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.526105+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.526367+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.325 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.23", 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000", 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.329 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.330 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.912914+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.912914+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.913277+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:45.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.332 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.24", 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 28, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:19.729010+0000", 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.336 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.337 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521813+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521813+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.522075+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.339 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.25", 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000", 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.340 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.343 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.344 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.523079+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.523079+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523376+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.346 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.26", 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000", 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.350 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.351 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517772+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517772+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.518086+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.353 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.27", 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000", 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.354 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.357 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:45.358 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.914191+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.914191+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:45.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.360 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.28", 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 11, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000", 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.361 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.364 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.365 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.519914+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.519914+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.520181+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.367 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.29", 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000", 2024-04-02T08:30:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.371 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:45.372 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.523645+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.523645+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523935+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.374 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2a", 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000", 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.375 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.378 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.379 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.523291+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.523291+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524012+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.381 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2b", 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000", 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.382 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.385 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.386 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.514066+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.514066+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.514382+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:45.388 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2c", 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000", 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:45.389 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:45.392 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pool": [ 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 24, 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 8, 2024-04-02T08:30:45.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 4, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.395 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:45.396 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 24 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 192, 2024-04-02T08:30:45.397 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 64, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 3, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:45.401 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 192 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 3, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 128, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 1, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 3, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 128, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 1, 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.402 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 212, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 306, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 179, 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T08:30:45.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 1781760, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 1771104, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 3 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.406 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 96, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 45, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 32, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 45, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 2, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 3430, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.409 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.409 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.409 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 66, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 22, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 22, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 14, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 51, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 20 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:45.411 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 98304, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 10290, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 96 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.412 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 233144320, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.0003035890404134989 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.413 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T08:30:45.414 INFO:tasks.workunit.client.0.smithi112.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T08:30:45.414 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry show-device 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1832173712' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:45.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1832173712' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.417 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1832173712' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1832173712' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.418 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.419 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1832173712' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1832173712' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.420 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.421 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.422 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:43 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:45.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.424 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.425 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.426 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.427 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:45.430 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:45.431 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:45.431 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:45.431 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:43 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:45.431 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T08:30:45.431 INFO:tasks.workunit.client.0.smithi112.stdout: "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.431 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a0519cc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.431 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082456": { 2024-04-02T08:30:45.431 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:45.431 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046296 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.432 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:45.434 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.435 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 34847281 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 56285990 2024-04-02T08:30:45.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.437 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:45.438 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.439 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 88, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3764, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3781, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3747 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.440 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 0, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 458843735, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 2283751422, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 7344385278, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 39846862714, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 12, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 52957, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 55956, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 5 2024-04-02T08:30:45.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 52957, 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 55956 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:45.442 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:45.443 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:45.444 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.445 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 12%", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 458,843,735 [234 TB]", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 2,283,751,422 [1.16 PB]", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 7,344,385,278", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 39,846,862,714", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 0", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 52,957", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 55,956", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 5", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:45.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a07035e-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082458": { 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:45.448 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046298 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:45.449 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.451 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 28111849 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.452 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 48666638 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.453 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 89, 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.456 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3319, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3333, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3303 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 8, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 366267490, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 1842338146, 2024-04-02T08:30:45.457 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 6122008295, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 31888129422, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 11, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 55957, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 52131, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 527 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 55957, 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 52131 2024-04-02T08:30:45.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:45.459 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:45.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:45.461 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 11%", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 366,267,490 [187 TB]", 2024-04-02T08:30:45.462 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 1,842,338,146 [943 TB]", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 6,122,008,295", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 31,888,129,422", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 8", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 55,957", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 52,131", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 527", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:45.463 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.464 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T08:30:45.465 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry show-all 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout: "device_report": { 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout: "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a0519cc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082456": { 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:45.471 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046296 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.472 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:45.474 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 34847281 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.476 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 56285990 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:45.477 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.478 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.479 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 88, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3764, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3781, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3747 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.480 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 0, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 458843735, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 2283751422, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 7344385278, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 39846862714, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 12, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 52957, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 55956, 2024-04-02T08:30:45.481 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 5 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 52957, 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 55956 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:45.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.483 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:45.484 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.485 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 12%", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 458,843,735 [234 TB]", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 2,283,751,422 [1.16 PB]", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 7,344,385,278", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 39,846,862,714", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 0", 2024-04-02T08:30:45.486 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 52,957", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 55,956", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 5", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.487 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a07035e-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082458": { 2024-04-02T08:30:45.488 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046298 2024-04-02T08:30:45.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T08:30:45.490 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T08:30:45.491 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.492 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 28111849 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T08:30:45.493 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 48666638 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:45.494 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.495 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T08:30:45.496 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 89, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3319, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3333, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3303 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.497 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 8, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 366267490, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 1842338146, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 6122008295, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 31888129422, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 11, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 55957, 2024-04-02T08:30:45.498 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 52131, 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 527 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 55957, 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 52131 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T08:30:45.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:45.500 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:45.501 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:45.502 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 11%", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 366,267,490 [187 TB]", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 1,842,338,146 [943 TB]", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 6,122,008,295", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 31,888,129,422", 2024-04-02T08:30:45.503 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 8", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 55,957", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 52,131", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 527", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:45.504 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "report": { 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T08:30:45.505 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T08:30:45.506 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:45.507 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.508 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:45.509 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_block_size", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_cache_size", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_compression", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_log", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:45.510 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:45.511 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:45.512 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:45.513 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:45.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addr", 2024-04-02T08:30:45.515 INFO:tasks.workunit.client.0.smithi112.stdout: "public_addrv", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:45.516 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:45.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/enabled", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T08:30:45.518 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T08:30:45.519 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:45.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:45.521 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T08:30:45.522 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 1, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T08:30:45.523 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:45.524 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.525 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T08:30:45.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_stats": { 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:45.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20267008, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 349912, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 909312, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 0, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 327, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 910168, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 884224, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14460880, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:45.528 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20144128, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 514568, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 122880, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 388, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1426392, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 598016, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14852640, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.529 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 36888576, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1126016, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 1433600, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 7618560, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1159, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 8477448, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2113536, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 20985464, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:45.530 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 33488896, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1141320, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 11018240, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1121, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 8139176, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 954112, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 20501776, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 43565056, 2024-04-02T08:30:45.531 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1302704, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 5029888, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1710, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 11961688, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2672384, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 24875768, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 48594944 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.532 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 47095808, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 931160, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 204800, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1396, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 5166240, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2501632, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 35613192, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 47300608 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T08:30:45.533 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 50397184, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1954696, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1097728, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1726, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 6260768, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3434496, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 35863640, 2024-04-02T08:30:45.534 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 51494912 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 44171264, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1019040, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1032192, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1228, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4334600, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2216192, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 33717848, 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:30:45.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 43704320, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 660984, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 450560, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1211, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4232856, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 45, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1708032, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34218864, 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 44154880 2024-04-02T08:30:45.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 44482560, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 703736, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 720896, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1237, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4832384, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1722880, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34339976, 2024-04-02T08:30:45.537 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 45031424, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 764584, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 16384, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 237568, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1226, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4812712, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:45.538 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1780736, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34773424, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 44572672, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 928960, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 696320, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1246, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 4521800, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:30:45.539 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2159360, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34078968, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 48840704, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2150256, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 32768, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 557056, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 1680, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 5881584, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3214592, 2024-04-02T08:30:45.540 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 34677920, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "io_rate": { 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_stats_delta": { 2024-04-02T08:30:45.541 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "stamp_delta": "12.002167", 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:45.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:45.543 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:45.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.545 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 0 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "mempool": { 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.546 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.547 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.549 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 149137, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 928, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.552 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.553 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 222439, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 68 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51496, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 208 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8008, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 125 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1161515, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 388 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6584, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 124 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12744, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1546 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5152, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 83 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.569 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1093227, 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 349 2024-04-02T08:30:45.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6584, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 124 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12744, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1546 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5152, 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 83 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.583 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1149501, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 335 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 440, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6584, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 124 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12744, 2024-04-02T08:30:45.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1546 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10304, 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 166 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.586 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5840, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 73 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21168, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1712, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 606208, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 17 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51400, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9559 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 138296, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 235 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11412, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 746 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9072, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31878, 2024-04-02T08:30:45.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 203 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21168, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 406332, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 90 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2443090, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 194 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6864, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 78 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.592 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 521640, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 95160, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:45.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.594 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4560, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 57 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19824, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 177 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1376, 2024-04-02T08:30:45.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 42 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8192, 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86376, 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 14908 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 197456, 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 322 2024-04-02T08:30:45.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9496, 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 573 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8496, 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 177 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 27946, 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 190 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19936, 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1472, 2024-04-02T08:30:45.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 434652, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 97 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20128, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2452928, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 193 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4840, 2024-04-02T08:30:45.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 55 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 440496, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 38 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7280, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 18 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4320, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 54 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19600, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 175 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1488, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12288, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43818, 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8329 2024-04-02T08:30:45.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 124016, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 214 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8336, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 520 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8400, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 175 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 26234, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 182 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19712, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 176 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1472, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 382901, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 85 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20128, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2454400, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 190 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4400, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 50 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359352, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8320, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 24 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.609 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225928, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3448 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.610 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.613 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3600, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20160, 2024-04-02T08:30:45.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 480, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 44842, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8597 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 128776, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 221 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9460, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 579 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8640, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 27186, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20160, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 260740, 2024-04-02T08:30:45.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 55 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 26565, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2418966, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4752, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 54 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 428904, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 37 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10400, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.620 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3440, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20048, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 179 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1376, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 42 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 14887, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45568, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8686 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 130136, 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 223 2024-04-02T08:30:45.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9648, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 578 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8592, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 179 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 27866, 2024-04-02T08:30:45.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 191 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20160, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 180 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1472, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 926872, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 75 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20128, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2435586, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 177 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4928, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 56 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.626 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 452088, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7904, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 16 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225672, 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3436 2024-04-02T08:30:45.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.628 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2880, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 36 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19936, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 480, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45399, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8666 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 130136, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 223 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 9756, 2024-04-02T08:30:45.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 578 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8544, 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28034, 2024-04-02T08:30:45.632 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 191 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 19936, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 178 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 842987, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 54 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 26565, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2415376, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 172 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5280, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 60 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 463680, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 40 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11960, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225928, 2024-04-02T08:30:45.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3448 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2400, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 30 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 46199, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9008 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 130136, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 223 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10892, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 736 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8976, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 29062, 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 191 2024-04-02T08:30:45.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 204402, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 41 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2406478, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 168 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4488, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 51 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 452088, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 94952, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 193 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 226184, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3460 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.643 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.644 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6368, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 123 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16896, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T08:30:45.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 576, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1760, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 22 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1264, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 41 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 278528, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 89744, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 15643 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 204256, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 332 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11676, 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 743 2024-04-02T08:30:45.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8976, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31366, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 200 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20944, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 187 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 144584, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 28 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2443920, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 185 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6072, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 69 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.650 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 533232, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 98488, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 227 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 225416, 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3424 2024-04-02T08:30:45.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T08:30:45.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:45.653 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.654 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:45.655 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T08:30:45.657 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.658 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T08:30:45.659 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "reef" 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 18, 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T08:30:45.660 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "reef" 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_perf_histograms": [ 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:45.661 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:45.662 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:45.663 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.664 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:45.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:45.682 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:45.685 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.688 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:45.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:45.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.691 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:45.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:45.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.699 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.704 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.709 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:45.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:45.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:45.717 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:45.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:45.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.720 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.723 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.741 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T08:30:45.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:45.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.744 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T08:30:45.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:45.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.747 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10, 6, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 2, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T08:30:45.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_counters": { 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "caps": { 2024-04-02T08:30:45.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_grant": { 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:30:45.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_commit": { 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_complete": { 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_keys": { 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_merge": { 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.770 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_split": { 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "exported_inodes": { 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "forward": { 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_cap_release": { 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps": { 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.771 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps_dirty": { 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_inode_file_caps": { 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "imported_inodes": { 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes": { 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_expired": { 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.772 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_pinned": { 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_with_caps": { 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "load_cent": { 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "openino_dir_fetch": { 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "process_request_cap_release": { 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.773 INFO:tasks.workunit.client.0.smithi112.stdout: "reply_latency": { 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 113539 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "request": { 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rbytes": { 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rfiles": { 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rsnaps": { 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_reply": { 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "subtrees": { 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_cache": { 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_exportdir": { 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.775 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_flush": { 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragmentdir": { 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragstats": { 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_inodestats": { 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_enqueued": { 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_prioritized": { 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_processing": { 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays": { 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_delayed": { 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_enqueuing": { 2024-04-02T08:30:45.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_completed": { 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_started": { 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_created": { 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_enqueued": { 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_migrated": { 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_reintegrated": { 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_log": { 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "ev": { 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "evadd": { 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:45.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "evex": { 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "evexd": { 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "evexg": { 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "evtrm": { 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "jlat": { 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:45.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10196283 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "replayed": { 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "seg": { 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "segadd": { 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "segex": { 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "segexd": { 2024-04-02T08:30:45.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "segexg": { 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "segtrm": { 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_mem": { 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "cap": { 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "cap+": { 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "cap-": { 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "dir": { 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "dir+": { 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "dir-": { 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "dn": { 2024-04-02T08:30:45.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "dn+": { 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "dn-": { 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "heap": { 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 207156 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "ino": { 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.784 INFO:tasks.workunit.client.0.smithi112.stdout: "ino+": { 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "ino-": { 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "rss": { 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42724 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_server": { 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_acquisition_throttle": { 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_revoke_eviction": { 2024-04-02T08:30:45.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_request": { 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_session": { 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_peer_request": { 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "req_create_latency": { 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.786 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getattr_latency": { 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 113539 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getfilelock_latency": { 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getvxattr_latency": { 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "req_link_latency": { 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookup_latency": { 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookuphash_latency": { 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupino_latency": { 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupname_latency": { 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupparent_latency": { 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lssnap_latency": { 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mkdir_latency": { 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mknod_latency": { 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mksnap_latency": { 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "req_open_latency": { 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "req_readdir_latency": { 2024-04-02T08:30:45.790 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rename_latency": { 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "req_renamesnap_latency": { 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmdir_latency": { 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.791 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmsnap_latency": { 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmxattr_latency": { 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setattr_latency": { 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setfilelock_latency": { 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setlayout_latency": { 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setxattr_latency": { 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "req_snapdiff_latency": { 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "req_symlink_latency": { 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "req_unlink_latency": { 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_sessions": { 2024-04-02T08:30:45.794 INFO:tasks.workunit.client.0.smithi112.stdout: "average_load": { 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "avg_session_uptime": { 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "mdthresh_evicted": { 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "session_count": { 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.795 INFO:tasks.workunit.client.0.smithi112.stdout: "session_remove": { 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_open": { 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_stale": { 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "total_load": { 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:45.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "purge_queue": { 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed": { 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing": { 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_high_water": { 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops": { 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_item_in_journal": { 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.798 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T08:30:45.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 120 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T08:30:45.800 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 917 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 917, 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4097196 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.801 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 917, 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 300992118 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 918 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 918 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 918, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2294939942 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.805 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T08:30:45.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 918 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 918, 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8022162 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 918, 2024-04-02T08:30:45.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6564 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 918, 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516986474 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41754624 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32415744 2024-04-02T08:30:45.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9338880 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 273678 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70833181 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.812 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41690 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71065169 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 322961408 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.818 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184680248 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71172296 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T08:30:45.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39349, 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 112597943 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.822 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.823 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1957, 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 951133792 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.824 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58 2024-04-02T08:30:45.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 927 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 927, 2024-04-02T08:30:45.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4122759 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 927, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 122998064 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 146 2024-04-02T08:30:45.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.828 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 928 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T08:30:45.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 928 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 928, 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2014968184 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 928 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.832 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 928, 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8071190 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 928, 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6641 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 928, 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 416993428 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T08:30:45.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41754624 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30736384 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11018240 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.834 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 273678 2024-04-02T08:30:45.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70833181 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277020373 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41690 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71065169 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 322961408 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184680248 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71172296 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.843 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39372, 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 101813753 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2004, 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 632628891 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 213 2024-04-02T08:30:45.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1069 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1069, 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5174793 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.848 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1069, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3207 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1069, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 211994460 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.849 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T08:30:45.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1069 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1069, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5097768 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1069, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6491 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1069, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 457549864 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T08:30:45.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1999948 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1071 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T08:30:45.852 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1071, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2868924987 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1050 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.854 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45842432 2024-04-02T08:30:45.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40796160 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5046272 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:45.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277021449 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 273248 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70832535 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348127232 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277021449 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39251 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71066532 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 322961408 2024-04-02T08:30:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184680966 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71171578 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T08:30:45.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 47478, 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 198642195 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2307, 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747308326 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:45.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2789376 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.869 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.870 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1736704 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1597440 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.872 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:45.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.874 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4464640 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.876 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1327104 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4, 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 210285 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.877 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24, 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60397 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 377, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89653091 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 368, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9063214 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 377, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 345741 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.879 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 377, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89998832 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43289 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17926 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.880 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5344 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 879 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:45.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 230 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 120, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2620534 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 327, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267440 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 207, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5348238 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52189 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19231913 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 128, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51439696 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 128, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 302131250753 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.883 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 128, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 142772797857 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38703700518 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51872 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5950155 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.884 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 189029280 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 225650 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95084032 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26947475 2024-04-02T08:30:45.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 903606 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 328036 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 336318981 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34631029 2024-04-02T08:30:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 504, 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3098410 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44417024 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44212224 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.887 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 204800 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85470747 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 606208 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.890 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73306597 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641030608 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71998944 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56980498 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68848158 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641030608 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2434 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15827 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 228884 2024-04-02T08:30:45.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71753927 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:45.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.901 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 616 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.902 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 97382203 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6451766 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 91202468 2024-04-02T08:30:45.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.904 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.906 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 616 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 97382203 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:45.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6451766 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 91202468 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1771104 2024-04-02T08:30:45.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28991488 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7397376 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3821568 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3682304 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.912 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:45.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:45.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:45.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11157504 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 724992 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 513568 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 94214 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 886, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 492508796 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.919 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 873, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21487083 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 886, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 839041 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 886, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 493347837 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41354 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6399 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6645 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3916 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 343 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.922 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 133, 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3628153 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 345, 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 348394 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 212, 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6882168 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:45.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 103, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5722688 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3896060312 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 120, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76574078 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:45.924 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 118, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 239448459835 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 120, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125166380967 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3516, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39211410827 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3516, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 203142 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.925 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 123205865 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2518756575 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 495757 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1301127041 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 379183733 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 312670 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 271870 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8218557685 2024-04-02T08:30:45.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 414633481 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3518, 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 277767114 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48611328 2024-04-02T08:30:45.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47513600 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1097728 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85501540 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73873820 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.932 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641261555 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71767997 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57001027 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68827629 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:45.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641261555 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8063 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 321375 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71440687 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.942 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 155 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2429440 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:45.943 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 155, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 444042087 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1063 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 155, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 61592627 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 155, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 221683291 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4900683 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1063 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:45.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4374335 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3655680 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22, 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18052554 2024-04-02T08:30:45.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8098038 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22, 2024-04-02T08:30:45.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16747873 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2429440 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 100, 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 421088850 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.948 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 100, 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49120254 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 100, 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 201279738 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 590368 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:45.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32591872 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:45.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:45.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2174976 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1376256 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1236992 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:45.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.954 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.955 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:45.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.957 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3489792 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.959 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 716800 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4, 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 169080 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.960 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11, 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11673 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:45.961 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 289, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59495816 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 283, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5927576 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 289, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 285896 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 289, 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59781712 2024-04-02T08:30:45.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 46755 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4000 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 615 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 213 2024-04-02T08:30:45.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 102, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1426854 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 280, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 290204 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 178, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4575492 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:45.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 106010 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7437003 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 117, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6820330 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:45.966 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 115, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 209507368602 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 117, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115215000325 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 340, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37739233351 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 340, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33127 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.967 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3669762 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95777171 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114736 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:45.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30390206 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20879026 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 312510 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 228635 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:45.969 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 158203878 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24085025 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 342, 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128979 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:45.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42319872 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41287680 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1032192 2024-04-02T08:30:45.971 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508453 2024-04-02T08:30:45.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73862811 2024-04-02T08:30:45.974 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641313398 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.975 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.976 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71716154 2024-04-02T08:30:45.977 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005635 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.978 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.979 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68823021 2024-04-02T08:30:45.980 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641313398 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:45.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11757 2024-04-02T08:30:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 197520 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71509005 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.985 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 140140901 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4559312 2024-04-02T08:30:45.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125532767 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.987 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:45.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T08:30:45.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 140140901 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4559312 2024-04-02T08:30:45.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125532767 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:45.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28389376 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:45.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1024000 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.995 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 741376 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 602112 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:45.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:45.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5503 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5503 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:45.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:46.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1703936 2024-04-02T08:30:46.001 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 737280 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:46.002 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6343 2024-04-02T08:30:46.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 134, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43223042 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 127, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4541975 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 134, 2024-04-02T08:30:46.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 169395 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 134, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43392437 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47829 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:46.005 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4116 2024-04-02T08:30:46.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 327 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 225 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 86, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 860777 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 146, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 336609 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:46.007 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 60, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429178 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7394566 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49, 2024-04-02T08:30:46.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3456818 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 356358915367 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73817656804 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 233, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 467248 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 233, 2024-04-02T08:30:46.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26069 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 252709 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 135478217 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65869 2024-04-02T08:30:46.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76841077 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13815367 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 315246 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40, 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 187441 2024-04-02T08:30:46.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 233812023 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15967993 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 236, 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1474246 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861614985 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41271296 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40820736 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137554534 2024-04-02T08:30:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 450560 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.014 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508704 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.016 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73874848 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641315282 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.019 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.019 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.021 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71714270 2024-04-02T08:30:46.022 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005802 2024-04-02T08:30:46.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68822854 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641315282 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.026 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14101 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 207998 2024-04-02T08:30:46.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71494299 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:46.028 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36 2024-04-02T08:30:46.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:46.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3477070 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:46.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:46.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:46.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3477070 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28401664 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:46.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1228800 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.039 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 897024 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:46.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 757760 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:46.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:46.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.043 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:46.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:46.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2064384 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:46.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 733184 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 325225 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4072 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 172, 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42653071 2024-04-02T08:30:46.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 160, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7765895 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 172, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 165417 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 172, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42818488 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:46.049 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38585 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.050 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3854 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 367 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 238 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:46.051 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 98, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1062793 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 166, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267851 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 68, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 317853 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:46.052 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132260 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3217493 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3421118 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342324717635 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.053 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60117450108 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 259, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 483453 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 259, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26781 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 286449 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170880106 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 77146 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59090362 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:46.055 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12582929 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 313218 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170924 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 246092326 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14817646 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261, 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1714784 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42319872 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.057 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41558016 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 761856 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508357 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73867003 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641312677 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71716875 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005571 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.066 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68823085 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641312677 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.068 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7086 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 213786 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.069 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71498131 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.072 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20396755 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1295755 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18550116 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20396755 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.077 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1295755 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18550116 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:46.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28405760 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:46.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:46.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1155072 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.081 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 835584 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 696320 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:46.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:46.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.084 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5505 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.085 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.086 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.087 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1929216 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 729088 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 270644 2024-04-02T08:30:46.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:46.089 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4399 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37422837 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 147, 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7233653 2024-04-02T08:30:46.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 136104 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37558941 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43348 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4925 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 244 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 92, 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 810520 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 148, 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 302928 2024-04-02T08:30:46.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 56, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 323779 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 134351 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2744367 2024-04-02T08:30:46.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2822247 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 37, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206883274988 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54318997253 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:46.095 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 271, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 518719 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 271, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27201 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 233972 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 136298187 2024-04-02T08:30:46.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 82909 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75623838 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13219928 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314901 2024-04-02T08:30:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 130167 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 228160273 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15421527 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 274, 2024-04-02T08:30:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2707163 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42385408 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42147840 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:46.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 237568 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508918 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73874634 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641316892 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71712660 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005945 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68822711 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641316892 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11758 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 212834 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71490196 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.112 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.113 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:46.114 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:46.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.118 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:46.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28393472 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1347584 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:46.122 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1015808 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.123 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 876544 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:46.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504 2024-04-02T08:30:46.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.128 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2301952 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1318912 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:46.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5276 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 201, 2024-04-02T08:30:46.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 46956104 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 174, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18753827 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 201, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 126265 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 201, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47082369 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49779 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4868 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 366 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 251 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:46.134 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 87, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 655200 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 132, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 243792 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 406960 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.135 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2681004 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2322503 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34, 2024-04-02T08:30:46.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 465405946721 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34, 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45004885422 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 544788 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30952 2024-04-02T08:30:46.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 815634 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 285129584 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 154404 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:46.138 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53231863 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13885067 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 905179 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 27, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 126088 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 355841578 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17002329 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 276, 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3408080 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:46.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42385408 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41689088 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 696320 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.141 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85508607 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73874945 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641314557 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71714995 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:46.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57005738 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.149 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68822918 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641314557 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5995 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8394 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 214646 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71488088 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.154 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2812 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 105232678 2024-04-02T08:30:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13171319 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 83895427 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.158 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2812 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 105232678 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13171319 2024-04-02T08:30:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13, 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 83895427 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28983296 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:46.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_main": { 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T08:30:46.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5525504 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27656192 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2531328 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2392064 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31850496 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.165 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 206272 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1282048 2024-04-02T08:30:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1286144 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5500 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5500 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:46.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T08:30:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7995392 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1318912 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 311999 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43836 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T08:30:46.172 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 571, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 469480211 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 552, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44710916 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 571, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 549180 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 571, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 470029391 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50732 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4352 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3844 2024-04-02T08:30:46.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 387 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 131, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3080574 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 209, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 952491 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 78, 2024-04-02T08:30:46.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1656777 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 101, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5693116 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3765051770 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27749278 2024-04-02T08:30:46.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 304408072720 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33627553533 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1436314308 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T08:30:46.178 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 217317 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47393976 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3017179744 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 509874 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:46.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1563233588 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 346709076 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 903482 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73758 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T08:30:46.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8739838463 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 380550570 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3406, 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 253791395 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T08:30:46.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1861621078 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 46514176 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45940736 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3137561702 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573440 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159383552 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85484590 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 139264 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 131072 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73620434 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 780140544 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641134427 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T08:30:46.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71895125 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:46.188 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 464 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56989726 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68838930 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T08:30:46.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 713031680 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 641134427 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T08:30:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3516 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8205 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7033 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 332904 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T08:30:46.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71545595 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.195 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 157 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 138643098 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 266203 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 159, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44184347 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 157, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 119647975 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.197 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 110, 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18012680 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 266203 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 110, 2024-04-02T08:30:46.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16003979 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 110, 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12986208 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42, 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43278515 2024-04-02T08:30:46.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19294817 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42, 2024-04-02T08:30:46.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40534176 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 77351903 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8885551 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 66127591 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.202 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28983296 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T08:30:46.203 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:46.204 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.4430987650703173e-06, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 212, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 313344, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T08:30:46.205 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 179, 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:46.206 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 98304, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:46.207 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 3430, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 3430, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:46.208 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 10290, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 51, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 20480 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:46.209 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:46.210 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:46.211 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T08:30:46.212 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 729301526794, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 243100499968, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T08:30:46.213 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T08:30:46.214 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T08:30:45.021822", 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_stats": { 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "7.9.2" 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T08:30:46.215 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T08:30:46.216 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T08:30:46.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T08:30:46.218 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pg": [ 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.219 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531112+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531112+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.531386+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.220 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912601+0000", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.221 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3f", 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:48:32.085168+0000", 2024-04-02T08:30:46.222 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525368+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525368+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525646+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911887+0000", 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3e", 2024-04-02T08:30:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:49.574741+0000", 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.235 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521114+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521114+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.521570+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907138+0000", 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3d", 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:41.532624+0000", 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.241 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.242 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525421+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525421+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525709+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910927+0000", 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3c", 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:16.536312+0000", 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.248 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.249 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531945+0000", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531945+0000", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.533664+0000", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.251 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3b", 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.252 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:51.215396+0000", 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.255 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.256 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.514983+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.514983+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.515278+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911535+0000", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.258 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3a", 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:56:25.553627+0000", 2024-04-02T08:30:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.263 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529070+0000", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529070+0000", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529362+0000", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911800+0000", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.265 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.39", 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:15:51.930649+0000", 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.269 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.270 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531460+0000", 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531460+0000", 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.531727+0000", 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908976+0000", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.272 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.38", 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.273 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:18.114237+0000", 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.277 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531251+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531251+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.531547+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912598+0000", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.279 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.37", 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:20.510124+0000", 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.283 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.518672+0000", 2024-04-02T08:30:46.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.518672+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.518973+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234434+0000", 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.286 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.36", 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:21.696732+0000", 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.290 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517853+0000", 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517853+0000", 2024-04-02T08:30:46.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.518171+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234676+0000", 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.292 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.35", 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.293 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:45.495682+0000", 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.297 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516623+0000", 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516623+0000", 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517125+0000", 2024-04-02T08:30:46.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.235037+0000", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.299 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.34", 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:38.435536+0000", 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.304 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521950+0000", 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521950+0000", 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.527434+0000", 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909486+0000", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.306 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.33", 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.307 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:15:46.364073+0000", 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.311 INFO:tasks.workunit.client.0.smithi112.stderr:+ echo OK 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.316 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517576+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517576+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517886+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907231+0000", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.318 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.32", 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:32:50.933236+0000", 2024-04-02T08:30:46.319 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517533+0000", 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517533+0000", 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517805+0000", 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910911+0000", 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.325 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.31", 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.326 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:24:18.037062+0000", 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.913745+0000", 2024-04-02T08:30:46.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.913745+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914165+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914487+0000", 2024-04-02T08:30:46.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.30", 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.333 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 28, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:54.926388+0000", 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.337 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.527824+0000", 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.527824+0000", 2024-04-02T08:30:46.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528210+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911437+0000", 2024-04-02T08:30:46.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2f", 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.340 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:05.163723+0000", 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.344 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525268+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525268+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525512+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909132+0000", 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.347 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2e", 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 18, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:47:56.650809+0000", 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.351 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.352 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529066+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529066+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.530297+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912163+0000", 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.354 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2d", 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:59:24.912590+0000", 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.355 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.358 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.359 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160766+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160766+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.161198+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907927+0000", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 4, 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.361 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 4, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1f", 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 24, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:00.162956+0000", 2024-04-02T08:30:46.362 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 582, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:46.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'4" 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.366 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.515792+0000", 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.515792+0000", 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.516155+0000", 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910109+0000", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.368 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1e", 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.369 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:15:31.911506+0000", 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.373 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160173+0000", 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160173+0000", 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160470+0000", 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910201+0000", 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:46.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1e", 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.376 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:15:45.233979+0000", 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.380 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.503833+0000", 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.503833+0000", 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.504122+0000", 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907712+0000", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.382 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1f", 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.383 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:14:45.613626+0000", 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160201+0000", 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160201+0000", 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160570+0000", 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.913041+0000", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1d", 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.390 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:48:35.792238+0000", 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.394 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:45.235916+0000", 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:45.235916+0000", 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.236278+0000", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.396 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1c", 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 11, 2024-04-02T08:30:46.397 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:51:36.119058+0000", 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.401 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.156845+0000", 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.156845+0000", 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157137+0000", 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912885+0000", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.403 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1c", 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:46.404 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:05.115782+0000", 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.408 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.511172+0000", 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.511172+0000", 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.511510+0000", 2024-04-02T08:30:46.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911116+0000", 2024-04-02T08:30:46.410 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1d", 2024-04-02T08:30:46.411 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:55:55.957681+0000", 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.415 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.157089+0000", 2024-04-02T08:30:46.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.157089+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157366+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909738+0000", 2024-04-02T08:30:46.417 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1b", 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.418 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:24.730172+0000", 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.422 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.512713+0000", 2024-04-02T08:30:46.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.512713+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.513026+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233538+0000", 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1a", 2024-04-02T08:30:46.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:16.755067+0000", 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.156958+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.156958+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157453+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233977+0000", 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.432 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1a", 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:53.277116+0000", 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.522915+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.522915+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523219+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907358+0000", 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1b", 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:55.574094+0000", 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.443 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.160743+0000", 2024-04-02T08:30:46.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.160743+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.161203+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909212+0000", 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.19", 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:50:39.700133+0000", 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.450 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.451 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529069+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529069+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529367+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909256+0000", 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.453 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.18", 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:15:01.458018+0000", 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.149984+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.149984+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150523+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911846+0000", 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.460 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.18", 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:48:29.508995+0000", 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.464 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.465 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.520759+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.520759+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.521041+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911095+0000", 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.467 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.19", 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:49.709170+0000", 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.471 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.472 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154373+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154373+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.154742+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234163+0000", 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.474 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.17", 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:38:47.823772+0000", 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.478 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.479 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.525072+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.525072+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.525371+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911477+0000", 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.16", 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:33.845268+0000", 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.485 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154470+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154470+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.154749+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911271+0000", 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.16", 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:02.130030+0000", 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.492 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.493 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.526771+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.526771+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.527064+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907868+0000", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.17", 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:39.418208+0000", 2024-04-02T08:30:46.496 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.500 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.142729+0000", 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.142729+0000", 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.143015+0000", 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910533+0000", 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T08:30:46.502 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.15", 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.503 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 23, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:02:11.180415+0000", 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 90, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'3" 2024-04-02T08:30:46.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.524513+0000", 2024-04-02T08:30:46.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.524513+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524801+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234339+0000", 2024-04-02T08:30:46.509 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.14", 2024-04-02T08:30:46.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:31.071556+0000", 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.514 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.148977+0000", 2024-04-02T08:30:46.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.148977+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.149273+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:29:13.923269+0000", 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.516 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 12, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 12, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.14", 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.517 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 32, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:08:33.636997+0000", 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 2632, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 9 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "70'12" 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.521 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.527726+0000", 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.527726+0000", 2024-04-02T08:30:46.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528034+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912804+0000", 2024-04-02T08:30:46.523 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.15", 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.524 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:46.178959+0000", 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.528 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.158736+0000", 2024-04-02T08:30:46.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.158736+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.159043+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907512+0000", 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.13", 2024-04-02T08:30:46.531 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:39:33.856594+0000", 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 34, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 7 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:46.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.536 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529464+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529464+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529754+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907248+0000", 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.538 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.12", 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:54.112760+0000", 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.542 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.543 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154968+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154968+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.155309+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910652+0000", 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.545 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.12", 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:41:10.988401+0000", 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.549 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.550 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.913514+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.913514+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914191+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914526+0000", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.552 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.13", 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 28, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:50.441390+0000", 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.553 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.557 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.147277+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.147277+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.147785+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233576+0000", 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.560 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.11", 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:39:57.175396+0000", 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.564 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.565 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.515236+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.515236+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.515544+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234685+0000", 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.567 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.10", 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:44.836829+0000", 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.571 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.572 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.144344+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.144344+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.144683+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908329+0000", 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 8, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 8, 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.574 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.10", 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 27, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:24:07.026331+0000", 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T08:30:46.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 4, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.578 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'8" 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.579 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.528409+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.528409+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528737+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912016+0000", 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.581 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.11", 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:47:11.433474+0000", 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.585 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.586 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.148204+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.148204+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.148710+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234832+0000", 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:46.588 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.f", 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:21.890533+0000", 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 22, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.592 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.593 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.530079+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.530079+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.530825+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912424+0000", 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.595 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.e", 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:13.063169+0000", 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.600 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824676+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824676+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825108+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911260+0000", 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.602 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.2", 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:26.012872+0000", 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.606 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.607 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.914080+0000", 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.914080+0000", 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914517+0000", 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914924+0000", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.609 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.4", 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 29, 2024-04-02T08:30:46.610 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:55.406799+0000", 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.614 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.522144+0000", 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.522144+0000", 2024-04-02T08:30:46.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524562+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911296+0000", 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.616 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.5", 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.617 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:35:26.587235+0000", 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.621 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.155589+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.155589+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.155883+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911389+0000", 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.4", 2024-04-02T08:30:46.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:21.455305+0000", 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.628 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.629 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.152572+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.152572+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.153120+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910552+0000", 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.631 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.2", 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:17:08.574661+0000", 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.638 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516521+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516521+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.516837+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.640 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233889+0000", 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.641 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3", 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:32:15.409545+0000", 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.645 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.646 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824662+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824662+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825112+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.647 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910148+0000", 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.648 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.7", 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:29:26.660181+0000", 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.651 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.652 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.653 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.520302+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.520302+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.520580+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.654 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912058+0000", 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.655 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.0", 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:15.805186+0000", 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.658 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.659 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.660 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.154231+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.154231+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.154671+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.661 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908262+0000", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.662 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1", 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:53:03.968354+0000", 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.663 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.666 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.667 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.303299+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.303299+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.303593+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233561+0000", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.669 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.5", 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.670 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:27:28.172110+0000", 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.674 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.532004+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.532004+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.532292+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909612+0000", 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2", 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:03.862597+0000", 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.681 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.682 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.152251+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.152251+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.152647+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910822+0000", 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.684 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.3", 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:00.052384+0000", 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.688 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.689 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 20, 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:26:54.253298+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:26:54.253298+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:26:54.253738+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 59, 2024-04-02T08:30:46.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911828+0000", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 128, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 58, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.691 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 128, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "1.0", 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 266, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:08.779358+0000", 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 212, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 306, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 179, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.695 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "65'128" 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.696 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.155656+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.155656+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.155936+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907513+0000", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.698 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.6", 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:14.061715+0000", 2024-04-02T08:30:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.702 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.703 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516126+0000", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516126+0000", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.517069+0000", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.906887+0000", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.705 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1", 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:35:14.624913+0000", 2024-04-02T08:30:46.706 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.709 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.710 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.159954+0000", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.159954+0000", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160274+0000", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911560+0000", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.712 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.0", 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:30.414209+0000", 2024-04-02T08:30:46.713 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.714 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.716 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.717 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824729+0000", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824729+0000", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825063+0000", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.718 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907290+0000", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.719 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.3", 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:44:47.559305+0000", 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.720 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.721 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.723 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.159332+0000", 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.159332+0000", 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.159627+0000", 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.725 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.913000+0000", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.726 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.5", 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.727 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:23:30.416552+0000", 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.728 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.731 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.518134+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.518134+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.519546+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.732 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911483+0000", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.733 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.4", 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:39.815699+0000", 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.734 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.736 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.737 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.738 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.303094+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.303094+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.303453+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.739 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909075+0000", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.740 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.0", 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:44.737160+0000", 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.741 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.743 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.744 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.745 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150146+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150146+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150426+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.746 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912051+0000", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.747 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.6", 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.748 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:49.149350+0000", 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.750 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:46.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "63'1" 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.752 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.526733+0000", 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.526733+0000", 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.527013+0000", 2024-04-02T08:30:46.753 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910451+0000", 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.754 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.7", 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.755 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:12:49.215486+0000", 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.757 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.759 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.760 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:46.824654+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:46.824654+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:46.825015+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.761 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233749+0000", 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 65, 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.762 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.1", 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 15, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:05:23.846263+0000", 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.763 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.767 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.156991+0000", 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.156991+0000", 2024-04-02T08:30:46.768 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.157267+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234068+0000", 2024-04-02T08:30:46.769 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.7", 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.770 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:18.409828+0000", 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.771 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:46.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.774 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:45.235136+0000", 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:45.235136+0000", 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.775 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.235498+0000", 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.776 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.6", 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.777 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 11, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:56.006614+0000", 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.778 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.782 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.159947+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.159947+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.160244+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911942+0000", 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.8", 2024-04-02T08:30:46.784 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:56:50.545528+0000", 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.785 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.522751+0000", 2024-04-02T08:30:46.789 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.522751+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523045+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234204+0000", 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.791 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.9", 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:01:19.265926+0000", 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.792 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.793 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.795 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.796 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.155257+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.155257+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.155546+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.797 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911009+0000", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.798 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.9", 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:23:24.650630+0000", 2024-04-02T08:30:46.799 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.802 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.803 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.529388+0000", 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.529388+0000", 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.529996+0000", 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.804 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909167+0000", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.805 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.8", 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.806 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:07.950458+0000", 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.809 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.810 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150514+0000", 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150514+0000", 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150813+0000", 2024-04-02T08:30:46.811 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911529+0000", 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.812 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.a", 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.813 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 20, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:59:53.576771+0000", 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.817 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.818 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.527976+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.527976+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.528440+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.819 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909578+0000", 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.820 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.b", 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:07.895619+0000", 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.824 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.825 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.151191+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.151191+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.152528+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.826 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910932+0000", 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.827 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.b", 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 22, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:09:33.080072+0000", 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.831 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.832 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.514628+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.514628+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.514924+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.833 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233873+0000", 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.834 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.a", 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:19.004634+0000", 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.836 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.838 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.841 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.841 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.841 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.842 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150931+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150931+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.151639+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.843 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908377+0000", 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.844 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.c", 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:19:35.699581+0000", 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.848 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.849 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.531975+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.531975+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.533670+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.850 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912927+0000", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.851 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.d", 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.852 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:09.535079+0000", 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.855 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.856 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150114+0000", 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150114+0000", 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.150407+0000", 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.857 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910437+0000", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.858 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.d", 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.859 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:01.444301+0000", 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 70, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T08:30:46.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.863 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521096+0000", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521096+0000", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524753+0000", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.864 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.911040+0000", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.865 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.c", 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:59:04.484712+0000", 2024-04-02T08:30:46.866 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.869 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.870 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.150372+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.150372+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.151238+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.871 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909229+0000", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 60, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:46.872 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.e", 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 21, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:09.361645+0000", 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T08:30:46.876 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.877 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.530142+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.530142+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.530627+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.878 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.912699+0000", 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.879 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.f", 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:31.637521+0000", 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.883 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.884 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.516198+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.516198+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.516487+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.885 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234503+0000", 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.886 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.20", 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:57.269788+0000", 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T08:30:46.890 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.891 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.511467+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.511467+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.511766+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.892 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.908011+0000", 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.893 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.21", 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 18, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:53:06.103416+0000", 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.897 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.898 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521292+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521292+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.521586+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910741+0000", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.900 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.22", 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:30:42.897271+0000", 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.901 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.904 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.905 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.526105+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.526105+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.526367+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907385+0000", 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.907 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.23", 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:54:11.428844+0000", 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.911 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.912 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.912914+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.912914+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.913277+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.913634+0000", 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.914 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.24", 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 28, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:19.729010+0000", 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.521813+0000", 2024-04-02T08:30:46.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.521813+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.522075+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910352+0000", 2024-04-02T08:30:46.920 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.25", 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.921 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:34.785320+0000", 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.925 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.523079+0000", 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.523079+0000", 2024-04-02T08:30:46.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523376+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.234640+0000", 2024-04-02T08:30:46.927 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.26", 2024-04-02T08:30:46.928 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:53:36.561517+0000", 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.517772+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.517772+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.518086+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910530+0000", 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.27", 2024-04-02T08:30:46.935 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:52.777707+0000", 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.939 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:28:44.914191+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:28:44.914191+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 70, 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.914558+0000", 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 69, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.942 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.28", 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 11, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:55:49.513103+0000", 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T08:30:46.946 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.947 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.519914+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.519914+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.520181+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.909059+0000", 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.949 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.29", 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:32.785043+0000", 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.950 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.953 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.954 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.523645+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.523645+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.523935+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.910847+0000", 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.956 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2a", 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:28.654718+0000", 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.960 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.961 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.523291+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.523291+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.524012+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:44.907463+0000", 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.963 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2b", 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:13.523317+0000", 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T08:30:46.967 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:46.968 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:27:11.514066+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:27:11.514066+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:27:11.514382+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 62, 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T08:30:46.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T08:28:45.233722+0000", 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 61, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.970 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2c", 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 70, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 19, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:08:00.349399+0000", 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.974 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pool": [ 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 24, 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 8, 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.975 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 4, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 24 2024-04-02T08:30:46.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 192, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 64, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 3, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T08:30:46.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:46.983 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 192 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 3, 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T08:30:46.984 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 128, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 1, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 3, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 128, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 1, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 212, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 306, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 179, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 1781760, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 1771104, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 3 2024-04-02T08:30:46.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 96, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 45, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 32, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 45, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 2, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 3430, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:46.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 66, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 22, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:46.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 22, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 14, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T08:30:46.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 51, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 20 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 98304, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 10290, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T08:30:46.992 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 96 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 233144320, 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.0003035890404134989 2024-04-02T08:30:46.993 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 767727140864, 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 233144320 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T08:30:46.994 INFO:tasks.workunit.client.0.smithi112.stdout:OK 2024-04-02T08:30:46.995 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:30:46.995 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:30:46.995 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:46.995 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:46.995 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:46.996 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:46.997 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:46.999 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.000 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:45 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.002 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:47.006 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:47.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:47.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:47.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:45 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:47.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:46 smithi112 ceph-mon[37686]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:46 smithi112 ceph-mon[37686]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:30:47.036 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:46 smithi112 ceph-mon[26914]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.036 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:46 smithi112 ceph-mon[26914]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:30:47.036 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:30:46] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-04-02T08:30:47.041 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-02T08:30:47.041 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:30:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:46 smithi187 ceph-mon[30584]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:46 smithi187 ceph-mon[30584]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:30:47.334 DEBUG:teuthology.parallel:result is None 2024-04-02T08:30:47.335 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:30:47.362 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:30:47.362 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:30:47.432 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:30:47.432 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:30:47.442 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-02T08:30:47.443 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:30:47.491 INFO:teuthology.task.print:**** done start parallel 2024-04-02T08:30:47.491 INFO:teuthology.run_tasks:Running task parallel... 2024-04-02T08:30:47.501 INFO:teuthology.task.parallel:starting parallel... 2024-04-02T08:30:47.501 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-02T08:30:47.502 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:30:47.502 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-02T08:30:47.502 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-02T08:30:47.535 INFO:tasks.rados:Beginning rados... 2024-04-02T08:30:47.535 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:30:47.535 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-rf-nohist3'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-rf-nohist3', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}} 2024-04-02T08:30:47.536 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:30:47.536 INFO:tasks.rados:joining rados 2024-04-02T08:30:47.536 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-02T08:30:47.537 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:30:47.537 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-02T08:30:47.537 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-02T08:30:47.537 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-02T08:30:47.537 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-02T08:30:47.538 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-02T08:30:47.538 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-02T08:30:47.762 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:47.762 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:48 smithi112 ceph-mon[37686]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:30:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:48 smithi112 ceph-mon[26914]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:30:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:48 smithi187 ceph-mon[30584]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:30:50.386 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:50 smithi112 ceph-mon[37686]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:50.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:50 smithi112 ceph-mon[26914]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:50 smithi187 ceph-mon[30584]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:51.115 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-02T08:30:51.683 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:51 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2319538040' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:30:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:51 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2319538040' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:30:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:51 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2319538040' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:30:53.173 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:52 smithi112 ceph-mon[37686]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:53.173 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:52 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2319538040' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:30:53.173 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:52 smithi112 ceph-mon[37686]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:30:53.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:52 smithi112 ceph-mon[26914]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:53.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:52 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2319538040' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:30:53.174 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:52 smithi112 ceph-mon[26914]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:30:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:52 smithi187 ceph-mon[30584]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:52 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2319538040' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:30:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:52 smithi187 ceph-mon[30584]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:30:53.732 INFO:tasks.rados:starting run 0 out of 1 2024-04-02T08:30:53.732 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-02T08:30:53.732 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-02T08:30:53.845 INFO:teuthology.orchestra.run.smithi112.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.435 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-02T08:30:54.578 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[26914]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.706 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:54 smithi112 ceph-mon[37686]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:30:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:54 smithi187 ceph-mon[30584]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:30:55.298 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:55 smithi187 ceph-mon[30584]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:30:56.260 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:55 smithi112 ceph-mon[37686]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:30:56.260 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:55 smithi112 ceph-mon[26914]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:30:56.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:30:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:30:56] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-04-02T08:30:57.225 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:56 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1281207371' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:57.225 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:56 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:57.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:56 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1281207371' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:57.226 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:56 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:56 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1281207371' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:56 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:58.006 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'unique_pool_0' created 2024-04-02T08:30:58.033 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:30:58.324 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:57 smithi112 ceph-mon[26914]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:30:58.324 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:57 smithi112 ceph-mon[26914]: pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:58.325 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:57 smithi112 ceph-mon[37686]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:30:58.325 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:57 smithi112 ceph-mon[37686]: pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (2m) 99s ago 2m 16.3M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (2m) 99s ago 2m 85.3M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (3m) 99s ago 3m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (3m) 99s ago 3m 12.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,8765 running (7m) 99s ago 7m 449M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 417907ac8a5a 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:9283,8765 running (9m) 99s ago 9m 497M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 9719071ce760 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (9m) 99s ago 9m 46.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 5e5f14d2a805 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (7m) 99s ago 7m 39.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (7m) 99s ago 7m 42.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c54ae978287c 2024-04-02T08:30:58.377 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (2m) 99s ago 2m 15.3M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (2m) 99s ago 2m 8052k - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (7m) 99s ago 7m 45.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (6m) 99s ago 6m 53.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (6m) 99s ago 6m 41.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (5m) 99s ago 5m 42.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (5m) 99s ago 5m 41.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (5m) 99s ago 5m 41.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (4m) 99s ago 4m 43.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (4m) 99s ago 4m 52.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:30:58.378 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (116s) 99s ago 3m 30.6M - 2.43.0 a07b618ecd1d e16dd395a4e4 2024-04-02T08:30:58.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:57 smithi187 ceph-mon[30584]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:30:58.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:57 smithi187 ceph-mon[30584]: pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:58.674 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-02T08:30:58.819 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:30:58.820 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:30:58.821 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:30:58.821 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:30:58.896 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:59.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[26914]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:30:59.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[26914]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:30:59.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[26914]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[26914]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2515210756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:59.005 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[37686]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:30:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[37686]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:30:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[37686]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[37686]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2515210756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:59.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:30:59 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:59 smithi187 ceph-mon[30584]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:30:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:59 smithi187 ceph-mon[30584]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:30:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:59 smithi187 ceph-mon[30584]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:59 smithi187 ceph-mon[30584]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:59 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2515210756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:30:59 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:00.109 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:00 smithi112 ceph-mon[26914]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:31:00.109 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:00 smithi112 ceph-mon[26914]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:00.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:00 smithi112 ceph-mon[37686]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:31:00.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:00 smithi112 ceph-mon[37686]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:00.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:00 smithi187 ceph-mon[30584]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:31:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:00 smithi187 ceph-mon[30584]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:01.180 INFO:teuthology.orchestra.run.smithi112.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-02T08:31:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:01 smithi112 ceph-mon[26914]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:31:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:01 smithi112 ceph-mon[26914]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:31:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:01 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1794911944' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:01 smithi112 ceph-mon[37686]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:31:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:01 smithi112 ceph-mon[37686]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:31:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:01 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1794911944' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:01.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:01 smithi187 ceph-mon[30584]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:31:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:01 smithi187 ceph-mon[30584]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:31:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:01 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1794911944' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:02.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:02 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1794911944' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:31:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:02 smithi187 ceph-mon[30584]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:31:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:02 smithi187 ceph-mon[30584]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:02 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1794911944' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:31:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:02 smithi112 ceph-mon[26914]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:31:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:02 smithi112 ceph-mon[26914]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:02 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1794911944' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:31:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:02 smithi112 ceph-mon[37686]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:31:02.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:02 smithi112 ceph-mon[37686]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:02.915 DEBUG:teuthology.orchestra.run.smithi112:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-02T08:31:02.942 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight read -> 100 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight delete -> 50 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight snap_create -> 50 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight snap_remove -> 50 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight rollback -> 50 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight setattr -> 25 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight rmattr -> 25 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight copy_from -> 50 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:adding op weight append -> 100 2024-04-02T08:31:02.943 INFO:tasks.rados.rados.0.smithi112.stdout:ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout:Configuration: 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout: Number of operations: 4000 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout: Number of objects: 50 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout: Max in flight operations: 16 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout: Object size (in bytes): 4000000 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout: Write stride min: 400000 2024-04-02T08:31:02.944 INFO:tasks.rados.rados.0.smithi112.stdout: Write stride max: 800000 2024-04-02T08:31:03.193 INFO:tasks.rados.rados.0.smithi112.stdout:1: write initial oid 1 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:1: seq_num 0 ranges {0=24576} 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:1: writing smithi11277797-1 from 0 to 24576 tid 1 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:2: write initial oid 2 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:2: seq_num 1 ranges {0=24576} 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:2: writing smithi11277797-2 from 0 to 24576 tid 1 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:3: write initial oid 3 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:3: seq_num 2 ranges {0=40960} 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:3: writing smithi11277797-3 from 0 to 40960 tid 1 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:4: write initial oid 4 2024-04-02T08:31:03.194 INFO:tasks.rados.rados.0.smithi112.stdout:4: seq_num 3 ranges {0=57344} 2024-04-02T08:31:03.195 INFO:tasks.rados.rados.0.smithi112.stdout:4: writing smithi11277797-4 from 0 to 57344 tid 1 2024-04-02T08:31:03.195 INFO:tasks.rados.rados.0.smithi112.stdout:5: write initial oid 5 2024-04-02T08:31:03.195 INFO:tasks.rados.rados.0.smithi112.stdout:5: seq_num 4 ranges {0=73728} 2024-04-02T08:31:03.195 INFO:tasks.rados.rados.0.smithi112.stdout:5: writing smithi11277797-5 from 0 to 73728 tid 1 2024-04-02T08:31:03.195 INFO:tasks.rados.rados.0.smithi112.stdout:6: write initial oid 6 2024-04-02T08:31:03.196 INFO:tasks.rados.rados.0.smithi112.stdout:6: seq_num 5 ranges {0=90112} 2024-04-02T08:31:03.196 INFO:tasks.rados.rados.0.smithi112.stdout:6: writing smithi11277797-6 from 0 to 90112 tid 1 2024-04-02T08:31:03.196 INFO:tasks.rados.rados.0.smithi112.stdout:7: write initial oid 7 2024-04-02T08:31:03.196 INFO:tasks.rados.rados.0.smithi112.stdout:7: seq_num 6 ranges {0=106496} 2024-04-02T08:31:03.197 INFO:tasks.rados.rados.0.smithi112.stdout:7: writing smithi11277797-7 from 0 to 106496 tid 1 2024-04-02T08:31:03.197 INFO:tasks.rados.rados.0.smithi112.stdout:8: write initial oid 8 2024-04-02T08:31:03.197 INFO:tasks.rados.rados.0.smithi112.stdout:8: seq_num 7 ranges {0=122880} 2024-04-02T08:31:03.198 INFO:tasks.rados.rados.0.smithi112.stdout:8: writing smithi11277797-8 from 0 to 122880 tid 1 2024-04-02T08:31:03.198 INFO:tasks.rados.rados.0.smithi112.stdout:2: finishing write tid 1 to smithi11277797-2 2024-04-02T08:31:03.198 INFO:tasks.rados.rados.0.smithi112.stdout:4: finishing write tid 1 to smithi11277797-4 2024-04-02T08:31:03.198 INFO:tasks.rados.rados.0.smithi112.stdout:4: finishing write tid 2 to smithi11277797-4 2024-04-02T08:31:03.198 INFO:tasks.rados.rados.0.smithi112.stdout:9: write initial oid 9 2024-04-02T08:31:03.198 INFO:tasks.rados.rados.0.smithi112.stdout:9: seq_num 8 ranges {0=139264} 2024-04-02T08:31:03.199 INFO:tasks.rados.rados.0.smithi112.stdout:9: writing smithi11277797-9 from 0 to 139264 tid 1 2024-04-02T08:31:03.199 INFO:tasks.rados.rados.0.smithi112.stdout:1: finishing write tid 1 to smithi11277797-1 2024-04-02T08:31:03.199 INFO:tasks.rados.rados.0.smithi112.stdout:10: write initial oid 10 2024-04-02T08:31:03.199 INFO:tasks.rados.rados.0.smithi112.stdout:10: seq_num 9 ranges {0=155648} 2024-04-02T08:31:03.201 INFO:tasks.rados.rados.0.smithi112.stdout:10: writing smithi11277797-10 from 0 to 155648 tid 1 2024-04-02T08:31:03.201 INFO:tasks.rados.rados.0.smithi112.stdout:11: write initial oid 11 2024-04-02T08:31:03.201 INFO:tasks.rados.rados.0.smithi112.stdout:11: seq_num 10 ranges {0=172032} 2024-04-02T08:31:03.203 INFO:tasks.rados.rados.0.smithi112.stdout:11: writing smithi11277797-11 from 0 to 172032 tid 1 2024-04-02T08:31:03.204 INFO:tasks.rados.rados.0.smithi112.stdout:2: finishing write tid 2 to smithi11277797-2 2024-04-02T08:31:03.204 INFO:tasks.rados.rados.0.smithi112.stdout:4: finishing write tid 3 to smithi11277797-4 2024-04-02T08:31:03.204 INFO:tasks.rados.rados.0.smithi112.stdout:4: oid 4 updating version 0 to 1 2024-04-02T08:31:03.204 INFO:tasks.rados.rados.0.smithi112.stdout:4: oid 4 updating version 1 to 2 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:1: finishing write tid 2 to smithi11277797-1 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:7: finishing write tid 1 to smithi11277797-7 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:3: finishing write tid 1 to smithi11277797-3 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:7: finishing write tid 2 to smithi11277797-7 2024-04-02T08:31:03.205 INFO:tasks.rados.rados.0.smithi112.stdout:3: finishing write tid 2 to smithi11277797-3 2024-04-02T08:31:03.206 INFO:tasks.rados.rados.0.smithi112.stdout:8: finishing write tid 1 to smithi11277797-8 2024-04-02T08:31:03.206 INFO:tasks.rados.rados.0.smithi112.stdout:8: finishing write tid 2 to smithi11277797-8 2024-04-02T08:31:03.206 INFO:tasks.rados.rados.0.smithi112.stdout:2: finishing write tid 3 to smithi11277797-2 2024-04-02T08:31:03.206 INFO:tasks.rados.rados.0.smithi112.stdout:2: oid 2 updating version 0 to 1 2024-04-02T08:31:03.206 INFO:tasks.rados.rados.0.smithi112.stdout:2: oid 2 updating version 1 to 2 2024-04-02T08:31:03.206 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:03.207 INFO:tasks.rados.rados.0.smithi112.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:31:03.207 INFO:tasks.rados.rados.0.smithi112.stdout:5: finishing write tid 1 to smithi11277797-5 2024-04-02T08:31:03.207 INFO:tasks.rados.rados.0.smithi112.stdout:5: finishing write tid 2 to smithi11277797-5 2024-04-02T08:31:03.207 INFO:tasks.rados.rados.0.smithi112.stdout:1: finishing write tid 3 to smithi11277797-1 2024-04-02T08:31:03.207 INFO:tasks.rados.rados.0.smithi112.stdout:1: oid 1 updating version 0 to 1 2024-04-02T08:31:03.207 INFO:tasks.rados.rados.0.smithi112.stdout:1: oid 1 updating version 1 to 2 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:1: done (10 left) 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:2: done (9 left) 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:4: done (8 left) 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:12: write initial oid 12 2024-04-02T08:31:03.208 INFO:tasks.rados.rados.0.smithi112.stdout:12: seq_num 11 ranges {0=188416} 2024-04-02T08:31:03.213 INFO:tasks.rados.rados.0.smithi112.stdout:12: writing smithi11277797-12 from 0 to 188416 tid 1 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:13: write initial oid 13 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:5: finishing write tid 3 to smithi11277797-5 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:5: oid 5 updating version 0 to 3 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:5: oid 5 updating version 3 to 4 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:31:03.214 INFO:tasks.rados.rados.0.smithi112.stdout:7: finishing write tid 3 to smithi11277797-7 2024-04-02T08:31:03.215 INFO:tasks.rados.rados.0.smithi112.stdout:7: oid 7 updating version 0 to 2 2024-04-02T08:31:03.215 INFO:tasks.rados.rados.0.smithi112.stdout:7: oid 7 version 2 is already newer than 1 2024-04-02T08:31:03.215 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:03.215 INFO:tasks.rados.rados.0.smithi112.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:03.215 INFO:tasks.rados.rados.0.smithi112.stdout:3: finishing write tid 3 to smithi11277797-3 2024-04-02T08:31:03.215 INFO:tasks.rados.rados.0.smithi112.stdout:3: oid 3 updating version 0 to 3 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:3: oid 3 updating version 3 to 4 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 4 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:9: finishing write tid 1 to smithi11277797-9 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:9: finishing write tid 2 to smithi11277797-9 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:13: seq_num 12 ranges {0=204800} 2024-04-02T08:31:03.216 INFO:tasks.rados.rados.0.smithi112.stdout:13: writing smithi11277797-13 from 0 to 204800 tid 1 2024-04-02T08:31:03.217 INFO:tasks.rados.rados.0.smithi112.stdout:8: finishing write tid 3 to smithi11277797-8 2024-04-02T08:31:03.217 INFO:tasks.rados.rados.0.smithi112.stdout:8: oid 8 updating version 0 to 2 2024-04-02T08:31:03.217 INFO:tasks.rados.rados.0.smithi112.stdout:8: oid 8 version 2 is already newer than 1 2024-04-02T08:31:03.217 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:31:03.218 INFO:tasks.rados.rados.0.smithi112.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-02T08:31:03.218 INFO:tasks.rados.rados.0.smithi112.stdout:10: finishing write tid 1 to smithi11277797-10 2024-04-02T08:31:03.218 INFO:tasks.rados.rados.0.smithi112.stdout:10: finishing write tid 2 to smithi11277797-10 2024-04-02T08:31:03.218 INFO:tasks.rados.rados.0.smithi112.stdout:6: finishing write tid 1 to smithi11277797-6 2024-04-02T08:31:03.218 INFO:tasks.rados.rados.0.smithi112.stdout:6: finishing write tid 2 to smithi11277797-6 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:11: finishing write tid 1 to smithi11277797-11 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:11: finishing write tid 2 to smithi11277797-11 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:3: done (9 left) 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:5: done (8 left) 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:7: done (7 left) 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:8: done (6 left) 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:14: write initial oid 14 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:14: seq_num 13 ranges {0=221184} 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:14: writing smithi11277797-14 from 0 to 221184 tid 1 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:9: finishing write tid 3 to smithi11277797-9 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:9: oid 9 updating version 0 to 4 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:9: oid 9 version 4 is already newer than 3 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:6: finishing write tid 3 to smithi11277797-6 2024-04-02T08:31:03.219 INFO:tasks.rados.rados.0.smithi112.stdout:6: oid 6 updating version 0 to 1 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:6: oid 6 updating version 1 to 2 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:12: finishing write tid 1 to smithi11277797-12 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:10: finishing write tid 3 to smithi11277797-10 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:10: oid 10 updating version 0 to 1 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:10: oid 10 updating version 1 to 2 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:12: finishing write tid 2 to smithi11277797-12 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:11: finishing write tid 3 to smithi11277797-11 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:11: oid 11 updating version 0 to 4 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:11: oid 11 version 4 is already newer than 3 2024-04-02T08:31:03.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:6: done (6 left) 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:9: done (5 left) 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:10: done (4 left) 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:11: done (3 left) 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:15: write initial oid 15 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:15: seq_num 14 ranges {0=237568} 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:15: writing smithi11277797-15 from 0 to 237568 tid 1 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:13: finishing write tid 1 to smithi11277797-13 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:13: finishing write tid 2 to smithi11277797-13 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:16: write initial oid 16 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:16: seq_num 15 ranges {0=253952} 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:16: writing smithi11277797-16 from 0 to 253952 tid 1 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:17: write initial oid 17 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:12: finishing write tid 3 to smithi11277797-12 2024-04-02T08:31:03.221 INFO:tasks.rados.rados.0.smithi112.stdout:12: oid 12 updating version 0 to 3 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:12: oid 12 updating version 3 to 4 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:14: finishing write tid 1 to smithi11277797-14 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:14: finishing write tid 2 to smithi11277797-14 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:13: finishing write tid 3 to smithi11277797-13 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:13: oid 13 updating version 0 to 4 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:13: oid 13 version 4 is already newer than 3 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:31:03.222 INFO:tasks.rados.rados.0.smithi112.stdout:17: seq_num 16 ranges {0=270336} 2024-04-02T08:31:03.224 INFO:tasks.rados.rados.0.smithi112.stdout:17: writing smithi11277797-17 from 0 to 270336 tid 1 2024-04-02T08:31:03.224 INFO:tasks.rados.rados.0.smithi112.stdout:12: done (5 left) 2024-04-02T08:31:03.224 INFO:tasks.rados.rados.0.smithi112.stdout:13: done (4 left) 2024-04-02T08:31:03.224 INFO:tasks.rados.rados.0.smithi112.stdout:18: write initial oid 18 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:15: finishing write tid 1 to smithi11277797-15 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:14: finishing write tid 3 to smithi11277797-14 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:14: oid 14 updating version 0 to 2 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:14: oid 14 version 2 is already newer than 1 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:15: finishing write tid 2 to smithi11277797-15 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:18: seq_num 17 ranges {0=286720} 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:18: writing smithi11277797-18 from 0 to 286720 tid 1 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:14: done (4 left) 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:19: write initial oid 19 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:19: seq_num 18 ranges {0=303104} 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:19: writing smithi11277797-19 from 0 to 303104 tid 1 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:20: write initial oid 20 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:20: seq_num 19 ranges {0=319488} 2024-04-02T08:31:03.225 INFO:tasks.rados.rados.0.smithi112.stdout:20: writing smithi11277797-20 from 0 to 319488 tid 1 2024-04-02T08:31:03.226 INFO:tasks.rados.rados.0.smithi112.stdout:21: write initial oid 21 2024-04-02T08:31:03.226 INFO:tasks.rados.rados.0.smithi112.stdout:21: seq_num 20 ranges {0=344064} 2024-04-02T08:31:03.226 INFO:tasks.rados.rados.0.smithi112.stdout:21: writing smithi11277797-21 from 0 to 344064 tid 1 2024-04-02T08:31:03.226 INFO:tasks.rados.rados.0.smithi112.stdout:22: write initial oid 22 2024-04-02T08:31:03.226 INFO:tasks.rados.rados.0.smithi112.stdout:22: seq_num 21 ranges {0=360448} 2024-04-02T08:31:03.226 INFO:tasks.rados.rados.0.smithi112.stdout:22: writing smithi11277797-22 from 0 to 360448 tid 1 2024-04-02T08:31:03.227 INFO:tasks.rados.rados.0.smithi112.stdout:23: write initial oid 23 2024-04-02T08:31:03.227 INFO:tasks.rados.rados.0.smithi112.stdout:23: seq_num 22 ranges {0=376832} 2024-04-02T08:31:03.227 INFO:tasks.rados.rados.0.smithi112.stdout:23: writing smithi11277797-23 from 0 to 376832 tid 1 2024-04-02T08:31:03.227 INFO:tasks.rados.rados.0.smithi112.stdout:24: write initial oid 24 2024-04-02T08:31:03.227 INFO:tasks.rados.rados.0.smithi112.stdout:24: seq_num 23 ranges {0=393216} 2024-04-02T08:31:03.230 INFO:tasks.rados.rados.0.smithi112.stdout:24: writing smithi11277797-24 from 0 to 393216 tid 1 2024-04-02T08:31:03.230 INFO:tasks.rados.rados.0.smithi112.stdout:25: write initial oid 25 2024-04-02T08:31:03.230 INFO:tasks.rados.rados.0.smithi112.stdout:25: seq_num 24 ranges {0=409600} 2024-04-02T08:31:03.232 INFO:tasks.rados.rados.0.smithi112.stdout:25: writing smithi11277797-25 from 0 to 409600 tid 1 2024-04-02T08:31:03.232 INFO:tasks.rados.rados.0.smithi112.stdout:26: write initial oid 26 2024-04-02T08:31:03.232 INFO:tasks.rados.rados.0.smithi112.stdout:26: seq_num 25 ranges {0=425984} 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:26: writing smithi11277797-26 from 0 to 425984 tid 1 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:16: finishing write tid 1 to smithi11277797-16 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:16: finishing write tid 2 to smithi11277797-16 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:15: finishing write tid 3 to smithi11277797-15 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:15: oid 15 updating version 0 to 2 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:15: oid 15 version 2 is already newer than 1 2024-04-02T08:31:03.236 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:17: finishing write tid 1 to smithi11277797-17 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:17: finishing write tid 2 to smithi11277797-17 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:16: finishing write tid 3 to smithi11277797-16 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:16: oid 16 updating version 0 to 4 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:16: oid 16 version 4 is already newer than 3 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:17: finishing write tid 3 to smithi11277797-17 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:17: oid 17 updating version 0 to 1 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:17: oid 17 updating version 1 to 2 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:03.237 INFO:tasks.rados.rados.0.smithi112.stdout:18: finishing write tid 1 to smithi11277797-18 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:18: finishing write tid 2 to smithi11277797-18 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:18: finishing write tid 3 to smithi11277797-18 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:18: oid 18 updating version 0 to 3 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:18: oid 18 updating version 3 to 4 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:19: finishing write tid 1 to smithi11277797-19 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:19: finishing write tid 2 to smithi11277797-19 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:19: finishing write tid 3 to smithi11277797-19 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:19: oid 19 updating version 0 to 2 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:19: oid 19 version 2 is already newer than 1 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:20: finishing write tid 1 to smithi11277797-20 2024-04-02T08:31:03.238 INFO:tasks.rados.rados.0.smithi112.stdout:20: finishing write tid 2 to smithi11277797-20 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:21: finishing write tid 1 to smithi11277797-21 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:21: finishing write tid 2 to smithi11277797-21 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:20: finishing write tid 3 to smithi11277797-20 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:20: oid 20 updating version 0 to 3 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:20: oid 20 updating version 3 to 4 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:21: finishing write tid 3 to smithi11277797-21 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:21: oid 21 updating version 0 to 5 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:21: oid 21 updating version 5 to 6 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:22: finishing write tid 1 to smithi11277797-22 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:22: finishing write tid 2 to smithi11277797-22 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:23: finishing write tid 1 to smithi11277797-23 2024-04-02T08:31:03.239 INFO:tasks.rados.rados.0.smithi112.stdout:23: finishing write tid 2 to smithi11277797-23 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:22: finishing write tid 3 to smithi11277797-22 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:22: oid 22 updating version 0 to 6 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:22: oid 22 version 6 is already newer than 5 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:23: finishing write tid 3 to smithi11277797-23 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:23: oid 23 updating version 0 to 3 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:23: oid 23 updating version 3 to 4 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:24: finishing write tid 1 to smithi11277797-24 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:24: finishing write tid 2 to smithi11277797-24 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:25: finishing write tid 1 to smithi11277797-25 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:25: finishing write tid 2 to smithi11277797-25 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:24: finishing write tid 3 to smithi11277797-24 2024-04-02T08:31:03.240 INFO:tasks.rados.rados.0.smithi112.stdout:24: oid 24 updating version 0 to 1 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:24: oid 24 updating version 1 to 2 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:15: done (11 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:16: done (10 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:17: done (9 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:18: done (8 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:19: done (7 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:20: done (6 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:21: done (5 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:22: done (4 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:23: done (3 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:24: done (2 left) 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:27: write initial oid 27 2024-04-02T08:31:03.241 INFO:tasks.rados.rados.0.smithi112.stdout:27: seq_num 26 ranges {0=442368} 2024-04-02T08:31:03.242 INFO:tasks.rados.rados.0.smithi112.stdout:27: writing smithi11277797-27 from 0 to 442368 tid 1 2024-04-02T08:31:03.242 INFO:tasks.rados.rados.0.smithi112.stdout:28: write initial oid 28 2024-04-02T08:31:03.242 INFO:tasks.rados.rados.0.smithi112.stdout:28: seq_num 27 ranges {0=458752} 2024-04-02T08:31:03.243 INFO:tasks.rados.rados.0.smithi112.stdout:28: writing smithi11277797-28 from 0 to 458752 tid 1 2024-04-02T08:31:03.243 INFO:tasks.rados.rados.0.smithi112.stdout:29: write initial oid 29 2024-04-02T08:31:03.243 INFO:tasks.rados.rados.0.smithi112.stdout:29: seq_num 28 ranges {0=475136} 2024-04-02T08:31:03.244 INFO:tasks.rados.rados.0.smithi112.stdout:29: writing smithi11277797-29 from 0 to 475136 tid 1 2024-04-02T08:31:03.244 INFO:tasks.rados.rados.0.smithi112.stdout:30: write initial oid 30 2024-04-02T08:31:03.245 INFO:tasks.rados.rados.0.smithi112.stdout:30: seq_num 29 ranges {0=491520} 2024-04-02T08:31:03.248 INFO:tasks.rados.rados.0.smithi112.stdout:30: writing smithi11277797-30 from 0 to 491520 tid 1 2024-04-02T08:31:03.248 INFO:tasks.rados.rados.0.smithi112.stdout:31: write initial oid 31 2024-04-02T08:31:03.248 INFO:tasks.rados.rados.0.smithi112.stdout:31: seq_num 30 ranges {0=507904} 2024-04-02T08:31:03.251 INFO:tasks.rados.rados.0.smithi112.stdout:31: writing smithi11277797-31 from 0 to 507904 tid 1 2024-04-02T08:31:03.251 INFO:tasks.rados.rados.0.smithi112.stdout:32: write initial oid 32 2024-04-02T08:31:03.251 INFO:tasks.rados.rados.0.smithi112.stdout:32: seq_num 31 ranges {0=524288} 2024-04-02T08:31:03.255 INFO:tasks.rados.rados.0.smithi112.stdout:32: writing smithi11277797-32 from 0 to 524288 tid 1 2024-04-02T08:31:03.255 INFO:tasks.rados.rados.0.smithi112.stdout:33: write initial oid 33 2024-04-02T08:31:03.255 INFO:tasks.rados.rados.0.smithi112.stdout:33: seq_num 32 ranges {0=540672} 2024-04-02T08:31:03.258 INFO:tasks.rados.rados.0.smithi112.stdout:33: writing smithi11277797-33 from 0 to 540672 tid 1 2024-04-02T08:31:03.258 INFO:tasks.rados.rados.0.smithi112.stdout:34: write initial oid 34 2024-04-02T08:31:03.258 INFO:tasks.rados.rados.0.smithi112.stdout:34: seq_num 33 ranges {0=557056} 2024-04-02T08:31:03.262 INFO:tasks.rados.rados.0.smithi112.stdout:34: writing smithi11277797-34 from 0 to 557056 tid 1 2024-04-02T08:31:03.262 INFO:tasks.rados.rados.0.smithi112.stdout:35: write initial oid 35 2024-04-02T08:31:03.262 INFO:tasks.rados.rados.0.smithi112.stdout:35: seq_num 34 ranges {0=573440} 2024-04-02T08:31:03.266 INFO:tasks.rados.rados.0.smithi112.stdout:35: writing smithi11277797-35 from 0 to 573440 tid 1 2024-04-02T08:31:03.266 INFO:tasks.rados.rados.0.smithi112.stdout:36: write initial oid 36 2024-04-02T08:31:03.266 INFO:tasks.rados.rados.0.smithi112.stdout:36: seq_num 35 ranges {0=589824} 2024-04-02T08:31:03.269 INFO:tasks.rados.rados.0.smithi112.stdout:36: writing smithi11277797-36 from 0 to 589824 tid 1 2024-04-02T08:31:03.269 INFO:tasks.rados.rados.0.smithi112.stdout:37: write initial oid 37 2024-04-02T08:31:03.269 INFO:tasks.rados.rados.0.smithi112.stdout:37: seq_num 36 ranges {0=606208} 2024-04-02T08:31:03.273 INFO:tasks.rados.rados.0.smithi112.stdout:37: writing smithi11277797-37 from 0 to 606208 tid 1 2024-04-02T08:31:03.273 INFO:tasks.rados.rados.0.smithi112.stdout:38: write initial oid 38 2024-04-02T08:31:03.273 INFO:tasks.rados.rados.0.smithi112.stdout:38: seq_num 37 ranges {0=622592} 2024-04-02T08:31:03.277 INFO:tasks.rados.rados.0.smithi112.stdout:38: writing smithi11277797-38 from 0 to 622592 tid 1 2024-04-02T08:31:03.277 INFO:tasks.rados.rados.0.smithi112.stdout:39: write initial oid 39 2024-04-02T08:31:03.277 INFO:tasks.rados.rados.0.smithi112.stdout:39: seq_num 38 ranges {0=638976} 2024-04-02T08:31:03.281 INFO:tasks.rados.rados.0.smithi112.stdout:39: writing smithi11277797-39 from 0 to 638976 tid 1 2024-04-02T08:31:03.281 INFO:tasks.rados.rados.0.smithi112.stdout:40: write initial oid 40 2024-04-02T08:31:03.281 INFO:tasks.rados.rados.0.smithi112.stdout:40: seq_num 39 ranges {0=663552} 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:40: writing smithi11277797-40 from 0 to 663552 tid 1 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout: waiting on 16 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:25: finishing write tid 3 to smithi11277797-25 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:25: oid 25 updating version 0 to 2 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:25: oid 25 version 2 is already newer than 1 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:25: done (15 left) 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:41: write initial oid 41 2024-04-02T08:31:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:41: seq_num 40 ranges {0=679936} 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:41: writing smithi11277797-41 from 0 to 679936 tid 1 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout: waiting on 16 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:26: finishing write tid 1 to smithi11277797-26 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:26: finishing write tid 2 to smithi11277797-26 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:27: finishing write tid 1 to smithi11277797-27 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:27: finishing write tid 2 to smithi11277797-27 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:26: finishing write tid 3 to smithi11277797-26 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:26: oid 26 updating version 0 to 1 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:26: oid 26 updating version 1 to 2 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:27: finishing write tid 3 to smithi11277797-27 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:27: oid 27 updating version 0 to 5 2024-04-02T08:31:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:27: oid 27 updating version 5 to 6 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:28: finishing write tid 1 to smithi11277797-28 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:28: finishing write tid 2 to smithi11277797-28 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:26: done (15 left) 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:27: done (14 left) 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:42: write initial oid 42 2024-04-02T08:31:03.292 INFO:tasks.rados.rados.0.smithi112.stdout:42: seq_num 41 ranges {0=696320} 2024-04-02T08:31:03.295 INFO:tasks.rados.rados.0.smithi112.stdout:42: writing smithi11277797-42 from 0 to 696320 tid 1 2024-04-02T08:31:03.295 INFO:tasks.rados.rados.0.smithi112.stdout:43: write initial oid 43 2024-04-02T08:31:03.295 INFO:tasks.rados.rados.0.smithi112.stdout:43: seq_num 42 ranges {0=712704} 2024-04-02T08:31:03.301 INFO:tasks.rados.rados.0.smithi112.stdout:43: writing smithi11277797-43 from 0 to 712704 tid 1 2024-04-02T08:31:03.301 INFO:tasks.rados.rados.0.smithi112.stdout: waiting on 16 2024-04-02T08:31:03.301 INFO:tasks.rados.rados.0.smithi112.stdout:29: finishing write tid 1 to smithi11277797-29 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:29: finishing write tid 2 to smithi11277797-29 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:28: finishing write tid 3 to smithi11277797-28 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:28: oid 28 updating version 0 to 6 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:28: oid 28 version 6 is already newer than 5 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:29: finishing write tid 3 to smithi11277797-29 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:29: oid 29 updating version 0 to 5 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:29: oid 29 updating version 5 to 6 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:30: finishing write tid 1 to smithi11277797-30 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:30: finishing write tid 2 to smithi11277797-30 2024-04-02T08:31:03.302 INFO:tasks.rados.rados.0.smithi112.stdout:30: finishing write tid 3 to smithi11277797-30 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:30: oid 30 updating version 0 to 4 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:30: oid 30 version 4 is already newer than 3 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:31: finishing write tid 1 to smithi11277797-31 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:31: finishing write tid 2 to smithi11277797-31 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:31: finishing write tid 3 to smithi11277797-31 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:31: oid 31 updating version 0 to 4 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:31: oid 31 version 4 is already newer than 3 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:32: finishing write tid 1 to smithi11277797-32 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:32: finishing write tid 2 to smithi11277797-32 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:32: finishing write tid 3 to smithi11277797-32 2024-04-02T08:31:03.303 INFO:tasks.rados.rados.0.smithi112.stdout:32: oid 32 updating version 0 to 5 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:32: oid 32 updating version 5 to 6 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:33: finishing write tid 1 to smithi11277797-33 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:33: finishing write tid 2 to smithi11277797-33 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:33: finishing write tid 3 to smithi11277797-33 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:33: oid 33 updating version 0 to 3 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:33: oid 33 updating version 3 to 4 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:34: finishing write tid 1 to smithi11277797-34 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:34: finishing write tid 2 to smithi11277797-34 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:34: finishing write tid 3 to smithi11277797-34 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:34: oid 34 updating version 0 to 6 2024-04-02T08:31:03.304 INFO:tasks.rados.rados.0.smithi112.stdout:34: oid 34 version 6 is already newer than 5 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:35: finishing write tid 1 to smithi11277797-35 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:35: finishing write tid 2 to smithi11277797-35 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:35: finishing write tid 3 to smithi11277797-35 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:35: oid 35 updating version 0 to 7 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:35: oid 35 updating version 7 to 8 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:36: finishing write tid 1 to smithi11277797-36 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:36: finishing write tid 2 to smithi11277797-36 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:36: finishing write tid 3 to smithi11277797-36 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:36: oid 36 updating version 0 to 8 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:36: oid 36 version 8 is already newer than 7 2024-04-02T08:31:03.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:37: finishing write tid 1 to smithi11277797-37 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:37: finishing write tid 2 to smithi11277797-37 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:37: finishing write tid 3 to smithi11277797-37 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:37: oid 37 updating version 0 to 6 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:37: oid 37 version 6 is already newer than 5 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:38: finishing write tid 1 to smithi11277797-38 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:38: finishing write tid 2 to smithi11277797-38 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:38: finishing write tid 3 to smithi11277797-38 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:38: oid 38 updating version 0 to 8 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:38: oid 38 version 8 is already newer than 7 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:31:03.306 INFO:tasks.rados.rados.0.smithi112.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:39: finishing write tid 1 to smithi11277797-39 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:39: finishing write tid 2 to smithi11277797-39 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:39: finishing write tid 3 to smithi11277797-39 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:39: oid 39 updating version 0 to 5 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:39: oid 39 updating version 5 to 6 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:40: finishing write tid 1 to smithi11277797-40 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:40: finishing write tid 2 to smithi11277797-40 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:40: finishing write tid 3 to smithi11277797-40 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:40: oid 40 updating version 0 to 5 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:40: oid 40 updating version 5 to 6 2024-04-02T08:31:03.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:41: finishing write tid 1 to smithi11277797-41 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:41: finishing write tid 2 to smithi11277797-41 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:41: finishing write tid 3 to smithi11277797-41 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:41: oid 41 updating version 0 to 5 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:41: oid 41 updating version 5 to 6 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:42: finishing write tid 1 to smithi11277797-42 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:42: finishing write tid 2 to smithi11277797-42 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:28: done (15 left) 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:29: done (14 left) 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:30: done (13 left) 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:31: done (12 left) 2024-04-02T08:31:03.308 INFO:tasks.rados.rados.0.smithi112.stdout:32: done (11 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:33: done (10 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:34: done (9 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:35: done (8 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:36: done (7 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:37: done (6 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:38: done (5 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:39: done (4 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:40: done (3 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:41: done (2 left) 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:44: write initial oid 44 2024-04-02T08:31:03.309 INFO:tasks.rados.rados.0.smithi112.stdout:44: seq_num 43 ranges {0=729088} 2024-04-02T08:31:03.310 INFO:tasks.rados.rados.0.smithi112.stdout:44: writing smithi11277797-44 from 0 to 729088 tid 1 2024-04-02T08:31:03.310 INFO:tasks.rados.rados.0.smithi112.stdout:45: write initial oid 45 2024-04-02T08:31:03.310 INFO:tasks.rados.rados.0.smithi112.stdout:45: seq_num 44 ranges {0=745472} 2024-04-02T08:31:03.310 INFO:tasks.rados.rados.0.smithi112.stdout:45: writing smithi11277797-45 from 0 to 745472 tid 1 2024-04-02T08:31:03.310 INFO:tasks.rados.rados.0.smithi112.stdout:46: write initial oid 46 2024-04-02T08:31:03.310 INFO:tasks.rados.rados.0.smithi112.stdout:46: seq_num 45 ranges {0=761856} 2024-04-02T08:31:03.314 INFO:tasks.rados.rados.0.smithi112.stdout:46: writing smithi11277797-46 from 0 to 761856 tid 1 2024-04-02T08:31:03.314 INFO:tasks.rados.rados.0.smithi112.stdout:47: write initial oid 47 2024-04-02T08:31:03.314 INFO:tasks.rados.rados.0.smithi112.stdout:47: seq_num 46 ranges {0=778240} 2024-04-02T08:31:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:47: writing smithi11277797-47 from 0 to 778240 tid 1 2024-04-02T08:31:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:48: write initial oid 48 2024-04-02T08:31:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:48: seq_num 47 ranges {0=794624} 2024-04-02T08:31:03.324 INFO:tasks.rados.rados.0.smithi112.stdout:48: writing smithi11277797-48 from 0 to 794624 tid 1 2024-04-02T08:31:03.324 INFO:tasks.rados.rados.0.smithi112.stdout:49: write initial oid 49 2024-04-02T08:31:03.324 INFO:tasks.rados.rados.0.smithi112.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-02T08:31:03.325 INFO:tasks.rados.rados.0.smithi112.stdout:49: writing smithi11277797-49 from 0 to 409600 tid 1 2024-04-02T08:31:03.328 INFO:tasks.rados.rados.0.smithi112.stdout:49: writing smithi11277797-49 from 409600 to 811008 tid 2 2024-04-02T08:31:03.328 INFO:tasks.rados.rados.0.smithi112.stdout:50: write initial oid 50 2024-04-02T08:31:03.328 INFO:tasks.rados.rados.0.smithi112.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-02T08:31:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:50: writing smithi11277797-50 from 0 to 425984 tid 1 2024-04-02T08:31:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:50: writing smithi11277797-50 from 425984 to 827392 tid 2 2024-04-02T08:31:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:51: copy_from oid 5 from oid 1 current snap is 0 2024-04-02T08:31:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:42: finishing write tid 3 to smithi11277797-42 2024-04-02T08:31:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:42: oid 42 updating version 0 to 6 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:42: oid 42 version 6 is already newer than 5 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:43: finishing write tid 1 to smithi11277797-43 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:43: finishing write tid 2 to smithi11277797-43 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:43: finishing write tid 3 to smithi11277797-43 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:43: oid 43 updating version 0 to 7 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:43: oid 43 updating version 7 to 8 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:44: finishing write tid 1 to smithi11277797-44 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:44: finishing write tid 2 to smithi11277797-44 2024-04-02T08:31:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:44: finishing write tid 3 to smithi11277797-44 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:44: oid 44 updating version 0 to 3 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:44: oid 44 updating version 3 to 4 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: finishing write tid 1 to smithi11277797-45 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: finishing write tid 2 to smithi11277797-45 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: finishing write tid 3 to smithi11277797-45 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: oid 45 updating version 0 to 8 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: oid 45 version 8 is already newer than 7 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:46: finishing write tid 1 to smithi11277797-46 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:42: done (9 left) 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:43: done (8 left) 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:44: done (7 left) 2024-04-02T08:31:03.336 INFO:tasks.rados.rados.0.smithi112.stdout:45: done (6 left) 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 0 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:46: finishing write tid 2 to smithi11277797-46 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:46: finishing write tid 3 to smithi11277797-46 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:46: oid 46 updating version 0 to 5 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:46: oid 46 updating version 5 to 6 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:52: seq_num 50 ranges {458752=442368,901120=401408} 2024-04-02T08:31:03.339 INFO:tasks.rados.rados.0.smithi112.stdout:52: writing smithi11277797-28 from 458752 to 901120 tid 1 2024-04-02T08:31:03.342 INFO:tasks.rados.rados.0.smithi112.stdout:52: writing smithi11277797-28 from 901120 to 1302528 tid 2 2024-04-02T08:31:03.342 INFO:tasks.rados.rados.0.smithi112.stdout:46: done (6 left) 2024-04-02T08:31:03.342 INFO:tasks.rados.rados.0.smithi112.stdout:53: rmattr oid 35 current snap is 0 2024-04-02T08:31:03.342 INFO:tasks.rados.rados.0.smithi112.stdout:53: done (6 left) 2024-04-02T08:31:03.342 INFO:tasks.rados.rados.0.smithi112.stdout:54: delete oid 33 current snap is 0 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:47: finishing write tid 1 to smithi11277797-47 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:47: finishing write tid 2 to smithi11277797-47 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:47: finishing write tid 3 to smithi11277797-47 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:47: oid 47 updating version 0 to 7 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:47: oid 47 updating version 7 to 8 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:48: finishing write tid 1 to smithi11277797-48 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:48: finishing write tid 2 to smithi11277797-48 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:49: finishing write tid 1 to smithi11277797-49 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:48: finishing write tid 3 to smithi11277797-48 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:48: oid 48 updating version 0 to 10 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:48: oid 48 version 10 is already newer than 9 2024-04-02T08:31:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: finishing write tid 2 to smithi11277797-49 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: finishing write tid 3 to smithi11277797-49 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: finishing write tid 4 to smithi11277797-49 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: oid 49 updating version 0 to 10 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: oid 49 updating version 10 to 11 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: oid 49 version 11 is already newer than 9 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:50: finishing write tid 1 to smithi11277797-50 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:50: finishing write tid 2 to smithi11277797-50 2024-04-02T08:31:03.344 INFO:tasks.rados.rados.0.smithi112.stdout:50: finishing write tid 3 to smithi11277797-50 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:50: finishing write tid 4 to smithi11277797-50 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:50: oid 50 updating version 0 to 2 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:50: oid 50 version 2 is already newer than 1 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:50: oid 50 updating version 2 to 3 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 3 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:51: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:51: finishing copy_from to smithi11277797-5 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:03.345 INFO:tasks.rados.rados.0.smithi112.stdout:52: finishing write tid 1 to smithi11277797-28 2024-04-02T08:31:03.347 INFO:tasks.rados.rados.0.smithi112.stdout:47: done (6 left) 2024-04-02T08:31:03.347 INFO:tasks.rados.rados.0.smithi112.stdout:48: done (5 left) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:49: done (4 left) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:50: done (3 left) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:51: done (2 left) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:54: done (1 left) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:55: read oid 15 snap -1 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:56: rollback oid 31 current snap is 0 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:56: done (2 left) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:57: read oid 27 snap -1 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:31:03.348 INFO:tasks.rados.rados.0.smithi112.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:59: rollback oid 45 current snap is 0 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:59: done (4 left) 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:61: delete oid 1 current snap is 0 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:52: finishing write tid 2 to smithi11277797-28 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:52: finishing write tid 3 to smithi11277797-28 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:61: done (5 left) 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:62: read oid 17 snap -1 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:63: snap_create 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:52: finishing write tid 4 to smithi11277797-28 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:52: oid 28 updating version 0 to 10 2024-04-02T08:31:03.349 INFO:tasks.rados.rados.0.smithi112.stdout:52: oid 28 updating version 10 to 11 2024-04-02T08:31:03.350 INFO:tasks.rados.rados.0.smithi112.stdout:52: oid 28 version 11 is already newer than 9 2024-04-02T08:31:03.350 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:31:03.350 INFO:tasks.rados.rados.0.smithi112.stdout:52: left oid 28 (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:31:03.350 INFO:tasks.rados.rados.0.smithi112.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:03.353 INFO:tasks.rados.rados.0.smithi112.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:03.361 INFO:tasks.rados.rados.0.smithi112.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:31:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:60: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:31:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:60: finishing copy_from to smithi11277797-22 2024-04-02T08:31:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:58: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:31:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:58: finishing copy_from to smithi11277797-29 2024-04-02T08:31:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:03 smithi187 ceph-mon[30584]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:31:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:03 smithi187 ceph-mon[30584]: Cluster is now healthy 2024-04-02T08:31:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:03 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2847493085' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:31:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:03 smithi112 ceph-mon[37686]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:31:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:03 smithi112 ceph-mon[37686]: Cluster is now healthy 2024-04-02T08:31:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:03 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2847493085' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:31:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:03 smithi112 ceph-mon[26914]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:31:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:03 smithi112 ceph-mon[26914]: Cluster is now healthy 2024-04-02T08:31:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:03 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2847493085' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:52: done (6 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:55: done (5 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:57: done (4 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:58: done (3 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:60: done (2 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:62: done (1 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:63: done (0 left) 2024-04-02T08:31:04.203 INFO:tasks.rados.rados.0.smithi112.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-02T08:31:04.204 INFO:tasks.rados.rados.0.smithi112.stdout:65: read oid 30 snap -1 2024-04-02T08:31:04.204 INFO:tasks.rados.rados.0.smithi112.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:04.204 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 1 2024-04-02T08:31:04.204 INFO:tasks.rados.rados.0.smithi112.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-02T08:31:04.207 INFO:tasks.rados.rados.0.smithi112.stdout:66: writing smithi11277797-23 from 376832 to 868352 tid 1 2024-04-02T08:31:04.210 INFO:tasks.rados.rados.0.smithi112.stdout:66: writing smithi11277797-23 from 868352 to 1269760 tid 2 2024-04-02T08:31:04.211 INFO:tasks.rados.rados.0.smithi112.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:04.226 INFO:tasks.rados.rados.0.smithi112.stdout:64: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:64: finishing copy_from to smithi11277797-15 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:64: done (2 left) 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:65: done (1 left) 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:67: rollback oid 6 current snap is 1 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 0 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: finishing write tid 1 to smithi11277797-23 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: finishing write tid 2 to smithi11277797-23 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: finishing write tid 3 to smithi11277797-23 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: finishing write tid 4 to smithi11277797-23 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: oid 23 updating version 0 to 9 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: oid 23 updating version 9 to 10 2024-04-02T08:31:04.227 INFO:tasks.rados.rados.0.smithi112.stdout:66: oid 23 version 10 is already newer than 8 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 10 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:66: done (1 left) 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:68: setattr oid 30 current snap is 1 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:69: copy_from oid 37 from oid 3 current snap is 1 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:70: read oid 15 snap 0 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:71: copy_from oid 14 from oid 41 current snap is 1 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:72: rollback oid 38 current snap is 1 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 0 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:73: read oid 46 snap 0 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:74: rmattr oid 18 current snap is 1 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:74: done (7 left) 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:75: copy_from oid 42 from oid 12 current snap is 1 2024-04-02T08:31:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:76: read oid 26 snap -1 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:77: copy_from oid 39 from oid 33 current snap is 1 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:78: read oid 25 snap -1 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:79: setattr oid 45 current snap is 1 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:80: snap_create 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:67: finishing rollback tid 0 to smithi11277797-6 2024-04-02T08:31:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:04.240 INFO:tasks.rados.rados.0.smithi112.stdout:72: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:31:04.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 12 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:31:04.240 INFO:tasks.rados.rados.0.smithi112.stdout:72: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:31:04.241 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 11 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:31:04.241 INFO:tasks.rados.rados.0.smithi112.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:31:04.251 INFO:tasks.rados.rados.0.smithi112.stdout:72: finishing rollback tid 2 to smithi11277797-38 2024-04-02T08:31:04.251 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 15 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:31:04.251 INFO:tasks.rados.rados.0.smithi112.stdout:67: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:31:04.251 INFO:tasks.rados.rados.0.smithi112.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:67: finishing rollback tid 2 to smithi11277797-6 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 10 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:77: finishing copy_from to smithi11277797-39 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:77: got expected ENOENT (src dne) 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:77: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:71: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:71: finishing copy_from to smithi11277797-14 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:04.263 INFO:tasks.rados.rados.0.smithi112.stdout:75: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:31:04.264 INFO:tasks.rados.rados.0.smithi112.stdout:69: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:31:04.264 INFO:tasks.rados.rados.0.smithi112.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:04.285 INFO:tasks.rados.rados.0.smithi112.stdout:75: finishing copy_from to smithi11277797-42 2024-04-02T08:31:04.285 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:04.285 INFO:tasks.rados.rados.0.smithi112.stdout:69: finishing copy_from to smithi11277797-37 2024-04-02T08:31:04.285 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 4 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:31:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:04 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/2847493085' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:31:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:04 smithi187 ceph-mon[30584]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:31:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:04 smithi187 ceph-mon[30584]: pgmap v116: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:04 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/2847493085' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:31:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:04 smithi112 ceph-mon[37686]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:31:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:04 smithi112 ceph-mon[37686]: pgmap v116: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:04 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/2847493085' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:31:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:04 smithi112 ceph-mon[26914]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:31:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:04 smithi112 ceph-mon[26914]: pgmap v116: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:05.202 INFO:tasks.rados.rados.0.smithi112.stdout:67: done (12 left) 2024-04-02T08:31:05.202 INFO:tasks.rados.rados.0.smithi112.stdout:68: done (11 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:69: done (10 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:70: done (9 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:71: done (8 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:72: done (7 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:73: done (6 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:75: done (5 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:76: done (4 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:77: done (3 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:78: done (2 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:79: done (1 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:80: done (0 left) 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:81: rollback oid 40 current snap is 2 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 1 2024-04-02T08:31:05.203 INFO:tasks.rados.rados.0.smithi112.stdout:82: snap_create 2024-04-02T08:31:05.206 INFO:tasks.rados.rados.0.smithi112.stdout:81: finishing rollback tid 0 to smithi11277797-40 2024-04-02T08:31:05.206 INFO:tasks.rados.rados.0.smithi112.stdout:81: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:31:05.207 INFO:tasks.rados.rados.0.smithi112.stdout:81: finishing rollback tid 2 to smithi11277797-40 2024-04-02T08:31:05.207 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:05 smithi187 ceph-mon[30584]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:05 smithi112 ceph-mon[37686]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:31:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:05 smithi112 ceph-mon[26914]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:81: done (1 left) 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:82: done (0 left) 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:83: rollback oid 9 current snap is 3 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 0 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:84: read oid 20 snap 1 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:85: read oid 41 snap -1 2024-04-02T08:31:06.215 INFO:tasks.rados.rados.0.smithi112.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:06.216 INFO:tasks.rados.rados.0.smithi112.stdout:86: read oid 5 snap -1 2024-04-02T08:31:06.216 INFO:tasks.rados.rados.0.smithi112.stdout:86: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:06.216 INFO:tasks.rados.rados.0.smithi112.stdout:87: read oid 4 snap -1 2024-04-02T08:31:06.216 INFO:tasks.rados.rados.0.smithi112.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:06.216 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 3 2024-04-02T08:31:06.216 INFO:tasks.rados.rados.0.smithi112.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-04-02T08:31:06.219 INFO:tasks.rados.rados.0.smithi112.stdout:88: writing smithi11277797-3 from 40960 to 548864 tid 1 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:88: writing smithi11277797-3 from 548864 to 950272 tid 2 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:89: read oid 27 snap -1 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 3 2024-04-02T08:31:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-04-02T08:31:06.226 INFO:tasks.rados.rados.0.smithi112.stdout:90: writing smithi11277797-17 from 270336 to 794624 tid 1 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:90: writing smithi11277797-17 from 794624 to 1196032 tid 2 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:91: rollback oid 36 current snap is 3 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 2 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:83: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:83: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:83: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 13 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:31:06.229 INFO:tasks.rados.rados.0.smithi112.stdout:86: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:06.230 INFO:tasks.rados.rados.0.smithi112.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:06.232 INFO:tasks.rados.rados.0.smithi112.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:06.243 INFO:tasks.rados.rados.0.smithi112.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:06.264 INFO:tasks.rados.rados.0.smithi112.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:31:06.280 INFO:tasks.rados.rados.0.smithi112.stdout:88: finishing write tid 1 to smithi11277797-3 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:88: finishing write tid 2 to smithi11277797-3 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:88: finishing write tid 3 to smithi11277797-3 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:83: done (8 left) 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:84: done (7 left) 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:85: done (6 left) 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:86: done (5 left) 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:87: done (4 left) 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:89: done (3 left) 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:92: rollback oid 31 current snap is 3 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 0 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:88: finishing write tid 4 to smithi11277797-3 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:88: oid 3 updating version 0 to 9 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:88: oid 3 updating version 9 to 11 2024-04-02T08:31:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:88: oid 3 version 11 is already newer than 10 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 11 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: finishing write tid 1 to smithi11277797-17 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: finishing write tid 2 to smithi11277797-17 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: finishing write tid 3 to smithi11277797-17 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:91: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:91: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:91: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 15 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: finishing write tid 4 to smithi11277797-17 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: oid 17 updating version 0 to 13 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: oid 17 updating version 13 to 14 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: oid 17 version 14 is already newer than 12 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 14 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-02T08:31:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:88: done (3 left) 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:90: done (2 left) 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:91: done (1 left) 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:93: snap_create 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:92: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:92: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:92: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:31:06.283 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 14 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:31:06.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:06 smithi187 ceph-mon[30584]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:31:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:06 smithi187 ceph-mon[30584]: pgmap v119: 121 pgs: 121 active+clean; 23 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.1 MiB/s wr, 64 op/s 2024-04-02T08:31:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:06 smithi112 ceph-mon[37686]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:31:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:06 smithi112 ceph-mon[37686]: pgmap v119: 121 pgs: 121 active+clean; 23 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.1 MiB/s wr, 64 op/s 2024-04-02T08:31:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:06 smithi112 ceph-mon[26914]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:31:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:06 smithi112 ceph-mon[26914]: pgmap v119: 121 pgs: 121 active+clean; 23 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.1 MiB/s wr, 64 op/s 2024-04-02T08:31:07.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:31:06 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:31:06] "GET /metrics HTTP/1.1" 200 35955 "" "Prometheus/2.43.0" 2024-04-02T08:31:07.219 INFO:tasks.rados.rados.0.smithi112.stdout:92: done (1 left) 2024-04-02T08:31:07.219 INFO:tasks.rados.rados.0.smithi112.stdout:93: done (0 left) 2024-04-02T08:31:07.219 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 4 2024-04-02T08:31:07.219 INFO:tasks.rados.rados.0.smithi112.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-04-02T08:31:07.224 INFO:tasks.rados.rados.0.smithi112.stdout:94: writing smithi11277797-27 from 442368 to 983040 tid 1 2024-04-02T08:31:07.227 INFO:tasks.rados.rados.0.smithi112.stdout:94: writing smithi11277797-27 from 983040 to 1384448 tid 2 2024-04-02T08:31:07.227 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 4 2024-04-02T08:31:07.227 INFO:tasks.rados.rados.0.smithi112.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-04-02T08:31:07.234 INFO:tasks.rados.rados.0.smithi112.stdout:95: writing smithi11277797-39 from 638976 to 1196032 tid 1 2024-04-02T08:31:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:95: writing smithi11277797-39 from 1196032 to 1597440 tid 2 2024-04-02T08:31:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:96: read oid 45 snap -1 2024-04-02T08:31:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:31:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:97: rmattr oid 3 current snap is 4 2024-04-02T08:31:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:97: done (3 left) 2024-04-02T08:31:07.238 INFO:tasks.rados.rados.0.smithi112.stdout:98: read oid 18 snap 0 2024-04-02T08:31:07.238 INFO:tasks.rados.rados.0.smithi112.stdout:98: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:31:07.238 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 4 2024-04-02T08:31:07.238 INFO:tasks.rados.rados.0.smithi112.stdout:99: seq_num 58 ranges {393216=573440,966656=401408} 2024-04-02T08:31:07.243 INFO:tasks.rados.rados.0.smithi112.stdout:99: writing smithi11277797-24 from 393216 to 966656 tid 1 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:99: writing smithi11277797-24 from 966656 to 1368064 tid 2 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:100: copy_from oid 43 from oid 47 current snap is 4 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: finishing write tid 1 to smithi11277797-27 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: finishing write tid 2 to smithi11277797-27 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: finishing write tid 3 to smithi11277797-27 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: finishing write tid 4 to smithi11277797-27 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: oid 27 updating version 0 to 19 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: oid 27 version 19 is already newer than 18 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: oid 27 version 19 is already newer than 17 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 19 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:31:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:31:07.248 INFO:tasks.rados.rados.0.smithi112.stdout:95: finishing write tid 1 to smithi11277797-39 2024-04-02T08:31:07.248 INFO:tasks.rados.rados.0.smithi112.stdout:95: finishing write tid 2 to smithi11277797-39 2024-04-02T08:31:07.248 INFO:tasks.rados.rados.0.smithi112.stdout:94: done (5 left) 2024-04-02T08:31:07.248 INFO:tasks.rados.rados.0.smithi112.stdout:101: snap_remove snap 1 2024-04-02T08:31:07.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:07 smithi187 ceph-mon[30584]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:31:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:07 smithi112 ceph-mon[26914]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:31:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:07 smithi112 ceph-mon[37686]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:31:08.228 INFO:tasks.rados.rados.0.smithi112.stdout:101: done (5 left) 2024-04-02T08:31:08.228 INFO:tasks.rados.rados.0.smithi112.stdout:102: copy_from oid 37 from oid 6 current snap is 4 2024-04-02T08:31:08.228 INFO:tasks.rados.rados.0.smithi112.stdout:103: read oid 48 snap 3 2024-04-02T08:31:08.228 INFO:tasks.rados.rados.0.smithi112.stdout:103: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:08.228 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 4 2024-04-02T08:31:08.229 INFO:tasks.rados.rados.0.smithi112.stdout:104: seq_num 59 ranges {139264=598016,737280=401408} 2024-04-02T08:31:08.234 INFO:tasks.rados.rados.0.smithi112.stdout:104: writing smithi11277797-9 from 139264 to 737280 tid 1 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:104: writing smithi11277797-9 from 737280 to 1138688 tid 2 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:105: delete oid 28 current snap is 4 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:95: finishing write tid 3 to smithi11277797-39 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:95: finishing write tid 4 to smithi11277797-39 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:95: oid 39 updating version 0 to 11 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:95: oid 39 version 11 is already newer than 9 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:95: oid 39 version 11 is already newer than 10 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 11 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:31:08.238 INFO:tasks.rados.rados.0.smithi112.stdout:98: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:31:08.247 INFO:tasks.rados.rados.0.smithi112.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:99: finishing write tid 1 to smithi11277797-24 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:99: finishing write tid 2 to smithi11277797-24 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:95: done (8 left) 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:96: done (7 left) 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:98: done (6 left) 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:105: done (5 left) 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:106: read oid 13 snap -1 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:106: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:107: rollback oid 5 current snap is 4 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 3 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:99: finishing write tid 3 to smithi11277797-24 2024-04-02T08:31:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:99: finishing write tid 4 to smithi11277797-24 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:99: oid 24 updating version 0 to 14 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:99: oid 24 updating version 14 to 15 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:99: oid 24 updating version 15 to 16 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 16 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:99: left oid 24 (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:99: done (6 left) 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:108: delete oid 12 current snap is 4 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:100: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:100: finishing copy_from to smithi11277797-43 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:102: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:102: finishing copy_from to smithi11277797-37 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 10 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:08.273 INFO:tasks.rados.rados.0.smithi112.stdout:103: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:104: finishing write tid 1 to smithi11277797-9 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:104: finishing write tid 2 to smithi11277797-9 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:100: done (6 left) 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:102: done (5 left) 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:103: done (4 left) 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:108: done (3 left) 2024-04-02T08:31:08.299 INFO:tasks.rados.rados.0.smithi112.stdout:109: read oid 24 snap 2 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:109: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:110: rollback oid 27 current snap is 4 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 3 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: finishing write tid 3 to smithi11277797-9 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: finishing write tid 4 to smithi11277797-9 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: oid 9 updating version 0 to 18 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: oid 9 updating version 18 to 19 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: oid 9 version 19 is already newer than 17 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 19 (ObjNum 59 snap 4 seq_num 59) dirty exists 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: left oid 9 (ObjNum 59 snap 4 seq_num 59) 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:104: done (4 left) 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:111: delete oid 8 current snap is 4 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:107: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:107: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:31:08.300 INFO:tasks.rados.rados.0.smithi112.stdout:106: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:31:08.308 INFO:tasks.rados.rados.0.smithi112.stdout:107: finishing rollback tid 2 to smithi11277797-5 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 13 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:106: done (4 left) 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:107: done (3 left) 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:111: done (2 left) 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:112: setattr oid 33 current snap is 4 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:110: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:110: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:31:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:109: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:31:08.324 INFO:tasks.rados.rados.0.smithi112.stdout:110: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:31:08.408 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 26 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:31:08.408 INFO:tasks.rados.rados.0.smithi112.stdout:109: done (2 left) 2024-04-02T08:31:08.408 INFO:tasks.rados.rados.0.smithi112.stdout:110: done (1 left) 2024-04-02T08:31:08.408 INFO:tasks.rados.rados.0.smithi112.stdout:113: snap_create 2024-04-02T08:31:08.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 14 (ObjNum 945 snap 0 seq_num 1576583153) dirty exists 2024-04-02T08:31:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:08 smithi187 ceph-mon[30584]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:31:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:08 smithi187 ceph-mon[30584]: pgmap v122: 121 pgs: 121 active+clean; 23 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.0 MiB/s wr, 75 op/s 2024-04-02T08:31:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:08 smithi112 ceph-mon[37686]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:31:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:08 smithi112 ceph-mon[37686]: pgmap v122: 121 pgs: 121 active+clean; 23 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.0 MiB/s wr, 75 op/s 2024-04-02T08:31:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:08 smithi112 ceph-mon[26914]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:31:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:08 smithi112 ceph-mon[26914]: pgmap v122: 121 pgs: 121 active+clean; 23 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.0 MiB/s wr, 75 op/s 2024-04-02T08:31:09.227 INFO:tasks.rados.rados.0.smithi112.stdout:112: done (1 left) 2024-04-02T08:31:09.227 INFO:tasks.rados.rados.0.smithi112.stdout:113: done (0 left) 2024-04-02T08:31:09.228 INFO:tasks.rados.rados.0.smithi112.stdout:114: copy_from oid 25 from oid 6 current snap is 5 2024-04-02T08:31:09.228 INFO:tasks.rados.rados.0.smithi112.stdout:115: setattr oid 23 current snap is 5 2024-04-02T08:31:09.228 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 5 2024-04-02T08:31:09.228 INFO:tasks.rados.rados.0.smithi112.stdout:116: seq_num 63 ranges {24576=663552,688128=401408} 2024-04-02T08:31:09.232 INFO:tasks.rados.rados.0.smithi112.stdout:116: writing smithi11277797-15 from 24576 to 688128 tid 1 2024-04-02T08:31:09.235 INFO:tasks.rados.rados.0.smithi112.stdout:116: writing smithi11277797-15 from 688128 to 1089536 tid 2 2024-04-02T08:31:09.235 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 5 2024-04-02T08:31:09.236 INFO:tasks.rados.rados.0.smithi112.stdout:117: seq_num 64 ranges {319488=679936,999424=401408} 2024-04-02T08:31:09.241 INFO:tasks.rados.rados.0.smithi112.stdout:117: writing smithi11277797-20 from 319488 to 999424 tid 1 2024-04-02T08:31:09.244 INFO:tasks.rados.rados.0.smithi112.stdout:117: writing smithi11277797-20 from 999424 to 1400832 tid 2 2024-04-02T08:31:09.244 INFO:tasks.rados.rados.0.smithi112.stdout:118: rollback oid 31 current snap is 5 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 0 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: finishing write tid 1 to smithi11277797-15 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:114: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:114: finishing copy_from to smithi11277797-25 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 10 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: finishing write tid 2 to smithi11277797-15 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: finishing write tid 3 to smithi11277797-15 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: finishing write tid 4 to smithi11277797-15 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: oid 15 updating version 0 to 12 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: oid 15 updating version 12 to 14 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: oid 15 version 14 is already newer than 13 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 14 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:116: left oid 15 (ObjNum 63 snap 5 seq_num 63) 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:114: done (4 left) 2024-04-02T08:31:09.245 INFO:tasks.rados.rados.0.smithi112.stdout:115: done (3 left) 2024-04-02T08:31:09.246 INFO:tasks.rados.rados.0.smithi112.stdout:116: done (2 left) 2024-04-02T08:31:09.246 INFO:tasks.rados.rados.0.smithi112.stdout:119: read oid 26 snap -1 2024-04-02T08:31:09.246 INFO:tasks.rados.rados.0.smithi112.stdout:119: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:31:09.246 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 5 2024-04-02T08:31:09.246 INFO:tasks.rados.rados.0.smithi112.stdout:120: seq_num 65 ranges {24576=696320,720896=401408} 2024-04-02T08:31:09.248 INFO:tasks.rados.rados.0.smithi112.stdout:120: writing smithi11277797-2 from 24576 to 720896 tid 1 2024-04-02T08:31:09.251 INFO:tasks.rados.rados.0.smithi112.stdout:120: writing smithi11277797-2 from 720896 to 1122304 tid 2 2024-04-02T08:31:09.251 INFO:tasks.rados.rados.0.smithi112.stdout:121: snap_create 2024-04-02T08:31:09.251 INFO:tasks.rados.rados.0.smithi112.stdout:117: finishing write tid 1 to smithi11277797-20 2024-04-02T08:31:09.252 INFO:tasks.rados.rados.0.smithi112.stdout:117: finishing write tid 2 to smithi11277797-20 2024-04-02T08:31:09.252 INFO:tasks.rados.rados.0.smithi112.stdout:118: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:31:09.252 INFO:tasks.rados.rados.0.smithi112.stdout:119: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:117: finishing write tid 3 to smithi11277797-20 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:118: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:118: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 24 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:117: finishing write tid 4 to smithi11277797-20 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:117: oid 20 updating version 0 to 17 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:117: oid 20 version 17 is already newer than 15 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:117: oid 20 version 17 is already newer than 16 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 17 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:117: left oid 20 (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:120: finishing write tid 1 to smithi11277797-2 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:120: finishing write tid 2 to smithi11277797-2 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:120: finishing write tid 3 to smithi11277797-2 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:120: finishing write tid 4 to smithi11277797-2 2024-04-02T08:31:09.264 INFO:tasks.rados.rados.0.smithi112.stdout:120: oid 2 updating version 0 to 23 2024-04-02T08:31:09.265 INFO:tasks.rados.rados.0.smithi112.stdout:120: oid 2 version 23 is already newer than 21 2024-04-02T08:31:09.265 INFO:tasks.rados.rados.0.smithi112.stdout:120: oid 2 version 23 is already newer than 22 2024-04-02T08:31:09.265 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 23 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-04-02T08:31:09.265 INFO:tasks.rados.rados.0.smithi112.stdout:120: left oid 2 (ObjNum 65 snap 5 seq_num 65) 2024-04-02T08:31:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:09 smithi187 ceph-mon[30584]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:31:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:09 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:09 smithi112 ceph-mon[37686]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:31:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:09 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:09 smithi112 ceph-mon[26914]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:31:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:09 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:117: done (4 left) 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:118: done (3 left) 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:119: done (2 left) 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:120: done (1 left) 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:121: done (0 left) 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:122: read oid 48 snap 3 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:123: read oid 49 snap 4 2024-04-02T08:31:10.233 INFO:tasks.rados.rados.0.smithi112.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:10.234 INFO:tasks.rados.rados.0.smithi112.stdout:124: delete oid 44 current snap is 6 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:124: done (2 left) 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:125: rollback oid 23 current snap is 6 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 23 to 2 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:126: read oid 30 snap -1 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 6 2024-04-02T08:31:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:127: seq_num 67 ranges {622592=729088,1351680=401408} 2024-04-02T08:31:10.244 INFO:tasks.rados.rados.0.smithi112.stdout:127: writing smithi11277797-38 from 622592 to 1351680 tid 1 2024-04-02T08:31:10.246 INFO:tasks.rados.rados.0.smithi112.stdout:127: writing smithi11277797-38 from 1351680 to 1753088 tid 2 2024-04-02T08:31:10.246 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 6 2024-04-02T08:31:10.246 INFO:tasks.rados.rados.0.smithi112.stdout:128: seq_num 68 ranges {573440=745472,1318912=401408} 2024-04-02T08:31:10.254 INFO:tasks.rados.rados.0.smithi112.stdout:128: writing smithi11277797-35 from 573440 to 1318912 tid 1 2024-04-02T08:31:10.257 INFO:tasks.rados.rados.0.smithi112.stdout:128: writing smithi11277797-35 from 1318912 to 1720320 tid 2 2024-04-02T08:31:10.257 INFO:tasks.rados.rados.0.smithi112.stdout:129: copy_from oid 31 from oid 18 current snap is 6 2024-04-02T08:31:10.257 INFO:tasks.rados.rados.0.smithi112.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:10.281 INFO:tasks.rados.rados.0.smithi112.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:10.305 INFO:tasks.rados.rados.0.smithi112.stdout:125: finishing rollback tid 0 to smithi11277797-23 2024-04-02T08:31:10.305 INFO:tasks.rados.rados.0.smithi112.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:125: finishing rollback tid 1 to smithi11277797-23 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:125: finishing rollback tid 2 to smithi11277797-23 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:122: done (6 left) 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:123: done (5 left) 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:125: done (4 left) 2024-04-02T08:31:10.319 INFO:tasks.rados.rados.0.smithi112.stdout:126: done (3 left) 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:130: copy_from oid 48 from oid 20 current snap is 6 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: finishing write tid 1 to smithi11277797-38 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: finishing write tid 2 to smithi11277797-38 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: finishing write tid 3 to smithi11277797-38 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: finishing write tid 4 to smithi11277797-38 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: oid 38 updating version 0 to 21 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: oid 38 version 21 is already newer than 19 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: oid 38 version 21 is already newer than 20 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 21 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:127: left oid 38 (ObjNum 67 snap 6 seq_num 67) 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:128: finishing write tid 1 to smithi11277797-35 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:128: finishing write tid 2 to smithi11277797-35 2024-04-02T08:31:10.320 INFO:tasks.rados.rados.0.smithi112.stdout:128: finishing write tid 3 to smithi11277797-35 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:128: finishing write tid 4 to smithi11277797-35 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:128: oid 35 updating version 0 to 18 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:128: oid 35 version 18 is already newer than 17 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:128: oid 35 version 18 is already newer than 16 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 18 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:128: left oid 35 (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:129: finishing copy_from racing read to smithi11277797-31 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:129: finishing copy_from to smithi11277797-31 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:127: done (3 left) 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:128: done (2 left) 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:129: done (1 left) 2024-04-02T08:31:10.321 INFO:tasks.rados.rados.0.smithi112.stdout:131: snap_create 2024-04-02T08:31:10.326 INFO:tasks.rados.rados.0.smithi112.stdout:130: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:31:10.327 INFO:tasks.rados.rados.0.smithi112.stdout:130: finishing copy_from to smithi11277797-48 2024-04-02T08:31:10.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 17 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:31:10.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:10 smithi187 ceph-mon[30584]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:31:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:10 smithi187 ceph-mon[30584]: pgmap v125: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:10 smithi112 ceph-mon[37686]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:10 smithi112 ceph-mon[37686]: pgmap v125: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T08:31:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:10 smithi112 ceph-mon[26914]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:31:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:10 smithi112 ceph-mon[26914]: pgmap v125: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T08:31:11.237 INFO:tasks.rados.rados.0.smithi112.stdout:130: done (1 left) 2024-04-02T08:31:11.237 INFO:tasks.rados.rados.0.smithi112.stdout:131: done (0 left) 2024-04-02T08:31:11.237 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 7 2024-04-02T08:31:11.237 INFO:tasks.rados.rados.0.smithi112.stdout:132: seq_num 69 ranges {1138688=761856,1900544=401408} 2024-04-02T08:31:11.247 INFO:tasks.rados.rados.0.smithi112.stdout:132: writing smithi11277797-9 from 1138688 to 1900544 tid 1 2024-04-02T08:31:11.249 INFO:tasks.rados.rados.0.smithi112.stdout:132: writing smithi11277797-9 from 1900544 to 2301952 tid 2 2024-04-02T08:31:11.249 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 7 2024-04-02T08:31:11.249 INFO:tasks.rados.rados.0.smithi112.stdout:133: seq_num 70 ranges {0=778240,778240=401408} 2024-04-02T08:31:11.254 INFO:tasks.rados.rados.0.smithi112.stdout:133: writing smithi11277797-12 from 0 to 778240 tid 1 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:133: writing smithi11277797-12 from 778240 to 1179648 tid 2 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:134: rollback oid 22 current snap is 7 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 22 to 0 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:132: finishing write tid 1 to smithi11277797-9 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:132: finishing write tid 2 to smithi11277797-9 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:132: finishing write tid 3 to smithi11277797-9 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:135: snap_create 2024-04-02T08:31:11.257 INFO:tasks.rados.rados.0.smithi112.stdout:132: finishing write tid 4 to smithi11277797-9 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:132: oid 9 updating version 0 to 25 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:132: oid 9 updating version 25 to 27 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:132: oid 9 version 27 is already newer than 26 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 27 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:132: left oid 9 (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:133: finishing write tid 1 to smithi11277797-12 2024-04-02T08:31:11.258 INFO:tasks.rados.rados.0.smithi112.stdout:134: finishing rollback tid 0 to smithi11277797-22 2024-04-02T08:31:11.259 INFO:tasks.rados.rados.0.smithi112.stdout:134: finishing rollback tid 1 to smithi11277797-22 2024-04-02T08:31:11.259 INFO:tasks.rados.rados.0.smithi112.stdout:133: finishing write tid 2 to smithi11277797-12 2024-04-02T08:31:11.259 INFO:tasks.rados.rados.0.smithi112.stdout:134: finishing rollback tid 2 to smithi11277797-22 2024-04-02T08:31:11.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 31 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:11.259 INFO:tasks.rados.rados.0.smithi112.stdout:133: finishing write tid 3 to smithi11277797-12 2024-04-02T08:31:11.260 INFO:tasks.rados.rados.0.smithi112.stdout:133: finishing write tid 4 to smithi11277797-12 2024-04-02T08:31:11.260 INFO:tasks.rados.rados.0.smithi112.stdout:133: oid 12 updating version 0 to 11 2024-04-02T08:31:11.260 INFO:tasks.rados.rados.0.smithi112.stdout:133: oid 12 version 11 is already newer than 10 2024-04-02T08:31:11.260 INFO:tasks.rados.rados.0.smithi112.stdout:133: oid 12 version 11 is already newer than 9 2024-04-02T08:31:11.260 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 11 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:31:11.260 INFO:tasks.rados.rados.0.smithi112.stdout:133: left oid 12 (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:31:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:11 smithi187 ceph-mon[30584]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:31:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:11 smithi112 ceph-mon[37686]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:31:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:11 smithi112 ceph-mon[26914]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:31:12.242 INFO:tasks.rados.rados.0.smithi112.stdout:132: done (3 left) 2024-04-02T08:31:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:133: done (2 left) 2024-04-02T08:31:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:134: done (1 left) 2024-04-02T08:31:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:135: done (0 left) 2024-04-02T08:31:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:136: read oid 33 snap -1 2024-04-02T08:31:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:136: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:137: snap_create 2024-04-02T08:31:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:136: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:12 smithi112 ceph-mon[37686]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:31:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:12 smithi112 ceph-mon[37686]: pgmap v128: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T08:31:12.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:12 smithi112 ceph-mon[26914]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:31:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:12 smithi112 ceph-mon[26914]: pgmap v128: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T08:31:12.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:12 smithi187 ceph-mon[30584]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:31:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:12 smithi187 ceph-mon[30584]: pgmap v128: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T08:31:13.245 INFO:tasks.rados.rados.0.smithi112.stdout:136: done (1 left) 2024-04-02T08:31:13.245 INFO:tasks.rados.rados.0.smithi112.stdout:137: done (0 left) 2024-04-02T08:31:13.245 INFO:tasks.rados.rados.0.smithi112.stdout:138: snap_remove snap 5 2024-04-02T08:31:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:13 smithi112 ceph-mon[26914]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:31:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:13 smithi112 ceph-mon[37686]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:31:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:13 smithi187 ceph-mon[30584]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:31:14.179 INFO:tasks.rados.rados.0.smithi112.stdout:138: done (0 left) 2024-04-02T08:31:14.179 INFO:tasks.rados.rados.0.smithi112.stdout:139: delete oid 1 current snap is 9 2024-04-02T08:31:14.185 INFO:tasks.rados.rados.0.smithi112.stdout:139: done (0 left) 2024-04-02T08:31:14.185 INFO:tasks.rados.rados.0.smithi112.stdout:140: snap_create 2024-04-02T08:31:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[37686]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:31:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[37686]: pgmap v131: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[37686]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:31:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[26914]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:31:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[26914]: pgmap v131: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:14 smithi112 ceph-mon[26914]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:31:14.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:14 smithi187 ceph-mon[30584]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:31:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:14 smithi187 ceph-mon[30584]: pgmap v131: 121 pgs: 121 active+clean; 32 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:14 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:14 smithi187 ceph-mon[30584]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:31:15.191 INFO:tasks.rados.rados.0.smithi112.stdout:140: done (0 left) 2024-04-02T08:31:15.191 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 10 2024-04-02T08:31:15.191 INFO:tasks.rados.rados.0.smithi112.stdout:141: seq_num 72 ranges {286720=409600,696320=524288,1220608=278528} 2024-04-02T08:31:15.194 INFO:tasks.rados.rados.0.smithi112.stdout:141: writing smithi11277797-31 from 286720 to 696320 tid 1 2024-04-02T08:31:15.198 INFO:tasks.rados.rados.0.smithi112.stdout:141: writing smithi11277797-31 from 696320 to 1220608 tid 2 2024-04-02T08:31:15.200 INFO:tasks.rados.rados.0.smithi112.stdout:141: writing smithi11277797-31 from 1220608 to 1499136 tid 3 2024-04-02T08:31:15.200 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 10 2024-04-02T08:31:15.200 INFO:tasks.rados.rados.0.smithi112.stdout:141: finishing write tid 1 to smithi11277797-31 2024-04-02T08:31:15.200 INFO:tasks.rados.rados.0.smithi112.stdout:142: seq_num 73 ranges {253952=425984,679936=409600,1089536=393216} 2024-04-02T08:31:15.204 INFO:tasks.rados.rados.0.smithi112.stdout:142: writing smithi11277797-16 from 253952 to 679936 tid 1 2024-04-02T08:31:15.206 INFO:tasks.rados.rados.0.smithi112.stdout:142: writing smithi11277797-16 from 679936 to 1089536 tid 2 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: writing smithi11277797-16 from 1089536 to 1482752 tid 3 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:143: copy_from oid 10 from oid 39 current snap is 10 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: finishing write tid 2 to smithi11277797-31 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: finishing write tid 3 to smithi11277797-31 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: finishing write tid 4 to smithi11277797-31 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: finishing write tid 5 to smithi11277797-31 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: oid 31 updating version 0 to 30 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: oid 31 updating version 30 to 31 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: oid 31 updating version 31 to 32 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: oid 31 updating version 32 to 33 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 33 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:141: left oid 31 (ObjNum 72 snap 10 seq_num 72) 2024-04-02T08:31:15.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: finishing write tid 1 to smithi11277797-16 2024-04-02T08:31:15.211 INFO:tasks.rados.rados.0.smithi112.stdout:141: done (2 left) 2024-04-02T08:31:15.211 INFO:tasks.rados.rados.0.smithi112.stdout:144: read oid 25 snap 0 2024-04-02T08:31:15.211 INFO:tasks.rados.rados.0.smithi112.stdout:144: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:31:15.211 INFO:tasks.rados.rados.0.smithi112.stdout:145: copy_from oid 21 from oid 35 current snap is 10 2024-04-02T08:31:15.211 INFO:tasks.rados.rados.0.smithi112.stdout:146: snap_remove snap 4 2024-04-02T08:31:16.192 INFO:tasks.rados.rados.0.smithi112.stdout:146: done (4 left) 2024-04-02T08:31:16.192 INFO:tasks.rados.rados.0.smithi112.stdout:147: delete oid 8 current snap is 10 2024-04-02T08:31:16.192 INFO:tasks.rados.rados.0.smithi112.stdout:142: finishing write tid 2 to smithi11277797-16 2024-04-02T08:31:16.192 INFO:tasks.rados.rados.0.smithi112.stdout:142: finishing write tid 3 to smithi11277797-16 2024-04-02T08:31:16.193 INFO:tasks.rados.rados.0.smithi112.stdout:142: finishing write tid 4 to smithi11277797-16 2024-04-02T08:31:16.193 INFO:tasks.rados.rados.0.smithi112.stdout:144: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: finishing write tid 5 to smithi11277797-16 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: oid 16 updating version 0 to 28 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: oid 16 version 28 is already newer than 26 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: oid 16 version 28 is already newer than 27 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: oid 16 version 28 is already newer than 25 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 28 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: left oid 16 (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:143: finishing copy_from racing read to smithi11277797-10 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:143: finishing copy_from to smithi11277797-10 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 11 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:145: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:145: finishing copy_from to smithi11277797-21 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 18 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:16.210 INFO:tasks.rados.rados.0.smithi112.stdout:142: done (4 left) 2024-04-02T08:31:16.211 INFO:tasks.rados.rados.0.smithi112.stdout:143: done (3 left) 2024-04-02T08:31:16.211 INFO:tasks.rados.rados.0.smithi112.stdout:144: done (2 left) 2024-04-02T08:31:16.211 INFO:tasks.rados.rados.0.smithi112.stdout:145: done (1 left) 2024-04-02T08:31:16.211 INFO:tasks.rados.rados.0.smithi112.stdout:147: done (0 left) 2024-04-02T08:31:16.211 INFO:tasks.rados.rados.0.smithi112.stdout:148: snap_remove snap 3 2024-04-02T08:31:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:16 smithi187 ceph-mon[30584]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:16 smithi187 ceph-mon[30584]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:31:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:16 smithi112 ceph-mon[37686]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:16 smithi112 ceph-mon[37686]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:31:16.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:16 smithi112 ceph-mon[26914]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:16.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:16 smithi112 ceph-mon[26914]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:31:17.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:31:16 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:31:16] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-02T08:31:17.198 INFO:tasks.rados.rados.0.smithi112.stdout:148: done (0 left) 2024-04-02T08:31:17.198 INFO:tasks.rados.rados.0.smithi112.stdout:149: snap_create 2024-04-02T08:31:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:17 smithi187 ceph-mon[30584]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:17 smithi112 ceph-mon[37686]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:17 smithi112 ceph-mon[26914]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:18.203 INFO:tasks.rados.rados.0.smithi112.stdout:149: done (0 left) 2024-04-02T08:31:18.203 INFO:tasks.rados.rados.0.smithi112.stdout:150: read oid 46 snap -1 2024-04-02T08:31:18.203 INFO:tasks.rados.rados.0.smithi112.stdout:150: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:18.203 INFO:tasks.rados.rados.0.smithi112.stdout:151: read oid 7 snap 9 2024-04-02T08:31:18.203 INFO:tasks.rados.rados.0.smithi112.stdout:151: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:18.203 INFO:tasks.rados.rados.0.smithi112.stdout:152: snap_create 2024-04-02T08:31:18.209 INFO:tasks.rados.rados.0.smithi112.stdout:151: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:18.212 INFO:tasks.rados.rados.0.smithi112.stdout:150: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:18.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:18 smithi187 ceph-mon[30584]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:18 smithi187 ceph-mon[30584]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:31:18.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:18 smithi112 ceph-mon[26914]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:18.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:18 smithi112 ceph-mon[26914]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:31:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:18 smithi112 ceph-mon[37686]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:18 smithi112 ceph-mon[37686]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:31:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:150: done (2 left) 2024-04-02T08:31:19.178 INFO:tasks.rados.rados.0.smithi112.stdout:151: done (1 left) 2024-04-02T08:31:19.178 INFO:tasks.rados.rados.0.smithi112.stdout:152: done (0 left) 2024-04-02T08:31:19.178 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 12 2024-04-02T08:31:19.178 INFO:tasks.rados.rados.0.smithi112.stdout:153: seq_num 75 ranges {204800=458752,663552=581632,1245184=221184} 2024-04-02T08:31:19.182 INFO:tasks.rados.rados.0.smithi112.stdout:153: writing smithi11277797-13 from 204800 to 663552 tid 1 2024-04-02T08:31:19.186 INFO:tasks.rados.rados.0.smithi112.stdout:153: writing smithi11277797-13 from 663552 to 1245184 tid 2 2024-04-02T08:31:19.189 INFO:tasks.rados.rados.0.smithi112.stdout:153: writing smithi11277797-13 from 1245184 to 1466368 tid 3 2024-04-02T08:31:19.189 INFO:tasks.rados.rados.0.smithi112.stdout:154: copy_from oid 15 from oid 5 current snap is 12 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:153: finishing write tid 1 to smithi11277797-13 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:155: rollback oid 19 current snap is 12 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 11 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:156: copy_from oid 21 from oid 24 current snap is 12 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:157: copy_from oid 3 from oid 7 current snap is 12 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:158: read oid 33 snap -1 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:158: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:159: rollback oid 18 current snap is 12 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 6 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:160: copy_from oid 22 from oid 35 current snap is 12 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:161: read oid 31 snap -1 2024-04-02T08:31:19.190 INFO:tasks.rados.rados.0.smithi112.stdout:161: expect (ObjNum 72 snap 10 seq_num 72) 2024-04-02T08:31:19.191 INFO:tasks.rados.rados.0.smithi112.stdout:162: snap_remove snap 10 2024-04-02T08:31:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:19 smithi187 ceph-mon[30584]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:19 smithi187 ceph-mon[30584]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:19 smithi112 ceph-mon[26914]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:19 smithi112 ceph-mon[26914]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:19 smithi112 ceph-mon[37686]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:19 smithi112 ceph-mon[37686]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:20.185 INFO:tasks.rados.rados.0.smithi112.stdout:162: done (9 left) 2024-04-02T08:31:20.185 INFO:tasks.rados.rados.0.smithi112.stdout:163: setattr oid 25 current snap is 12 2024-04-02T08:31:20.185 INFO:tasks.rados.rados.0.smithi112.stdout:158: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:20.190 INFO:tasks.rados.rados.0.smithi112.stdout:153: finishing write tid 2 to smithi11277797-13 2024-04-02T08:31:20.190 INFO:tasks.rados.rados.0.smithi112.stdout:153: finishing write tid 3 to smithi11277797-13 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: finishing write tid 4 to smithi11277797-13 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:159: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:157: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:157: finishing copy_from to smithi11277797-3 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:159: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: finishing write tid 5 to smithi11277797-13 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: oid 13 updating version 0 to 35 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: oid 13 updating version 35 to 37 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: oid 13 version 37 is already newer than 36 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: oid 13 updating version 37 to 38 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 38 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:20.191 INFO:tasks.rados.rados.0.smithi112.stdout:153: left oid 13 (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:159: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 38 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:155: finishing rollback tid 0 to smithi11277797-19 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:155: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:155: finishing rollback tid 2 to smithi11277797-19 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 16 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:20.192 INFO:tasks.rados.rados.0.smithi112.stdout:161: expect (ObjNum 72 snap 10 seq_num 72) 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:154: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:160: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:156: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:154: finishing copy_from to smithi11277797-15 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 13 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:160: finishing copy_from to smithi11277797-22 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 18 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:156: finishing copy_from to smithi11277797-21 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 16 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:153: done (9 left) 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:154: done (8 left) 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:155: done (7 left) 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:156: done (6 left) 2024-04-02T08:31:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:157: done (5 left) 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:158: done (4 left) 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:159: done (3 left) 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:160: done (2 left) 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:161: done (1 left) 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:164: copy_from oid 45 from oid 42 current snap is 12 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:165: copy_from oid 36 from oid 35 current snap is 12 2024-04-02T08:31:20.240 INFO:tasks.rados.rados.0.smithi112.stdout:166: snap_create 2024-04-02T08:31:20.241 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 43 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:20.243 INFO:tasks.rados.rados.0.smithi112.stdout:164: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:31:20.243 INFO:tasks.rados.rados.0.smithi112.stdout:164: finishing copy_from to smithi11277797-45 2024-04-02T08:31:20.243 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:20.245 INFO:tasks.rados.rados.0.smithi112.stdout:165: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:31:20.246 INFO:tasks.rados.rados.0.smithi112.stdout:165: finishing copy_from to smithi11277797-36 2024-04-02T08:31:20.246 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 18 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:20 smithi187 ceph-mon[30584]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T08:31:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:20 smithi187 ceph-mon[30584]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:20.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:20 smithi112 ceph-mon[26914]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T08:31:20.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:20 smithi112 ceph-mon[26914]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:20.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:20 smithi112 ceph-mon[37686]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T08:31:20.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:20 smithi112 ceph-mon[37686]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:21.210 INFO:tasks.rados.rados.0.smithi112.stdout:163: done (3 left) 2024-04-02T08:31:21.210 INFO:tasks.rados.rados.0.smithi112.stdout:164: done (2 left) 2024-04-02T08:31:21.210 INFO:tasks.rados.rados.0.smithi112.stdout:165: done (1 left) 2024-04-02T08:31:21.210 INFO:tasks.rados.rados.0.smithi112.stdout:166: done (0 left) 2024-04-02T08:31:21.211 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 13 2024-04-02T08:31:21.211 INFO:tasks.rados.rados.0.smithi112.stdout:167: seq_num 76 ranges {524288=475136,999424=458752,1458176=344064} 2024-04-02T08:31:21.216 INFO:tasks.rados.rados.0.smithi112.stdout:167: writing smithi11277797-32 from 524288 to 999424 tid 1 2024-04-02T08:31:21.219 INFO:tasks.rados.rados.0.smithi112.stdout:167: writing smithi11277797-32 from 999424 to 1458176 tid 2 2024-04-02T08:31:21.221 INFO:tasks.rados.rados.0.smithi112.stdout:167: writing smithi11277797-32 from 1458176 to 1802240 tid 3 2024-04-02T08:31:21.221 INFO:tasks.rados.rados.0.smithi112.stdout:168: snap_create 2024-04-02T08:31:21.224 INFO:tasks.rados.rados.0.smithi112.stdout:167: finishing write tid 1 to smithi11277797-32 2024-04-02T08:31:21.224 INFO:tasks.rados.rados.0.smithi112.stdout:167: finishing write tid 2 to smithi11277797-32 2024-04-02T08:31:21.224 INFO:tasks.rados.rados.0.smithi112.stdout:167: finishing write tid 3 to smithi11277797-32 2024-04-02T08:31:21.224 INFO:tasks.rados.rados.0.smithi112.stdout:167: finishing write tid 4 to smithi11277797-32 2024-04-02T08:31:21.225 INFO:tasks.rados.rados.0.smithi112.stdout:167: finishing write tid 5 to smithi11277797-32 2024-04-02T08:31:21.225 INFO:tasks.rados.rados.0.smithi112.stdout:167: oid 32 updating version 0 to 32 2024-04-02T08:31:21.225 INFO:tasks.rados.rados.0.smithi112.stdout:167: oid 32 version 32 is already newer than 30 2024-04-02T08:31:21.226 INFO:tasks.rados.rados.0.smithi112.stdout:167: oid 32 version 32 is already newer than 31 2024-04-02T08:31:21.226 INFO:tasks.rados.rados.0.smithi112.stdout:167: oid 32 updating version 32 to 33 2024-04-02T08:31:21.226 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 33 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-04-02T08:31:21.226 INFO:tasks.rados.rados.0.smithi112.stdout:167: left oid 32 (ObjNum 76 snap 13 seq_num 76) 2024-04-02T08:31:22.218 INFO:tasks.rados.rados.0.smithi112.stdout:167: done (1 left) 2024-04-02T08:31:22.219 INFO:tasks.rados.rados.0.smithi112.stdout:168: done (0 left) 2024-04-02T08:31:22.219 INFO:tasks.rados.rados.0.smithi112.stdout:169: snap_create 2024-04-02T08:31:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:22 smithi187 ceph-mon[30584]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:22 smithi187 ceph-mon[30584]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:22 smithi112 ceph-mon[37686]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:22 smithi112 ceph-mon[37686]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T08:31:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:22 smithi112 ceph-mon[26914]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:22 smithi112 ceph-mon[26914]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T08:31:23.216 INFO:tasks.rados.rados.0.smithi112.stdout:169: done (0 left) 2024-04-02T08:31:23.217 INFO:tasks.rados.rados.0.smithi112.stdout:170: snap_remove snap 11 2024-04-02T08:31:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:23 smithi187 ceph-mon[30584]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:23 smithi112 ceph-mon[26914]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:23 smithi112 ceph-mon[37686]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:24.183 INFO:tasks.rados.rados.0.smithi112.stdout:170: done (0 left) 2024-04-02T08:31:24.183 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 15 2024-04-02T08:31:24.183 INFO:tasks.rados.rados.0.smithi112.stdout:171: seq_num 77 ranges {1720320=491520,2211840=794624,3006464=8192} 2024-04-02T08:31:24.195 INFO:tasks.rados.rados.0.smithi112.stdout:171: writing smithi11277797-22 from 1720320 to 2211840 tid 1 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi112.stdout:171: writing smithi11277797-22 from 2211840 to 3006464 tid 2 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi112.stdout:171: writing smithi11277797-22 from 3006464 to 3014656 tid 3 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 15 2024-04-02T08:31:24.200 INFO:tasks.rados.rados.0.smithi112.stdout:172: seq_num 78 ranges {1597440=516096,2113536=679936,2793472=122880} 2024-04-02T08:31:24.211 INFO:tasks.rados.rados.0.smithi112.stdout:172: writing smithi11277797-10 from 1597440 to 2113536 tid 1 2024-04-02T08:31:24.215 INFO:tasks.rados.rados.0.smithi112.stdout:172: writing smithi11277797-10 from 2113536 to 2793472 tid 2 2024-04-02T08:31:24.216 INFO:tasks.rados.rados.0.smithi112.stdout:172: writing smithi11277797-10 from 2793472 to 2916352 tid 3 2024-04-02T08:31:24.216 INFO:tasks.rados.rados.0.smithi112.stdout:173: setattr oid 6 current snap is 15 2024-04-02T08:31:24.216 INFO:tasks.rados.rados.0.smithi112.stdout:171: finishing write tid 1 to smithi11277797-22 2024-04-02T08:31:24.216 INFO:tasks.rados.rados.0.smithi112.stdout:171: finishing write tid 2 to smithi11277797-22 2024-04-02T08:31:24.216 INFO:tasks.rados.rados.0.smithi112.stdout:171: finishing write tid 3 to smithi11277797-22 2024-04-02T08:31:24.216 INFO:tasks.rados.rados.0.smithi112.stdout:171: finishing write tid 4 to smithi11277797-22 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:171: finishing write tid 5 to smithi11277797-22 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:171: oid 22 updating version 0 to 57 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:171: oid 22 version 57 is already newer than 55 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:171: oid 22 updating version 57 to 58 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:171: oid 22 version 58 is already newer than 56 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 58 (ObjNum 77 snap 15 seq_num 77) dirty exists 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:171: left oid 22 (ObjNum 77 snap 15 seq_num 77) 2024-04-02T08:31:24.217 INFO:tasks.rados.rados.0.smithi112.stdout:172: finishing write tid 1 to smithi11277797-10 2024-04-02T08:31:24.218 INFO:tasks.rados.rados.0.smithi112.stdout:171: done (2 left) 2024-04-02T08:31:24.218 INFO:tasks.rados.rados.0.smithi112.stdout:174: read oid 12 snap 13 2024-04-02T08:31:24.218 INFO:tasks.rados.rados.0.smithi112.stdout:174: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:31:24.218 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 15 2024-04-02T08:31:24.218 INFO:tasks.rados.rados.0.smithi112.stdout:175: seq_num 79 ranges {106496=532480,638976=565248,1204224=237568} 2024-04-02T08:31:24.221 INFO:tasks.rados.rados.0.smithi112.stdout:175: writing smithi11277797-3 from 106496 to 638976 tid 1 2024-04-02T08:31:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:175: writing smithi11277797-3 from 638976 to 1204224 tid 2 2024-04-02T08:31:24.227 INFO:tasks.rados.rados.0.smithi112.stdout:175: writing smithi11277797-3 from 1204224 to 1441792 tid 3 2024-04-02T08:31:24.227 INFO:tasks.rados.rados.0.smithi112.stdout:176: snap_create 2024-04-02T08:31:24.227 INFO:tasks.rados.rados.0.smithi112.stdout:172: finishing write tid 2 to smithi11277797-10 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:172: finishing write tid 3 to smithi11277797-10 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 18 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:172: finishing write tid 4 to smithi11277797-10 2024-04-02T08:31:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:174: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:172: finishing write tid 5 to smithi11277797-10 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:172: oid 10 updating version 0 to 22 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:172: oid 10 version 22 is already newer than 21 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:172: oid 10 updating version 22 to 23 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:172: oid 10 updating version 23 to 24 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 24 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:172: left oid 10 (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:175: finishing write tid 1 to smithi11277797-3 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:175: finishing write tid 2 to smithi11277797-3 2024-04-02T08:31:24.258 INFO:tasks.rados.rados.0.smithi112.stdout:175: finishing write tid 3 to smithi11277797-3 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: finishing write tid 4 to smithi11277797-3 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: finishing write tid 5 to smithi11277797-3 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: oid 3 updating version 0 to 25 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: oid 3 version 25 is already newer than 22 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: oid 3 version 25 is already newer than 24 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: oid 3 version 25 is already newer than 23 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 25 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-04-02T08:31:24.259 INFO:tasks.rados.rados.0.smithi112.stdout:175: left oid 3 (ObjNum 79 snap 15 seq_num 79) 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: Upgrade: Target is version 19.0.0-2419-g14da45f2 (unknown) 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, digests ['quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560'] 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: pgmap v146: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:24 smithi187 ceph-mon[30584]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: Upgrade: Target is version 19.0.0-2419-g14da45f2 (unknown) 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, digests ['quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560'] 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: pgmap v146: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[26914]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: Upgrade: Target is version 19.0.0-2419-g14da45f2 (unknown) 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, digests ['quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560'] 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:24.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:24.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: pgmap v146: 121 pgs: 121 active+clean; 47 MiB data, 292 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:24.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:24 smithi112 ceph-mon[37686]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:25.230 INFO:tasks.rados.rados.0.smithi112.stdout:172: done (4 left) 2024-04-02T08:31:25.231 INFO:tasks.rados.rados.0.smithi112.stdout:173: done (3 left) 2024-04-02T08:31:25.231 INFO:tasks.rados.rados.0.smithi112.stdout:174: done (2 left) 2024-04-02T08:31:25.231 INFO:tasks.rados.rados.0.smithi112.stdout:175: done (1 left) 2024-04-02T08:31:25.231 INFO:tasks.rados.rados.0.smithi112.stdout:176: done (0 left) 2024-04-02T08:31:25.231 INFO:tasks.rados.rados.0.smithi112.stdout:177: snap_create 2024-04-02T08:31:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:25 smithi112 ceph-mon[37686]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 on smithi187 2024-04-02T08:31:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:25 smithi112 ceph-mon[37686]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:25 smithi112 ceph-mon[26914]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 on smithi187 2024-04-02T08:31:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:25 smithi112 ceph-mon[26914]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:25 smithi187 ceph-mon[30584]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 on smithi187 2024-04-02T08:31:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:25 smithi187 ceph-mon[30584]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:26.232 INFO:tasks.rados.rados.0.smithi112.stdout:177: done (0 left) 2024-04-02T08:31:26.232 INFO:tasks.rados.rados.0.smithi112.stdout:178: read oid 45 snap -1 2024-04-02T08:31:26.232 INFO:tasks.rados.rados.0.smithi112.stdout:178: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:26.232 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 17 2024-04-02T08:31:26.232 INFO:tasks.rados.rados.0.smithi112.stdout:179: seq_num 80 ranges {1499136=548864,2048000=450560,2498560=352256} 2024-04-02T08:31:26.243 INFO:tasks.rados.rados.0.smithi112.stdout:179: writing smithi11277797-31 from 1499136 to 2048000 tid 1 2024-04-02T08:31:26.246 INFO:tasks.rados.rados.0.smithi112.stdout:179: writing smithi11277797-31 from 2048000 to 2498560 tid 2 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:179: writing smithi11277797-31 from 2498560 to 2850816 tid 3 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:180: read oid 49 snap -1 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:180: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:181: read oid 38 snap -1 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:181: expect (ObjNum 67 snap 6 seq_num 67) 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:182: read oid 40 snap -1 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:182: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:26.249 INFO:tasks.rados.rados.0.smithi112.stdout:183: snap_create 2024-04-02T08:31:26.250 INFO:tasks.rados.rados.0.smithi112.stdout:178: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:26.256 INFO:tasks.rados.rados.0.smithi112.stdout:179: finishing write tid 1 to smithi11277797-31 2024-04-02T08:31:26.257 INFO:tasks.rados.rados.0.smithi112.stdout:179: finishing write tid 2 to smithi11277797-31 2024-04-02T08:31:26.257 INFO:tasks.rados.rados.0.smithi112.stdout:179: finishing write tid 3 to smithi11277797-31 2024-04-02T08:31:26.257 INFO:tasks.rados.rados.0.smithi112.stdout:179: finishing write tid 4 to smithi11277797-31 2024-04-02T08:31:26.257 INFO:tasks.rados.rados.0.smithi112.stdout:180: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:26.278 INFO:tasks.rados.rados.0.smithi112.stdout:179: finishing write tid 5 to smithi11277797-31 2024-04-02T08:31:26.278 INFO:tasks.rados.rados.0.smithi112.stdout:179: oid 31 updating version 0 to 49 2024-04-02T08:31:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:179: oid 31 version 49 is already newer than 48 2024-04-02T08:31:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:179: oid 31 updating version 49 to 50 2024-04-02T08:31:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:179: oid 31 version 50 is already newer than 47 2024-04-02T08:31:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 50 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:31:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:179: left oid 31 (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:31:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:182: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:26.295 INFO:tasks.rados.rados.0.smithi112.stdout:181: expect (ObjNum 67 snap 6 seq_num 67) 2024-04-02T08:31:27.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:31:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:31:26] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-02T08:31:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:26 smithi112 ceph-mon[37686]: pgmap v149: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:31:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:26 smithi112 ceph-mon[37686]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:27.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:26 smithi112 ceph-mon[26914]: pgmap v149: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:31:27.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:26 smithi112 ceph-mon[26914]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:26 smithi187 ceph-mon[30584]: pgmap v149: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:31:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:26 smithi187 ceph-mon[30584]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:27.234 INFO:tasks.rados.rados.0.smithi112.stdout:178: done (5 left) 2024-04-02T08:31:27.234 INFO:tasks.rados.rados.0.smithi112.stdout:179: done (4 left) 2024-04-02T08:31:27.234 INFO:tasks.rados.rados.0.smithi112.stdout:180: done (3 left) 2024-04-02T08:31:27.235 INFO:tasks.rados.rados.0.smithi112.stdout:181: done (2 left) 2024-04-02T08:31:27.235 INFO:tasks.rados.rados.0.smithi112.stdout:182: done (1 left) 2024-04-02T08:31:27.235 INFO:tasks.rados.rados.0.smithi112.stdout:183: done (0 left) 2024-04-02T08:31:27.235 INFO:tasks.rados.rados.0.smithi112.stdout:184: snap_remove snap 7 2024-04-02T08:31:28.241 INFO:tasks.rados.rados.0.smithi112.stdout:184: done (0 left) 2024-04-02T08:31:28.241 INFO:tasks.rados.rados.0.smithi112.stdout:185: read oid 36 snap -1 2024-04-02T08:31:28.241 INFO:tasks.rados.rados.0.smithi112.stdout:185: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:28.242 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 18 2024-04-02T08:31:28.242 INFO:tasks.rados.rados.0.smithi112.stdout:186: seq_num 81 ranges {0=565248,565248=737280,1302528=65536} 2024-04-02T08:31:28.245 INFO:tasks.rados.rados.0.smithi112.stdout:186: writing smithi11277797-1 from 0 to 565248 tid 1 2024-04-02T08:31:28.250 INFO:tasks.rados.rados.0.smithi112.stdout:186: writing smithi11277797-1 from 565248 to 1302528 tid 2 2024-04-02T08:31:28.251 INFO:tasks.rados.rados.0.smithi112.stdout:186: writing smithi11277797-1 from 1302528 to 1368064 tid 3 2024-04-02T08:31:28.251 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 18 2024-04-02T08:31:28.251 INFO:tasks.rados.rados.0.smithi112.stdout:186: finishing write tid 1 to smithi11277797-1 2024-04-02T08:31:28.251 INFO:tasks.rados.rados.0.smithi112.stdout:187: seq_num 82 ranges {2301952=581632,2883584=622592,3506176=180224} 2024-04-02T08:31:28.267 INFO:tasks.rados.rados.0.smithi112.stdout:187: writing smithi11277797-9 from 2301952 to 2883584 tid 1 2024-04-02T08:31:28.270 INFO:tasks.rados.rados.0.smithi112.stdout:187: writing smithi11277797-9 from 2883584 to 3506176 tid 2 2024-04-02T08:31:28.272 INFO:tasks.rados.rados.0.smithi112.stdout:187: writing smithi11277797-9 from 3506176 to 3686400 tid 3 2024-04-02T08:31:28.272 INFO:tasks.rados.rados.0.smithi112.stdout:188: rmattr oid 11 current snap is 18 2024-04-02T08:31:28.272 INFO:tasks.rados.rados.0.smithi112.stdout:188: done (3 left) 2024-04-02T08:31:28.272 INFO:tasks.rados.rados.0.smithi112.stdout:189: snap_remove snap 2 2024-04-02T08:31:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:28 smithi112 ceph-mon[26914]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:28 smithi112 ceph-mon[26914]: pgmap v152: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:31:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:28 smithi112 ceph-mon[37686]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:28 smithi112 ceph-mon[37686]: pgmap v152: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:31:28.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:28 smithi187 ceph-mon[30584]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:28 smithi187 ceph-mon[30584]: pgmap v152: 121 pgs: 121 active+clean; 53 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:31:29.178 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:31:29.182 INFO:tasks.rados.rados.0.smithi112.stdout:186: finishing write tid 2 to smithi11277797-1 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: finishing write tid 3 to smithi11277797-1 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: finishing write tid 4 to smithi11277797-1 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: finishing write tid 5 to smithi11277797-1 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: oid 1 updating version 0 to 29 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: oid 1 updating version 29 to 31 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: oid 1 version 31 is already newer than 30 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: oid 1 version 31 is already newer than 26 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 31 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:186: left oid 1 (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:31:29.183 INFO:tasks.rados.rados.0.smithi112.stdout:185: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:29.245 INFO:tasks.rados.rados.0.smithi112.stdout:187: finishing write tid 1 to smithi11277797-9 2024-04-02T08:31:29.245 INFO:tasks.rados.rados.0.smithi112.stdout:187: finishing write tid 2 to smithi11277797-9 2024-04-02T08:31:29.245 INFO:tasks.rados.rados.0.smithi112.stdout:187: finishing write tid 3 to smithi11277797-9 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: finishing write tid 4 to smithi11277797-9 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: finishing write tid 5 to smithi11277797-9 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: oid 9 updating version 0 to 63 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: oid 9 updating version 63 to 64 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: oid 9 updating version 64 to 65 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: oid 9 version 65 is already newer than 62 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 65 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: left oid 9 (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:185: done (3 left) 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:186: done (2 left) 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:187: done (1 left) 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:189: done (0 left) 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 18 2024-04-02T08:31:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:190: seq_num 83 ranges {188416=598016,786432=499712,1286144=303104} 2024-04-02T08:31:29.249 INFO:tasks.rados.rados.0.smithi112.stdout:190: writing smithi11277797-45 from 188416 to 786432 tid 1 2024-04-02T08:31:29.252 INFO:tasks.rados.rados.0.smithi112.stdout:190: writing smithi11277797-45 from 786432 to 1286144 tid 2 2024-04-02T08:31:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:190: writing smithi11277797-45 from 1286144 to 1589248 tid 3 2024-04-02T08:31:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:191: copy_from oid 28 from oid 4 current snap is 18 2024-04-02T08:31:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:190: finishing write tid 1 to smithi11277797-45 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:192: rollback oid 37 current snap is 18 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 12 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:193: rmattr oid 8 current snap is 18 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:193: done (3 left) 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:194: rmattr oid 23 current snap is 18 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:194: done (3 left) 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:195: rmattr oid 39 current snap is 18 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:195: done (3 left) 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:196: read oid 1 snap -1 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:196: expect (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:197: read oid 6 snap -1 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:197: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:198: delete oid 23 current snap is 18 2024-04-02T08:31:29.256 INFO:tasks.rados.rados.0.smithi112.stdout:190: finishing write tid 2 to smithi11277797-45 2024-04-02T08:31:29.257 INFO:tasks.rados.rados.0.smithi112.stdout:198: done (5 left) 2024-04-02T08:31:29.257 INFO:tasks.rados.rados.0.smithi112.stdout:199: read oid 46 snap -1 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:199: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:200: copy_from oid 38 from oid 34 current snap is 18 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:201: copy_from oid 41 from oid 2 current snap is 18 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:202: read oid 24 snap 17 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:202: expect (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:203: delete oid 17 current snap is 18 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:190: finishing write tid 3 to smithi11277797-45 2024-04-02T08:31:29.258 INFO:tasks.rados.rados.0.smithi112.stdout:192: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:31:29.259 INFO:tasks.rados.rados.0.smithi112.stdout:190: finishing write tid 4 to smithi11277797-45 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi112.stdout:203: done (9 left) 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi112.stdout:204: rollback oid 5 current snap is 18 2024-04-02T08:31:29.261 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 6 2024-04-02T08:31:29.261 INFO:tasks.rados.rados.0.smithi112.stdout:205: delete oid 7 current snap is 18 2024-04-02T08:31:29.261 INFO:tasks.rados.rados.0.smithi112.stdout:197: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi112.stdout:192: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi112.stdout:192: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 28 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:190: finishing write tid 5 to smithi11277797-45 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:190: oid 45 updating version 0 to 35 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:190: oid 45 version 35 is already newer than 34 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:190: oid 45 updating version 35 to 36 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:190: oid 45 version 36 is already newer than 33 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 36 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:190: left oid 45 (ObjNum 83 snap 18 seq_num 83) 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi112.stdout:196: expect (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:191: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:204: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:204: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:204: finishing rollback tid 2 to smithi11277797-5 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 21 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:190: done (10 left) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:192: done (9 left) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:196: done (8 left) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:197: done (7 left) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:204: done (6 left) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:205: done (5 left) 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:206: copy_from oid 48 from oid 8 current snap is 18 2024-04-02T08:31:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:191: finishing copy_from to smithi11277797-28 2024-04-02T08:31:29.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:31:29.308 INFO:tasks.rados.rados.0.smithi112.stdout:199: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:29.326 INFO:tasks.rados.rados.0.smithi112.stdout:202: expect (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:31:29.369 INFO:tasks.rados.rados.0.smithi112.stdout:201: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:31:29.369 INFO:tasks.rados.rados.0.smithi112.stdout:201: finishing copy_from to smithi11277797-41 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 23 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:200: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:200: finishing copy_from to smithi11277797-38 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:191: done (5 left) 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:199: done (4 left) 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:200: done (3 left) 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:201: done (2 left) 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:202: done (1 left) 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:207: rollback oid 13 current snap is 18 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 14 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:206: finishing copy_from to smithi11277797-48 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:206: got expected ENOENT (src dne) 2024-04-02T08:31:29.370 INFO:tasks.rados.rados.0.smithi112.stdout:206: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:31:29.371 INFO:tasks.rados.rados.0.smithi112.stdout:206: done (1 left) 2024-04-02T08:31:29.371 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 18 2024-04-02T08:31:29.371 INFO:tasks.rados.rados.0.smithi112.stdout:208: seq_num 87 ranges {1179648=663552,1843200=491520,2334720=311296} 2024-04-02T08:31:29.379 INFO:tasks.rados.rados.0.smithi112.stdout:208: writing smithi11277797-12 from 1179648 to 1843200 tid 1 2024-04-02T08:31:29.382 INFO:tasks.rados.rados.0.smithi112.stdout:208: writing smithi11277797-12 from 1843200 to 2334720 tid 2 2024-04-02T08:31:29.384 INFO:tasks.rados.rados.0.smithi112.stdout:208: writing smithi11277797-12 from 2334720 to 2646016 tid 3 2024-04-02T08:31:29.384 INFO:tasks.rados.rados.0.smithi112.stdout:209: rollback oid 34 current snap is 18 2024-04-02T08:31:29.384 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 34 to 15 2024-04-02T08:31:29.384 INFO:tasks.rados.rados.0.smithi112.stdout:207: finishing rollback tid 0 to smithi11277797-13 2024-04-02T08:31:29.385 INFO:tasks.rados.rados.0.smithi112.stdout:207: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:31:29.385 INFO:tasks.rados.rados.0.smithi112.stdout:207: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:31:29.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 62 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:29.385 INFO:tasks.rados.rados.0.smithi112.stdout:208: finishing write tid 1 to smithi11277797-12 2024-04-02T08:31:29.385 INFO:tasks.rados.rados.0.smithi112.stdout:207: done (2 left) 2024-04-02T08:31:29.385 INFO:tasks.rados.rados.0.smithi112.stdout:210: snap_remove snap 17 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (2m) 2m ago 3m 16.3M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (3m) 2m ago 3m 85.3M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (4m) 2m ago 4m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (4m) 2m ago 4m 12.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,8765 running (7m) 2m ago 7m 449M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 417907ac8a5a 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:9283,8765 running (9m) 2m ago 9m 497M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 9719071ce760 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (9m) 2m ago 9m 46.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 5e5f14d2a805 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (8m) 2m ago 8m 39.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (8m) 2m ago 8m 42.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c54ae978287c 2024-04-02T08:31:29.518 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (2m) 2m ago 2m 15.3M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (2m) 2m ago 2m 8052k - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (7m) 2m ago 7m 45.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (7m) 2m ago 7m 53.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (6m) 2m ago 6m 41.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (6m) 2m ago 6m 42.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (5m) 2m ago 5m 41.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (5m) 2m ago 5m 41.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (5m) 2m ago 5m 43.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (4m) 2m ago 4m 52.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:31:29.519 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (2m) 2m ago 3m 30.6M - 2.43.0 a07b618ecd1d e16dd395a4e4 2024-04-02T08:31:29.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:29 smithi112 ceph-mon[37686]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:29.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:29 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:29.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:29 smithi112 ceph-mon[37686]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:29.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:29 smithi112 ceph-mon[26914]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:29.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:29 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:29.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:29 smithi112 ceph-mon[26914]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:29.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:29 smithi187 ceph-mon[30584]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:29 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:29 smithi187 ceph-mon[30584]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:29.911 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:31:29.912 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:31:29.913 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:31:29.913 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:31:29.913 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:31:30.247 INFO:tasks.rados.rados.0.smithi112.stdout:210: done (2 left) 2024-04-02T08:31:30.247 INFO:tasks.rados.rados.0.smithi112.stdout:211: snap_remove snap 0 2024-04-02T08:31:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[26914]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[26914]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[26914]: pgmap v155: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/581419621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[37686]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[37686]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[37686]: pgmap v155: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:31:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:30 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/581419621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:30.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:30 smithi187 ceph-mon[30584]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:30 smithi187 ceph-mon[30584]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:30 smithi187 ceph-mon[30584]: pgmap v155: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:31:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:30 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/581419621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:31.249 INFO:tasks.rados.rados.0.smithi112.stdout:211: done (2 left) 2024-04-02T08:31:31.249 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 18 2024-04-02T08:31:31.249 INFO:tasks.rados.rados.0.smithi112.stdout:212: seq_num 88 ranges {1368064=679936,2048000=778240,2826240=24576} 2024-04-02T08:31:31.262 INFO:tasks.rados.rados.0.smithi112.stdout:212: writing smithi11277797-24 from 1368064 to 2048000 tid 1 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:212: writing smithi11277797-24 from 2048000 to 2826240 tid 2 2024-04-02T08:31:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:212: writing smithi11277797-24 from 2826240 to 2850816 tid 3 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:213: copy_from oid 18 from oid 39 current snap is 18 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:214: delete oid 2 current snap is 18 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: finishing write tid 2 to smithi11277797-12 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: finishing write tid 3 to smithi11277797-12 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: finishing write tid 4 to smithi11277797-12 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:209: finishing rollback tid 0 to smithi11277797-34 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:209: finishing rollback tid 1 to smithi11277797-34 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: finishing write tid 5 to smithi11277797-12 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: oid 12 updating version 0 to 33 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: oid 12 updating version 33 to 35 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: oid 12 version 35 is already newer than 32 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: oid 12 version 35 is already newer than 34 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 35 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-02T08:31:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:208: left oid 12 (ObjNum 87 snap 18 seq_num 87) 2024-04-02T08:31:31.270 INFO:tasks.rados.rados.0.smithi112.stdout:209: finishing rollback tid 2 to smithi11277797-34 2024-04-02T08:31:31.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 39 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:31:31.270 INFO:tasks.rados.rados.0.smithi112.stdout:212: finishing write tid 1 to smithi11277797-24 2024-04-02T08:31:31.271 INFO:tasks.rados.rados.0.smithi112.stdout:208: done (4 left) 2024-04-02T08:31:31.271 INFO:tasks.rados.rados.0.smithi112.stdout:209: done (3 left) 2024-04-02T08:31:31.271 INFO:tasks.rados.rados.0.smithi112.stdout:214: done (2 left) 2024-04-02T08:31:31.271 INFO:tasks.rados.rados.0.smithi112.stdout:215: delete oid 41 current snap is 18 2024-04-02T08:31:31.273 INFO:tasks.rados.rados.0.smithi112.stdout:212: finishing write tid 2 to smithi11277797-24 2024-04-02T08:31:31.273 INFO:tasks.rados.rados.0.smithi112.stdout:212: finishing write tid 3 to smithi11277797-24 2024-04-02T08:31:31.273 INFO:tasks.rados.rados.0.smithi112.stdout:212: finishing write tid 4 to smithi11277797-24 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: finishing write tid 5 to smithi11277797-24 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: oid 24 updating version 0 to 59 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: oid 24 version 59 is already newer than 58 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: oid 24 version 59 is already newer than 56 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: oid 24 version 59 is already newer than 57 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 59 (ObjNum 88 snap 18 seq_num 88) dirty exists 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: left oid 24 (ObjNum 88 snap 18 seq_num 88) 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:212: done (2 left) 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:215: done (1 left) 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:216: setattr oid 47 current snap is 18 2024-04-02T08:31:31.275 INFO:tasks.rados.rados.0.smithi112.stdout:217: snap_remove snap 13 2024-04-02T08:31:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:31 smithi112 ceph-mon[37686]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:31 smithi112 ceph-mon[26914]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:31.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:31 smithi187 ceph-mon[30584]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:32.263 INFO:tasks.rados.rados.0.smithi112.stdout:213: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:31:32.263 INFO:tasks.rados.rados.0.smithi112.stdout:213: finishing copy_from to smithi11277797-18 2024-04-02T08:31:32.263 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 11 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 83 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:213: done (2 left) 2024-04-02T08:31:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:216: done (1 left) 2024-04-02T08:31:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:217: done (0 left) 2024-04-02T08:31:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 18 2024-04-02T08:31:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:218: seq_num 91 ranges {425984=729088,1155072=425984,1581056=376832} 2024-04-02T08:31:32.270 INFO:tasks.rados.rados.0.smithi112.stdout:218: writing smithi11277797-26 from 425984 to 1155072 tid 1 2024-04-02T08:31:32.273 INFO:tasks.rados.rados.0.smithi112.stdout:218: writing smithi11277797-26 from 1155072 to 1581056 tid 2 2024-04-02T08:31:32.276 INFO:tasks.rados.rados.0.smithi112.stdout:218: writing smithi11277797-26 from 1581056 to 1957888 tid 3 2024-04-02T08:31:32.276 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 18 2024-04-02T08:31:32.276 INFO:tasks.rados.rados.0.smithi112.stdout:219: seq_num 92 ranges {0=745472,745472=761856,1507328=40960} 2024-04-02T08:31:32.280 INFO:tasks.rados.rados.0.smithi112.stdout:219: writing smithi11277797-2 from 0 to 745472 tid 1 2024-04-02T08:31:32.285 INFO:tasks.rados.rados.0.smithi112.stdout:219: writing smithi11277797-2 from 745472 to 1507328 tid 2 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:219: writing smithi11277797-2 from 1507328 to 1548288 tid 3 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:220: copy_from oid 28 from oid 27 current snap is 18 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:218: finishing write tid 1 to smithi11277797-26 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:218: finishing write tid 2 to smithi11277797-26 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:218: finishing write tid 3 to smithi11277797-26 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:218: finishing write tid 4 to smithi11277797-26 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:218: finishing write tid 5 to smithi11277797-26 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi112.stdout:218: oid 26 updating version 0 to 22 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:218: oid 26 updating version 22 to 23 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:218: oid 26 updating version 23 to 24 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:218: oid 26 updating version 24 to 25 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 25 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:218: left oid 26 (ObjNum 91 snap 18 seq_num 91) 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:219: finishing write tid 1 to smithi11277797-2 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:218: done (2 left) 2024-04-02T08:31:32.287 INFO:tasks.rados.rados.0.smithi112.stdout:221: snap_create 2024-04-02T08:31:32.289 INFO:tasks.rados.rados.0.smithi112.stdout:219: finishing write tid 2 to smithi11277797-2 2024-04-02T08:31:32.289 INFO:tasks.rados.rados.0.smithi112.stdout:219: finishing write tid 3 to smithi11277797-2 2024-04-02T08:31:32.289 INFO:tasks.rados.rados.0.smithi112.stdout:219: finishing write tid 4 to smithi11277797-2 2024-04-02T08:31:32.290 INFO:tasks.rados.rados.0.smithi112.stdout:220: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:31:32.290 INFO:tasks.rados.rados.0.smithi112.stdout:220: finishing copy_from to smithi11277797-28 2024-04-02T08:31:32.290 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 26 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:31:32.290 INFO:tasks.rados.rados.0.smithi112.stdout:219: finishing write tid 5 to smithi11277797-2 2024-04-02T08:31:32.291 INFO:tasks.rados.rados.0.smithi112.stdout:219: oid 2 updating version 0 to 95 2024-04-02T08:31:32.291 INFO:tasks.rados.rados.0.smithi112.stdout:219: oid 2 version 95 is already newer than 93 2024-04-02T08:31:32.291 INFO:tasks.rados.rados.0.smithi112.stdout:219: oid 2 version 95 is already newer than 94 2024-04-02T08:31:32.291 INFO:tasks.rados.rados.0.smithi112.stdout:219: oid 2 version 95 is already newer than 92 2024-04-02T08:31:32.291 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 95 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-02T08:31:32.291 INFO:tasks.rados.rados.0.smithi112.stdout:219: left oid 2 (ObjNum 92 snap 18 seq_num 92) 2024-04-02T08:31:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:32 smithi112 ceph-mon[37686]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:32 smithi112 ceph-mon[37686]: pgmap v158: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:31:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:32 smithi112 ceph-mon[26914]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:32 smithi112 ceph-mon[26914]: pgmap v158: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:31:32.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:32 smithi187 ceph-mon[30584]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:32 smithi187 ceph-mon[30584]: pgmap v158: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:31:33.273 INFO:tasks.rados.rados.0.smithi112.stdout:219: done (2 left) 2024-04-02T08:31:33.273 INFO:tasks.rados.rados.0.smithi112.stdout:220: done (1 left) 2024-04-02T08:31:33.273 INFO:tasks.rados.rados.0.smithi112.stdout:221: done (0 left) 2024-04-02T08:31:33.273 INFO:tasks.rados.rados.0.smithi112.stdout:222: snap_create 2024-04-02T08:31:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:33 smithi112 ceph-mon[26914]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:33 smithi112 ceph-mon[37686]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:33.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:33 smithi187 ceph-mon[30584]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi112.stdout:222: done (0 left) 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 20 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi112.stdout:223: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-04-02T08:31:34.188 INFO:tasks.rados.rados.0.smithi112.stdout:223: writing smithi11277797-17 from 0 to 761856 tid 1 2024-04-02T08:31:34.194 INFO:tasks.rados.rados.0.smithi112.stdout:223: writing smithi11277797-17 from 761856 to 1409024 tid 2 2024-04-02T08:31:34.197 INFO:tasks.rados.rados.0.smithi112.stdout:223: writing smithi11277797-17 from 1409024 to 1564672 tid 3 2024-04-02T08:31:34.197 INFO:tasks.rados.rados.0.smithi112.stdout:224: rollback oid 8 current snap is 20 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 18 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:225: rmattr oid 26 current snap is 20 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:225: done (2 left) 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:226: delete oid 2 current snap is 20 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:224: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 2348298104) dirty dne 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:223: finishing write tid 1 to smithi11277797-17 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:223: finishing write tid 2 to smithi11277797-17 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:223: finishing write tid 3 to smithi11277797-17 2024-04-02T08:31:34.198 INFO:tasks.rados.rados.0.smithi112.stdout:223: finishing write tid 4 to smithi11277797-17 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: finishing write tid 5 to smithi11277797-17 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: oid 17 updating version 0 to 62 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: oid 17 updating version 62 to 63 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: oid 17 updating version 63 to 64 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: oid 17 updating version 64 to 65 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 65 (ObjNum 93 snap 20 seq_num 93) dirty exists 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: left oid 17 (ObjNum 93 snap 20 seq_num 93) 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:223: done (2 left) 2024-04-02T08:31:34.199 INFO:tasks.rados.rados.0.smithi112.stdout:224: done (1 left) 2024-04-02T08:31:34.200 INFO:tasks.rados.rados.0.smithi112.stdout:226: done (0 left) 2024-04-02T08:31:34.200 INFO:tasks.rados.rados.0.smithi112.stdout:227: rmattr oid 38 current snap is 20 2024-04-02T08:31:34.200 INFO:tasks.rados.rados.0.smithi112.stdout:227: done (0 left) 2024-04-02T08:31:34.200 INFO:tasks.rados.rados.0.smithi112.stdout:228: snap_create 2024-04-02T08:31:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:34 smithi112 ceph-mon[37686]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:34 smithi112 ceph-mon[37686]: pgmap v161: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:34 smithi112 ceph-mon[37686]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:34 smithi112 ceph-mon[26914]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:34 smithi112 ceph-mon[26914]: pgmap v161: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:34 smithi112 ceph-mon[26914]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:34.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:34 smithi187 ceph-mon[30584]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:34 smithi187 ceph-mon[30584]: pgmap v161: 121 pgs: 121 active+clean; 61 MiB data, 322 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:34 smithi187 ceph-mon[30584]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:35.193 INFO:tasks.rados.rados.0.smithi112.stdout:228: done (0 left) 2024-04-02T08:31:35.193 INFO:tasks.rados.rados.0.smithi112.stdout:229: copy_from oid 48 from oid 47 current snap is 21 2024-04-02T08:31:35.193 INFO:tasks.rados.rados.0.smithi112.stdout:230: read oid 34 snap -1 2024-04-02T08:31:35.193 INFO:tasks.rados.rados.0.smithi112.stdout:230: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:35.193 INFO:tasks.rados.rados.0.smithi112.stdout:231: snap_create 2024-04-02T08:31:35.197 INFO:tasks.rados.rados.0.smithi112.stdout:230: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:35.211 INFO:tasks.rados.rados.0.smithi112.stdout:229: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:31:35.211 INFO:tasks.rados.rados.0.smithi112.stdout:229: finishing copy_from to smithi11277797-48 2024-04-02T08:31:35.212 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 83 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:36.198 INFO:tasks.rados.rados.0.smithi112.stdout:229: done (2 left) 2024-04-02T08:31:36.198 INFO:tasks.rados.rados.0.smithi112.stdout:230: done (1 left) 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi112.stdout:231: done (0 left) 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi112.stdout:232: read oid 47 snap -1 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi112.stdout:232: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 22 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi112.stdout:233: seq_num 95 ranges {1720320=794624,2514944=409600,2924544=393216} 2024-04-02T08:31:36.212 INFO:tasks.rados.rados.0.smithi112.stdout:233: writing smithi11277797-36 from 1720320 to 2514944 tid 1 2024-04-02T08:31:36.214 INFO:tasks.rados.rados.0.smithi112.stdout:233: writing smithi11277797-36 from 2514944 to 2924544 tid 2 2024-04-02T08:31:36.218 INFO:tasks.rados.rados.0.smithi112.stdout:233: writing smithi11277797-36 from 2924544 to 3317760 tid 3 2024-04-02T08:31:36.218 INFO:tasks.rados.rados.0.smithi112.stdout:234: rollback oid 18 current snap is 22 2024-04-02T08:31:36.218 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 14 2024-04-02T08:31:36.218 INFO:tasks.rados.rados.0.smithi112.stdout:232: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:233: finishing write tid 1 to smithi11277797-36 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:233: finishing write tid 2 to smithi11277797-36 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:233: finishing write tid 3 to smithi11277797-36 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:232: done (2 left) 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 22 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:234: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:234: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:31:36.241 INFO:tasks.rados.rados.0.smithi112.stdout:235: seq_num 96 ranges {778240=409600,1187840=696320,1884160=507904} 2024-04-02T08:31:36.247 INFO:tasks.rados.rados.0.smithi112.stdout:235: writing smithi11277797-47 from 778240 to 1187840 tid 1 2024-04-02T08:31:36.251 INFO:tasks.rados.rados.0.smithi112.stdout:235: writing smithi11277797-47 from 1187840 to 1884160 tid 2 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:235: writing smithi11277797-47 from 1884160 to 2392064 tid 3 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:236: delete oid 24 current snap is 22 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:233: finishing write tid 4 to smithi11277797-36 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:234: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 84 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:233: finishing write tid 5 to smithi11277797-36 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi112.stdout:233: oid 36 updating version 0 to 77 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:233: oid 36 version 77 is already newer than 76 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:233: oid 36 updating version 77 to 78 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:233: oid 36 updating version 78 to 79 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 79 (ObjNum 95 snap 22 seq_num 95) dirty exists 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:233: left oid 36 (ObjNum 95 snap 22 seq_num 95) 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:235: finishing write tid 1 to smithi11277797-47 2024-04-02T08:31:36.255 INFO:tasks.rados.rados.0.smithi112.stdout:235: finishing write tid 2 to smithi11277797-47 2024-04-02T08:31:36.257 INFO:tasks.rados.rados.0.smithi112.stdout:235: finishing write tid 3 to smithi11277797-47 2024-04-02T08:31:36.257 INFO:tasks.rados.rados.0.smithi112.stdout:235: finishing write tid 4 to smithi11277797-47 2024-04-02T08:31:36.258 INFO:tasks.rados.rados.0.smithi112.stdout:233: done (3 left) 2024-04-02T08:31:36.258 INFO:tasks.rados.rados.0.smithi112.stdout:234: done (2 left) 2024-04-02T08:31:36.258 INFO:tasks.rados.rados.0.smithi112.stdout:236: done (1 left) 2024-04-02T08:31:36.258 INFO:tasks.rados.rados.0.smithi112.stdout:237: read oid 46 snap -1 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:237: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:238: read oid 4 snap 20 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:238: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:239: setattr oid 26 current snap is 22 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:235: finishing write tid 5 to smithi11277797-47 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:235: oid 47 updating version 0 to 100 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:235: oid 47 updating version 100 to 102 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:235: oid 47 version 102 is already newer than 99 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:235: oid 47 version 102 is already newer than 101 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 102 (ObjNum 96 snap 22 seq_num 96) dirty exists 2024-04-02T08:31:36.259 INFO:tasks.rados.rados.0.smithi112.stdout:235: left oid 47 (ObjNum 96 snap 22 seq_num 96) 2024-04-02T08:31:36.260 INFO:tasks.rados.rados.0.smithi112.stdout:235: done (3 left) 2024-04-02T08:31:36.260 INFO:tasks.rados.rados.0.smithi112.stdout:240: rollback oid 24 current snap is 22 2024-04-02T08:31:36.260 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 24 to 12 2024-04-02T08:31:36.260 INFO:tasks.rados.rados.0.smithi112.stdout:241: delete oid 30 current snap is 22 2024-04-02T08:31:36.261 INFO:tasks.rados.rados.0.smithi112.stdout:238: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:36.263 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 27 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-04-02T08:31:36.263 INFO:tasks.rados.rados.0.smithi112.stdout:240: finishing rollback tid 1 to smithi11277797-24 2024-04-02T08:31:36.263 INFO:tasks.rados.rados.0.smithi112.stdout:240: finishing rollback tid 2 to smithi11277797-24 2024-04-02T08:31:36.264 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 86 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:31:36.264 INFO:tasks.rados.rados.0.smithi112.stdout:237: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:237: done (4 left) 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:238: done (3 left) 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:239: done (2 left) 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:240: done (1 left) 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:241: done (0 left) 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 22 2024-04-02T08:31:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:242: seq_num 99 ranges {1957888=466944,2424832=802816,3227648=401408} 2024-04-02T08:31:36.296 INFO:tasks.rados.rados.0.smithi112.stdout:242: writing smithi11277797-26 from 1957888 to 2424832 tid 1 2024-04-02T08:31:36.300 INFO:tasks.rados.rados.0.smithi112.stdout:242: writing smithi11277797-26 from 2424832 to 3227648 tid 2 2024-04-02T08:31:36.303 INFO:tasks.rados.rados.0.smithi112.stdout:242: writing smithi11277797-26 from 3227648 to 3629056 tid 3 2024-04-02T08:31:36.303 INFO:tasks.rados.rados.0.smithi112.stdout:243: setattr oid 47 current snap is 22 2024-04-02T08:31:36.303 INFO:tasks.rados.rados.0.smithi112.stdout:242: finishing write tid 1 to smithi11277797-26 2024-04-02T08:31:36.303 INFO:tasks.rados.rados.0.smithi112.stdout:242: finishing write tid 2 to smithi11277797-26 2024-04-02T08:31:36.304 INFO:tasks.rados.rados.0.smithi112.stdout:244: setattr oid 30 current snap is 22 2024-04-02T08:31:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:242: finishing write tid 3 to smithi11277797-26 2024-04-02T08:31:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:242: finishing write tid 4 to smithi11277797-26 2024-04-02T08:31:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:245: snap_remove snap 12 2024-04-02T08:31:36.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:36 smithi187 ceph-mon[30584]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:36 smithi187 ceph-mon[30584]: pgmap v164: 121 pgs: 121 active+clean; 61 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:31:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:36 smithi112 ceph-mon[37686]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:36 smithi112 ceph-mon[37686]: pgmap v164: 121 pgs: 121 active+clean; 61 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:31:36.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:36 smithi112 ceph-mon[26914]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:36 smithi112 ceph-mon[26914]: pgmap v164: 121 pgs: 121 active+clean; 61 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:31:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:31:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:31:36] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:245: done (3 left) 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:246: read oid 49 snap -1 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:246: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:247: read oid 42 snap -1 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:247: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:248: read oid 33 snap -1 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:248: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:249: copy_from oid 3 from oid 8 current snap is 22 2024-04-02T08:31:37.205 INFO:tasks.rados.rados.0.smithi112.stdout:250: copy_from oid 4 from oid 44 current snap is 22 2024-04-02T08:31:37.206 INFO:tasks.rados.rados.0.smithi112.stdout:251: read oid 5 snap -1 2024-04-02T08:31:37.206 INFO:tasks.rados.rados.0.smithi112.stdout:251: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:37.206 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 22 2024-04-02T08:31:37.206 INFO:tasks.rados.rados.0.smithi112.stdout:252: seq_num 100 ranges {172032=483328,655360=688128,1343488=516096} 2024-04-02T08:31:37.210 INFO:tasks.rados.rados.0.smithi112.stdout:252: writing smithi11277797-11 from 172032 to 655360 tid 1 2024-04-02T08:31:37.214 INFO:tasks.rados.rados.0.smithi112.stdout:252: writing smithi11277797-11 from 655360 to 1343488 tid 2 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:252: writing smithi11277797-11 from 1343488 to 1859584 tid 3 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:242: finishing write tid 5 to smithi11277797-26 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:242: oid 26 updating version 0 to 30 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:242: oid 26 version 30 is already newer than 29 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:242: oid 26 updating version 30 to 31 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:242: oid 26 version 31 is already newer than 28 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 31 (ObjNum 99 snap 22 seq_num 99) dirty exists 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:242: left oid 26 (ObjNum 99 snap 22 seq_num 99) 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 103 (ObjNum 96 snap 22 seq_num 96) dirty exists 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 88 (ObjNum 49 snap 0 seq_num 2348621024) dirty exists 2024-04-02T08:31:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:248: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:37.221 INFO:tasks.rados.rados.0.smithi112.stdout:247: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:250: finishing copy_from to smithi11277797-4 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:250: got expected ENOENT (src dne) 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:250: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:249: finishing copy_from to smithi11277797-3 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:249: got expected ENOENT (src dne) 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:249: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:31:37.227 INFO:tasks.rados.rados.0.smithi112.stdout:251: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:37.228 INFO:tasks.rados.rados.0.smithi112.stdout:246: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:37.249 INFO:tasks.rados.rados.0.smithi112.stdout:252: finishing write tid 1 to smithi11277797-11 2024-04-02T08:31:37.249 INFO:tasks.rados.rados.0.smithi112.stdout:252: finishing write tid 2 to smithi11277797-11 2024-04-02T08:31:37.249 INFO:tasks.rados.rados.0.smithi112.stdout:252: finishing write tid 3 to smithi11277797-11 2024-04-02T08:31:37.249 INFO:tasks.rados.rados.0.smithi112.stdout:252: finishing write tid 4 to smithi11277797-11 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:252: finishing write tid 5 to smithi11277797-11 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:252: oid 11 updating version 0 to 47 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:252: oid 11 version 47 is already newer than 44 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:252: oid 11 version 47 is already newer than 46 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:252: oid 11 version 47 is already newer than 45 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 47 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:252: left oid 11 (ObjNum 100 snap 22 seq_num 100) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:242: done (9 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:243: done (8 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:244: done (7 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:246: done (6 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:247: done (5 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:248: done (4 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:249: done (3 left) 2024-04-02T08:31:37.250 INFO:tasks.rados.rados.0.smithi112.stdout:250: done (2 left) 2024-04-02T08:31:37.251 INFO:tasks.rados.rados.0.smithi112.stdout:251: done (1 left) 2024-04-02T08:31:37.251 INFO:tasks.rados.rados.0.smithi112.stdout:252: done (0 left) 2024-04-02T08:31:37.251 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 22 2024-04-02T08:31:37.251 INFO:tasks.rados.rados.0.smithi112.stdout:253: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2024-04-02T08:31:37.251 INFO:tasks.rados.rados.0.smithi112.stdout:253: writing smithi11277797-33 from 0 to 499712 tid 1 2024-04-02T08:31:37.255 INFO:tasks.rados.rados.0.smithi112.stdout:253: writing smithi11277797-33 from 499712 to 1073152 tid 2 2024-04-02T08:31:37.258 INFO:tasks.rados.rados.0.smithi112.stdout:253: writing smithi11277797-33 from 1073152 to 1597440 tid 3 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:253: writing smithi11277797-33 from 1597440 to 1703936 tid 4 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:254: rollback oid 50 current snap is 22 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 18 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:253: finishing write tid 1 to smithi11277797-33 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:253: finishing write tid 2 to smithi11277797-33 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 22 2024-04-02T08:31:37.259 INFO:tasks.rados.rados.0.smithi112.stdout:255: seq_num 102 ranges {2916352=516096,3432448=450560,3883008=729088,4612096=24576} 2024-04-02T08:31:37.277 INFO:tasks.rados.rados.0.smithi112.stdout:255: writing smithi11277797-10 from 2916352 to 3432448 tid 1 2024-04-02T08:31:37.280 INFO:tasks.rados.rados.0.smithi112.stdout:255: writing smithi11277797-10 from 3432448 to 3883008 tid 2 2024-04-02T08:31:37.285 INFO:tasks.rados.rados.0.smithi112.stdout:255: writing smithi11277797-10 from 3883008 to 4612096 tid 3 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:255: writing smithi11277797-10 from 4612096 to 4636672 tid 4 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:256: read oid 13 snap -1 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:256: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:257: rollback oid 26 current snap is 22 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 26 to 8 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:253: finishing write tid 3 to smithi11277797-33 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:253: finishing write tid 4 to smithi11277797-33 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:253: finishing write tid 5 to smithi11277797-33 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:254: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:258: rmattr oid 42 current snap is 22 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:258: done (5 left) 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:259: copy_from oid 46 from oid 16 current snap is 22 2024-04-02T08:31:37.286 INFO:tasks.rados.rados.0.smithi112.stdout:254: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:254: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: finishing write tid 6 to smithi11277797-33 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: oid 33 updating version 0 to 39 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: oid 33 version 39 is already newer than 38 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: oid 33 version 39 is already newer than 35 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: oid 33 version 39 is already newer than 36 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: oid 33 version 39 is already newer than 37 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 39 (ObjNum 101 snap 22 seq_num 101) dirty exists 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: left oid 33 (ObjNum 101 snap 22 seq_num 101) 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:255: finishing write tid 1 to smithi11277797-10 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:255: finishing write tid 2 to smithi11277797-10 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:253: done (5 left) 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:254: done (4 left) 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 22 2024-04-02T08:31:37.287 INFO:tasks.rados.rados.0.smithi112.stdout:260: seq_num 103 ranges {1703936=532480,2236416=737280,2973696=466944} 2024-04-02T08:31:37.297 INFO:tasks.rados.rados.0.smithi112.stdout:260: writing smithi11277797-33 from 1703936 to 2236416 tid 1 2024-04-02T08:31:37.301 INFO:tasks.rados.rados.0.smithi112.stdout:260: writing smithi11277797-33 from 2236416 to 2973696 tid 2 2024-04-02T08:31:37.304 INFO:tasks.rados.rados.0.smithi112.stdout:260: writing smithi11277797-33 from 2973696 to 3440640 tid 3 2024-04-02T08:31:37.305 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 22 2024-04-02T08:31:37.305 INFO:tasks.rados.rados.0.smithi112.stdout:257: finishing rollback tid 0 to smithi11277797-26 2024-04-02T08:31:37.305 INFO:tasks.rados.rados.0.smithi112.stdout:255: finishing write tid 3 to smithi11277797-10 2024-04-02T08:31:37.305 INFO:tasks.rados.rados.0.smithi112.stdout:255: finishing write tid 4 to smithi11277797-10 2024-04-02T08:31:37.305 INFO:tasks.rados.rados.0.smithi112.stdout:255: finishing write tid 5 to smithi11277797-10 2024-04-02T08:31:37.305 INFO:tasks.rados.rados.0.smithi112.stdout:261: seq_num 104 ranges {2646016=548864,3194880=622592,3817472=581632} 2024-04-02T08:31:37.322 INFO:tasks.rados.rados.0.smithi112.stdout:261: writing smithi11277797-12 from 2646016 to 3194880 tid 1 2024-04-02T08:31:37.325 INFO:tasks.rados.rados.0.smithi112.stdout:261: writing smithi11277797-12 from 3194880 to 3817472 tid 2 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:261: writing smithi11277797-12 from 3817472 to 4399104 tid 3 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:262: read oid 47 snap 20 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:262: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:263: snap_create 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:257: finishing rollback tid 1 to smithi11277797-26 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:257: finishing rollback tid 2 to smithi11277797-26 2024-04-02T08:31:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 42 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: finishing write tid 6 to smithi11277797-10 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: oid 10 updating version 0 to 65 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: oid 10 version 65 is already newer than 64 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: oid 10 updating version 65 to 66 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: oid 10 version 66 is already newer than 63 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: oid 10 updating version 66 to 67 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 67 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:255: left oid 10 (ObjNum 102 snap 22 seq_num 102) 2024-04-02T08:31:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:256: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:259: finishing copy_from racing read to smithi11277797-46 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:259: finishing copy_from to smithi11277797-46 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 28 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: finishing write tid 1 to smithi11277797-33 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: finishing write tid 2 to smithi11277797-33 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: finishing write tid 3 to smithi11277797-33 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: finishing write tid 4 to smithi11277797-33 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: finishing write tid 5 to smithi11277797-33 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: oid 33 updating version 0 to 43 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: oid 33 updating version 43 to 44 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: oid 33 updating version 44 to 45 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:260: oid 33 updating version 45 to 46 2024-04-02T08:31:37.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 46 (ObjNum 103 snap 22 seq_num 103) dirty exists 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:260: left oid 33 (ObjNum 103 snap 22 seq_num 103) 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: finishing write tid 1 to smithi11277797-12 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: finishing write tid 2 to smithi11277797-12 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: finishing write tid 3 to smithi11277797-12 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: finishing write tid 4 to smithi11277797-12 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: finishing write tid 5 to smithi11277797-12 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: oid 12 updating version 0 to 69 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: oid 12 updating version 69 to 71 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: oid 12 updating version 71 to 72 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: oid 12 version 72 is already newer than 70 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 72 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:261: left oid 12 (ObjNum 104 snap 22 seq_num 104) 2024-04-02T08:31:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:262: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:37.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:37 smithi187 ceph-mon[30584]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:37 smithi112 ceph-mon[37686]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:37 smithi112 ceph-mon[26914]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:255: done (7 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:256: done (6 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:257: done (5 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:259: done (4 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:260: done (3 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:261: done (2 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:262: done (1 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:263: done (0 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:264: rmattr oid 29 current snap is 23 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:264: done (0 left) 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:265: copy_from oid 7 from oid 29 current snap is 23 2024-04-02T08:31:38.216 INFO:tasks.rados.rados.0.smithi112.stdout:266: rollback oid 6 current snap is 23 2024-04-02T08:31:38.217 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 22 2024-04-02T08:31:38.217 INFO:tasks.rados.rados.0.smithi112.stdout:267: snap_remove snap 14 2024-04-02T08:31:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:38 smithi187 ceph-mon[30584]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:38 smithi187 ceph-mon[30584]: pgmap v167: 121 pgs: 121 active+clean; 61 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:38 smithi112 ceph-mon[37686]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:38 smithi112 ceph-mon[37686]: pgmap v167: 121 pgs: 121 active+clean; 61 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:31:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:38 smithi112 ceph-mon[26914]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:38 smithi112 ceph-mon[26914]: pgmap v167: 121 pgs: 121 active+clean; 61 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:31:39.190 INFO:tasks.rados.rados.0.smithi112.stdout:267: done (2 left) 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:268: snap_create 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:266: finishing rollback tid 0 to smithi11277797-6 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:266: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:266: finishing rollback tid 2 to smithi11277797-6 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 51 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:265: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:265: finishing copy_from to smithi11277797-7 2024-04-02T08:31:39.191 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:39.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:39 smithi187 ceph-mon[30584]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:39 smithi187 ceph-mon[30584]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:39 smithi112 ceph-mon[26914]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:39 smithi112 ceph-mon[26914]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:39 smithi112 ceph-mon[37686]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:39 smithi112 ceph-mon[37686]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:40.185 INFO:tasks.rados.rados.0.smithi112.stdout:265: done (2 left) 2024-04-02T08:31:40.185 INFO:tasks.rados.rados.0.smithi112.stdout:266: done (1 left) 2024-04-02T08:31:40.185 INFO:tasks.rados.rados.0.smithi112.stdout:268: done (0 left) 2024-04-02T08:31:40.185 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 24 2024-04-02T08:31:40.185 INFO:tasks.rados.rados.0.smithi112.stdout:269: seq_num 105 ranges {1482752=565248,2048000=507904,2555904=507904,3063808=188416} 2024-04-02T08:31:40.196 INFO:tasks.rados.rados.0.smithi112.stdout:269: writing smithi11277797-16 from 1482752 to 2048000 tid 1 2024-04-02T08:31:40.198 INFO:tasks.rados.rados.0.smithi112.stdout:269: writing smithi11277797-16 from 2048000 to 2555904 tid 2 2024-04-02T08:31:40.201 INFO:tasks.rados.rados.0.smithi112.stdout:269: writing smithi11277797-16 from 2555904 to 3063808 tid 3 2024-04-02T08:31:40.203 INFO:tasks.rados.rados.0.smithi112.stdout:269: writing smithi11277797-16 from 3063808 to 3252224 tid 4 2024-04-02T08:31:40.203 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 24 2024-04-02T08:31:40.203 INFO:tasks.rados.rados.0.smithi112.stdout:270: seq_num 106 ranges {286720=581632,868352=794624,1662976=409600} 2024-04-02T08:31:40.207 INFO:tasks.rados.rados.0.smithi112.stdout:270: writing smithi11277797-18 from 286720 to 868352 tid 1 2024-04-02T08:31:40.212 INFO:tasks.rados.rados.0.smithi112.stdout:270: writing smithi11277797-18 from 868352 to 1662976 tid 2 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:270: writing smithi11277797-18 from 1662976 to 2072576 tid 3 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:271: setattr oid 45 current snap is 24 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: finishing write tid 1 to smithi11277797-16 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: finishing write tid 2 to smithi11277797-16 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: finishing write tid 3 to smithi11277797-16 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: finishing write tid 4 to smithi11277797-16 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: finishing write tid 5 to smithi11277797-16 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: finishing write tid 6 to smithi11277797-16 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: oid 16 updating version 0 to 79 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: oid 16 updating version 79 to 83 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: oid 16 version 83 is already newer than 80 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: oid 16 version 83 is already newer than 82 2024-04-02T08:31:40.216 INFO:tasks.rados.rados.0.smithi112.stdout:269: oid 16 version 83 is already newer than 81 2024-04-02T08:31:40.217 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 83 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-04-02T08:31:40.217 INFO:tasks.rados.rados.0.smithi112.stdout:269: left oid 16 (ObjNum 105 snap 24 seq_num 105) 2024-04-02T08:31:40.217 INFO:tasks.rados.rados.0.smithi112.stdout:270: finishing write tid 1 to smithi11277797-18 2024-04-02T08:31:40.217 INFO:tasks.rados.rados.0.smithi112.stdout:270: finishing write tid 2 to smithi11277797-18 2024-04-02T08:31:40.217 INFO:tasks.rados.rados.0.smithi112.stdout:269: done (2 left) 2024-04-02T08:31:40.217 INFO:tasks.rados.rados.0.smithi112.stdout:272: snap_remove snap 8 2024-04-02T08:31:40.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:40 smithi187 ceph-mon[30584]: pgmap v170: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T08:31:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:40 smithi187 ceph-mon[30584]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:31:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:40 smithi112 ceph-mon[26914]: pgmap v170: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T08:31:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:40 smithi112 ceph-mon[26914]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:31:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:40 smithi112 ceph-mon[37686]: pgmap v170: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T08:31:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:40 smithi112 ceph-mon[37686]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:31:41.217 INFO:tasks.rados.rados.0.smithi112.stdout:272: done (2 left) 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:273: setattr oid 15 current snap is 24 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: finishing write tid 3 to smithi11277797-18 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: finishing write tid 4 to smithi11277797-18 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: finishing write tid 5 to smithi11277797-18 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: oid 18 updating version 0 to 92 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: oid 18 version 92 is already newer than 90 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: oid 18 version 92 is already newer than 91 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: oid 18 updating version 92 to 93 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 93 (ObjNum 106 snap 24 seq_num 106) dirty exists 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:270: left oid 18 (ObjNum 106 snap 24 seq_num 106) 2024-04-02T08:31:41.218 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 52 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:31:41.220 INFO:tasks.rados.rados.0.smithi112.stdout:270: done (2 left) 2024-04-02T08:31:41.220 INFO:tasks.rados.rados.0.smithi112.stdout:271: done (1 left) 2024-04-02T08:31:41.220 INFO:tasks.rados.rados.0.smithi112.stdout:274: snap_create 2024-04-02T08:31:41.231 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 95 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:42.224 INFO:tasks.rados.rados.0.smithi112.stdout:273: done (1 left) 2024-04-02T08:31:42.225 INFO:tasks.rados.rados.0.smithi112.stdout:274: done (0 left) 2024-04-02T08:31:42.225 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 25 2024-04-02T08:31:42.225 INFO:tasks.rados.rados.0.smithi112.stdout:275: seq_num 107 ranges {3440640=598016,4038656=729088,4767744=466944,5234688=8192} 2024-04-02T08:31:42.246 INFO:tasks.rados.rados.0.smithi112.stdout:275: writing smithi11277797-33 from 3440640 to 4038656 tid 1 2024-04-02T08:31:42.250 INFO:tasks.rados.rados.0.smithi112.stdout:275: writing smithi11277797-33 from 4038656 to 4767744 tid 2 2024-04-02T08:31:42.253 INFO:tasks.rados.rados.0.smithi112.stdout:275: writing smithi11277797-33 from 4767744 to 5234688 tid 3 2024-04-02T08:31:42.253 INFO:tasks.rados.rados.0.smithi112.stdout:275: writing smithi11277797-33 from 5234688 to 5242880 tid 4 2024-04-02T08:31:42.254 INFO:tasks.rados.rados.0.smithi112.stdout:276: copy_from oid 18 from oid 13 current snap is 25 2024-04-02T08:31:42.254 INFO:tasks.rados.rados.0.smithi112.stdout:275: finishing write tid 1 to smithi11277797-33 2024-04-02T08:31:42.254 INFO:tasks.rados.rados.0.smithi112.stdout:275: finishing write tid 2 to smithi11277797-33 2024-04-02T08:31:42.254 INFO:tasks.rados.rados.0.smithi112.stdout:277: snap_create 2024-04-02T08:31:42.256 INFO:tasks.rados.rados.0.smithi112.stdout:275: finishing write tid 3 to smithi11277797-33 2024-04-02T08:31:42.256 INFO:tasks.rados.rados.0.smithi112.stdout:275: finishing write tid 4 to smithi11277797-33 2024-04-02T08:31:42.257 INFO:tasks.rados.rados.0.smithi112.stdout:275: finishing write tid 5 to smithi11277797-33 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: finishing write tid 6 to smithi11277797-33 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: oid 33 updating version 0 to 56 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: oid 33 updating version 56 to 60 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: oid 33 version 60 is already newer than 57 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: oid 33 version 60 is already newer than 58 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: oid 33 version 60 is already newer than 59 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 60 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-04-02T08:31:42.258 INFO:tasks.rados.rados.0.smithi112.stdout:275: left oid 33 (ObjNum 107 snap 25 seq_num 107) 2024-04-02T08:31:42.261 INFO:tasks.rados.rados.0.smithi112.stdout:276: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:31:42.261 INFO:tasks.rados.rados.0.smithi112.stdout:276: finishing copy_from to smithi11277797-18 2024-04-02T08:31:42.261 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 62 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:42.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:42 smithi187 ceph-mon[30584]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:31:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:42 smithi187 ceph-mon[30584]: pgmap v173: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T08:31:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:42 smithi112 ceph-mon[37686]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:31:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:42 smithi112 ceph-mon[37686]: pgmap v173: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T08:31:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:42 smithi112 ceph-mon[26914]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:31:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:42 smithi112 ceph-mon[26914]: pgmap v173: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T08:31:43.229 INFO:tasks.rados.rados.0.smithi112.stdout:275: done (2 left) 2024-04-02T08:31:43.229 INFO:tasks.rados.rados.0.smithi112.stdout:276: done (1 left) 2024-04-02T08:31:43.229 INFO:tasks.rados.rados.0.smithi112.stdout:277: done (0 left) 2024-04-02T08:31:43.229 INFO:tasks.rados.rados.0.smithi112.stdout:278: snap_create 2024-04-02T08:31:43.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:43 smithi187 ceph-mon[30584]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:31:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:43 smithi112 ceph-mon[37686]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:31:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:43 smithi112 ceph-mon[26914]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:31:44.185 INFO:tasks.rados.rados.0.smithi112.stdout:278: done (0 left) 2024-04-02T08:31:44.185 INFO:tasks.rados.rados.0.smithi112.stdout:279: read oid 15 snap -1 2024-04-02T08:31:44.186 INFO:tasks.rados.rados.0.smithi112.stdout:279: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:44.186 INFO:tasks.rados.rados.0.smithi112.stdout:280: snap_create 2024-04-02T08:31:44.192 INFO:tasks.rados.rados.0.smithi112.stdout:279: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:44.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:44 smithi187 ceph-mon[30584]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:31:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:44 smithi187 ceph-mon[30584]: pgmap v176: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:44 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:44 smithi187 ceph-mon[30584]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:31:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[37686]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:31:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[37686]: pgmap v176: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[37686]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:31:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[26914]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:31:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[26914]: pgmap v176: 121 pgs: 121 active+clean; 77 MiB data, 351 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:44 smithi112 ceph-mon[26914]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:31:45.187 INFO:tasks.rados.rados.0.smithi112.stdout:279: done (1 left) 2024-04-02T08:31:45.188 INFO:tasks.rados.rados.0.smithi112.stdout:280: done (0 left) 2024-04-02T08:31:45.188 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 28 2024-04-02T08:31:45.188 INFO:tasks.rados.rados.0.smithi112.stdout:281: seq_num 108 ranges {0=614400,614400=606208,1220608=598016} 2024-04-02T08:31:45.190 INFO:tasks.rados.rados.0.smithi112.stdout:281: writing smithi11277797-23 from 0 to 614400 tid 1 2024-04-02T08:31:45.194 INFO:tasks.rados.rados.0.smithi112.stdout:281: writing smithi11277797-23 from 614400 to 1220608 tid 2 2024-04-02T08:31:45.197 INFO:tasks.rados.rados.0.smithi112.stdout:281: writing smithi11277797-23 from 1220608 to 1818624 tid 3 2024-04-02T08:31:45.198 INFO:tasks.rados.rados.0.smithi112.stdout:282: rollback oid 9 current snap is 28 2024-04-02T08:31:45.198 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 18 2024-04-02T08:31:45.198 INFO:tasks.rados.rados.0.smithi112.stdout:283: snap_remove snap 22 2024-04-02T08:31:46.195 INFO:tasks.rados.rados.0.smithi112.stdout:283: done (2 left) 2024-04-02T08:31:46.195 INFO:tasks.rados.rados.0.smithi112.stdout:284: read oid 18 snap 26 2024-04-02T08:31:46.195 INFO:tasks.rados.rados.0.smithi112.stdout:284: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:285: snap_create 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: finishing write tid 1 to smithi11277797-23 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: finishing write tid 2 to smithi11277797-23 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: finishing write tid 3 to smithi11277797-23 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: finishing write tid 4 to smithi11277797-23 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:282: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:282: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:282: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 131 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: finishing write tid 5 to smithi11277797-23 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: oid 23 updating version 0 to 84 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: oid 23 updating version 84 to 85 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: oid 23 version 85 is already newer than 83 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:281: oid 23 version 85 is already newer than 82 2024-04-02T08:31:46.196 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 85 (ObjNum 108 snap 28 seq_num 108) dirty exists 2024-04-02T08:31:46.197 INFO:tasks.rados.rados.0.smithi112.stdout:281: left oid 23 (ObjNum 108 snap 28 seq_num 108) 2024-04-02T08:31:46.204 INFO:tasks.rados.rados.0.smithi112.stdout:284: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:46 smithi187 ceph-mon[30584]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:31:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:46 smithi187 ceph-mon[30584]: pgmap v179: 121 pgs: 121 active+clean; 84 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:31:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:46 smithi112 ceph-mon[26914]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:31:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:46 smithi112 ceph-mon[26914]: pgmap v179: 121 pgs: 121 active+clean; 84 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:31:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:46 smithi112 ceph-mon[37686]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:31:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:46 smithi112 ceph-mon[37686]: pgmap v179: 121 pgs: 121 active+clean; 84 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:31:47.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:31:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:31:46] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:281: done (3 left) 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:282: done (2 left) 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:284: done (1 left) 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:285: done (0 left) 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:286: read oid 23 snap -1 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:286: expect (ObjNum 108 snap 28 seq_num 108) 2024-04-02T08:31:47.197 INFO:tasks.rados.rados.0.smithi112.stdout:287: snap_remove snap 26 2024-04-02T08:31:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:47 smithi187 ceph-mon[30584]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:31:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:47 smithi112 ceph-mon[26914]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:31:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:47 smithi112 ceph-mon[37686]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:31:48.202 INFO:tasks.rados.rados.0.smithi112.stdout:287: done (1 left) 2024-04-02T08:31:48.203 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 29 2024-04-02T08:31:48.203 INFO:tasks.rados.rados.0.smithi112.stdout:288: seq_num 109 ranges {1589248=630784,2220032=491520,2711552=483328,3194880=229376} 2024-04-02T08:31:48.214 INFO:tasks.rados.rados.0.smithi112.stdout:288: writing smithi11277797-45 from 1589248 to 2220032 tid 1 2024-04-02T08:31:48.217 INFO:tasks.rados.rados.0.smithi112.stdout:288: writing smithi11277797-45 from 2220032 to 2711552 tid 2 2024-04-02T08:31:48.220 INFO:tasks.rados.rados.0.smithi112.stdout:288: writing smithi11277797-45 from 2711552 to 3194880 tid 3 2024-04-02T08:31:48.221 INFO:tasks.rados.rados.0.smithi112.stdout:288: writing smithi11277797-45 from 3194880 to 3424256 tid 4 2024-04-02T08:31:48.221 INFO:tasks.rados.rados.0.smithi112.stdout:289: rollback oid 35 current snap is 29 2024-04-02T08:31:48.221 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 35 to 21 2024-04-02T08:31:48.221 INFO:tasks.rados.rados.0.smithi112.stdout:286: expect (ObjNum 108 snap 28 seq_num 108) 2024-04-02T08:31:48.271 INFO:tasks.rados.rados.0.smithi112.stdout:288: finishing write tid 1 to smithi11277797-45 2024-04-02T08:31:48.271 INFO:tasks.rados.rados.0.smithi112.stdout:288: finishing write tid 2 to smithi11277797-45 2024-04-02T08:31:48.271 INFO:tasks.rados.rados.0.smithi112.stdout:288: finishing write tid 3 to smithi11277797-45 2024-04-02T08:31:48.271 INFO:tasks.rados.rados.0.smithi112.stdout:288: finishing write tid 4 to smithi11277797-45 2024-04-02T08:31:48.271 INFO:tasks.rados.rados.0.smithi112.stdout:289: finishing rollback tid 0 to smithi11277797-35 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:288: finishing write tid 5 to smithi11277797-45 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:289: finishing rollback tid 1 to smithi11277797-35 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:286: done (2 left) 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:290: snap_create 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:289: finishing rollback tid 2 to smithi11277797-35 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 111 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:48.272 INFO:tasks.rados.rados.0.smithi112.stdout:288: finishing write tid 6 to smithi11277797-45 2024-04-02T08:31:48.273 INFO:tasks.rados.rados.0.smithi112.stdout:288: oid 45 updating version 0 to 59 2024-04-02T08:31:48.273 INFO:tasks.rados.rados.0.smithi112.stdout:288: oid 45 updating version 59 to 62 2024-04-02T08:31:48.273 INFO:tasks.rados.rados.0.smithi112.stdout:288: oid 45 version 62 is already newer than 61 2024-04-02T08:31:48.273 INFO:tasks.rados.rados.0.smithi112.stdout:288: oid 45 version 62 is already newer than 60 2024-04-02T08:31:48.273 INFO:tasks.rados.rados.0.smithi112.stdout:288: oid 45 version 62 is already newer than 58 2024-04-02T08:31:48.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 62 (ObjNum 109 snap 29 seq_num 109) dirty exists 2024-04-02T08:31:48.274 INFO:tasks.rados.rados.0.smithi112.stdout:288: left oid 45 (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:31:48.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:48 smithi187 ceph-mon[30584]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:31:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:48 smithi187 ceph-mon[30584]: pgmap v182: 121 pgs: 121 active+clean; 84 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:31:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:48 smithi112 ceph-mon[26914]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:31:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:48 smithi112 ceph-mon[26914]: pgmap v182: 121 pgs: 121 active+clean; 84 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:31:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:48 smithi112 ceph-mon[37686]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:31:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:48 smithi112 ceph-mon[37686]: pgmap v182: 121 pgs: 121 active+clean; 84 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:31:49.188 INFO:tasks.rados.rados.0.smithi112.stdout:288: done (2 left) 2024-04-02T08:31:49.188 INFO:tasks.rados.rados.0.smithi112.stdout:289: done (1 left) 2024-04-02T08:31:49.188 INFO:tasks.rados.rados.0.smithi112.stdout:290: done (0 left) 2024-04-02T08:31:49.188 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 30 2024-04-02T08:31:49.188 INFO:tasks.rados.rados.0.smithi112.stdout:291: seq_num 110 ranges {1466368=647168,2113536=778240,2891776=425984} 2024-04-02T08:31:49.199 INFO:tasks.rados.rados.0.smithi112.stdout:291: writing smithi11277797-18 from 1466368 to 2113536 tid 1 2024-04-02T08:31:49.204 INFO:tasks.rados.rados.0.smithi112.stdout:291: writing smithi11277797-18 from 2113536 to 2891776 tid 2 2024-04-02T08:31:49.207 INFO:tasks.rados.rados.0.smithi112.stdout:291: writing smithi11277797-18 from 2891776 to 3317760 tid 3 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:292: read oid 31 snap -1 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:292: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:293: read oid 5 snap -1 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:293: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:294: copy_from oid 21 from oid 32 current snap is 30 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:291: finishing write tid 1 to smithi11277797-18 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:295: snap_create 2024-04-02T08:31:49.208 INFO:tasks.rados.rados.0.smithi112.stdout:291: finishing write tid 2 to smithi11277797-18 2024-04-02T08:31:49.211 INFO:tasks.rados.rados.0.smithi112.stdout:291: finishing write tid 3 to smithi11277797-18 2024-04-02T08:31:49.211 INFO:tasks.rados.rados.0.smithi112.stdout:291: finishing write tid 4 to smithi11277797-18 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:291: finishing write tid 5 to smithi11277797-18 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:291: oid 18 updating version 0 to 115 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:291: oid 18 updating version 115 to 116 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:291: oid 18 version 116 is already newer than 114 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:291: oid 18 version 116 is already newer than 113 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 116 (ObjNum 110 snap 30 seq_num 110) dirty exists 2024-04-02T08:31:49.212 INFO:tasks.rados.rados.0.smithi112.stdout:291: left oid 18 (ObjNum 110 snap 30 seq_num 110) 2024-04-02T08:31:49.214 INFO:tasks.rados.rados.0.smithi112.stdout:293: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:49.223 INFO:tasks.rados.rados.0.smithi112.stdout:294: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:31:49.223 INFO:tasks.rados.rados.0.smithi112.stdout:292: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:31:49.324 INFO:tasks.rados.rados.0.smithi112.stdout:294: finishing copy_from to smithi11277797-21 2024-04-02T08:31:49.324 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 33 (ObjNum 76 snap 13 seq_num 76) dirty exists 2024-04-02T08:31:49.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:49 smithi187 ceph-mon[30584]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:31:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:49 smithi187 ceph-mon[30584]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:31:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:49 smithi112 ceph-mon[37686]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:31:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:49 smithi112 ceph-mon[37686]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:31:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:49 smithi112 ceph-mon[26914]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:31:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:49 smithi112 ceph-mon[26914]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:31:50.211 INFO:tasks.rados.rados.0.smithi112.stdout:291: done (4 left) 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:292: done (3 left) 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:293: done (2 left) 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:294: done (1 left) 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:295: done (0 left) 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:296: read oid 41 snap -1 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:296: expect deleted 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 31 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi112.stdout:297: seq_num 111 ranges {3252224=663552,3915776=663552,4579328=450560,5029888=90112} 2024-04-02T08:31:50.232 INFO:tasks.rados.rados.0.smithi112.stdout:297: writing smithi11277797-16 from 3252224 to 3915776 tid 1 2024-04-02T08:31:50.236 INFO:tasks.rados.rados.0.smithi112.stdout:297: writing smithi11277797-16 from 3915776 to 4579328 tid 2 2024-04-02T08:31:50.239 INFO:tasks.rados.rados.0.smithi112.stdout:297: writing smithi11277797-16 from 4579328 to 5029888 tid 3 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi112.stdout:297: writing smithi11277797-16 from 5029888 to 5120000 tid 4 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi112.stdout:298: setattr oid 13 current snap is 31 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi112.stdout:297: finishing write tid 1 to smithi11277797-16 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi112.stdout:297: finishing write tid 2 to smithi11277797-16 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi112.stdout:296: done (2 left) 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi112.stdout:299: delete oid 37 current snap is 31 2024-04-02T08:31:50.243 INFO:tasks.rados.rados.0.smithi112.stdout:297: finishing write tid 3 to smithi11277797-16 2024-04-02T08:31:50.243 INFO:tasks.rados.rados.0.smithi112.stdout:297: finishing write tid 4 to smithi11277797-16 2024-04-02T08:31:50.243 INFO:tasks.rados.rados.0.smithi112.stdout:297: finishing write tid 5 to smithi11277797-16 2024-04-02T08:31:50.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 93 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:50.246 INFO:tasks.rados.rados.0.smithi112.stdout:297: finishing write tid 6 to smithi11277797-16 2024-04-02T08:31:50.246 INFO:tasks.rados.rados.0.smithi112.stdout:297: oid 16 updating version 0 to 94 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:297: oid 16 updating version 94 to 97 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:297: oid 16 version 97 is already newer than 95 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:297: oid 16 version 97 is already newer than 93 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:297: oid 16 version 97 is already newer than 96 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 97 (ObjNum 111 snap 31 seq_num 111) dirty exists 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:297: left oid 16 (ObjNum 111 snap 31 seq_num 111) 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:297: done (2 left) 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:298: done (1 left) 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:299: done (0 left) 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:300: read oid 35 snap -1 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:300: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:301: read oid 10 snap 6 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:301: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:31:50.247 INFO:tasks.rados.rados.0.smithi112.stdout:302: delete oid 20 current snap is 31 2024-04-02T08:31:50.248 INFO:tasks.rados.rados.0.smithi112.stdout:302: done (2 left) 2024-04-02T08:31:50.248 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 31 2024-04-02T08:31:50.248 INFO:tasks.rados.rados.0.smithi112.stdout:303: seq_num 114 ranges {5120000=712704,5832704=712704,6545408=491520} 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi112.stdout:303: writing smithi11277797-16 from 5120000 to 5832704 tid 1 2024-04-02T08:31:50.283 INFO:tasks.rados.rados.0.smithi112.stdout:303: writing smithi11277797-16 from 5832704 to 6545408 tid 2 2024-04-02T08:31:50.286 INFO:tasks.rados.rados.0.smithi112.stdout:303: writing smithi11277797-16 from 6545408 to 7036928 tid 3 2024-04-02T08:31:50.286 INFO:tasks.rados.rados.0.smithi112.stdout:304: delete oid 26 current snap is 31 2024-04-02T08:31:50.286 INFO:tasks.rados.rados.0.smithi112.stdout:301: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:31:50.291 INFO:tasks.rados.rados.0.smithi112.stdout:300: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: finishing write tid 1 to smithi11277797-16 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: finishing write tid 2 to smithi11277797-16 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: finishing write tid 3 to smithi11277797-16 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: finishing write tid 4 to smithi11277797-16 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: finishing write tid 5 to smithi11277797-16 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: oid 16 updating version 0 to 100 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: oid 16 version 100 is already newer than 99 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: oid 16 version 100 is already newer than 98 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:303: oid 16 updating version 100 to 101 2024-04-02T08:31:50.345 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 101 (ObjNum 114 snap 31 seq_num 114) dirty exists 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:303: left oid 16 (ObjNum 114 snap 31 seq_num 114) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:300: done (3 left) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:301: done (2 left) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:303: done (1 left) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:304: done (0 left) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:305: copy_from oid 32 from oid 23 current snap is 31 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:306: read oid 7 snap -1 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:306: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:307: read oid 19 snap -1 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:307: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:50.346 INFO:tasks.rados.rados.0.smithi112.stdout:308: copy_from oid 5 from oid 44 current snap is 31 2024-04-02T08:31:50.347 INFO:tasks.rados.rados.0.smithi112.stdout:309: rmattr oid 36 current snap is 31 2024-04-02T08:31:50.347 INFO:tasks.rados.rados.0.smithi112.stdout:309: done (4 left) 2024-04-02T08:31:50.347 INFO:tasks.rados.rados.0.smithi112.stdout:310: read oid 45 snap -1 2024-04-02T08:31:50.347 INFO:tasks.rados.rados.0.smithi112.stdout:310: expect (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:31:50.347 INFO:tasks.rados.rados.0.smithi112.stdout:311: setattr oid 29 current snap is 31 2024-04-02T08:31:50.348 INFO:tasks.rados.rados.0.smithi112.stdout:312: rollback oid 31 current snap is 31 2024-04-02T08:31:50.348 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 25 2024-04-02T08:31:50.348 INFO:tasks.rados.rados.0.smithi112.stdout:313: snap_create 2024-04-02T08:31:50.348 INFO:tasks.rados.rados.0.smithi112.stdout:308: finishing copy_from to smithi11277797-5 2024-04-02T08:31:50.348 INFO:tasks.rados.rados.0.smithi112.stdout:308: got expected ENOENT (src dne) 2024-04-02T08:31:50.348 INFO:tasks.rados.rados.0.smithi112.stdout:308: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:31:50.349 INFO:tasks.rados.rados.0.smithi112.stdout:307: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:50.358 INFO:tasks.rados.rados.0.smithi112.stdout:306: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:312: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:312: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:312: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 78 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:305: finishing copy_from racing read to smithi11277797-32 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:305: finishing copy_from to smithi11277797-32 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 85 (ObjNum 108 snap 28 seq_num 108) dirty exists 2024-04-02T08:31:50.379 INFO:tasks.rados.rados.0.smithi112.stdout:310: expect (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:31:50.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:50 smithi187 ceph-mon[30584]: pgmap v185: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:31:50.496 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 66 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:50.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:50 smithi112 ceph-mon[37686]: pgmap v185: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:31:50.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:50 smithi112 ceph-mon[26914]: pgmap v185: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:305: done (7 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:306: done (6 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:307: done (5 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:308: done (4 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:310: done (3 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:311: done (2 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:312: done (1 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:313: done (0 left) 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:314: rollback oid 50 current snap is 32 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 23 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:315: rmattr oid 38 current snap is 32 2024-04-02T08:31:51.212 INFO:tasks.rados.rados.0.smithi112.stdout:315: done (1 left) 2024-04-02T08:31:51.213 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 32 2024-04-02T08:31:51.213 INFO:tasks.rados.rados.0.smithi112.stdout:316: seq_num 116 ranges {1802240=745472,2547712=532480,3080192=638976,3719168=32768} 2024-04-02T08:31:51.225 INFO:tasks.rados.rados.0.smithi112.stdout:316: writing smithi11277797-21 from 1802240 to 2547712 tid 1 2024-04-02T08:31:51.228 INFO:tasks.rados.rados.0.smithi112.stdout:316: writing smithi11277797-21 from 2547712 to 3080192 tid 2 2024-04-02T08:31:51.232 INFO:tasks.rados.rados.0.smithi112.stdout:316: writing smithi11277797-21 from 3080192 to 3719168 tid 3 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:316: writing smithi11277797-21 from 3719168 to 3751936 tid 4 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:317: copy_from oid 37 from oid 14 current snap is 32 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:314: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:314: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:314: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 15 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:316: finishing write tid 1 to smithi11277797-21 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:316: finishing write tid 2 to smithi11277797-21 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:314: done (2 left) 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:318: rmattr oid 44 current snap is 32 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:318: done (2 left) 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 32 2024-04-02T08:31:51.233 INFO:tasks.rados.rados.0.smithi112.stdout:319: seq_num 117 ranges {24576=770048,794624=417792,1212416=442368,1654784=344064} 2024-04-02T08:31:51.237 INFO:tasks.rados.rados.0.smithi112.stdout:319: writing smithi11277797-15 from 24576 to 794624 tid 1 2024-04-02T08:31:51.240 INFO:tasks.rados.rados.0.smithi112.stdout:319: writing smithi11277797-15 from 794624 to 1212416 tid 2 2024-04-02T08:31:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:319: writing smithi11277797-15 from 1212416 to 1654784 tid 3 2024-04-02T08:31:51.245 INFO:tasks.rados.rados.0.smithi112.stdout:319: writing smithi11277797-15 from 1654784 to 1998848 tid 4 2024-04-02T08:31:51.245 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 32 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: finishing write tid 3 to smithi11277797-21 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: finishing write tid 4 to smithi11277797-21 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: finishing write tid 5 to smithi11277797-21 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: finishing write tid 6 to smithi11277797-21 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: oid 21 updating version 0 to 124 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: oid 21 version 124 is already newer than 123 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: oid 21 version 124 is already newer than 122 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: oid 21 version 124 is already newer than 120 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: oid 21 version 124 is already newer than 121 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 124 (ObjNum 116 snap 32 seq_num 116) dirty exists 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:316: left oid 21 (ObjNum 116 snap 32 seq_num 116) 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:317: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:319: finishing write tid 1 to smithi11277797-15 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:317: finishing copy_from to smithi11277797-37 2024-04-02T08:31:51.246 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:51.247 INFO:tasks.rados.rados.0.smithi112.stdout:319: finishing write tid 2 to smithi11277797-15 2024-04-02T08:31:51.247 INFO:tasks.rados.rados.0.smithi112.stdout:319: finishing write tid 3 to smithi11277797-15 2024-04-02T08:31:51.247 INFO:tasks.rados.rados.0.smithi112.stdout:320: seq_num 118 ranges {3014656=786432,3801088=704512,4505600=499712} 2024-04-02T08:31:51.266 INFO:tasks.rados.rados.0.smithi112.stdout:320: writing smithi11277797-22 from 3014656 to 3801088 tid 1 2024-04-02T08:31:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:320: writing smithi11277797-22 from 3801088 to 4505600 tid 2 2024-04-02T08:31:51.273 INFO:tasks.rados.rados.0.smithi112.stdout:320: writing smithi11277797-22 from 4505600 to 5005312 tid 3 2024-04-02T08:31:51.273 INFO:tasks.rados.rados.0.smithi112.stdout:316: done (3 left) 2024-04-02T08:31:51.273 INFO:tasks.rados.rados.0.smithi112.stdout:317: done (2 left) 2024-04-02T08:31:51.273 INFO:tasks.rados.rados.0.smithi112.stdout:321: copy_from oid 27 from oid 35 current snap is 32 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: finishing write tid 4 to smithi11277797-15 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: finishing write tid 5 to smithi11277797-15 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: finishing write tid 6 to smithi11277797-15 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: oid 15 updating version 0 to 130 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: oid 15 version 130 is already newer than 129 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: oid 15 version 130 is already newer than 127 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: oid 15 version 130 is already newer than 126 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: oid 15 version 130 is already newer than 128 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 130 (ObjNum 117 snap 32 seq_num 117) dirty exists 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: left oid 15 (ObjNum 117 snap 32 seq_num 117) 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:320: finishing write tid 1 to smithi11277797-22 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:320: finishing write tid 2 to smithi11277797-22 2024-04-02T08:31:51.274 INFO:tasks.rados.rados.0.smithi112.stdout:319: done (2 left) 2024-04-02T08:31:51.275 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 32 2024-04-02T08:31:51.275 INFO:tasks.rados.rados.0.smithi112.stdout:322: seq_num 119 ranges {1859584=802816,2662400=589824,3252224=409600,3661824=204800} 2024-04-02T08:31:51.288 INFO:tasks.rados.rados.0.smithi112.stdout:322: writing smithi11277797-11 from 1859584 to 2662400 tid 1 2024-04-02T08:31:51.291 INFO:tasks.rados.rados.0.smithi112.stdout:322: writing smithi11277797-11 from 2662400 to 3252224 tid 2 2024-04-02T08:31:51.293 INFO:tasks.rados.rados.0.smithi112.stdout:322: writing smithi11277797-11 from 3252224 to 3661824 tid 3 2024-04-02T08:31:51.294 INFO:tasks.rados.rados.0.smithi112.stdout:322: writing smithi11277797-11 from 3661824 to 3866624 tid 4 2024-04-02T08:31:51.294 INFO:tasks.rados.rados.0.smithi112.stdout:323: snap_remove snap 28 2024-04-02T08:31:51.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:51 smithi187 ceph-mon[30584]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:31:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:51 smithi112 ceph-mon[26914]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:31:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:51 smithi112 ceph-mon[37686]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:31:52.228 INFO:tasks.rados.rados.0.smithi112.stdout:320: finishing write tid 3 to smithi11277797-22 2024-04-02T08:31:52.228 INFO:tasks.rados.rados.0.smithi112.stdout:320: finishing write tid 4 to smithi11277797-22 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:320: finishing write tid 5 to smithi11277797-22 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:320: oid 22 updating version 0 to 140 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:320: oid 22 version 140 is already newer than 137 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:320: oid 22 version 140 is already newer than 139 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:320: oid 22 version 140 is already newer than 138 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 140 (ObjNum 118 snap 32 seq_num 118) dirty exists 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:320: left oid 22 (ObjNum 118 snap 32 seq_num 118) 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:321: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:321: finishing copy_from to smithi11277797-27 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 111 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:322: finishing write tid 1 to smithi11277797-11 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:322: finishing write tid 2 to smithi11277797-11 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:322: finishing write tid 3 to smithi11277797-11 2024-04-02T08:31:52.229 INFO:tasks.rados.rados.0.smithi112.stdout:322: finishing write tid 4 to smithi11277797-11 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: finishing write tid 5 to smithi11277797-11 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: finishing write tid 6 to smithi11277797-11 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: oid 11 updating version 0 to 74 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: oid 11 version 74 is already newer than 73 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: oid 11 version 74 is already newer than 71 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: oid 11 version 74 is already newer than 72 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: oid 11 version 74 is already newer than 70 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 74 (ObjNum 119 snap 32 seq_num 119) dirty exists 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: left oid 11 (ObjNum 119 snap 32 seq_num 119) 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:320: done (3 left) 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:321: done (2 left) 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:322: done (1 left) 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:323: done (0 left) 2024-04-02T08:31:52.230 INFO:tasks.rados.rados.0.smithi112.stdout:324: copy_from oid 20 from oid 39 current snap is 32 2024-04-02T08:31:52.231 INFO:tasks.rados.rados.0.smithi112.stdout:325: copy_from oid 18 from oid 27 current snap is 32 2024-04-02T08:31:52.231 INFO:tasks.rados.rados.0.smithi112.stdout:326: snap_create 2024-04-02T08:31:52.242 INFO:tasks.rados.rados.0.smithi112.stdout:325: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:31:52.243 INFO:tasks.rados.rados.0.smithi112.stdout:324: finishing copy_from racing read to smithi11277797-20 2024-04-02T08:31:52.243 INFO:tasks.rados.rados.0.smithi112.stdout:325: finishing copy_from to smithi11277797-18 2024-04-02T08:31:52.243 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 111 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:52.244 INFO:tasks.rados.rados.0.smithi112.stdout:324: finishing copy_from to smithi11277797-20 2024-04-02T08:31:52.244 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 11 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:52.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:52 smithi187 ceph-mon[30584]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:31:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:52 smithi187 ceph-mon[30584]: pgmap v188: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:31:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:52 smithi112 ceph-mon[37686]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:31:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:52 smithi112 ceph-mon[37686]: pgmap v188: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:31:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:52 smithi112 ceph-mon[26914]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:31:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:52 smithi112 ceph-mon[26914]: pgmap v188: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:31:53.236 INFO:tasks.rados.rados.0.smithi112.stdout:324: done (2 left) 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:325: done (1 left) 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:326: done (0 left) 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:327: read oid 15 snap -1 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:327: expect (ObjNum 117 snap 32 seq_num 117) 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:328: copy_from oid 39 from oid 19 current snap is 33 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 33 2024-04-02T08:31:53.237 INFO:tasks.rados.rados.0.smithi112.stdout:329: seq_num 120 ranges {3686400=417792,4104192=475136,4579328=622592,5201920=507904} 2024-04-02T08:31:53.259 INFO:tasks.rados.rados.0.smithi112.stdout:329: writing smithi11277797-9 from 3686400 to 4104192 tid 1 2024-04-02T08:31:53.262 INFO:tasks.rados.rados.0.smithi112.stdout:329: writing smithi11277797-9 from 4104192 to 4579328 tid 2 2024-04-02T08:31:53.265 INFO:tasks.rados.rados.0.smithi112.stdout:329: writing smithi11277797-9 from 4579328 to 5201920 tid 3 2024-04-02T08:31:53.268 INFO:tasks.rados.rados.0.smithi112.stdout:329: writing smithi11277797-9 from 5201920 to 5709824 tid 4 2024-04-02T08:31:53.268 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 33 2024-04-02T08:31:53.269 INFO:tasks.rados.rados.0.smithi112.stdout:330: seq_num 121 ranges {3424256=434176,3858432=753664,4612096=425984,5038080=425984} 2024-04-02T08:31:53.289 INFO:tasks.rados.rados.0.smithi112.stdout:330: writing smithi11277797-45 from 3424256 to 3858432 tid 1 2024-04-02T08:31:53.293 INFO:tasks.rados.rados.0.smithi112.stdout:330: writing smithi11277797-45 from 3858432 to 4612096 tid 2 2024-04-02T08:31:53.295 INFO:tasks.rados.rados.0.smithi112.stdout:330: writing smithi11277797-45 from 4612096 to 5038080 tid 3 2024-04-02T08:31:53.298 INFO:tasks.rados.rados.0.smithi112.stdout:330: writing smithi11277797-45 from 5038080 to 5464064 tid 4 2024-04-02T08:31:53.298 INFO:tasks.rados.rados.0.smithi112.stdout:331: snap_create 2024-04-02T08:31:53.298 INFO:tasks.rados.rados.0.smithi112.stdout:327: expect (ObjNum 117 snap 32 seq_num 117) 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:328: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:328: finishing copy_from to smithi11277797-39 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 16 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:329: finishing write tid 1 to smithi11277797-9 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:329: finishing write tid 2 to smithi11277797-9 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:329: finishing write tid 3 to smithi11277797-9 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:329: finishing write tid 4 to smithi11277797-9 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:329: finishing write tid 5 to smithi11277797-9 2024-04-02T08:31:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:329: finishing write tid 6 to smithi11277797-9 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:329: oid 9 updating version 0 to 144 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:329: oid 9 updating version 144 to 148 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:329: oid 9 version 148 is already newer than 146 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:329: oid 9 version 148 is already newer than 145 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:329: oid 9 version 148 is already newer than 147 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 148 (ObjNum 120 snap 33 seq_num 120) dirty exists 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:329: left oid 9 (ObjNum 120 snap 33 seq_num 120) 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:330: finishing write tid 1 to smithi11277797-45 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:330: finishing write tid 2 to smithi11277797-45 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:330: finishing write tid 3 to smithi11277797-45 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:330: finishing write tid 4 to smithi11277797-45 2024-04-02T08:31:53.355 INFO:tasks.rados.rados.0.smithi112.stdout:330: finishing write tid 5 to smithi11277797-45 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: finishing write tid 6 to smithi11277797-45 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: oid 45 updating version 0 to 78 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: oid 45 version 78 is already newer than 75 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: oid 45 updating version 78 to 79 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: oid 45 version 79 is already newer than 76 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: oid 45 version 79 is already newer than 77 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 79 (ObjNum 121 snap 33 seq_num 121) dirty exists 2024-04-02T08:31:53.356 INFO:tasks.rados.rados.0.smithi112.stdout:330: left oid 45 (ObjNum 121 snap 33 seq_num 121) 2024-04-02T08:31:53.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:53 smithi187 ceph-mon[30584]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:31:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:53 smithi112 ceph-mon[37686]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:31:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:53 smithi112 ceph-mon[26914]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:327: done (4 left) 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:328: done (3 left) 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:329: done (2 left) 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:330: done (1 left) 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:331: done (0 left) 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 34 2024-04-02T08:31:54.191 INFO:tasks.rados.rados.0.smithi112.stdout:332: seq_num 122 ranges {24576=450560,475136=688128,1163264=630784,1794048=286720} 2024-04-02T08:31:54.193 INFO:tasks.rados.rados.0.smithi112.stdout:332: writing smithi11277797-5 from 24576 to 475136 tid 1 2024-04-02T08:31:54.198 INFO:tasks.rados.rados.0.smithi112.stdout:332: writing smithi11277797-5 from 475136 to 1163264 tid 2 2024-04-02T08:31:54.202 INFO:tasks.rados.rados.0.smithi112.stdout:332: writing smithi11277797-5 from 1163264 to 1794048 tid 3 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:332: writing smithi11277797-5 from 1794048 to 2080768 tid 4 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:333: rollback oid 31 current snap is 34 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 24 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:332: finishing write tid 1 to smithi11277797-5 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:332: finishing write tid 2 to smithi11277797-5 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 34 2024-04-02T08:31:54.204 INFO:tasks.rados.rados.0.smithi112.stdout:334: seq_num 123 ranges {811008=466944,1277952=573440,1851392=794624,2646016=237568} 2024-04-02T08:31:54.211 INFO:tasks.rados.rados.0.smithi112.stdout:334: writing smithi11277797-49 from 811008 to 1277952 tid 1 2024-04-02T08:31:54.214 INFO:tasks.rados.rados.0.smithi112.stdout:334: writing smithi11277797-49 from 1277952 to 1851392 tid 2 2024-04-02T08:31:54.219 INFO:tasks.rados.rados.0.smithi112.stdout:334: writing smithi11277797-49 from 1851392 to 2646016 tid 3 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:334: writing smithi11277797-49 from 2646016 to 2883584 tid 4 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:335: rmattr oid 41 current snap is 34 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:335: done (3 left) 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:336: read oid 7 snap -1 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:336: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:337: snap_create 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:332: finishing write tid 3 to smithi11277797-5 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:332: finishing write tid 4 to smithi11277797-5 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:332: finishing write tid 5 to smithi11277797-5 2024-04-02T08:31:54.221 INFO:tasks.rados.rados.0.smithi112.stdout:333: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:333: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:333: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 84 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: finishing write tid 6 to smithi11277797-5 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: oid 5 updating version 0 to 40 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: oid 5 version 40 is already newer than 37 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: oid 5 version 40 is already newer than 38 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: oid 5 version 40 is already newer than 39 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: oid 5 updating version 40 to 41 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 41 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:332: left oid 5 (ObjNum 122 snap 34 seq_num 122) 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:334: finishing write tid 1 to smithi11277797-49 2024-04-02T08:31:54.222 INFO:tasks.rados.rados.0.smithi112.stdout:334: finishing write tid 2 to smithi11277797-49 2024-04-02T08:31:54.223 INFO:tasks.rados.rados.0.smithi112.stdout:334: finishing write tid 3 to smithi11277797-49 2024-04-02T08:31:54.223 INFO:tasks.rados.rados.0.smithi112.stdout:334: finishing write tid 4 to smithi11277797-49 2024-04-02T08:31:54.223 INFO:tasks.rados.rados.0.smithi112.stdout:334: finishing write tid 5 to smithi11277797-49 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: finishing write tid 6 to smithi11277797-49 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: oid 49 updating version 0 to 116 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: oid 49 version 116 is already newer than 115 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: oid 49 version 116 is already newer than 113 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: oid 49 version 116 is already newer than 112 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: oid 49 version 116 is already newer than 114 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 116 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-04-02T08:31:54.224 INFO:tasks.rados.rados.0.smithi112.stdout:334: left oid 49 (ObjNum 123 snap 34 seq_num 123) 2024-04-02T08:31:54.228 INFO:tasks.rados.rados.0.smithi112.stdout:336: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:54 smithi112 ceph-mon[37686]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:31:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:54 smithi112 ceph-mon[37686]: pgmap v191: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:54 smithi112 ceph-mon[37686]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:31:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:54 smithi112 ceph-mon[26914]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:31:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:54 smithi112 ceph-mon[26914]: pgmap v191: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:54 smithi112 ceph-mon[26914]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:31:54.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:54 smithi187 ceph-mon[30584]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:31:54.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:54 smithi187 ceph-mon[30584]: pgmap v191: 121 pgs: 121 active+clean; 91 MiB data, 378 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:54 smithi187 ceph-mon[30584]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:31:55.199 INFO:tasks.rados.rados.0.smithi112.stdout:332: done (4 left) 2024-04-02T08:31:55.199 INFO:tasks.rados.rados.0.smithi112.stdout:333: done (3 left) 2024-04-02T08:31:55.200 INFO:tasks.rados.rados.0.smithi112.stdout:334: done (2 left) 2024-04-02T08:31:55.200 INFO:tasks.rados.rados.0.smithi112.stdout:336: done (1 left) 2024-04-02T08:31:55.200 INFO:tasks.rados.rados.0.smithi112.stdout:337: done (0 left) 2024-04-02T08:31:55.200 INFO:tasks.rados.rados.0.smithi112.stdout:338: delete oid 49 current snap is 35 2024-04-02T08:31:55.201 INFO:tasks.rados.rados.0.smithi112.stdout:338: done (0 left) 2024-04-02T08:31:55.201 INFO:tasks.rados.rados.0.smithi112.stdout:339: rollback oid 18 current snap is 35 2024-04-02T08:31:55.201 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 21 2024-04-02T08:31:55.201 INFO:tasks.rados.rados.0.smithi112.stdout:340: snap_create 2024-04-02T08:31:55.204 INFO:tasks.rados.rados.0.smithi112.stdout:339: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:31:55.204 INFO:tasks.rados.rados.0.smithi112.stdout:339: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:31:55.205 INFO:tasks.rados.rados.0.smithi112.stdout:339: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:31:55.205 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 144 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:56.203 INFO:tasks.rados.rados.0.smithi112.stdout:339: done (1 left) 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:340: done (0 left) 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:341: rollback oid 41 current snap is 36 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 9 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:342: rollback oid 18 current snap is 36 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 24 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:343: rmattr oid 23 current snap is 36 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:343: done (2 left) 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:344: copy_from oid 43 from oid 10 current snap is 36 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 36 2024-04-02T08:31:56.204 INFO:tasks.rados.rados.0.smithi112.stdout:345: seq_num 125 ranges {303104=499712,802816=745472,1548288=409600,1957888=450560} 2024-04-02T08:31:56.209 INFO:tasks.rados.rados.0.smithi112.stdout:345: writing smithi11277797-19 from 303104 to 802816 tid 1 2024-04-02T08:31:56.212 INFO:tasks.rados.rados.0.smithi112.stdout:345: writing smithi11277797-19 from 802816 to 1548288 tid 2 2024-04-02T08:31:56.215 INFO:tasks.rados.rados.0.smithi112.stdout:345: writing smithi11277797-19 from 1548288 to 1957888 tid 3 2024-04-02T08:31:56.218 INFO:tasks.rados.rados.0.smithi112.stdout:345: writing smithi11277797-19 from 1957888 to 2408448 tid 4 2024-04-02T08:31:56.218 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 36 2024-04-02T08:31:56.219 INFO:tasks.rados.rados.0.smithi112.stdout:342: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:31:56.219 INFO:tasks.rados.rados.0.smithi112.stdout:346: seq_num 126 ranges {1466368=516096,1982464=630784,2613248=614400,3227648=360448} 2024-04-02T08:31:56.229 INFO:tasks.rados.rados.0.smithi112.stdout:346: writing smithi11277797-13 from 1466368 to 1982464 tid 1 2024-04-02T08:31:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:56 smithi187 ceph-mon[30584]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:31:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:56 smithi187 ceph-mon[30584]: pgmap v194: 121 pgs: 121 active+clean; 117 MiB data, 418 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T08:31:56.233 INFO:tasks.rados.rados.0.smithi112.stdout:346: writing smithi11277797-13 from 1982464 to 2613248 tid 2 2024-04-02T08:31:56.236 INFO:tasks.rados.rados.0.smithi112.stdout:346: writing smithi11277797-13 from 2613248 to 3227648 tid 3 2024-04-02T08:31:56.239 INFO:tasks.rados.rados.0.smithi112.stdout:346: writing smithi11277797-13 from 3227648 to 3588096 tid 4 2024-04-02T08:31:56.239 INFO:tasks.rados.rados.0.smithi112.stdout:347: setattr oid 26 current snap is 36 2024-04-02T08:31:56.239 INFO:tasks.rados.rados.0.smithi112.stdout:341: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:31:56.239 INFO:tasks.rados.rados.0.smithi112.stdout:341: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:31:56.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 99 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:342: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:342: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 148 (ObjNum 106 snap 24 seq_num 106) dirty exists 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: finishing write tid 1 to smithi11277797-19 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: finishing write tid 2 to smithi11277797-19 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: finishing write tid 3 to smithi11277797-19 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: finishing write tid 4 to smithi11277797-19 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: finishing write tid 5 to smithi11277797-19 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: finishing write tid 6 to smithi11277797-19 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: oid 19 updating version 0 to 34 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: oid 19 updating version 34 to 38 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: oid 19 version 38 is already newer than 36 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: oid 19 version 38 is already newer than 35 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:345: oid 19 version 38 is already newer than 37 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 38 (ObjNum 125 snap 36 seq_num 125) dirty exists 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:345: left oid 19 (ObjNum 125 snap 36 seq_num 125) 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:344: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:344: finishing copy_from to smithi11277797-43 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 67 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:346: finishing write tid 1 to smithi11277797-13 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:346: finishing write tid 2 to smithi11277797-13 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi112.stdout:346: finishing write tid 3 to smithi11277797-13 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:341: done (5 left) 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:342: done (4 left) 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:344: done (3 left) 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:345: done (2 left) 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:348: snap_create 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:346: finishing write tid 4 to smithi11277797-13 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:346: finishing write tid 5 to smithi11277797-13 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 69 (ObjNum 33 snap 0 seq_num 2348354608) dirty exists 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:346: finishing write tid 6 to smithi11277797-13 2024-04-02T08:31:56.242 INFO:tasks.rados.rados.0.smithi112.stdout:346: oid 13 updating version 0 to 121 2024-04-02T08:31:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:346: oid 13 version 121 is already newer than 118 2024-04-02T08:31:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:346: oid 13 updating version 121 to 122 2024-04-02T08:31:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:346: oid 13 version 122 is already newer than 120 2024-04-02T08:31:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:346: oid 13 version 122 is already newer than 119 2024-04-02T08:31:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 122 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-04-02T08:31:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:346: left oid 13 (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:31:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:56 smithi112 ceph-mon[37686]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:31:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:56 smithi112 ceph-mon[37686]: pgmap v194: 121 pgs: 121 active+clean; 117 MiB data, 418 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T08:31:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:56 smithi112 ceph-mon[26914]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:31:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:56 smithi112 ceph-mon[26914]: pgmap v194: 121 pgs: 121 active+clean; 117 MiB data, 418 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T08:31:57.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:31:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:31:56] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:31:57.209 INFO:tasks.rados.rados.0.smithi112.stdout:346: done (2 left) 2024-04-02T08:31:57.209 INFO:tasks.rados.rados.0.smithi112.stdout:347: done (1 left) 2024-04-02T08:31:57.209 INFO:tasks.rados.rados.0.smithi112.stdout:348: done (0 left) 2024-04-02T08:31:57.209 INFO:tasks.rados.rados.0.smithi112.stdout:349: copy_from oid 34 from oid 46 current snap is 37 2024-04-02T08:31:57.209 INFO:tasks.rados.rados.0.smithi112.stdout:350: snap_remove snap 9 2024-04-02T08:31:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:57 smithi187 ceph-mon[30584]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:31:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:57 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:57 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:57 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:57 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:31:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:57 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[26914]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[37686]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:31:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:57 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:350: done (1 left) 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:351: rollback oid 45 current snap is 37 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 29 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:352: read oid 20 snap -1 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:352: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:353: read oid 37 snap -1 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:353: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:354: delete oid 28 current snap is 37 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:349: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:349: finishing copy_from to smithi11277797-34 2024-04-02T08:31:58.216 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 28 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:31:58.225 INFO:tasks.rados.rados.0.smithi112.stdout:349: done (4 left) 2024-04-02T08:31:58.225 INFO:tasks.rados.rados.0.smithi112.stdout:354: done (3 left) 2024-04-02T08:31:58.225 INFO:tasks.rados.rados.0.smithi112.stdout:355: rollback oid 46 current snap is 37 2024-04-02T08:31:58.226 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 46 to 27 2024-04-02T08:31:58.226 INFO:tasks.rados.rados.0.smithi112.stdout:356: snap_remove snap 35 2024-04-02T08:31:58.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:58 smithi187 ceph-mon[30584]: Upgrade: Updating mgr.x 2024-04-02T08:31:58.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:58 smithi187 ceph-mon[30584]: Deploying daemon mgr.x on smithi187 2024-04-02T08:31:58.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:58 smithi187 ceph-mon[30584]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:31:58.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:58 smithi187 ceph-mon[30584]: pgmap v197: 121 pgs: 121 active+clean; 117 MiB data, 418 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T08:31:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[26914]: Upgrade: Updating mgr.x 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[26914]: Deploying daemon mgr.x on smithi187 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[26914]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[26914]: pgmap v197: 121 pgs: 121 active+clean; 117 MiB data, 418 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[37686]: Upgrade: Updating mgr.x 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[37686]: Deploying daemon mgr.x on smithi187 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[37686]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:31:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:58 smithi112 ceph-mon[37686]: pgmap v197: 121 pgs: 121 active+clean; 117 MiB data, 418 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T08:31:59.013 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:58 smithi187 systemd[1]: Stopping Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:59.191 INFO:tasks.rados.rados.0.smithi112.stdout:351: finishing rollback tid 0 to smithi11277797-45 2024-04-02T08:31:59.192 INFO:tasks.rados.rados.0.smithi112.stdout:356: done (4 left) 2024-04-02T08:31:59.192 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 37 2024-04-02T08:31:59.192 INFO:tasks.rados.rados.0.smithi112.stdout:351: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:31:59.192 INFO:tasks.rados.rados.0.smithi112.stdout:357: seq_num 128 ranges {2850816=548864,3399680=794624,4194304=581632,4775936=229376} 2024-04-02T08:31:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:357: writing smithi11277797-31 from 2850816 to 3399680 tid 1 2024-04-02T08:31:59.215 INFO:tasks.rados.rados.0.smithi112.stdout:357: writing smithi11277797-31 from 3399680 to 4194304 tid 2 2024-04-02T08:31:59.218 INFO:tasks.rados.rados.0.smithi112.stdout:357: writing smithi11277797-31 from 4194304 to 4775936 tid 3 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:357: writing smithi11277797-31 from 4775936 to 5005312 tid 4 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:358: read oid 27 snap -1 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:358: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:359: setattr oid 3 current snap is 37 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:351: finishing rollback tid 2 to smithi11277797-45 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 87 (ObjNum 109 snap 29 seq_num 109) dirty exists 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi112.stdout:355: finishing rollback tid 0 to smithi11277797-46 2024-04-02T08:31:59.221 INFO:tasks.rados.rados.0.smithi112.stdout:355: finishing rollback tid 1 to smithi11277797-46 2024-04-02T08:31:59.221 INFO:tasks.rados.rados.0.smithi112.stdout:355: finishing rollback tid 2 to smithi11277797-46 2024-04-02T08:31:59.221 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 57 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:31:59.221 INFO:tasks.rados.rados.0.smithi112.stdout:353: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:59.239 INFO:tasks.rados.rados.0.smithi112.stdout:352: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:31:59.290 INFO:tasks.rados.rados.0.smithi112.stdout:357: finishing write tid 1 to smithi11277797-31 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: finishing write tid 2 to smithi11277797-31 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: finishing write tid 3 to smithi11277797-31 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: finishing write tid 4 to smithi11277797-31 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: finishing write tid 5 to smithi11277797-31 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: finishing write tid 6 to smithi11277797-31 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: oid 31 updating version 0 to 90 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: oid 31 updating version 90 to 91 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: oid 31 updating version 91 to 94 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: oid 31 version 94 is already newer than 93 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: oid 31 version 94 is already newer than 92 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 94 (ObjNum 128 snap 37 seq_num 128) dirty exists 2024-04-02T08:31:59.291 INFO:tasks.rados.rados.0.smithi112.stdout:357: left oid 31 (ObjNum 128 snap 37 seq_num 128) 2024-04-02T08:31:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:358: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:59.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:59 smithi187 ceph-mon[30584]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:31:59.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:59 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:59.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:31:59 smithi187 ceph-mon[30584]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:31:59.301 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 podman[64367]: 2024-04-02 08:31:59.014798302 +0000 UTC m=+0.123433229 container died 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:59.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 61 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-04-02T08:31:59.343 INFO:tasks.rados.rados.0.smithi112.stdout:351: done (6 left) 2024-04-02T08:31:59.343 INFO:tasks.rados.rados.0.smithi112.stdout:352: done (5 left) 2024-04-02T08:31:59.343 INFO:tasks.rados.rados.0.smithi112.stdout:353: done (4 left) 2024-04-02T08:31:59.343 INFO:tasks.rados.rados.0.smithi112.stdout:355: done (3 left) 2024-04-02T08:31:59.343 INFO:tasks.rados.rados.0.smithi112.stdout:357: done (2 left) 2024-04-02T08:31:59.344 INFO:tasks.rados.rados.0.smithi112.stdout:358: done (1 left) 2024-04-02T08:31:59.344 INFO:tasks.rados.rados.0.smithi112.stdout:359: done (0 left) 2024-04-02T08:31:59.344 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 37 2024-04-02T08:31:59.344 INFO:tasks.rados.rados.0.smithi112.stdout:360: seq_num 129 ranges {1818624=565248,2383872=679936,3063808=786432,3850240=139264} 2024-04-02T08:31:59.355 INFO:tasks.rados.rados.0.smithi112.stdout:360: writing smithi11277797-32 from 1818624 to 2383872 tid 1 2024-04-02T08:31:59.359 INFO:tasks.rados.rados.0.smithi112.stdout:360: writing smithi11277797-32 from 2383872 to 3063808 tid 2 2024-04-02T08:31:59.363 INFO:tasks.rados.rados.0.smithi112.stdout:360: writing smithi11277797-32 from 3063808 to 3850240 tid 3 2024-04-02T08:31:59.364 INFO:tasks.rados.rados.0.smithi112.stdout:360: writing smithi11277797-32 from 3850240 to 3989504 tid 4 2024-04-02T08:31:59.364 INFO:tasks.rados.rados.0.smithi112.stdout:361: snap_create 2024-04-02T08:31:59.364 INFO:tasks.rados.rados.0.smithi112.stdout:360: finishing write tid 1 to smithi11277797-32 2024-04-02T08:31:59.365 INFO:tasks.rados.rados.0.smithi112.stdout:360: finishing write tid 2 to smithi11277797-32 2024-04-02T08:31:59.366 INFO:tasks.rados.rados.0.smithi112.stdout:360: finishing write tid 3 to smithi11277797-32 2024-04-02T08:31:59.366 INFO:tasks.rados.rados.0.smithi112.stdout:360: finishing write tid 4 to smithi11277797-32 2024-04-02T08:31:59.366 INFO:tasks.rados.rados.0.smithi112.stdout:360: finishing write tid 5 to smithi11277797-32 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: finishing write tid 6 to smithi11277797-32 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: oid 32 updating version 0 to 101 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: oid 32 version 101 is already newer than 97 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: oid 32 version 101 is already newer than 100 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: oid 32 version 101 is already newer than 99 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: oid 32 version 101 is already newer than 98 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 101 (ObjNum 129 snap 37 seq_num 129) dirty exists 2024-04-02T08:31:59.369 INFO:tasks.rados.rados.0.smithi112.stdout:360: left oid 32 (ObjNum 129 snap 37 seq_num 129) 2024-04-02T08:31:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:59 smithi112 ceph-mon[37686]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:31:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:59 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:31:59 smithi112 ceph-mon[37686]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:31:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:59 smithi112 ceph-mon[26914]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:31:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:59 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:31:59 smithi112 ceph-mon[26914]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:31:59.619 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 podman[64367]: 2024-04-02 08:31:59.402768065 +0000 UTC m=+0.511402991 container cleanup 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:31:59.619 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 bash[64367]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:31:59.944 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 podman[64381]: 2024-04-02 08:31:59.620899846 +0000 UTC m=+0.597887802 container remove 417907ac8a5aa6c6bbd536b0469487422be3448d5efb76243b1680bd4a78a29e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:31:59.944 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:31:59.944 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:31:59.944 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 systemd[1]: Stopped Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:59.944 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 18.606s CPU time. 2024-04-02T08:31:59.944 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:31:59 smithi187 systemd[1]: Starting Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:00.221 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 podman[64513]: 2024-04-02 08:32:00.063359016 +0000 UTC m=+0.017707465 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:32:00.221 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 podman[64513]: 2024-04-02 08:32:00.18866483 +0000 UTC m=+0.143013294 container create 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:00.221 INFO:tasks.rados.rados.0.smithi112.stdout:360: done (1 left) 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi112.stdout:361: done (0 left) 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi112.stdout:362: read oid 25 snap 25 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi112.stdout:362: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 38 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi112.stdout:363: seq_num 130 ranges {3317760=581632,3899392=614400,4513792=598016,5111808=393216} 2024-04-02T08:32:00.242 INFO:tasks.rados.rados.0.smithi112.stdout:363: writing smithi11277797-36 from 3317760 to 3899392 tid 1 2024-04-02T08:32:00.246 INFO:tasks.rados.rados.0.smithi112.stdout:363: writing smithi11277797-36 from 3899392 to 4513792 tid 2 2024-04-02T08:32:00.249 INFO:tasks.rados.rados.0.smithi112.stdout:363: writing smithi11277797-36 from 4513792 to 5111808 tid 3 2024-04-02T08:32:00.252 INFO:tasks.rados.rados.0.smithi112.stdout:363: writing smithi11277797-36 from 5111808 to 5505024 tid 4 2024-04-02T08:32:00.252 INFO:tasks.rados.rados.0.smithi112.stdout:364: rollback oid 49 current snap is 38 2024-04-02T08:32:00.252 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 49 to 6 2024-04-02T08:32:00.252 INFO:tasks.rados.rados.0.smithi112.stdout:362: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:32:00.259 INFO:tasks.rados.rados.0.smithi112.stdout:363: finishing write tid 1 to smithi11277797-36 2024-04-02T08:32:00.259 INFO:tasks.rados.rados.0.smithi112.stdout:363: finishing write tid 2 to smithi11277797-36 2024-04-02T08:32:00.259 INFO:tasks.rados.rados.0.smithi112.stdout:363: finishing write tid 3 to smithi11277797-36 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:362: done (2 left) 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:365: read oid 47 snap -1 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:365: expect (ObjNum 96 snap 22 seq_num 96) 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:366: setattr oid 22 current snap is 38 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: finishing write tid 4 to smithi11277797-36 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: finishing write tid 5 to smithi11277797-36 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:364: finishing rollback tid 1 to smithi11277797-49 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:364: finishing rollback tid 2 to smithi11277797-49 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 131 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: finishing write tid 6 to smithi11277797-36 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: oid 36 updating version 0 to 125 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: oid 36 updating version 125 to 128 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: oid 36 version 128 is already newer than 127 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: oid 36 version 128 is already newer than 126 2024-04-02T08:32:00.260 INFO:tasks.rados.rados.0.smithi112.stdout:363: oid 36 updating version 128 to 129 2024-04-02T08:32:00.261 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 129 (ObjNum 130 snap 38 seq_num 130) dirty exists 2024-04-02T08:32:00.261 INFO:tasks.rados.rados.0.smithi112.stdout:363: left oid 36 (ObjNum 130 snap 38 seq_num 130) 2024-04-02T08:32:00.261 INFO:tasks.rados.rados.0.smithi112.stdout:363: done (3 left) 2024-04-02T08:32:00.261 INFO:tasks.rados.rados.0.smithi112.stdout:364: done (2 left) 2024-04-02T08:32:00.261 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 38 2024-04-02T08:32:00.261 INFO:tasks.rados.rados.0.smithi112.stdout:367: seq_num 131 ranges {303104=598016,901120=499712,1400832=753664,2154496=352256} 2024-04-02T08:32:00.263 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:32:00.266 INFO:tasks.rados.rados.0.smithi112.stdout:367: writing smithi11277797-39 from 303104 to 901120 tid 1 2024-04-02T08:32:00.269 INFO:tasks.rados.rados.0.smithi112.stdout:367: writing smithi11277797-39 from 901120 to 1400832 tid 2 2024-04-02T08:32:00.274 INFO:tasks.rados.rados.0.smithi112.stdout:367: writing smithi11277797-39 from 1400832 to 2154496 tid 3 2024-04-02T08:32:00.276 INFO:tasks.rados.rados.0.smithi112.stdout:367: writing smithi11277797-39 from 2154496 to 2506752 tid 4 2024-04-02T08:32:00.276 INFO:tasks.rados.rados.0.smithi112.stdout:368: copy_from oid 50 from oid 33 current snap is 38 2024-04-02T08:32:00.276 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 158 (ObjNum 118 snap 32 seq_num 118) dirty exists 2024-04-02T08:32:00.276 INFO:tasks.rados.rados.0.smithi112.stdout:367: finishing write tid 1 to smithi11277797-39 2024-04-02T08:32:00.276 INFO:tasks.rados.rados.0.smithi112.stdout:367: finishing write tid 2 to smithi11277797-39 2024-04-02T08:32:00.277 INFO:tasks.rados.rados.0.smithi112.stdout:365: expect (ObjNum 96 snap 22 seq_num 96) 2024-04-02T08:32:00.356 INFO:tasks.rados.rados.0.smithi112.stdout:367: finishing write tid 3 to smithi11277797-39 2024-04-02T08:32:00.356 INFO:tasks.rados.rados.0.smithi112.stdout:367: finishing write tid 4 to smithi11277797-39 2024-04-02T08:32:00.356 INFO:tasks.rados.rados.0.smithi112.stdout:367: finishing write tid 5 to smithi11277797-39 2024-04-02T08:32:00.356 INFO:tasks.rados.rados.0.smithi112.stdout:367: finishing write tid 6 to smithi11277797-39 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: oid 39 updating version 0 to 80 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: oid 39 version 80 is already newer than 79 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: oid 39 updating version 80 to 81 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: oid 39 version 81 is already newer than 78 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: oid 39 version 81 is already newer than 77 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 81 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: left oid 39 (ObjNum 131 snap 38 seq_num 131) 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:368: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:368: finishing copy_from to smithi11277797-50 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 60 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:365: done (3 left) 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:366: done (2 left) 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:367: done (1 left) 2024-04-02T08:32:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:368: done (0 left) 2024-04-02T08:32:00.358 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 38 2024-04-02T08:32:00.358 INFO:tasks.rados.rados.0.smithi112.stdout:369: seq_num 132 ranges {3866624=614400,4481024=786432,5267456=565248,5832704=253952} 2024-04-02T08:32:00.380 INFO:tasks.rados.rados.0.smithi112.stdout:369: writing smithi11277797-11 from 3866624 to 4481024 tid 1 2024-04-02T08:32:00.384 INFO:tasks.rados.rados.0.smithi112.stdout:369: writing smithi11277797-11 from 4481024 to 5267456 tid 2 2024-04-02T08:32:00.387 INFO:tasks.rados.rados.0.smithi112.stdout:369: writing smithi11277797-11 from 5267456 to 5832704 tid 3 2024-04-02T08:32:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:369: writing smithi11277797-11 from 5832704 to 6086656 tid 4 2024-04-02T08:32:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:370: rmattr oid 42 current snap is 38 2024-04-02T08:32:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:370: done (1 left) 2024-04-02T08:32:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:371: delete oid 6 current snap is 38 2024-04-02T08:32:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:369: finishing write tid 1 to smithi11277797-11 2024-04-02T08:32:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:369: finishing write tid 2 to smithi11277797-11 2024-04-02T08:32:00.391 INFO:tasks.rados.rados.0.smithi112.stdout:369: finishing write tid 3 to smithi11277797-11 2024-04-02T08:32:00.391 INFO:tasks.rados.rados.0.smithi112.stdout:369: finishing write tid 4 to smithi11277797-11 2024-04-02T08:32:00.391 INFO:tasks.rados.rados.0.smithi112.stdout:369: finishing write tid 5 to smithi11277797-11 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: finishing write tid 6 to smithi11277797-11 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: oid 11 updating version 0 to 87 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: oid 11 version 87 is already newer than 86 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: oid 11 updating version 87 to 90 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: oid 11 version 90 is already newer than 89 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: oid 11 version 90 is already newer than 88 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 90 (ObjNum 132 snap 38 seq_num 132) dirty exists 2024-04-02T08:32:00.393 INFO:tasks.rados.rados.0.smithi112.stdout:369: left oid 11 (ObjNum 132 snap 38 seq_num 132) 2024-04-02T08:32:00.394 INFO:tasks.rados.rados.0.smithi112.stdout:369: done (1 left) 2024-04-02T08:32:00.394 INFO:tasks.rados.rados.0.smithi112.stdout:371: done (0 left) 2024-04-02T08:32:00.394 INFO:tasks.rados.rados.0.smithi112.stdout:372: snap_remove snap 27 2024-04-02T08:32:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:00 smithi187 ceph-mon[30584]: pgmap v200: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-02T08:32:00.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 podman[64513]: 2024-04-02 08:32:00.416284095 +0000 UTC m=+0.370632517 container init 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:32:00.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 podman[64513]: 2024-04-02 08:32:00.418954187 +0000 UTC m=+0.373302610 container start 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:32:00.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 ceph-mgr[64532]: -- 172.21.15.187:0/3494473117 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562d795e5a0 con 0x5562d7932800 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (3m) 2m ago 4m 16.3M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (3m) 2m ago 3m 85.3M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (4m) 2m ago 4m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (4m) 2m ago 4m 12.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 starting - - - - 2024-04-02T08:32:00.586 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:9283,8765 running (10m) 2m ago 10m 497M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 9719071ce760 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (10m) 2m ago 10m 46.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 5e5f14d2a805 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (8m) 2m ago 8m 39.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (8m) 2m ago 8m 42.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c54ae978287c 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (3m) 2m ago 3m 15.3M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (3m) 2m ago 3m 8052k - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (8m) 2m ago 8m 45.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (7m) 2m ago 7m 53.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (7m) 2m ago 7m 41.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (6m) 2m ago 6m 42.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (6m) 2m ago 6m 41.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (6m) 2m ago 6m 41.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (5m) 2m ago 5m 43.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (5m) 2m ago 5m 52.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:32:00.587 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (2m) 2m ago 4m 30.6M - 2.43.0 a07b618ecd1d e16dd395a4e4 2024-04-02T08:32:00.588 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:00 smithi112 ceph-mon[26914]: pgmap v200: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-02T08:32:00.588 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:00 smithi112 ceph-mon[37686]: pgmap v200: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-02T08:32:00.980 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 bash[64513]: 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 2024-04-02T08:32:00.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 systemd[1]: Started Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:01.003 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:32:01.004 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:32:01.225 INFO:tasks.rados.rados.0.smithi112.stdout:372: done (0 left) 2024-04-02T08:32:01.225 INFO:tasks.rados.rados.0.smithi112.stdout:373: read oid 36 snap -1 2024-04-02T08:32:01.225 INFO:tasks.rados.rados.0.smithi112.stdout:373: expect (ObjNum 130 snap 38 seq_num 130) 2024-04-02T08:32:01.225 INFO:tasks.rados.rados.0.smithi112.stdout:374: setattr oid 42 current snap is 38 2024-04-02T08:32:01.229 INFO:tasks.rados.rados.0.smithi112.stdout:375: setattr oid 11 current snap is 38 2024-04-02T08:32:01.229 INFO:tasks.rados.rados.0.smithi112.stdout:376: delete oid 15 current snap is 38 2024-04-02T08:32:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:376: done (3 left) 2024-04-02T08:32:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:377: copy_from oid 12 from oid 47 current snap is 38 2024-04-02T08:32:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 38 2024-04-02T08:32:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:378: seq_num 135 ranges {57344=663552,720896=434176,1155072=786432,1941504=385024} 2024-04-02T08:32:01.239 INFO:tasks.rados.rados.0.smithi112.stdout:378: writing smithi11277797-4 from 57344 to 720896 tid 1 2024-04-02T08:32:01.242 INFO:tasks.rados.rados.0.smithi112.stdout:378: writing smithi11277797-4 from 720896 to 1155072 tid 2 2024-04-02T08:32:01.247 INFO:tasks.rados.rados.0.smithi112.stdout:378: writing smithi11277797-4 from 1155072 to 1941504 tid 3 2024-04-02T08:32:01.249 INFO:tasks.rados.rados.0.smithi112.stdout:378: writing smithi11277797-4 from 1941504 to 2326528 tid 4 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 47 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 93 (ObjNum 132 snap 38 seq_num 132) dirty exists 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:378: finishing write tid 1 to smithi11277797-4 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:378: finishing write tid 2 to smithi11277797-4 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:374: done (4 left) 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:375: done (3 left) 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:379: read oid 45 snap -1 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:379: expect (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:380: read oid 39 snap -1 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:380: expect (ObjNum 131 snap 38 seq_num 131) 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 38 2024-04-02T08:32:01.251 INFO:tasks.rados.rados.0.smithi112.stdout:381: seq_num 136 ranges {5709824=688128,6397952=720896,7118848=540672,7659520=344064} 2024-04-02T08:32:01.285 INFO:tasks.rados.rados.0.smithi112.stdout:381: writing smithi11277797-9 from 5709824 to 6397952 tid 1 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:01.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1087749750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:01.287 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:00.982+0000 7f08a07ab200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:01.287 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:01.089+0000 7f08a07ab200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:01.289 INFO:tasks.rados.rados.0.smithi112.stdout:381: writing smithi11277797-9 from 6397952 to 7118848 tid 2 2024-04-02T08:32:01.292 INFO:tasks.rados.rados.0.smithi112.stdout:381: writing smithi11277797-9 from 7118848 to 7659520 tid 3 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:381: writing smithi11277797-9 from 7659520 to 8003584 tid 4 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:382: rollback oid 16 current snap is 38 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 37 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:378: finishing write tid 3 to smithi11277797-4 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:378: finishing write tid 4 to smithi11277797-4 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:378: finishing write tid 5 to smithi11277797-4 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:378: finishing write tid 6 to smithi11277797-4 2024-04-02T08:32:01.295 INFO:tasks.rados.rados.0.smithi112.stdout:378: oid 4 updating version 0 to 49 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:378: oid 4 updating version 49 to 51 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:378: oid 4 updating version 51 to 52 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:378: oid 4 version 52 is already newer than 50 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:378: oid 4 updating version 52 to 53 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 53 (ObjNum 135 snap 38 seq_num 135) dirty exists 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:378: left oid 4 (ObjNum 135 snap 38 seq_num 135) 2024-04-02T08:32:01.296 INFO:tasks.rados.rados.0.smithi112.stdout:373: expect (ObjNum 130 snap 38 seq_num 130) 2024-04-02T08:32:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:32:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1087749750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:01 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1087749750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:01.522 INFO:tasks.rados.rados.0.smithi112.stdout:377: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:32:01.523 INFO:tasks.rados.rados.0.smithi112.stdout:377: finishing copy_from to smithi11277797-12 2024-04-02T08:32:01.523 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 103 (ObjNum 96 snap 22 seq_num 96) dirty exists 2024-04-02T08:32:01.523 INFO:tasks.rados.rados.0.smithi112.stdout:373: done (6 left) 2024-04-02T08:32:01.523 INFO:tasks.rados.rados.0.smithi112.stdout:377: done (5 left) 2024-04-02T08:32:01.523 INFO:tasks.rados.rados.0.smithi112.stdout:378: done (4 left) 2024-04-02T08:32:01.523 INFO:tasks.rados.rados.0.smithi112.stdout:383: setattr oid 21 current snap is 38 2024-04-02T08:32:01.524 INFO:tasks.rados.rados.0.smithi112.stdout:380: expect (ObjNum 131 snap 38 seq_num 131) 2024-04-02T08:32:01.590 INFO:tasks.rados.rados.0.smithi112.stdout:379: expect (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:381: finishing write tid 1 to smithi11277797-9 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:381: finishing write tid 2 to smithi11277797-9 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:381: finishing write tid 3 to smithi11277797-9 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:381: finishing write tid 4 to smithi11277797-9 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:381: finishing write tid 5 to smithi11277797-9 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:382: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:382: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:32:01.708 INFO:tasks.rados.rados.0.smithi112.stdout:382: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 121 (ObjNum 114 snap 31 seq_num 114) dirty exists 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: finishing write tid 6 to smithi11277797-9 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: oid 9 updating version 0 to 165 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: oid 9 updating version 165 to 168 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: oid 9 version 168 is already newer than 166 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: oid 9 version 168 is already newer than 164 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: oid 9 version 168 is already newer than 167 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 168 (ObjNum 136 snap 38 seq_num 136) dirty exists 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: left oid 9 (ObjNum 136 snap 38 seq_num 136) 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:379: done (4 left) 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:380: done (3 left) 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:381: done (2 left) 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:382: done (1 left) 2024-04-02T08:32:01.709 INFO:tasks.rados.rados.0.smithi112.stdout:384: snap_create 2024-04-02T08:32:01.710 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 170 (ObjNum 116 snap 32 seq_num 116) dirty exists 2024-04-02T08:32:01.871 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:01.776+0000 7f08a07ab200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:02.121 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:01.872+0000 7f08a07ab200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:02.121 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.021+0000 7f08a07ab200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:02.121 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.122+0000 7f08a07ab200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:02.230 INFO:tasks.rados.rados.0.smithi112.stdout:383: done (1 left) 2024-04-02T08:32:02.231 INFO:tasks.rados.rados.0.smithi112.stdout:384: done (0 left) 2024-04-02T08:32:02.231 INFO:tasks.rados.rados.0.smithi112.stdout:385: read oid 46 snap -1 2024-04-02T08:32:02.231 INFO:tasks.rados.rados.0.smithi112.stdout:385: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:32:02.231 INFO:tasks.rados.rados.0.smithi112.stdout:386: snap_remove snap 23 2024-04-02T08:32:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-mon[30584]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:32:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-mon[30584]: pgmap v203: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-02T08:32:02.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.208+0000 7f08a07ab200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:02 smithi112 ceph-mon[37686]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:32:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:02 smithi112 ceph-mon[37686]: pgmap v203: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-02T08:32:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:02 smithi112 ceph-mon[26914]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:32:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:02 smithi112 ceph-mon[26914]: pgmap v203: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-02T08:32:02.802 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.491+0000 7f08a07ab200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:02.802 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.616+0000 7f08a07ab200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:02.802 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.704+0000 7f08a07ab200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:02.802 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.803+0000 7f08a07ab200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:03.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:02.984+0000 7f08a07ab200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:03.234 INFO:tasks.rados.rados.0.smithi112.stdout:385: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:32:03.287 INFO:tasks.rados.rados.0.smithi112.stdout:385: done (1 left) 2024-04-02T08:32:03.287 INFO:tasks.rados.rados.0.smithi112.stdout:386: done (0 left) 2024-04-02T08:32:03.287 INFO:tasks.rados.rados.0.smithi112.stdout:387: read oid 45 snap -1 2024-04-02T08:32:03.287 INFO:tasks.rados.rados.0.smithi112.stdout:387: expect (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:32:03.287 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 39 2024-04-02T08:32:03.287 INFO:tasks.rados.rados.0.smithi112.stdout:388: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-04-02T08:32:03.291 INFO:tasks.rados.rados.0.smithi112.stdout:388: writing smithi11277797-44 from 0 to 704512 tid 1 2024-04-02T08:32:03.295 INFO:tasks.rados.rados.0.smithi112.stdout:388: writing smithi11277797-44 from 704512 to 1359872 tid 2 2024-04-02T08:32:03.299 INFO:tasks.rados.rados.0.smithi112.stdout:388: writing smithi11277797-44 from 1359872 to 2113536 tid 3 2024-04-02T08:32:03.300 INFO:tasks.rados.rados.0.smithi112.stdout:388: writing smithi11277797-44 from 2113536 to 2310144 tid 4 2024-04-02T08:32:03.301 INFO:tasks.rados.rados.0.smithi112.stdout:389: snap_remove snap 25 2024-04-02T08:32:03.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:03 smithi112 ceph-mon[26914]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:32:03.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:03 smithi112 ceph-mon[37686]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:32:03.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:03 smithi187 ceph-mon[30584]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:32:03.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:32:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:32:03.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi187.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.187:8443: connect: connection refused" 2024-04-02T08:32:04.194 INFO:tasks.rados.rados.0.smithi112.stdout:388: finishing write tid 1 to smithi11277797-44 2024-04-02T08:32:04.194 INFO:tasks.rados.rados.0.smithi112.stdout:388: finishing write tid 2 to smithi11277797-44 2024-04-02T08:32:04.194 INFO:tasks.rados.rados.0.smithi112.stdout:387: expect (ObjNum 109 snap 29 seq_num 109) 2024-04-02T08:32:04.244 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:03.983+0000 7f08a07ab200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:04.244 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:04.113+0000 7f08a07ab200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: finishing write tid 3 to smithi11277797-44 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: finishing write tid 4 to smithi11277797-44 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: finishing write tid 5 to smithi11277797-44 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: finishing write tid 6 to smithi11277797-44 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: oid 44 updating version 0 to 49 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: oid 44 updating version 49 to 51 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: oid 44 version 51 is already newer than 47 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: oid 44 version 51 is already newer than 50 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: oid 44 version 51 is already newer than 48 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 51 (ObjNum 137 snap 39 seq_num 137) dirty exists 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:388: left oid 44 (ObjNum 137 snap 39 seq_num 137) 2024-04-02T08:32:04.322 INFO:tasks.rados.rados.0.smithi112.stdout:387: done (2 left) 2024-04-02T08:32:04.323 INFO:tasks.rados.rados.0.smithi112.stdout:388: done (1 left) 2024-04-02T08:32:04.323 INFO:tasks.rados.rados.0.smithi112.stdout:389: done (0 left) 2024-04-02T08:32:04.323 INFO:tasks.rados.rados.0.smithi112.stdout:390: snap_create 2024-04-02T08:32:04.563 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-mon[30584]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:32:04.563 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-mon[30584]: pgmap v206: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:04.563 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-mon[30584]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:32:04.563 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:04.469+0000 7f08a07ab200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:04.563 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:04.564+0000 7f08a07ab200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:04 smithi112 ceph-mon[26914]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:32:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:04 smithi112 ceph-mon[26914]: pgmap v206: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:04 smithi112 ceph-mon[26914]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:32:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:04 smithi112 ceph-mon[37686]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:32:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:04 smithi112 ceph-mon[37686]: pgmap v206: 121 pgs: 121 active+clean; 134 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:04 smithi112 ceph-mon[37686]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:32:04.949 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:04.763+0000 7f08a07ab200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:04.949 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:04.950+0000 7f08a07ab200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi112.stdout:390: done (0 left) 2024-04-02T08:32:05.249 INFO:tasks.rados.rados.0.smithi112.stdout:391: snap_remove snap 31 2024-04-02T08:32:05.500 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:05.236+0000 7f08a07ab200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:05.980 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:05.501+0000 7f08a07ab200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:05.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:05.740+0000 7f08a07ab200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:06.257 INFO:tasks.rados.rados.0.smithi112.stdout:391: done (0 left) 2024-04-02T08:32:06.257 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 40 2024-04-02T08:32:06.257 INFO:tasks.rados.rados.0.smithi112.stdout:392: seq_num 138 ranges {5242880=720896,5963776=540672,6504448=557056,7061504=507904} 2024-04-02T08:32:06.290 INFO:tasks.rados.rados.0.smithi112.stdout:392: writing smithi11277797-50 from 5242880 to 5963776 tid 1 2024-04-02T08:32:06.293 INFO:tasks.rados.rados.0.smithi112.stdout:392: writing smithi11277797-50 from 5963776 to 6504448 tid 2 2024-04-02T08:32:06.296 INFO:tasks.rados.rados.0.smithi112.stdout:392: writing smithi11277797-50 from 6504448 to 7061504 tid 3 2024-04-02T08:32:06.299 INFO:tasks.rados.rados.0.smithi112.stdout:392: writing smithi11277797-50 from 7061504 to 7569408 tid 4 2024-04-02T08:32:06.299 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 40 2024-04-02T08:32:06.299 INFO:tasks.rados.rados.0.smithi112.stdout:393: seq_num 139 ranges {2326528=737280,3063808=425984,3489792=761856,4251648=417792} 2024-04-02T08:32:06.315 INFO:tasks.rados.rados.0.smithi112.stdout:393: writing smithi11277797-4 from 2326528 to 3063808 tid 1 2024-04-02T08:32:06.318 INFO:tasks.rados.rados.0.smithi112.stdout:393: writing smithi11277797-4 from 3063808 to 3489792 tid 2 2024-04-02T08:32:06.322 INFO:tasks.rados.rados.0.smithi112.stdout:393: writing smithi11277797-4 from 3489792 to 4251648 tid 3 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:393: writing smithi11277797-4 from 4251648 to 4669440 tid 4 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:394: rmattr oid 9 current snap is 40 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:394: done (2 left) 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:395: delete oid 21 current snap is 40 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:392: finishing write tid 1 to smithi11277797-50 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:392: finishing write tid 2 to smithi11277797-50 2024-04-02T08:32:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:392: finishing write tid 3 to smithi11277797-50 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: finishing write tid 4 to smithi11277797-50 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: finishing write tid 5 to smithi11277797-50 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: finishing write tid 6 to smithi11277797-50 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: oid 50 updating version 0 to 61 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: oid 50 updating version 61 to 63 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: oid 50 updating version 63 to 65 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: oid 50 version 65 is already newer than 62 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: oid 50 version 65 is already newer than 64 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 65 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:392: left oid 50 (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:393: finishing write tid 1 to smithi11277797-4 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:393: finishing write tid 2 to smithi11277797-4 2024-04-02T08:32:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:393: finishing write tid 3 to smithi11277797-4 2024-04-02T08:32:06.327 INFO:tasks.rados.rados.0.smithi112.stdout:392: done (2 left) 2024-04-02T08:32:06.327 INFO:tasks.rados.rados.0.smithi112.stdout:395: done (1 left) 2024-04-02T08:32:06.327 INFO:tasks.rados.rados.0.smithi112.stdout:396: read oid 29 snap -1 2024-04-02T08:32:06.327 INFO:tasks.rados.rados.0.smithi112.stdout:396: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:06.327 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 40 2024-04-02T08:32:06.327 INFO:tasks.rados.rados.0.smithi112.stdout:397: seq_num 141 ranges {811008=770048,1581056=589824,2170880=729088,2899968=286720} 2024-04-02T08:32:06.335 INFO:tasks.rados.rados.0.smithi112.stdout:397: writing smithi11277797-49 from 811008 to 1581056 tid 1 2024-04-02T08:32:06.339 INFO:tasks.rados.rados.0.smithi112.stdout:397: writing smithi11277797-49 from 1581056 to 2170880 tid 2 2024-04-02T08:32:06.343 INFO:tasks.rados.rados.0.smithi112.stdout:397: writing smithi11277797-49 from 2170880 to 2899968 tid 3 2024-04-02T08:32:06.345 INFO:tasks.rados.rados.0.smithi112.stdout:397: writing smithi11277797-49 from 2899968 to 3186688 tid 4 2024-04-02T08:32:06.345 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 40 2024-04-02T08:32:06.345 INFO:tasks.rados.rados.0.smithi112.stdout:393: finishing write tid 4 to smithi11277797-4 2024-04-02T08:32:06.345 INFO:tasks.rados.rados.0.smithi112.stdout:398: seq_num 142 ranges {5505024=786432,6291456=475136,6766592=540672,7307264=589824} 2024-04-02T08:32:06.378 INFO:tasks.rados.rados.0.smithi112.stdout:398: writing smithi11277797-36 from 5505024 to 6291456 tid 1 2024-04-02T08:32:06.381 INFO:tasks.rados.rados.0.smithi112.stdout:398: writing smithi11277797-36 from 6291456 to 6766592 tid 2 2024-04-02T08:32:06.384 INFO:tasks.rados.rados.0.smithi112.stdout:398: writing smithi11277797-36 from 6766592 to 7307264 tid 3 2024-04-02T08:32:06.387 INFO:tasks.rados.rados.0.smithi112.stdout:398: writing smithi11277797-36 from 7307264 to 7897088 tid 4 2024-04-02T08:32:06.387 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 40 2024-04-02T08:32:06.387 INFO:tasks.rados.rados.0.smithi112.stdout:393: finishing write tid 5 to smithi11277797-4 2024-04-02T08:32:06.388 INFO:tasks.rados.rados.0.smithi112.stdout:399: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-04-02T08:32:06.392 INFO:tasks.rados.rados.0.smithi112.stdout:399: writing smithi11277797-2 from 0 to 802816 tid 1 2024-04-02T08:32:06.396 INFO:tasks.rados.rados.0.smithi112.stdout:399: writing smithi11277797-2 from 802816 to 1564672 tid 2 2024-04-02T08:32:06.400 INFO:tasks.rados.rados.0.smithi112.stdout:399: writing smithi11277797-2 from 1564672 to 2310144 tid 3 2024-04-02T08:32:06.401 INFO:tasks.rados.rados.0.smithi112.stdout:399: writing smithi11277797-2 from 2310144 to 2408448 tid 4 2024-04-02T08:32:06.401 INFO:tasks.rados.rados.0.smithi112.stdout:400: snap_remove snap 21 2024-04-02T08:32:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:06 smithi112 ceph-mon[37686]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:32:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:06 smithi112 ceph-mon[37686]: pgmap v209: 121 pgs: 121 active+clean; 155 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 38 op/s 2024-04-02T08:32:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:06 smithi112 ceph-mon[26914]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:32:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:06 smithi112 ceph-mon[26914]: pgmap v209: 121 pgs: 121 active+clean; 155 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 38 op/s 2024-04-02T08:32:06.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:06 smithi187 ceph-mon[30584]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:32:06.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:06 smithi187 ceph-mon[30584]: pgmap v209: 121 pgs: 121 active+clean; 155 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 38 op/s 2024-04-02T08:32:06.980 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:06.570+0000 7f08a07ab200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:07.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:06 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:32:06] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2024-04-02T08:32:07.261 INFO:tasks.rados.rados.0.smithi112.stdout:400: done (5 left) 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:401: copy_from oid 35 from oid 13 current snap is 40 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: finishing write tid 6 to smithi11277797-4 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: oid 4 updating version 0 to 77 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: oid 4 version 77 is already newer than 76 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: oid 4 version 77 is already newer than 75 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: oid 4 version 77 is already newer than 74 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: oid 4 version 77 is already newer than 73 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 77 (ObjNum 139 snap 40 seq_num 139) dirty exists 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:393: left oid 4 (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:32:07.262 INFO:tasks.rados.rados.0.smithi112.stdout:396: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:397: finishing write tid 1 to smithi11277797-49 2024-04-02T08:32:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:397: finishing write tid 2 to smithi11277797-49 2024-04-02T08:32:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:393: done (5 left) 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:396: done (4 left) 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:402: read oid 26 snap -1 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:402: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:403: rollback oid 25 current snap is 40 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 16 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: finishing write tid 3 to smithi11277797-49 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: finishing write tid 4 to smithi11277797-49 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: finishing write tid 5 to smithi11277797-49 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: finishing write tid 6 to smithi11277797-49 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: oid 49 updating version 0 to 169 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: oid 49 version 169 is already newer than 167 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: oid 49 version 169 is already newer than 165 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: oid 49 version 169 is already newer than 168 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:397: oid 49 version 169 is already newer than 166 2024-04-02T08:32:07.297 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 169 (ObjNum 141 snap 40 seq_num 141) dirty exists 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:397: left oid 49 (ObjNum 141 snap 40 seq_num 141) 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: finishing write tid 1 to smithi11277797-36 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: finishing write tid 2 to smithi11277797-36 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: finishing write tid 3 to smithi11277797-36 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: finishing write tid 4 to smithi11277797-36 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: finishing write tid 5 to smithi11277797-36 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:397: done (5 left) 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:404: snap_create 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: finishing write tid 6 to smithi11277797-36 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: oid 36 updating version 0 to 172 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: oid 36 updating version 172 to 173 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: oid 36 updating version 173 to 174 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: oid 36 updating version 174 to 175 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: oid 36 version 175 is already newer than 171 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 175 (ObjNum 142 snap 40 seq_num 142) dirty exists 2024-04-02T08:32:07.298 INFO:tasks.rados.rados.0.smithi112.stdout:398: left oid 36 (ObjNum 142 snap 40 seq_num 142) 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: finishing write tid 1 to smithi11277797-2 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: finishing write tid 2 to smithi11277797-2 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: finishing write tid 3 to smithi11277797-2 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: finishing write tid 4 to smithi11277797-2 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: finishing write tid 5 to smithi11277797-2 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: finishing write tid 6 to smithi11277797-2 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: oid 2 updating version 0 to 185 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: oid 2 version 185 is already newer than 182 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: oid 2 version 185 is already newer than 183 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: oid 2 version 185 is already newer than 181 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: oid 2 version 185 is already newer than 184 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 185 (ObjNum 143 snap 40 seq_num 143) dirty exists 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:399: left oid 2 (ObjNum 143 snap 40 seq_num 143) 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:401: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:32:07.299 INFO:tasks.rados.rados.0.smithi112.stdout:401: finishing copy_from to smithi11277797-35 2024-04-02T08:32:07.300 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 122 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-04-02T08:32:07.300 INFO:tasks.rados.rados.0.smithi112.stdout:402: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:07.300 INFO:tasks.rados.rados.0.smithi112.stdout:403: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:32:07.300 INFO:tasks.rados.rados.0.smithi112.stdout:403: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:32:07.300 INFO:tasks.rados.rados.0.smithi112.stdout:403: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:32:07.300 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 108 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:32:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-mon[30584]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:32:07.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:07.147+0000 7f08a07ab200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:07.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:07.249+0000 7f08a07ab200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:07 smithi112 ceph-mon[37686]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:32:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:07 smithi112 ceph-mon[26914]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:07.483+0000 7f08a07ab200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:07] ENGINE Bus STARTING 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: CherryPy Checker: 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: The Application mounted at '' has an empty config. 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:07] ENGINE Serving on http://:::9283 2024-04-02T08:32:07.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:07] ENGINE Bus STARTED 2024-04-02T08:32:08.274 INFO:tasks.rados.rados.0.smithi112.stdout:398: done (5 left) 2024-04-02T08:32:08.274 INFO:tasks.rados.rados.0.smithi112.stdout:399: done (4 left) 2024-04-02T08:32:08.274 INFO:tasks.rados.rados.0.smithi112.stdout:401: done (3 left) 2024-04-02T08:32:08.274 INFO:tasks.rados.rados.0.smithi112.stdout:402: done (2 left) 2024-04-02T08:32:08.274 INFO:tasks.rados.rados.0.smithi112.stdout:403: done (1 left) 2024-04-02T08:32:08.274 INFO:tasks.rados.rados.0.smithi112.stdout:404: done (0 left) 2024-04-02T08:32:08.275 INFO:tasks.rados.rados.0.smithi112.stdout:405: read oid 14 snap -1 2024-04-02T08:32:08.275 INFO:tasks.rados.rados.0.smithi112.stdout:405: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:32:08.275 INFO:tasks.rados.rados.0.smithi112.stdout:406: delete oid 12 current snap is 41 2024-04-02T08:32:08.279 INFO:tasks.rados.rados.0.smithi112.stdout:406: done (1 left) 2024-04-02T08:32:08.279 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 41 2024-04-02T08:32:08.279 INFO:tasks.rados.rados.0.smithi112.stdout:407: seq_num 145 ranges {2392064=32768} 2024-04-02T08:32:08.292 INFO:tasks.rados.rados.0.smithi112.stdout:407: writing smithi11277797-47 from 2392064 to 2424832 tid 1 2024-04-02T08:32:08.293 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 41 2024-04-02T08:32:08.293 INFO:tasks.rados.rados.0.smithi112.stdout:408: seq_num 146 ranges {2310144=49152} 2024-04-02T08:32:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:408: writing smithi11277797-44 from 2310144 to 2359296 tid 1 2024-04-02T08:32:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 41 2024-04-02T08:32:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:409: seq_num 147 ranges {8003584=65536} 2024-04-02T08:32:08.347 INFO:tasks.rados.rados.0.smithi112.stdout:409: writing smithi11277797-9 from 8003584 to 8069120 tid 1 2024-04-02T08:32:08.348 INFO:tasks.rados.rados.0.smithi112.stdout:410: snap_remove snap 30 2024-04-02T08:32:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:32:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: Standby manager daemon x restarted 2024-04-02T08:32:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: Standby manager daemon x started 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[37686]: pgmap v212: 121 pgs: 121 active+clean; 155 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 38 op/s 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: Standby manager daemon x restarted 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: Standby manager daemon x started 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:08.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:08 smithi112 ceph-mon[26914]: pgmap v212: 121 pgs: 121 active+clean; 155 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 38 op/s 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: Standby manager daemon x restarted 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: Standby manager daemon x started 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:08 smithi187 ceph-mon[30584]: pgmap v212: 121 pgs: 121 active+clean; 155 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 38 op/s 2024-04-02T08:32:09.196 INFO:tasks.rados.rados.0.smithi112.stdout:410: done (4 left) 2024-04-02T08:32:09.196 INFO:tasks.rados.rados.0.smithi112.stdout:411: rollback oid 29 current snap is 41 2024-04-02T08:32:09.196 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 39 2024-04-02T08:32:09.196 INFO:tasks.rados.rados.0.smithi112.stdout:405: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:407: finishing write tid 1 to smithi11277797-47 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:407: finishing write tid 2 to smithi11277797-47 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:407: finishing write tid 3 to smithi11277797-47 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:407: oid 47 updating version 0 to 194 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:407: oid 47 version 194 is already newer than 193 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 194 (ObjNum 145 snap 41 seq_num 145) dirty exists 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:407: left oid 47 (ObjNum 145 snap 41 seq_num 145) 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:408: finishing write tid 1 to smithi11277797-44 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:408: finishing write tid 2 to smithi11277797-44 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:408: finishing write tid 3 to smithi11277797-44 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:408: oid 44 updating version 0 to 60 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:408: oid 44 version 60 is already newer than 59 2024-04-02T08:32:09.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 60 (ObjNum 146 snap 41 seq_num 146) dirty exists 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:408: left oid 44 (ObjNum 146 snap 41 seq_num 146) 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: finishing write tid 1 to smithi11277797-9 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: finishing write tid 2 to smithi11277797-9 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: finishing write tid 3 to smithi11277797-9 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: oid 9 updating version 0 to 196 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: oid 9 updating version 196 to 197 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 197 (ObjNum 147 snap 41 seq_num 147) dirty exists 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: left oid 9 (ObjNum 147 snap 41 seq_num 147) 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:411: finishing rollback tid 0 to smithi11277797-29 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:411: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:411: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 121 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:405: done (4 left) 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:407: done (3 left) 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:408: done (2 left) 2024-04-02T08:32:09.225 INFO:tasks.rados.rados.0.smithi112.stdout:409: done (1 left) 2024-04-02T08:32:09.226 INFO:tasks.rados.rados.0.smithi112.stdout:411: done (0 left) 2024-04-02T08:32:09.226 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 41 2024-04-02T08:32:09.226 INFO:tasks.rados.rados.0.smithi112.stdout:412: seq_num 148 ranges {2072576=81920} 2024-04-02T08:32:09.235 INFO:tasks.rados.rados.0.smithi112.stdout:412: writing smithi11277797-18 from 2072576 to 2154496 tid 1 2024-04-02T08:32:09.235 INFO:tasks.rados.rados.0.smithi112.stdout:413: copy_from oid 47 from oid 8 current snap is 41 2024-04-02T08:32:09.235 INFO:tasks.rados.rados.0.smithi112.stdout:414: snap_create 2024-04-02T08:32:09.236 INFO:tasks.rados.rados.0.smithi112.stdout:413: finishing copy_from to smithi11277797-47 2024-04-02T08:32:09.236 INFO:tasks.rados.rados.0.smithi112.stdout:413: got expected ENOENT (src dne) 2024-04-02T08:32:09.236 INFO:tasks.rados.rados.0.smithi112.stdout:413: finishing copy_from racing read to smithi11277797-47 2024-04-02T08:32:09.237 INFO:tasks.rados.rados.0.smithi112.stdout:412: finishing write tid 1 to smithi11277797-18 2024-04-02T08:32:09.237 INFO:tasks.rados.rados.0.smithi112.stdout:412: finishing write tid 2 to smithi11277797-18 2024-04-02T08:32:09.238 INFO:tasks.rados.rados.0.smithi112.stdout:412: finishing write tid 3 to smithi11277797-18 2024-04-02T08:32:09.238 INFO:tasks.rados.rados.0.smithi112.stdout:412: oid 18 updating version 0 to 215 2024-04-02T08:32:09.238 INFO:tasks.rados.rados.0.smithi112.stdout:412: oid 18 version 215 is already newer than 214 2024-04-02T08:32:09.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 215 (ObjNum 148 snap 41 seq_num 148) dirty exists 2024-04-02T08:32:09.238 INFO:tasks.rados.rados.0.smithi112.stdout:412: left oid 18 (ObjNum 148 snap 41 seq_num 148) 2024-04-02T08:32:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-mon[37686]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-mon[37686]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:32:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-mon[37686]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:32:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-mon[26914]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-mon[26914]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:32:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-mon[26914]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:32:09.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:09 smithi187 ceph-mon[30584]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:09 smithi187 ceph-mon[30584]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:32:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:09 smithi187 ceph-mon[30584]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:32:10.118 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:32:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:32:09.669Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-04-02T08:32:10.211 INFO:tasks.rados.rados.0.smithi112.stdout:412: done (2 left) 2024-04-02T08:32:10.211 INFO:tasks.rados.rados.0.smithi112.stdout:413: done (1 left) 2024-04-02T08:32:10.211 INFO:tasks.rados.rados.0.smithi112.stdout:414: done (0 left) 2024-04-02T08:32:10.211 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 42 2024-04-02T08:32:10.211 INFO:tasks.rados.rados.0.smithi112.stdout:415: seq_num 149 ranges {0=98304} 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:415: writing smithi11277797-12 from 0 to 98304 tid 1 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:416: read oid 9 snap -1 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:416: expect (ObjNum 147 snap 41 seq_num 147) 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 42 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:417: seq_num 150 ranges {0=114688} 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:417: writing smithi11277797-26 from 0 to 114688 tid 1 2024-04-02T08:32:10.212 INFO:tasks.rados.rados.0.smithi112.stdout:418: snap_create 2024-04-02T08:32:10.216 INFO:tasks.rados.rados.0.smithi112.stdout:415: finishing write tid 1 to smithi11277797-12 2024-04-02T08:32:10.216 INFO:tasks.rados.rados.0.smithi112.stdout:417: finishing write tid 1 to smithi11277797-26 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi112.stdout:415: finishing write tid 2 to smithi11277797-12 2024-04-02T08:32:10.217 INFO:tasks.rados.rados.0.smithi112.stdout:417: finishing write tid 2 to smithi11277797-26 2024-04-02T08:32:10.218 INFO:tasks.rados.rados.0.smithi112.stdout:415: finishing write tid 3 to smithi11277797-12 2024-04-02T08:32:10.218 INFO:tasks.rados.rados.0.smithi112.stdout:415: oid 12 updating version 0 to 123 2024-04-02T08:32:10.218 INFO:tasks.rados.rados.0.smithi112.stdout:415: oid 12 updating version 123 to 124 2024-04-02T08:32:10.218 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 124 (ObjNum 149 snap 42 seq_num 149) dirty exists 2024-04-02T08:32:10.219 INFO:tasks.rados.rados.0.smithi112.stdout:415: left oid 12 (ObjNum 149 snap 42 seq_num 149) 2024-04-02T08:32:10.219 INFO:tasks.rados.rados.0.smithi112.stdout:417: finishing write tid 3 to smithi11277797-26 2024-04-02T08:32:10.219 INFO:tasks.rados.rados.0.smithi112.stdout:417: oid 26 updating version 0 to 109 2024-04-02T08:32:10.219 INFO:tasks.rados.rados.0.smithi112.stdout:417: oid 26 updating version 109 to 110 2024-04-02T08:32:10.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 110 (ObjNum 150 snap 42 seq_num 150) dirty exists 2024-04-02T08:32:10.219 INFO:tasks.rados.rados.0.smithi112.stdout:417: left oid 26 (ObjNum 150 snap 42 seq_num 150) 2024-04-02T08:32:10.258 INFO:tasks.rados.rados.0.smithi112.stdout:416: expect (ObjNum 147 snap 41 seq_num 147) 2024-04-02T08:32:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:10 smithi112 ceph-mon[37686]: pgmap v215: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:32:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:10 smithi112 ceph-mon[37686]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:32:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:10 smithi112 ceph-mon[26914]: pgmap v215: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:32:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:10 smithi112 ceph-mon[26914]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:32:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:10 smithi187 ceph-mon[30584]: pgmap v215: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:32:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:10 smithi187 ceph-mon[30584]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:32:11.207 INFO:tasks.rados.rados.0.smithi112.stdout:415: done (3 left) 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:416: done (2 left) 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:417: done (1 left) 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:418: done (0 left) 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:419: copy_from oid 15 from oid 40 current snap is 43 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:420: read oid 7 snap 6 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:420: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:421: rollback oid 31 current snap is 43 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 36 2024-04-02T08:32:11.208 INFO:tasks.rados.rados.0.smithi112.stdout:422: delete oid 35 current snap is 43 2024-04-02T08:32:11.210 INFO:tasks.rados.rados.0.smithi112.stdout:422: done (3 left) 2024-04-02T08:32:11.210 INFO:tasks.rados.rados.0.smithi112.stdout:423: read oid 38 snap -1 2024-04-02T08:32:11.210 INFO:tasks.rados.rados.0.smithi112.stdout:423: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:32:11.210 INFO:tasks.rados.rados.0.smithi112.stdout:424: delete oid 26 current snap is 43 2024-04-02T08:32:11.211 INFO:tasks.rados.rados.0.smithi112.stdout:420: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:11.216 INFO:tasks.rados.rados.0.smithi112.stdout:421: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:32:11.216 INFO:tasks.rados.rados.0.smithi112.stdout:421: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:32:11.216 INFO:tasks.rados.rados.0.smithi112.stdout:421: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:32:11.216 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 116 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:419: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:420: done (4 left) 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:421: done (3 left) 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:424: done (2 left) 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:425: rmattr oid 7 current snap is 43 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:425: done (2 left) 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:426: copy_from oid 14 from oid 45 current snap is 43 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 43 2024-04-02T08:32:11.217 INFO:tasks.rados.rados.0.smithi112.stdout:427: seq_num 153 ranges {7036928=163840} 2024-04-02T08:32:11.255 INFO:tasks.rados.rados.0.smithi112.stdout:427: writing smithi11277797-16 from 7036928 to 7200768 tid 1 2024-04-02T08:32:11.255 INFO:tasks.rados.rados.0.smithi112.stdout:428: rollback oid 28 current snap is 43 2024-04-02T08:32:11.255 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 32 2024-04-02T08:32:11.255 INFO:tasks.rados.rados.0.smithi112.stdout:419: finishing copy_from to smithi11277797-15 2024-04-02T08:32:11.256 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:32:11.256 INFO:tasks.rados.rados.0.smithi112.stdout:419: done (4 left) 2024-04-02T08:32:11.256 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 43 2024-04-02T08:32:11.256 INFO:tasks.rados.rados.0.smithi112.stdout:423: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:32:11.270 INFO:tasks.rados.rados.0.smithi112.stdout:426: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:32:11.270 INFO:tasks.rados.rados.0.smithi112.stdout:426: finishing copy_from to smithi11277797-14 2024-04-02T08:32:11.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 87 (ObjNum 109 snap 29 seq_num 109) dirty exists 2024-04-02T08:32:11.270 INFO:tasks.rados.rados.0.smithi112.stdout:427: finishing write tid 1 to smithi11277797-16 2024-04-02T08:32:11.270 INFO:tasks.rados.rados.0.smithi112.stdout:429: seq_num 154 ranges {4636672=180224} 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:429: writing smithi11277797-10 from 4636672 to 4816896 tid 1 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:423: done (4 left) 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:426: done (3 left) 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:430: copy_from oid 14 from oid 41 current snap is 43 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:427: finishing write tid 2 to smithi11277797-16 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:428: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:428: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 146 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:427: finishing write tid 3 to smithi11277797-16 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:427: oid 16 updating version 0 to 144 2024-04-02T08:32:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:427: oid 16 version 144 is already newer than 143 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 144 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:427: left oid 16 (ObjNum 153 snap 43 seq_num 153) 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:427: done (3 left) 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:428: done (2 left) 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:431: read oid 29 snap -1 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:431: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 43 2024-04-02T08:32:11.298 INFO:tasks.rados.rados.0.smithi112.stdout:432: seq_num 155 ranges {2506752=204800} 2024-04-02T08:32:11.311 INFO:tasks.rados.rados.0.smithi112.stdout:432: writing smithi11277797-39 from 2506752 to 2711552 tid 1 2024-04-02T08:32:11.311 INFO:tasks.rados.rados.0.smithi112.stdout:433: read oid 8 snap -1 2024-04-02T08:32:11.311 INFO:tasks.rados.rados.0.smithi112.stdout:433: expect deleted 2024-04-02T08:32:11.311 INFO:tasks.rados.rados.0.smithi112.stdout:434: rmattr oid 15 current snap is 43 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:434: done (5 left) 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:435: setattr oid 36 current snap is 43 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:429: finishing write tid 1 to smithi11277797-10 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:429: finishing write tid 2 to smithi11277797-10 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:429: finishing write tid 3 to smithi11277797-10 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:429: oid 10 updating version 0 to 126 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:429: oid 10 updating version 126 to 127 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 127 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:429: left oid 10 (ObjNum 154 snap 43 seq_num 154) 2024-04-02T08:32:11.312 INFO:tasks.rados.rados.0.smithi112.stdout:431: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:430: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:430: finishing copy_from to smithi11277797-14 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 99 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:432: finishing write tid 1 to smithi11277797-39 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:432: finishing write tid 2 to smithi11277797-39 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:432: finishing write tid 3 to smithi11277797-39 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:432: oid 39 updating version 0 to 115 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:432: oid 39 version 115 is already newer than 114 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 115 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-04-02T08:32:11.336 INFO:tasks.rados.rados.0.smithi112.stdout:432: left oid 39 (ObjNum 155 snap 43 seq_num 155) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:429: done (5 left) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:430: done (4 left) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:431: done (3 left) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:432: done (2 left) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:433: done (1 left) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:436: rmattr oid 6 current snap is 43 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:436: done (1 left) 2024-04-02T08:32:11.337 INFO:tasks.rados.rados.0.smithi112.stdout:437: setattr oid 25 current snap is 43 2024-04-02T08:32:11.338 INFO:tasks.rados.rados.0.smithi112.stdout:438: snap_create 2024-04-02T08:32:11.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 193 (ObjNum 142 snap 40 seq_num 142) dirty exists 2024-04-02T08:32:11.339 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 118 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:32:12.217 INFO:tasks.rados.rados.0.smithi112.stdout:435: done (2 left) 2024-04-02T08:32:12.217 INFO:tasks.rados.rados.0.smithi112.stdout:437: done (1 left) 2024-04-02T08:32:12.218 INFO:tasks.rados.rados.0.smithi112.stdout:438: done (0 left) 2024-04-02T08:32:12.218 INFO:tasks.rados.rados.0.smithi112.stdout:439: setattr oid 39 current snap is 44 2024-04-02T08:32:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 44 2024-04-02T08:32:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:440: seq_num 156 ranges {5005312=221184} 2024-04-02T08:32:12.247 INFO:tasks.rados.rados.0.smithi112.stdout:440: writing smithi11277797-22 from 5005312 to 5226496 tid 1 2024-04-02T08:32:12.247 INFO:tasks.rados.rados.0.smithi112.stdout:441: snap_remove snap 40 2024-04-02T08:32:12.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:12 smithi187 ceph-mon[30584]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:32:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:12 smithi187 ceph-mon[30584]: pgmap v218: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:32:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:12 smithi112 ceph-mon[37686]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:32:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:12 smithi112 ceph-mon[37686]: pgmap v218: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:32:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:12 smithi112 ceph-mon[26914]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:32:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:12 smithi112 ceph-mon[26914]: pgmap v218: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:32:13.219 INFO:tasks.rados.rados.0.smithi112.stdout:441: done (2 left) 2024-04-02T08:32:13.219 INFO:tasks.rados.rados.0.smithi112.stdout:442: rmattr oid 7 current snap is 44 2024-04-02T08:32:13.219 INFO:tasks.rados.rados.0.smithi112.stdout:442: done (2 left) 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:443: copy_from oid 19 from oid 37 current snap is 44 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 117 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: finishing write tid 1 to smithi11277797-22 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: finishing write tid 2 to smithi11277797-22 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: finishing write tid 3 to smithi11277797-22 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: oid 22 updating version 0 to 206 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: oid 22 version 206 is already newer than 205 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 206 (ObjNum 156 snap 44 seq_num 156) dirty exists 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: left oid 22 (ObjNum 156 snap 44 seq_num 156) 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:439: done (2 left) 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:440: done (1 left) 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:444: copy_from oid 48 from oid 31 current snap is 44 2024-04-02T08:32:13.220 INFO:tasks.rados.rados.0.smithi112.stdout:445: delete oid 16 current snap is 44 2024-04-02T08:32:13.228 INFO:tasks.rados.rados.0.smithi112.stdout:445: done (2 left) 2024-04-02T08:32:13.229 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 44 2024-04-02T08:32:13.229 INFO:tasks.rados.rados.0.smithi112.stdout:446: seq_num 158 ranges {0=253952} 2024-04-02T08:32:13.230 INFO:tasks.rados.rados.0.smithi112.stdout:446: writing smithi11277797-21 from 0 to 253952 tid 1 2024-04-02T08:32:13.231 INFO:tasks.rados.rados.0.smithi112.stdout:447: delete oid 39 current snap is 44 2024-04-02T08:32:13.231 INFO:tasks.rados.rados.0.smithi112.stdout:443: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:32:13.231 INFO:tasks.rados.rados.0.smithi112.stdout:443: finishing copy_from to smithi11277797-19 2024-04-02T08:32:13.231 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:13.234 INFO:tasks.rados.rados.0.smithi112.stdout:443: done (3 left) 2024-04-02T08:32:13.234 INFO:tasks.rados.rados.0.smithi112.stdout:447: done (2 left) 2024-04-02T08:32:13.234 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 44 2024-04-02T08:32:13.234 INFO:tasks.rados.rados.0.smithi112.stdout:448: seq_num 160 ranges {4636672=286720} 2024-04-02T08:32:13.260 INFO:tasks.rados.rados.0.smithi112.stdout:448: writing smithi11277797-43 from 4636672 to 4923392 tid 1 2024-04-02T08:32:13.260 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 44 2024-04-02T08:32:13.260 INFO:tasks.rados.rados.0.smithi112.stdout:449: seq_num 161 ranges {557056=303104} 2024-04-02T08:32:13.265 INFO:tasks.rados.rados.0.smithi112.stdout:449: writing smithi11277797-38 from 557056 to 860160 tid 1 2024-04-02T08:32:13.265 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 44 2024-04-02T08:32:13.265 INFO:tasks.rados.rados.0.smithi112.stdout:450: seq_num 162 ranges {663552=319488} 2024-04-02T08:32:13.271 INFO:tasks.rados.rados.0.smithi112.stdout:450: writing smithi11277797-15 from 663552 to 983040 tid 1 2024-04-02T08:32:13.271 INFO:tasks.rados.rados.0.smithi112.stdout:451: read oid 25 snap -1 2024-04-02T08:32:13.271 INFO:tasks.rados.rados.0.smithi112.stdout:451: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:32:13.271 INFO:tasks.rados.rados.0.smithi112.stdout:452: read oid 32 snap -1 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:452: expect (ObjNum 129 snap 37 seq_num 129) 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:453: rollback oid 7 current snap is 44 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 42 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:446: finishing write tid 1 to smithi11277797-21 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:446: finishing write tid 2 to smithi11277797-21 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:446: finishing write tid 3 to smithi11277797-21 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:446: oid 21 updating version 0 to 224 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:446: oid 21 version 224 is already newer than 223 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 224 (ObjNum 158 snap 44 seq_num 158) dirty exists 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:446: left oid 21 (ObjNum 158 snap 44 seq_num 158) 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:444: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:444: finishing copy_from to smithi11277797-48 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 116 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:448: finishing write tid 1 to smithi11277797-43 2024-04-02T08:32:13.272 INFO:tasks.rados.rados.0.smithi112.stdout:448: finishing write tid 2 to smithi11277797-43 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:448: finishing write tid 3 to smithi11277797-43 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:448: oid 43 updating version 0 to 133 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:448: oid 43 updating version 133 to 134 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 134 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:448: left oid 43 (ObjNum 160 snap 44 seq_num 160) 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:449: finishing write tid 1 to smithi11277797-38 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:449: finishing write tid 2 to smithi11277797-38 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:449: finishing write tid 3 to smithi11277797-38 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:449: oid 38 updating version 0 to 153 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:449: oid 38 version 153 is already newer than 152 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 153 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-04-02T08:32:13.273 INFO:tasks.rados.rados.0.smithi112.stdout:449: left oid 38 (ObjNum 161 snap 44 seq_num 161) 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:444: done (7 left) 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:446: done (6 left) 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:448: done (5 left) 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:449: done (4 left) 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:454: snap_create 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:453: finishing rollback tid 0 to smithi11277797-7 2024-04-02T08:32:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:451: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:32:13.284 INFO:tasks.rados.rados.0.smithi112.stdout:450: finishing write tid 1 to smithi11277797-15 2024-04-02T08:32:13.284 INFO:tasks.rados.rados.0.smithi112.stdout:453: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:453: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 157 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:450: finishing write tid 2 to smithi11277797-15 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:450: finishing write tid 3 to smithi11277797-15 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:450: oid 15 updating version 0 to 227 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:450: oid 15 version 227 is already newer than 226 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 227 (ObjNum 162 snap 44 seq_num 162) dirty exists 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:450: left oid 15 (ObjNum 162 snap 44 seq_num 162) 2024-04-02T08:32:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:452: expect (ObjNum 129 snap 37 seq_num 129) 2024-04-02T08:32:13.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:13 smithi187 ceph-mon[30584]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:32:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:13 smithi112 ceph-mon[37686]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:32:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:13 smithi112 ceph-mon[26914]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:32:14.195 INFO:tasks.rados.rados.0.smithi112.stdout:450: done (4 left) 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:451: done (3 left) 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:452: done (2 left) 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:453: done (1 left) 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:454: done (0 left) 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:455: rollback oid 11 current snap is 45 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 6 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 45 2024-04-02T08:32:14.196 INFO:tasks.rados.rados.0.smithi112.stdout:456: seq_num 163 ranges {1564672=335872} 2024-04-02T08:32:14.206 INFO:tasks.rados.rados.0.smithi112.stdout:456: writing smithi11277797-17 from 1564672 to 1900544 tid 1 2024-04-02T08:32:14.206 INFO:tasks.rados.rados.0.smithi112.stdout:457: rollback oid 47 current snap is 45 2024-04-02T08:32:14.206 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 18 2024-04-02T08:32:14.206 INFO:tasks.rados.rados.0.smithi112.stdout:455: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:32:14.206 INFO:tasks.rados.rados.0.smithi112.stdout:455: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:32:14.206 INFO:tasks.rados.rados.0.smithi112.stdout:458: snap_remove snap 32 2024-04-02T08:32:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:14 smithi187 ceph-mon[30584]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:32:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:14 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:14 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:14 smithi187 ceph-mon[30584]: pgmap v221: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:14 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:14 smithi187 ceph-mon[30584]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:32:14.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[26914]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:32:14.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[26914]: pgmap v221: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[26914]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[37686]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[37686]: pgmap v221: 121 pgs: 121 active+clean; 168 MiB data, 506 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:14 smithi112 ceph-mon[37686]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:32:15.205 INFO:tasks.rados.rados.0.smithi112.stdout:458: done (3 left) 2024-04-02T08:32:15.206 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 45 2024-04-02T08:32:15.206 INFO:tasks.rados.rados.0.smithi112.stdout:459: seq_num 164 ranges {2154496=352256} 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:459: writing smithi11277797-18 from 2154496 to 2506752 tid 1 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:460: delete oid 2 current snap is 45 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:455: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 131 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:456: finishing write tid 1 to smithi11277797-17 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:456: finishing write tid 2 to smithi11277797-17 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:457: finishing rollback tid 0 to smithi11277797-47 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:456: finishing write tid 3 to smithi11277797-17 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:456: oid 17 updating version 0 to 115 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:456: oid 17 updating version 115 to 116 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 116 (ObjNum 163 snap 45 seq_num 163) dirty exists 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:456: left oid 17 (ObjNum 163 snap 45 seq_num 163) 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:457: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:32:15.221 INFO:tasks.rados.rados.0.smithi112.stdout:457: finishing rollback tid 2 to smithi11277797-47 2024-04-02T08:32:15.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 216 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:15.222 INFO:tasks.rados.rados.0.smithi112.stdout:455: done (4 left) 2024-04-02T08:32:15.222 INFO:tasks.rados.rados.0.smithi112.stdout:456: done (3 left) 2024-04-02T08:32:15.222 INFO:tasks.rados.rados.0.smithi112.stdout:457: done (2 left) 2024-04-02T08:32:15.222 INFO:tasks.rados.rados.0.smithi112.stdout:460: done (1 left) 2024-04-02T08:32:15.222 INFO:tasks.rados.rados.0.smithi112.stdout:461: snap_create 2024-04-02T08:32:15.223 INFO:tasks.rados.rados.0.smithi112.stdout:459: finishing write tid 1 to smithi11277797-18 2024-04-02T08:32:15.223 INFO:tasks.rados.rados.0.smithi112.stdout:459: finishing write tid 2 to smithi11277797-18 2024-04-02T08:32:15.223 INFO:tasks.rados.rados.0.smithi112.stdout:459: finishing write tid 3 to smithi11277797-18 2024-04-02T08:32:15.223 INFO:tasks.rados.rados.0.smithi112.stdout:459: oid 18 updating version 0 to 238 2024-04-02T08:32:15.224 INFO:tasks.rados.rados.0.smithi112.stdout:459: oid 18 version 238 is already newer than 237 2024-04-02T08:32:15.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 238 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-02T08:32:15.224 INFO:tasks.rados.rados.0.smithi112.stdout:459: left oid 18 (ObjNum 164 snap 45 seq_num 164) 2024-04-02T08:32:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:15 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:15 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:15 smithi187 ceph-mon[30584]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:32:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:15 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:15 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:15 smithi112 ceph-mon[37686]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:15 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:15 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:15 smithi112 ceph-mon[26914]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:32:16.203 INFO:tasks.rados.rados.0.smithi112.stdout:459: done (1 left) 2024-04-02T08:32:16.203 INFO:tasks.rados.rados.0.smithi112.stdout:461: done (0 left) 2024-04-02T08:32:16.204 INFO:tasks.rados.rados.0.smithi112.stdout:462: snap_create 2024-04-02T08:32:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:16 smithi187 ceph-mon[30584]: pgmap v224: 121 pgs: 121 active+clean; 175 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:32:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:16 smithi187 ceph-mon[30584]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:17.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:16 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:32:16] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-04-02T08:32:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:16 smithi112 ceph-mon[37686]: pgmap v224: 121 pgs: 121 active+clean; 175 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:32:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:16 smithi112 ceph-mon[37686]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:16 smithi112 ceph-mon[26914]: pgmap v224: 121 pgs: 121 active+clean; 175 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:32:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:16 smithi112 ceph-mon[26914]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:17.205 INFO:tasks.rados.rados.0.smithi112.stdout:462: done (0 left) 2024-04-02T08:32:17.205 INFO:tasks.rados.rados.0.smithi112.stdout:463: snap_remove snap 45 2024-04-02T08:32:18.076 INFO:tasks.rados.rados.0.smithi112.stdout:463: done (0 left) 2024-04-02T08:32:18.076 INFO:tasks.rados.rados.0.smithi112.stdout:464: read oid 21 snap -1 2024-04-02T08:32:18.076 INFO:tasks.rados.rados.0.smithi112.stdout:464: expect (ObjNum 158 snap 44 seq_num 158) 2024-04-02T08:32:18.076 INFO:tasks.rados.rados.0.smithi112.stdout:465: snap_create 2024-04-02T08:32:18.079 INFO:tasks.rados.rados.0.smithi112.stdout:464: expect (ObjNum 158 snap 44 seq_num 158) 2024-04-02T08:32:18.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:18.076+0000 7eff06f55700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:32:18.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setuser ceph since I am not root 2024-04-02T08:32:18.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ignoring --setgroup ceph since I am not root 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: pgmap v227: 121 pgs: 121 active+clean; 175 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: mgrmap e24: x(active, starting, since 0.00800108s) 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:18.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:18.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: pgmap v227: 121 pgs: 121 active+clean; 175 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: mgrmap e24: x(active, starting, since 0.00800108s) 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:18.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:18.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: Manager daemon x is now available 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: Manager daemon x is now available 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:18.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:18.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:18.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: pgmap v227: 121 pgs: 121 active+clean; 175 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 172.21.15.112:0/3847300764' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.14616 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: mgrmap e24: x(active, starting, since 0.00800108s) 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:18.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:18.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:18.485 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:18.485 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:18.485 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:18.485 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:18.485 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:18.486 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:18] ENGINE Bus STOPPING 2024-04-02T08:32:18.486 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:32:18.486 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:18] ENGINE Bus STOPPED 2024-04-02T08:32:18.486 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:18] ENGINE Bus STARTING 2024-04-02T08:32:18.486 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f07fe3f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.486 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f07fe3f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f07fe3f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f07fe3f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f07fe3f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f08013ff700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f08013ff700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f08013ff700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f08013ff700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:18.208+0000 7f08013ff700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:18] ENGINE Serving on http://:::9283 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:32:18] ENGINE Bus STARTED 2024-04-02T08:32:18.487 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: Manager daemon x is now available 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:18.488 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:18 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:19.086 INFO:tasks.rados.rados.0.smithi112.stdout:464: done (1 left) 2024-04-02T08:32:19.086 INFO:tasks.rados.rados.0.smithi112.stdout:465: done (0 left) 2024-04-02T08:32:19.086 INFO:tasks.rados.rados.0.smithi112.stdout:466: copy_from oid 24 from oid 25 current snap is 48 2024-04-02T08:32:19.086 INFO:tasks.rados.rados.0.smithi112.stdout:467: snap_remove snap 16 2024-04-02T08:32:19.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:18.666+0000 7f8b2cdbe200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:19.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:18 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:18.762+0000 7f8b2cdbe200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:19.200 INFO:tasks.rados.rados.0.smithi112.stdout:467: done (1 left) 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:468: rollback oid 16 current snap is 48 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 37 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:469: read oid 35 snap 42 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:469: expect (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:470: copy_from oid 34 from oid 39 current snap is 48 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:471: rollback oid 37 current snap is 48 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 47 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:472: rollback oid 33 current snap is 48 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 33 to 20 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:473: delete oid 18 current snap is 48 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:466: finishing copy_from racing read to smithi11277797-24 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:466: finishing copy_from to smithi11277797-24 2024-04-02T08:32:19.201 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 118 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:32:19.211 INFO:tasks.rados.rados.0.smithi112.stdout:470: finishing copy_from to smithi11277797-34 2024-04-02T08:32:19.211 INFO:tasks.rados.rados.0.smithi112.stdout:470: got expected ENOENT (src dne) 2024-04-02T08:32:19.211 INFO:tasks.rados.rados.0.smithi112.stdout:470: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:32:19.213 INFO:tasks.rados.rados.0.smithi112.stdout:471: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:32:19.218 INFO:tasks.rados.rados.0.smithi112.stdout:468: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:32:19.218 INFO:tasks.rados.rados.0.smithi112.stdout:468: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:32:19.218 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 171 (ObjNum 114 snap 31 seq_num 114) dirty exists 2024-04-02T08:32:19.219 INFO:tasks.rados.rados.0.smithi112.stdout:472: finishing rollback tid 0 to smithi11277797-33 2024-04-02T08:32:19.219 INFO:tasks.rados.rados.0.smithi112.stdout:472: finishing rollback tid 1 to smithi11277797-33 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi112.stdout:472: finishing rollback tid 2 to smithi11277797-33 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 128 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi112.stdout:471: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi112.stdout:471: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 143 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:19.233 INFO:tasks.rados.rados.0.smithi112.stdout:469: expect (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:32:19.356 INFO:tasks.rados.rados.0.smithi112.stdout:466: done (6 left) 2024-04-02T08:32:19.356 INFO:tasks.rados.rados.0.smithi112.stdout:468: done (5 left) 2024-04-02T08:32:19.356 INFO:tasks.rados.rados.0.smithi112.stdout:469: done (4 left) 2024-04-02T08:32:19.356 INFO:tasks.rados.rados.0.smithi112.stdout:470: done (3 left) 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:471: done (2 left) 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:472: done (1 left) 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:473: done (0 left) 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:474: read oid 48 snap 44 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:474: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:475: read oid 26 snap -1 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:475: expect deleted 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:476: copy_from oid 37 from oid 38 current snap is 48 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:477: delete oid 15 current snap is 48 2024-04-02T08:32:19.357 INFO:tasks.rados.rados.0.smithi112.stdout:475: done (3 left) 2024-04-02T08:32:19.358 INFO:tasks.rados.rados.0.smithi112.stdout:477: done (2 left) 2024-04-02T08:32:19.358 INFO:tasks.rados.rados.0.smithi112.stdout:478: read oid 11 snap -1 2024-04-02T08:32:19.358 INFO:tasks.rados.rados.0.smithi112.stdout:478: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:32:19.358 INFO:tasks.rados.rados.0.smithi112.stdout:479: delete oid 9 current snap is 48 2024-04-02T08:32:19.360 INFO:tasks.rados.rados.0.smithi112.stdout:479: done (3 left) 2024-04-02T08:32:19.361 INFO:tasks.rados.rados.0.smithi112.stdout:480: copy_from oid 27 from oid 26 current snap is 48 2024-04-02T08:32:19.361 INFO:tasks.rados.rados.0.smithi112.stdout:481: delete oid 44 current snap is 48 2024-04-02T08:32:19.361 INFO:tasks.rados.rados.0.smithi112.stdout:480: finishing copy_from to smithi11277797-27 2024-04-02T08:32:19.361 INFO:tasks.rados.rados.0.smithi112.stdout:480: got expected ENOENT (src dne) 2024-04-02T08:32:19.361 INFO:tasks.rados.rados.0.smithi112.stdout:480: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:32:19.362 INFO:tasks.rados.rados.0.smithi112.stdout:476: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:32:19.364 INFO:tasks.rados.rados.0.smithi112.stdout:478: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:32:19.369 INFO:tasks.rados.rados.0.smithi112.stdout:476: finishing copy_from to smithi11277797-37 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 153 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:476: done (4 left) 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:478: done (3 left) 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:480: done (2 left) 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:481: done (1 left) 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 48 2024-04-02T08:32:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:482: seq_num 170 ranges {778240=450560} 2024-04-02T08:32:19.376 INFO:tasks.rados.rados.0.smithi112.stdout:482: writing smithi11277797-7 from 778240 to 1228800 tid 1 2024-04-02T08:32:19.376 INFO:tasks.rados.rados.0.smithi112.stdout:483: rollback oid 42 current snap is 48 2024-04-02T08:32:19.376 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 24 2024-04-02T08:32:19.376 INFO:tasks.rados.rados.0.smithi112.stdout:474: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:32:19.480 INFO:tasks.rados.rados.0.smithi112.stdout:483: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: finishing write tid 1 to smithi11277797-7 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:483: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: finishing write tid 2 to smithi11277797-7 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:483: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 105 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: finishing write tid 3 to smithi11277797-7 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: oid 7 updating version 0 to 176 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: oid 7 version 176 is already newer than 175 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 176 (ObjNum 170 snap 48 seq_num 170) dirty exists 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: left oid 7 (ObjNum 170 snap 48 seq_num 170) 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:474: done (2 left) 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:482: done (1 left) 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:483: done (0 left) 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 48 2024-04-02T08:32:19.481 INFO:tasks.rados.rados.0.smithi112.stdout:484: seq_num 171 ranges {0=466944} 2024-04-02T08:32:19.483 INFO:tasks.rados.rados.0.smithi112.stdout:484: writing smithi11277797-15 from 0 to 466944 tid 1 2024-04-02T08:32:19.483 INFO:tasks.rados.rados.0.smithi112.stdout:485: delete oid 35 current snap is 48 2024-04-02T08:32:19.486 INFO:tasks.rados.rados.0.smithi112.stdout:484: finishing write tid 1 to smithi11277797-15 2024-04-02T08:32:19.486 INFO:tasks.rados.rados.0.smithi112.stdout:484: finishing write tid 2 to smithi11277797-15 2024-04-02T08:32:19.487 INFO:tasks.rados.rados.0.smithi112.stdout:485: done (1 left) 2024-04-02T08:32:19.487 INFO:tasks.rados.rados.0.smithi112.stdout:486: delete oid 10 current snap is 48 2024-04-02T08:32:19.488 INFO:tasks.rados.rados.0.smithi112.stdout:484: finishing write tid 3 to smithi11277797-15 2024-04-02T08:32:19.488 INFO:tasks.rados.rados.0.smithi112.stdout:484: oid 15 updating version 0 to 252 2024-04-02T08:32:19.488 INFO:tasks.rados.rados.0.smithi112.stdout:484: oid 15 version 252 is already newer than 251 2024-04-02T08:32:19.488 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 252 (ObjNum 171 snap 48 seq_num 171) dirty exists 2024-04-02T08:32:19.488 INFO:tasks.rados.rados.0.smithi112.stdout:484: left oid 15 (ObjNum 171 snap 48 seq_num 171) 2024-04-02T08:32:19.489 INFO:tasks.rados.rados.0.smithi112.stdout:484: done (1 left) 2024-04-02T08:32:19.489 INFO:tasks.rados.rados.0.smithi112.stdout:486: done (0 left) 2024-04-02T08:32:19.489 INFO:tasks.rados.rados.0.smithi112.stdout:487: rmattr oid 6 current snap is 48 2024-04-02T08:32:19.489 INFO:tasks.rados.rados.0.smithi112.stdout:487: done (0 left) 2024-04-02T08:32:19.489 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 48 2024-04-02T08:32:19.489 INFO:tasks.rados.rados.0.smithi112.stdout:488: seq_num 174 ranges {679936=516096} 2024-04-02T08:32:19.495 INFO:tasks.rados.rados.0.smithi112.stdout:488: writing smithi11277797-14 from 679936 to 1196032 tid 1 2024-04-02T08:32:19.495 INFO:tasks.rados.rados.0.smithi112.stdout:489: read oid 4 snap -1 2024-04-02T08:32:19.496 INFO:tasks.rados.rados.0.smithi112.stdout:489: expect (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:32:19.496 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 48 2024-04-02T08:32:19.496 INFO:tasks.rados.rados.0.smithi112.stdout:490: seq_num 175 ranges {7569408=540672} 2024-04-02T08:32:19.540 INFO:tasks.rados.rados.0.smithi112.stdout:490: writing smithi11277797-50 from 7569408 to 8110080 tid 1 2024-04-02T08:32:19.540 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 48 2024-04-02T08:32:19.540 INFO:tasks.rados.rados.0.smithi112.stdout:491: seq_num 176 ranges {0=557056} 2024-04-02T08:32:19.543 INFO:tasks.rados.rados.0.smithi112.stdout:491: writing smithi11277797-35 from 0 to 557056 tid 1 2024-04-02T08:32:19.543 INFO:tasks.rados.rados.0.smithi112.stdout:492: snap_remove snap 34 2024-04-02T08:32:19.766 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:19.433+0000 7f8b2cdbe200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:19.766 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:19.531+0000 7f8b2cdbe200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:19.766 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:19.673+0000 7f8b2cdbe200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:20.075 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:19.767+0000 7f8b2cdbe200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:20.075 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:19.849+0000 7f8b2cdbe200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:492: done (4 left) 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:493: snap_create 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:488: finishing write tid 1 to smithi11277797-14 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:488: finishing write tid 2 to smithi11277797-14 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:488: finishing write tid 3 to smithi11277797-14 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:488: oid 14 updating version 0 to 151 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:488: oid 14 version 151 is already newer than 150 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 151 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:488: left oid 14 (ObjNum 174 snap 48 seq_num 174) 2024-04-02T08:32:20.219 INFO:tasks.rados.rados.0.smithi112.stdout:489: expect (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:32:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: Deploying cephadm binary to smithi187 2024-04-02T08:32:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: Deploying cephadm binary to smithi112 2024-04-02T08:32:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:18] ENGINE Bus STARTING 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:18] ENGINE Serving on https://172.21.15.187:7150 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:18] ENGINE Serving on http://172.21.15.187:8765 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:18] ENGINE Bus STARTED 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: mgrmap e25: x(active, since 1.01043s) 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: pgmap v4: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 74 GiB/s rd, 68 GiB/s wr, 561.58k op/s 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[37686]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: Deploying cephadm binary to smithi187 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: Deploying cephadm binary to smithi112 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:18] ENGINE Bus STARTING 2024-04-02T08:32:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:18] ENGINE Serving on https://172.21.15.187:7150 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:18] ENGINE Serving on http://172.21.15.187:8765 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:18] ENGINE Bus STARTED 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: mgrmap e25: x(active, since 1.01043s) 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: pgmap v4: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 74 GiB/s rd, 68 GiB/s wr, 561.58k op/s 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-mon[26914]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:20.112+0000 7f8b2cdbe200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:20.230+0000 7f8b2cdbe200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:20.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:20.322+0000 7f8b2cdbe200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:20.387 INFO:tasks.rados.rados.0.smithi112.stdout:490: finishing write tid 1 to smithi11277797-50 2024-04-02T08:32:20.387 INFO:tasks.rados.rados.0.smithi112.stdout:490: finishing write tid 2 to smithi11277797-50 2024-04-02T08:32:20.387 INFO:tasks.rados.rados.0.smithi112.stdout:490: finishing write tid 3 to smithi11277797-50 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:490: oid 50 updating version 0 to 66 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:490: oid 50 updating version 66 to 67 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 67 (ObjNum 175 snap 48 seq_num 175) dirty exists 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:490: left oid 50 (ObjNum 175 snap 48 seq_num 175) 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:491: finishing write tid 1 to smithi11277797-35 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:491: finishing write tid 2 to smithi11277797-35 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:491: finishing write tid 3 to smithi11277797-35 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:491: oid 35 updating version 0 to 255 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:491: oid 35 version 255 is already newer than 254 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 255 (ObjNum 176 snap 48 seq_num 176) dirty exists 2024-04-02T08:32:20.388 INFO:tasks.rados.rados.0.smithi112.stdout:491: left oid 35 (ObjNum 176 snap 48 seq_num 176) 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: Deploying cephadm binary to smithi187 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: Deploying cephadm binary to smithi112 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:18] ENGINE Bus STARTING 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:18] ENGINE Serving on https://172.21.15.187:7150 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:18] ENGINE Serving on http://172.21.15.187:8765 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:18] ENGINE Bus STARTED 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: mgrmap e25: x(active, since 1.01043s) 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: pgmap v4: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 74 GiB/s rd, 68 GiB/s wr, 561.58k op/s 2024-04-02T08:32:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:20 smithi187 ceph-mon[30584]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:20.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:20.419+0000 7f8b2cdbe200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:20.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:20.593+0000 7f8b2cdbe200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:21.217 INFO:tasks.rados.rados.0.smithi112.stdout:488: done (4 left) 2024-04-02T08:32:21.218 INFO:tasks.rados.rados.0.smithi112.stdout:489: done (3 left) 2024-04-02T08:32:21.218 INFO:tasks.rados.rados.0.smithi112.stdout:490: done (2 left) 2024-04-02T08:32:21.218 INFO:tasks.rados.rados.0.smithi112.stdout:491: done (1 left) 2024-04-02T08:32:21.218 INFO:tasks.rados.rados.0.smithi112.stdout:493: done (0 left) 2024-04-02T08:32:21.218 INFO:tasks.rados.rados.0.smithi112.stdout:494: snap_remove snap 33 2024-04-02T08:32:21.353 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-mon[37686]: pgmap v6: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 91 MiB/s rd, 83 MiB/s wr, 672 op/s 2024-04-02T08:32:21.353 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-mon[37686]: mgrmap e26: x(active, since 2s) 2024-04-02T08:32:21.354 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-mon[37686]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:21.354 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-mon[26914]: pgmap v6: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 91 MiB/s rd, 83 MiB/s wr, 672 op/s 2024-04-02T08:32:21.354 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-mon[26914]: mgrmap e26: x(active, since 2s) 2024-04-02T08:32:21.354 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-mon[26914]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:21.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:21 smithi187 ceph-mon[30584]: pgmap v6: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 91 MiB/s rd, 83 MiB/s wr, 672 op/s 2024-04-02T08:32:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:21 smithi187 ceph-mon[30584]: mgrmap e26: x(active, since 2s) 2024-04-02T08:32:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:21 smithi187 ceph-mon[30584]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:21.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:21.581+0000 7f8b2cdbe200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:22.066 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:21.719+0000 7f8b2cdbe200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:22.067 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:22.067+0000 7f8b2cdbe200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:22.229 INFO:tasks.rados.rados.0.smithi112.stdout:494: done (0 left) 2024-04-02T08:32:22.229 INFO:tasks.rados.rados.0.smithi112.stdout:495: read oid 16 snap 44 2024-04-02T08:32:22.229 INFO:tasks.rados.rados.0.smithi112.stdout:495: expect deleted 2024-04-02T08:32:22.229 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 49 2024-04-02T08:32:22.229 INFO:tasks.rados.rados.0.smithi112.stdout:496: seq_num 177 ranges {0=573440} 2024-04-02T08:32:22.233 INFO:tasks.rados.rados.0.smithi112.stdout:496: writing smithi11277797-2 from 0 to 573440 tid 1 2024-04-02T08:32:22.233 INFO:tasks.rados.rados.0.smithi112.stdout:495: done (1 left) 2024-04-02T08:32:22.233 INFO:tasks.rados.rados.0.smithi112.stdout:497: setattr oid 31 current snap is 49 2024-04-02T08:32:22.235 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 49 2024-04-02T08:32:22.236 INFO:tasks.rados.rados.0.smithi112.stdout:498: seq_num 178 ranges {1482752=589824} 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:498: writing smithi11277797-34 from 1482752 to 2072576 tid 1 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:499: read oid 29 snap -1 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:499: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:500: read oid 21 snap -1 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:500: expect (ObjNum 158 snap 44 seq_num 158) 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 49 2024-04-02T08:32:22.249 INFO:tasks.rados.rados.0.smithi112.stdout:501: seq_num 179 ranges {1196032=606208} 2024-04-02T08:32:22.260 INFO:tasks.rados.rados.0.smithi112.stdout:501: writing smithi11277797-14 from 1196032 to 1802240 tid 1 2024-04-02T08:32:22.260 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 49 2024-04-02T08:32:22.260 INFO:tasks.rados.rados.0.smithi112.stdout:496: finishing write tid 1 to smithi11277797-2 2024-04-02T08:32:22.260 INFO:tasks.rados.rados.0.smithi112.stdout:502: seq_num 180 ranges {7036928=622592} 2024-04-02T08:32:22.304 INFO:tasks.rados.rados.0.smithi112.stdout:502: writing smithi11277797-16 from 7036928 to 7659520 tid 1 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:503: snap_create 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:496: finishing write tid 2 to smithi11277797-2 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:496: finishing write tid 3 to smithi11277797-2 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:496: oid 2 updating version 0 to 246 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:496: oid 2 version 246 is already newer than 245 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 246 (ObjNum 177 snap 49 seq_num 177) dirty exists 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:496: left oid 2 (ObjNum 177 snap 49 seq_num 177) 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 140 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:498: finishing write tid 1 to smithi11277797-34 2024-04-02T08:32:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:499: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:22.329 INFO:tasks.rados.rados.0.smithi112.stdout:498: finishing write tid 2 to smithi11277797-34 2024-04-02T08:32:22.329 INFO:tasks.rados.rados.0.smithi112.stdout:500: expect (ObjNum 158 snap 44 seq_num 158) 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:498: finishing write tid 3 to smithi11277797-34 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:498: oid 34 updating version 0 to 159 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:498: oid 34 updating version 159 to 160 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 160 (ObjNum 178 snap 49 seq_num 178) dirty exists 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:498: left oid 34 (ObjNum 178 snap 49 seq_num 178) 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:501: finishing write tid 1 to smithi11277797-14 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:501: finishing write tid 2 to smithi11277797-14 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:501: finishing write tid 3 to smithi11277797-14 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:501: oid 14 updating version 0 to 165 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:501: oid 14 updating version 165 to 166 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 166 (ObjNum 179 snap 49 seq_num 179) dirty exists 2024-04-02T08:32:22.336 INFO:tasks.rados.rados.0.smithi112.stdout:501: left oid 14 (ObjNum 179 snap 49 seq_num 179) 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:502: finishing write tid 1 to smithi11277797-16 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:502: finishing write tid 2 to smithi11277797-16 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:502: finishing write tid 3 to smithi11277797-16 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:502: oid 16 updating version 0 to 195 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:502: oid 16 version 195 is already newer than 194 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 195 (ObjNum 180 snap 49 seq_num 180) dirty exists 2024-04-02T08:32:22.337 INFO:tasks.rados.rados.0.smithi112.stdout:502: left oid 16 (ObjNum 180 snap 49 seq_num 180) 2024-04-02T08:32:22.350 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-mon[26914]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:22.351 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:22.161+0000 7f8b2cdbe200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:22.351 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-mon[37686]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:22.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:22 smithi187 ceph-mon[30584]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:22.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:22.384+0000 7f8b2cdbe200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:22.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:22.568+0000 7f8b2cdbe200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:23.110 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:22 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:22.854+0000 7f8b2cdbe200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:23.110 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:23.110+0000 7f8b2cdbe200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:23.224 INFO:tasks.rados.rados.0.smithi112.stdout:496: done (7 left) 2024-04-02T08:32:23.224 INFO:tasks.rados.rados.0.smithi112.stdout:497: done (6 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:498: done (5 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:499: done (4 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:500: done (3 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:501: done (2 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:502: done (1 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:503: done (0 left) 2024-04-02T08:32:23.225 INFO:tasks.rados.rados.0.smithi112.stdout:504: setattr oid 5 current snap is 50 2024-04-02T08:32:23.227 INFO:tasks.rados.rados.0.smithi112.stdout:505: rollback oid 50 current snap is 50 2024-04-02T08:32:23.227 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 41 2024-04-02T08:32:23.227 INFO:tasks.rados.rados.0.smithi112.stdout:506: setattr oid 47 current snap is 50 2024-04-02T08:32:23.229 INFO:tasks.rados.rados.0.smithi112.stdout:507: rollback oid 10 current snap is 50 2024-04-02T08:32:23.230 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 42 2024-04-02T08:32:23.230 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 50 2024-04-02T08:32:23.230 INFO:tasks.rados.rados.0.smithi112.stdout:508: seq_num 181 ranges {172032=638976} 2024-04-02T08:32:23.235 INFO:tasks.rados.rados.0.smithi112.stdout:508: writing smithi11277797-11 from 172032 to 811008 tid 1 2024-04-02T08:32:23.235 INFO:tasks.rados.rados.0.smithi112.stdout:509: snap_remove snap 24 2024-04-02T08:32:23.362 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-mon[26914]: pgmap v9: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 30 MiB/s rd, 28 MiB/s wr, 222 op/s 2024-04-02T08:32:23.362 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-mon[26914]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:23.362 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-mon[26914]: mgrmap e27: x(active, since 4s) 2024-04-02T08:32:23.362 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-mon[37686]: pgmap v9: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 30 MiB/s rd, 28 MiB/s wr, 222 op/s 2024-04-02T08:32:23.362 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-mon[37686]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:23.362 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-mon[37686]: mgrmap e27: x(active, since 4s) 2024-04-02T08:32:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:23 smithi187 ceph-mon[30584]: pgmap v9: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 30 MiB/s rd, 28 MiB/s wr, 222 op/s 2024-04-02T08:32:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:23 smithi187 ceph-mon[30584]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:23 smithi187 ceph-mon[30584]: mgrmap e27: x(active, since 4s) 2024-04-02T08:32:23.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:23 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:23.362+0000 7f8b2cdbe200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:24.207 INFO:tasks.rados.rados.0.smithi112.stdout:509: done (5 left) 2024-04-02T08:32:24.207 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 50 2024-04-02T08:32:24.207 INFO:tasks.rados.rados.0.smithi112.stdout:510: seq_num 182 ranges {1818624=655360} 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:510: writing smithi11277797-23 from 1818624 to 2473984 tid 1 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:507: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:505: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 250 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:507: finishing rollback tid 2 to smithi11277797-10 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 162 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:505: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:505: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 70 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 117 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:508: finishing write tid 1 to smithi11277797-11 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:508: finishing write tid 2 to smithi11277797-11 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:508: finishing write tid 3 to smithi11277797-11 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:508: oid 11 updating version 0 to 161 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:508: oid 11 version 161 is already newer than 160 2024-04-02T08:32:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 161 (ObjNum 181 snap 50 seq_num 181) dirty exists 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:508: left oid 11 (ObjNum 181 snap 50 seq_num 181) 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:504: done (5 left) 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:505: done (4 left) 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:506: done (3 left) 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:507: done (2 left) 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:508: done (1 left) 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:511: rollback oid 44 current snap is 50 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 36 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:512: rmattr oid 40 current snap is 50 2024-04-02T08:32:24.225 INFO:tasks.rados.rados.0.smithi112.stdout:512: done (2 left) 2024-04-02T08:32:24.226 INFO:tasks.rados.rados.0.smithi112.stdout:513: read oid 36 snap -1 2024-04-02T08:32:24.226 INFO:tasks.rados.rados.0.smithi112.stdout:513: expect (ObjNum 142 snap 40 seq_num 142) 2024-04-02T08:32:24.226 INFO:tasks.rados.rados.0.smithi112.stdout:514: snap_remove snap 46 2024-04-02T08:32:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-mon[37686]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-mon[37686]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:24.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-mon[26914]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:24.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-mon[26914]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:24.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:24.231+0000 7f8b2cdbe200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:24 smithi187 ceph-mon[30584]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:24 smithi187 ceph-mon[30584]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:25.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:24.851+0000 7f8b2cdbe200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:25.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:24 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:24.950+0000 7f8b2cdbe200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:25.211 INFO:tasks.rados.rados.0.smithi112.stdout:514: done (3 left) 2024-04-02T08:32:25.211 INFO:tasks.rados.rados.0.smithi112.stdout:515: snap_create 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:511: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 72 (ObjNum 609 snap 0 seq_num 3479154480) dirty dne 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: finishing write tid 1 to smithi11277797-23 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: finishing write tid 2 to smithi11277797-23 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: finishing write tid 3 to smithi11277797-23 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: oid 23 updating version 0 to 140 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: oid 23 updating version 140 to 141 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 141 (ObjNum 182 snap 50 seq_num 182) dirty exists 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: left oid 23 (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:32:25.212 INFO:tasks.rados.rados.0.smithi112.stdout:513: expect (ObjNum 142 snap 40 seq_num 142) 2024-04-02T08:32:25.590 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: pgmap v12: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:32:25.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: Standby manager daemon y started 2024-04-02T08:32:25.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:25.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:25.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:25.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:25.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:25 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: pgmap v12: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:32:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: Standby manager daemon y started 2024-04-02T08:32:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: pgmap v12: 121 pgs: 121 active+clean; 175 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: Standby manager daemon y started 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2051935194' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:25.178+0000 7f8b2cdbe200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:32:25] ENGINE Bus STARTING 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: CherryPy Checker: 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: The Application mounted at '' has an empty config. 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:32:25] ENGINE Serving on http://:::9283 2024-04-02T08:32:25.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:25 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: [02/Apr/2024:08:32:25] ENGINE Bus STARTED 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:510: done (3 left) 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:511: done (2 left) 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:513: done (1 left) 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:515: done (0 left) 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:516: read oid 47 snap -1 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:516: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:26.212 INFO:tasks.rados.rados.0.smithi112.stdout:517: delete oid 21 current snap is 51 2024-04-02T08:32:26.215 INFO:tasks.rados.rados.0.smithi112.stdout:517: done (1 left) 2024-04-02T08:32:26.215 INFO:tasks.rados.rados.0.smithi112.stdout:518: snap_create 2024-04-02T08:32:26.216 INFO:tasks.rados.rados.0.smithi112.stdout:516: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:26.509 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:26 smithi187 ceph-mon[30584]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-02T08:32:26.510 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:26 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:26.510 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:26 smithi187 ceph-mon[30584]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-mon[26914]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-02T08:32:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-mon[26914]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-mon[37686]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-02T08:32:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-mon[37686]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:27.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:26 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:32:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:32:27.213 INFO:tasks.rados.rados.0.smithi112.stdout:516: done (1 left) 2024-04-02T08:32:27.213 INFO:tasks.rados.rados.0.smithi112.stdout:518: done (0 left) 2024-04-02T08:32:27.213 INFO:tasks.rados.rados.0.smithi112.stdout:519: setattr oid 7 current snap is 52 2024-04-02T08:32:27.216 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 52 2024-04-02T08:32:27.216 INFO:tasks.rados.rados.0.smithi112.stdout:520: seq_num 184 ranges {679936=688128} 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi112.stdout:520: writing smithi11277797-19 from 679936 to 1368064 tid 1 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi112.stdout:521: copy_from oid 13 from oid 8 current snap is 52 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 207 (ObjNum 170 snap 48 seq_num 170) dirty exists 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi112.stdout:519: done (2 left) 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 52 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi112.stdout:522: seq_num 185 ranges {679936=704512} 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:522: writing smithi11277797-41 from 679936 to 1384448 tid 1 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:523: read oid 20 snap 15 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:523: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:521: finishing copy_from to smithi11277797-13 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:521: got expected ENOENT (src dne) 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:521: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:520: finishing write tid 1 to smithi11277797-19 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:524: read oid 21 snap -1 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:524: expect deleted 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:521: done (4 left) 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 52 2024-04-02T08:32:27.236 INFO:tasks.rados.rados.0.smithi112.stdout:520: finishing write tid 2 to smithi11277797-19 2024-04-02T08:32:27.237 INFO:tasks.rados.rados.0.smithi112.stdout:520: finishing write tid 3 to smithi11277797-19 2024-04-02T08:32:27.237 INFO:tasks.rados.rados.0.smithi112.stdout:520: oid 19 updating version 0 to 84 2024-04-02T08:32:27.237 INFO:tasks.rados.rados.0.smithi112.stdout:520: oid 19 version 84 is already newer than 83 2024-04-02T08:32:27.237 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 84 (ObjNum 184 snap 52 seq_num 184) dirty exists 2024-04-02T08:32:27.237 INFO:tasks.rados.rados.0.smithi112.stdout:520: left oid 19 (ObjNum 184 snap 52 seq_num 184) 2024-04-02T08:32:27.237 INFO:tasks.rados.rados.0.smithi112.stdout:525: seq_num 186 ranges {0=720896} 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:525: writing smithi11277797-6 from 0 to 720896 tid 1 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:520: done (4 left) 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:526: rollback oid 25 current snap is 52 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 20 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:522: finishing write tid 1 to smithi11277797-41 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:522: finishing write tid 2 to smithi11277797-41 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:522: finishing write tid 3 to smithi11277797-41 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:522: oid 41 updating version 0 to 172 2024-04-02T08:32:27.242 INFO:tasks.rados.rados.0.smithi112.stdout:522: oid 41 updating version 172 to 173 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 173 (ObjNum 185 snap 52 seq_num 185) dirty exists 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:522: left oid 41 (ObjNum 185 snap 52 seq_num 185) 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:522: done (4 left) 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:524: done (3 left) 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:527: rollback oid 36 current snap is 52 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 15 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 52 2024-04-02T08:32:27.243 INFO:tasks.rados.rados.0.smithi112.stdout:528: seq_num 187 ranges {4923392=737280} 2024-04-02T08:32:27.275 INFO:tasks.rados.rados.0.smithi112.stdout:528: writing smithi11277797-43 from 4923392 to 5660672 tid 1 2024-04-02T08:32:27.275 INFO:tasks.rados.rados.0.smithi112.stdout:529: rollback oid 27 current snap is 52 2024-04-02T08:32:27.275 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 43 2024-04-02T08:32:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:523: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:32:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:527: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:32:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:527: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:32:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:523: done (5 left) 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:530: read oid 42 snap -1 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:530: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:531: rollback oid 33 current snap is 52 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 33 to 20 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:525: finishing write tid 1 to smithi11277797-6 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:525: finishing write tid 2 to smithi11277797-6 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:527: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 233 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:526: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:526: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:525: finishing write tid 3 to smithi11277797-6 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:525: oid 6 updating version 0 to 173 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:525: oid 6 version 173 is already newer than 172 2024-04-02T08:32:27.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 173 (ObjNum 186 snap 52 seq_num 186) dirty exists 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:525: left oid 6 (ObjNum 186 snap 52 seq_num 186) 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:526: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 150 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:528: finishing write tid 1 to smithi11277797-43 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:529: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:525: done (6 left) 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:526: done (5 left) 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:527: done (4 left) 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:532: read oid 8 snap -1 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:532: expect deleted 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:533: rollback oid 34 current snap is 52 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 34 to 15 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:534: snap_create 2024-04-02T08:32:27.322 INFO:tasks.rados.rados.0.smithi112.stdout:528: finishing write tid 2 to smithi11277797-43 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:529: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:529: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 237 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:528: finishing write tid 3 to smithi11277797-43 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:528: oid 43 updating version 0 to 175 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:528: oid 43 updating version 175 to 176 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 176 (ObjNum 187 snap 52 seq_num 187) dirty exists 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:528: left oid 43 (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:32:27.323 INFO:tasks.rados.rados.0.smithi112.stdout:531: finishing rollback tid 0 to smithi11277797-33 2024-04-02T08:32:27.324 INFO:tasks.rados.rados.0.smithi112.stdout:530: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:533: finishing rollback tid 0 to smithi11277797-34 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:531: finishing rollback tid 1 to smithi11277797-33 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:531: finishing rollback tid 2 to smithi11277797-33 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 154 (ObjNum 65 snap 0 seq_num 1817667932) dirty exists 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:533: finishing rollback tid 1 to smithi11277797-34 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:533: finishing rollback tid 2 to smithi11277797-34 2024-04-02T08:32:27.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 176 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:32:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:27 smithi187 ceph-mon[30584]: pgmap v15: 121 pgs: 121 active+clean; 189 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 63 op/s 2024-04-02T08:32:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:27 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:27 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:27 smithi187 ceph-mon[30584]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[26914]: pgmap v15: 121 pgs: 121 active+clean; 189 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 63 op/s 2024-04-02T08:32:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[26914]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[37686]: pgmap v15: 121 pgs: 121 active+clean; 189 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 63 op/s 2024-04-02T08:32:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:27 smithi112 ceph-mon[37686]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:528: done (6 left) 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:529: done (5 left) 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:530: done (4 left) 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:531: done (3 left) 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:532: done (2 left) 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:533: done (1 left) 2024-04-02T08:32:28.218 INFO:tasks.rados.rados.0.smithi112.stdout:534: done (0 left) 2024-04-02T08:32:28.219 INFO:tasks.rados.rados.0.smithi112.stdout:535: rollback oid 42 current snap is 53 2024-04-02T08:32:28.219 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 49 2024-04-02T08:32:28.219 INFO:tasks.rados.rados.0.smithi112.stdout:536: copy_from oid 3 from oid 1 current snap is 53 2024-04-02T08:32:28.219 INFO:tasks.rados.rados.0.smithi112.stdout:537: snap_remove snap 6 2024-04-02T08:32:28.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi112 to 2480M 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:28 smithi187 ceph-mon[30584]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi112 to 2480M 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[26914]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:28.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi112 to 2480M 2024-04-02T08:32:28.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:28.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:28 smithi112 ceph-mon[37686]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:537: done (2 left) 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:538: snap_create 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:535: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:535: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:535: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 131 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:536: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:536: finishing copy_from to smithi11277797-3 2024-04-02T08:32:29.201 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 31 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-04-02T08:32:29.539 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:29 smithi187 ceph-mon[30584]: pgmap v18: 121 pgs: 121 active+clean; 189 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 57 op/s 2024-04-02T08:32:29.539 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:29 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:29.539 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:29 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:29.539 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:29 smithi187 ceph-mon[30584]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[26914]: pgmap v18: 121 pgs: 121 active+clean; 189 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 57 op/s 2024-04-02T08:32:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:29.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[26914]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:29.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[37686]: pgmap v18: 121 pgs: 121 active+clean; 189 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 57 op/s 2024-04-02T08:32:29.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:29.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:29.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:29 smithi112 ceph-mon[37686]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:30.205 INFO:tasks.rados.rados.0.smithi112.stdout:535: done (2 left) 2024-04-02T08:32:30.205 INFO:tasks.rados.rados.0.smithi112.stdout:536: done (1 left) 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:538: done (0 left) 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:539: read oid 46 snap -1 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:539: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:540: rollback oid 42 current snap is 54 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 18 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 54 2024-04-02T08:32:30.206 INFO:tasks.rados.rados.0.smithi112.stdout:541: seq_num 188 ranges {0=753664} 2024-04-02T08:32:30.210 INFO:tasks.rados.rados.0.smithi112.stdout:541: writing smithi11277797-26 from 0 to 753664 tid 1 2024-04-02T08:32:30.210 INFO:tasks.rados.rados.0.smithi112.stdout:542: copy_from oid 41 from oid 40 current snap is 54 2024-04-02T08:32:30.210 INFO:tasks.rados.rados.0.smithi112.stdout:540: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:32:30.210 INFO:tasks.rados.rados.0.smithi112.stdout:540: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:32:30.210 INFO:tasks.rados.rados.0.smithi112.stdout:540: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:32:30.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 141 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:540: done (3 left) 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:543: rollback oid 39 current snap is 54 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 39 to 52 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:544: copy_from oid 5 from oid 13 current snap is 54 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:545: rollback oid 44 current snap is 54 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 51 2024-04-02T08:32:30.211 INFO:tasks.rados.rados.0.smithi112.stdout:546: delete oid 7 current snap is 54 2024-04-02T08:32:30.215 INFO:tasks.rados.rados.0.smithi112.stdout:539: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:32:30.263 INFO:tasks.rados.rados.0.smithi112.stdout:545: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 72 (ObjNum 129 snap 0 seq_num 2348547152) dirty dne 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:541: finishing write tid 1 to smithi11277797-26 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:541: finishing write tid 2 to smithi11277797-26 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:543: finishing rollback tid 1 to smithi11277797-39 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 122 (ObjNum 593 snap 0 seq_num 2348188568) dirty dne 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:541: finishing write tid 3 to smithi11277797-26 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:541: oid 26 updating version 0 to 162 2024-04-02T08:32:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:541: oid 26 version 162 is already newer than 161 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 162 (ObjNum 188 snap 54 seq_num 188) dirty exists 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:541: left oid 26 (ObjNum 188 snap 54 seq_num 188) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:542: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:542: finishing copy_from to smithi11277797-41 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:544: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:544: finishing copy_from to smithi11277797-5 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 122 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:539: done (6 left) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:541: done (5 left) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:542: done (4 left) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:543: done (3 left) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:544: done (2 left) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:545: done (1 left) 2024-04-02T08:32:30.313 INFO:tasks.rados.rados.0.smithi112.stdout:546: done (0 left) 2024-04-02T08:32:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:547: delete oid 40 current snap is 54 2024-04-02T08:32:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:547: done (0 left) 2024-04-02T08:32:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:548: read oid 50 snap -1 2024-04-02T08:32:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:548: expect (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:549: snap_create 2024-04-02T08:32:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:548: expect (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:31.209 INFO:tasks.rados.rados.0.smithi112.stdout:548: done (1 left) 2024-04-02T08:32:31.209 INFO:tasks.rados.rados.0.smithi112.stdout:549: done (0 left) 2024-04-02T08:32:31.209 INFO:tasks.rados.rados.0.smithi112.stdout:550: read oid 35 snap 37 2024-04-02T08:32:31.209 INFO:tasks.rados.rados.0.smithi112.stdout:550: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:32:31.209 INFO:tasks.rados.rados.0.smithi112.stdout:551: copy_from oid 45 from oid 23 current snap is 55 2024-04-02T08:32:31.209 INFO:tasks.rados.rados.0.smithi112.stdout:552: delete oid 1 current snap is 55 2024-04-02T08:32:31.214 INFO:tasks.rados.rados.0.smithi112.stdout:552: done (2 left) 2024-04-02T08:32:31.215 INFO:tasks.rados.rados.0.smithi112.stdout:553: snap_create 2024-04-02T08:32:31.217 INFO:tasks.rados.rados.0.smithi112.stdout:550: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:32:31.273 INFO:tasks.rados.rados.0.smithi112.stdout:551: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi112.stdout:551: finishing copy_from to smithi11277797-45 2024-04-02T08:32:31.274 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 141 (ObjNum 182 snap 50 seq_num 182) dirty exists 2024-04-02T08:32:31.357 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:32:31.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:31 smithi187 ceph-mon[30584]: pgmap v21: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:32:31.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:31 smithi187 ceph-mon[30584]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:31 smithi112 ceph-mon[26914]: pgmap v21: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:32:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:31 smithi112 ceph-mon[26914]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:31 smithi112 ceph-mon[37686]: pgmap v21: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:32:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:31 smithi112 ceph-mon[37686]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (3m) 5s ago 4m 28.1M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (4m) 4s ago 4m 90.5M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (5m) 5s ago 5m 19.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (5m) 4s ago 5m 13.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (31s) 4s ago 8m 490M - 19.0.0-2419-g14da45f2 53081131892e 31babc4981bd 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:9283,8765 running (10m) 5s ago 10m 370M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 9719071ce760 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (10m) 5s ago 10m 56.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 5e5f14d2a805 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (9m) 4s ago 9m 41.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:32:31.678 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (9m) 5s ago 9m 44.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c54ae978287c 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (4m) 5s ago 3m 15.9M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (3m) 4s ago 3m 16.7M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (8m) 5s ago 8m 92.4M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (8m) 5s ago 8m 110M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (7m) 5s ago 7m 95.7M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (7m) 5s ago 7m 69.8M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (6m) 4s ago 6m 102M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (6m) 4s ago 6m 90.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (6m) 4s ago 6m 83.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (5m) 4s ago 5m 99.8M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:32:31.679 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (3m) 4s ago 4m 50.8M - 2.43.0 a07b618ecd1d e16dd395a4e4 2024-04-02T08:32:32.064 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:32:32.065 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 14, 2024-04-02T08:32:32.066 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:32:32.066 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:32:32.066 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:32:32.224 INFO:tasks.rados.rados.0.smithi112.stdout:550: done (2 left) 2024-04-02T08:32:32.225 INFO:tasks.rados.rados.0.smithi112.stdout:551: done (1 left) 2024-04-02T08:32:32.225 INFO:tasks.rados.rados.0.smithi112.stdout:553: done (0 left) 2024-04-02T08:32:32.225 INFO:tasks.rados.rados.0.smithi112.stdout:554: read oid 45 snap -1 2024-04-02T08:32:32.225 INFO:tasks.rados.rados.0.smithi112.stdout:554: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:32:32.225 INFO:tasks.rados.rados.0.smithi112.stdout:555: copy_from oid 49 from oid 4 current snap is 56 2024-04-02T08:32:32.225 INFO:tasks.rados.rados.0.smithi112.stdout:556: snap_remove snap 42 2024-04-02T08:32:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/3941614119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/3941614119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:32.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:32 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/3941614119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:32.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:32.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:32.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:32 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:33.220 INFO:tasks.rados.rados.0.smithi112.stdout:556: done (2 left) 2024-04-02T08:32:33.220 INFO:tasks.rados.rados.0.smithi112.stdout:557: rollback oid 14 current snap is 56 2024-04-02T08:32:33.220 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 53 2024-04-02T08:32:33.221 INFO:tasks.rados.rados.0.smithi112.stdout:554: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:555: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:555: finishing copy_from to smithi11277797-49 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 77 (ObjNum 139 snap 40 seq_num 139) dirty exists 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:557: finishing rollback tid 0 to smithi11277797-14 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:557: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:557: finishing rollback tid 2 to smithi11277797-14 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 190 (ObjNum 179 snap 49 seq_num 179) dirty exists 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi112.stdout:554: done (2 left) 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi112.stdout:555: done (1 left) 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi112.stdout:557: done (0 left) 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi112.stdout:558: snap_create 2024-04-02T08:32:33.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: from='client.25094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: pgmap v24: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: Adjusting osd_memory_target on smithi187 to 2480M 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:33 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: from='client.25094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: pgmap v24: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: Adjusting osd_memory_target on smithi187 to 2480M 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: from='client.25094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: pgmap v24: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: Adjusting osd_memory_target on smithi187 to 2480M 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:33.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:33 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:34.274 INFO:tasks.rados.rados.0.smithi112.stdout:558: done (0 left) 2024-04-02T08:32:34.274 INFO:tasks.rados.rados.0.smithi112.stdout:559: copy_from oid 16 from oid 10 current snap is 57 2024-04-02T08:32:34.274 INFO:tasks.rados.rados.0.smithi112.stdout:560: snap_remove snap 53 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.413 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.413 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.413 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:34 smithi187 ceph-mon[30584]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[37686]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:34 smithi112 ceph-mon[26914]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:35.276 INFO:tasks.rados.rados.0.smithi112.stdout:560: done (1 left) 2024-04-02T08:32:35.277 INFO:tasks.rados.rados.0.smithi112.stdout:561: read oid 35 snap -1 2024-04-02T08:32:35.277 INFO:tasks.rados.rados.0.smithi112.stdout:561: expect (ObjNum 176 snap 48 seq_num 176) 2024-04-02T08:32:35.277 INFO:tasks.rados.rados.0.smithi112.stdout:562: snap_create 2024-04-02T08:32:35.277 INFO:tasks.rados.rados.0.smithi112.stdout:559: finishing copy_from racing read to smithi11277797-16 2024-04-02T08:32:35.277 INFO:tasks.rados.rados.0.smithi112.stdout:559: finishing copy_from to smithi11277797-16 2024-04-02T08:32:35.277 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 162 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-04-02T08:32:35.289 INFO:tasks.rados.rados.0.smithi112.stdout:561: expect (ObjNum 176 snap 48 seq_num 176) 2024-04-02T08:32:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:35 smithi187 ceph-mon[30584]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:32:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:35 smithi187 ceph-mon[30584]: pgmap v27: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:32:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:35 smithi187 ceph-mon[30584]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:35 smithi112 ceph-mon[37686]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:32:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:35 smithi112 ceph-mon[37686]: pgmap v27: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:32:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:35 smithi112 ceph-mon[37686]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:35 smithi112 ceph-mon[26914]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:32:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:35 smithi112 ceph-mon[26914]: pgmap v27: 121 pgs: 121 active+clean; 192 MiB data, 581 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:32:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:35 smithi112 ceph-mon[26914]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:36.275 INFO:tasks.rados.rados.0.smithi112.stdout:559: done (2 left) 2024-04-02T08:32:36.275 INFO:tasks.rados.rados.0.smithi112.stdout:561: done (1 left) 2024-04-02T08:32:36.275 INFO:tasks.rados.rados.0.smithi112.stdout:562: done (0 left) 2024-04-02T08:32:36.275 INFO:tasks.rados.rados.0.smithi112.stdout:563: rmattr oid 33 current snap is 58 2024-04-02T08:32:36.275 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 58 2024-04-02T08:32:36.275 INFO:tasks.rados.rados.0.smithi112.stdout:564: seq_num 192 ranges {188416=417792,606208=401408} 2024-04-02T08:32:36.278 INFO:tasks.rados.rados.0.smithi112.stdout:564: writing smithi11277797-42 from 188416 to 606208 tid 1 2024-04-02T08:32:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:564: writing smithi11277797-42 from 606208 to 1007616 tid 2 2024-04-02T08:32:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:565: copy_from oid 46 from oid 21 current snap is 58 2024-04-02T08:32:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 171 (ObjNum 33 snap 0 seq_num 2348568704) dirty exists 2024-04-02T08:32:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:563: done (2 left) 2024-04-02T08:32:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 58 2024-04-02T08:32:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:566: seq_num 193 ranges {0=434176,434176=401408} 2024-04-02T08:32:36.284 INFO:tasks.rados.rados.0.smithi112.stdout:566: writing smithi11277797-7 from 0 to 434176 tid 1 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:566: writing smithi11277797-7 from 434176 to 835584 tid 2 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:567: rollback oid 11 current snap is 58 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 49 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:565: finishing copy_from to smithi11277797-46 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:565: got expected ENOENT (src dne) 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:565: finishing copy_from racing read to smithi11277797-46 2024-04-02T08:32:36.287 INFO:tasks.rados.rados.0.smithi112.stdout:565: done (3 left) 2024-04-02T08:32:36.288 INFO:tasks.rados.rados.0.smithi112.stdout:568: setattr oid 24 current snap is 58 2024-04-02T08:32:36.288 INFO:tasks.rados.rados.0.smithi112.stdout:564: finishing write tid 1 to smithi11277797-42 2024-04-02T08:32:36.288 INFO:tasks.rados.rados.0.smithi112.stdout:564: finishing write tid 2 to smithi11277797-42 2024-04-02T08:32:36.289 INFO:tasks.rados.rados.0.smithi112.stdout:569: rmattr oid 47 current snap is 58 2024-04-02T08:32:36.289 INFO:tasks.rados.rados.0.smithi112.stdout:570: read oid 41 snap -1 2024-04-02T08:32:36.289 INFO:tasks.rados.rados.0.smithi112.stdout:570: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:32:36.289 INFO:tasks.rados.rados.0.smithi112.stdout:571: rollback oid 27 current snap is 58 2024-04-02T08:32:36.290 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 49 2024-04-02T08:32:36.290 INFO:tasks.rados.rados.0.smithi112.stdout:564: finishing write tid 3 to smithi11277797-42 2024-04-02T08:32:36.290 INFO:tasks.rados.rados.0.smithi112.stdout:572: copy_from oid 39 from oid 36 current snap is 58 2024-04-02T08:32:36.290 INFO:tasks.rados.rados.0.smithi112.stdout:573: delete oid 8 current snap is 58 2024-04-02T08:32:36.290 INFO:tasks.rados.rados.0.smithi112.stdout:566: finishing write tid 1 to smithi11277797-7 2024-04-02T08:32:36.290 INFO:tasks.rados.rados.0.smithi112.stdout:566: finishing write tid 2 to smithi11277797-7 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:566: finishing write tid 3 to smithi11277797-7 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:564: finishing write tid 4 to smithi11277797-42 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:564: oid 42 updating version 0 to 154 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:564: oid 42 updating version 154 to 155 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:564: oid 42 version 155 is already newer than 153 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 155 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:32:36.291 INFO:tasks.rados.rados.0.smithi112.stdout:564: left oid 42 (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:32:36.293 INFO:tasks.rados.rados.0.smithi112.stdout:566: finishing write tid 4 to smithi11277797-7 2024-04-02T08:32:36.293 INFO:tasks.rados.rados.0.smithi112.stdout:566: oid 7 updating version 0 to 229 2024-04-02T08:32:36.293 INFO:tasks.rados.rados.0.smithi112.stdout:566: oid 7 version 229 is already newer than 228 2024-04-02T08:32:36.293 INFO:tasks.rados.rados.0.smithi112.stdout:566: oid 7 updating version 229 to 230 2024-04-02T08:32:36.293 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 230 (ObjNum 193 snap 58 seq_num 193) dirty exists 2024-04-02T08:32:36.293 INFO:tasks.rados.rados.0.smithi112.stdout:566: left oid 7 (ObjNum 193 snap 58 seq_num 193) 2024-04-02T08:32:36.294 INFO:tasks.rados.rados.0.smithi112.stdout:571: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:32:36.294 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 278 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:36.294 INFO:tasks.rados.rados.0.smithi112.stdout:571: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:32:36.294 INFO:tasks.rados.rados.0.smithi112.stdout:571: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:32:36.294 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 259 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:564: done (8 left) 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:566: done (7 left) 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:569: done (6 left) 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:571: done (5 left) 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:573: done (4 left) 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:574: rollback oid 49 current snap is 58 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 49 to 48 2024-04-02T08:32:36.297 INFO:tasks.rados.rados.0.smithi112.stdout:575: snap_remove snap 55 2024-04-02T08:32:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:36 smithi112 ceph-mon[37686]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:36 smithi112 ceph-mon[37686]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:36 smithi112 ceph-mon[26914]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:36 smithi112 ceph-mon[26914]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:36.655 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:36 smithi187 ceph-mon[30584]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:36.655 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:36 smithi187 ceph-mon[30584]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:36.980 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:36 smithi187 systemd[1]: Stopping Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27147]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:32:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:575: done (5 left) 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:576: read oid 19 snap -1 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:576: expect (ObjNum 184 snap 52 seq_num 184) 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:577: delete oid 45 current snap is 58 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:567: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:567: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:567: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 187 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:574: finishing rollback tid 0 to smithi11277797-49 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:574: finishing rollback tid 1 to smithi11277797-49 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:572: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:32:37.300 INFO:tasks.rados.rados.0.smithi112.stdout:574: finishing rollback tid 2 to smithi11277797-49 2024-04-02T08:32:37.301 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 264 (ObjNum 141 snap 40 seq_num 141) dirty exists 2024-04-02T08:32:37.301 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 200 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:32:37.301 INFO:tasks.rados.rados.0.smithi112.stdout:572: finishing copy_from to smithi11277797-39 2024-04-02T08:32:37.301 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 233 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:32:37.301 INFO:tasks.rados.rados.0.smithi112.stdout:570: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:32:37.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-mon[30584]: pgmap v30: 121 pgs: 121 active+clean; 199 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:32:37.301 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.044Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.045Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.045Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[62494]: ts=2024-04-02T08:32:37.045Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:32:37.302 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 podman[72979]: 2024-04-02 08:32:37.054594159 +0000 UTC m=+0.108490556 container died e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.321 INFO:tasks.rados.rados.0.smithi112.stdout:576: expect (ObjNum 184 snap 52 seq_num 184) 2024-04-02T08:32:37.367 INFO:tasks.rados.rados.0.smithi112.stdout:567: done (6 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:568: done (5 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:570: done (4 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:572: done (3 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:574: done (2 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:576: done (1 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:577: done (0 left) 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:578: rollback oid 44 current snap is 58 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 19 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 58 2024-04-02T08:32:37.368 INFO:tasks.rados.rados.0.smithi112.stdout:579: seq_num 196 ranges {0=491520,491520=401408} 2024-04-02T08:32:37.370 INFO:tasks.rados.rados.0.smithi112.stdout:579: writing smithi11277797-30 from 0 to 491520 tid 1 2024-04-02T08:32:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:579: writing smithi11277797-30 from 491520 to 892928 tid 2 2024-04-02T08:32:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:580: rollback oid 40 current snap is 58 2024-04-02T08:32:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 37 2024-04-02T08:32:37.373 INFO:tasks.rados.rados.0.smithi112.stdout:578: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:32:37.373 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 72 (ObjNum 33 snap 0 seq_num 2348789312) dirty dne 2024-04-02T08:32:37.373 INFO:tasks.rados.rados.0.smithi112.stdout:578: done (2 left) 2024-04-02T08:32:37.373 INFO:tasks.rados.rados.0.smithi112.stdout:581: snap_remove snap 20 2024-04-02T08:32:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:37 smithi112 ceph-mon[37686]: pgmap v30: 121 pgs: 121 active+clean; 199 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:32:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:37 smithi112 ceph-mon[26914]: pgmap v30: 121 pgs: 121 active+clean; 199 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:32:37.685 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 podman[72979]: 2024-04-02 08:32:37.402361923 +0000 UTC m=+0.456258317 container cleanup e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.685 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 bash[72979]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:32:37.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 podman[72993]: 2024-04-02 08:32:37.686880513 +0000 UTC m=+0.631132375 container remove e16dd395a4e4c58de3b8f6c388c8fb37265a5fbc828ad58afeac17a2b5ba2a62 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:32:37.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 systemd[1]: Stopped Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:37.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.551s CPU time. 2024-04-02T08:32:37.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:37 smithi187 systemd[1]: Starting Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:38.299 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 podman[73091]: 2024-04-02 08:32:37.948607555 +0000 UTC m=+0.018777382 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:32:38.300 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 podman[73091]: 2024-04-02 08:32:38.079726702 +0000 UTC m=+0.149896519 container create e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:38.303 INFO:tasks.rados.rados.0.smithi112.stdout:581: done (2 left) 2024-04-02T08:32:38.303 INFO:tasks.rados.rados.0.smithi112.stdout:582: snap_create 2024-04-02T08:32:38.303 INFO:tasks.rados.rados.0.smithi112.stdout:580: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:32:38.303 INFO:tasks.rados.rados.0.smithi112.stdout:580: finishing rollback tid 2 to smithi11277797-40 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 166 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: finishing write tid 1 to smithi11277797-30 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: finishing write tid 2 to smithi11277797-30 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: finishing write tid 3 to smithi11277797-30 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: finishing write tid 4 to smithi11277797-30 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: oid 30 updating version 0 to 206 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: oid 30 version 206 is already newer than 205 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: oid 30 version 206 is already newer than 204 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 206 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-04-02T08:32:38.304 INFO:tasks.rados.rados.0.smithi112.stdout:579: left oid 30 (ObjNum 196 snap 58 seq_num 196) 2024-04-02T08:32:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:38 smithi112 ceph-mon[37686]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:38 smithi112 ceph-mon[26914]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:38.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-mon[30584]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:38.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 podman[73091]: 2024-04-02 08:32:38.307229285 +0000 UTC m=+0.377399125 container init e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:38.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 podman[73091]: 2024-04-02 08:32:38.312453267 +0000 UTC m=+0.382623092 container start e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:38.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.340Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:32:38.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.340Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:32:38.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.340Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi187 (none))" 2024-04-02T08:32:38.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.340Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.340Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.342Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.342Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.343Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.343Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.344Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.344Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.552µs 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.344Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.346Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.353Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.353Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.353Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.565µs wal_replay_duration=9.351648ms wbl_replay_duration=112ns total_replay_duration=9.385368ms 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.355Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:32:38.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.355Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:32:38.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.355Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:32:38.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.376Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.097709ms db_storage=871ns remote_storage=1.066µs web_handler=348ns query_engine=566ns scrape=407.134µs scrape_sd=92.269µs notify=18.443µs notify_sd=23.987µs rules=20.221744ms tracing=6.606µs 2024-04-02T08:32:38.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.376Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:32:38.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:38.376Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:32:38.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 bash[73091]: e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf 2024-04-02T08:32:38.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:38 smithi187 systemd[1]: Started Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:579: done (2 left) 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:580: done (1 left) 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:582: done (0 left) 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:583: rmattr oid 40 current snap is 59 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:583: done (0 left) 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:584: read oid 10 snap 18 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:584: expect (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:585: read oid 50 snap -1 2024-04-02T08:32:39.203 INFO:tasks.rados.rados.0.smithi112.stdout:585: expect (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:39.204 INFO:tasks.rados.rados.0.smithi112.stdout:586: snap_remove snap 51 2024-04-02T08:32:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: pgmap v33: 121 pgs: 121 active+clean; 199 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:32:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[37686]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: pgmap v33: 121 pgs: 121 active+clean; 199 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:39.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:39 smithi112 ceph-mon[26914]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:32:39.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: pgmap v33: 121 pgs: 121 active+clean; 199 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:32:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:39 smithi187 ceph-mon[30584]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:32:40.207 INFO:tasks.rados.rados.0.smithi112.stdout:586: done (2 left) 2024-04-02T08:32:40.207 INFO:tasks.rados.rados.0.smithi112.stdout:587: rollback oid 2 current snap is 59 2024-04-02T08:32:40.207 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 2 to 50 2024-04-02T08:32:40.207 INFO:tasks.rados.rados.0.smithi112.stdout:588: delete oid 37 current snap is 59 2024-04-02T08:32:40.207 INFO:tasks.rados.rados.0.smithi112.stdout:584: expect (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:32:40.326 INFO:tasks.rados.rados.0.smithi112.stdout:585: expect (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[37686]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:40 smithi112 ceph-mon[26914]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:32:40.689 INFO:tasks.rados.rados.0.smithi112.stdout:587: finishing rollback tid 0 to smithi11277797-2 2024-04-02T08:32:40.689 INFO:tasks.rados.rados.0.smithi112.stdout:587: finishing rollback tid 1 to smithi11277797-2 2024-04-02T08:32:40.689 INFO:tasks.rados.rados.0.smithi112.stdout:587: finishing rollback tid 2 to smithi11277797-2 2024-04-02T08:32:40.689 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 292 (ObjNum 177 snap 49 seq_num 177) dirty exists 2024-04-02T08:32:40.689 INFO:tasks.rados.rados.0.smithi112.stdout:584: done (3 left) 2024-04-02T08:32:40.690 INFO:tasks.rados.rados.0.smithi112.stdout:585: done (2 left) 2024-04-02T08:32:40.690 INFO:tasks.rados.rados.0.smithi112.stdout:587: done (1 left) 2024-04-02T08:32:40.690 INFO:tasks.rados.rados.0.smithi112.stdout:588: done (0 left) 2024-04-02T08:32:40.690 INFO:tasks.rados.rados.0.smithi112.stdout:589: read oid 42 snap -1 2024-04-02T08:32:40.690 INFO:tasks.rados.rados.0.smithi112.stdout:589: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:32:40.690 INFO:tasks.rados.rados.0.smithi112.stdout:590: setattr oid 5 current snap is 59 2024-04-02T08:32:40.691 INFO:tasks.rados.rados.0.smithi112.stdout:591: rmattr oid 26 current snap is 59 2024-04-02T08:32:40.691 INFO:tasks.rados.rados.0.smithi112.stdout:591: done (2 left) 2024-04-02T08:32:40.691 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 59 2024-04-02T08:32:40.692 INFO:tasks.rados.rados.0.smithi112.stdout:592: seq_num 198 ranges {860160=524288,1384448=401408} 2024-04-02T08:32:40.697 INFO:tasks.rados.rados.0.smithi112.stdout:592: writing smithi11277797-38 from 860160 to 1384448 tid 1 2024-04-02T08:32:40.700 INFO:tasks.rados.rados.0.smithi112.stdout:592: writing smithi11277797-38 from 1384448 to 1785856 tid 2 2024-04-02T08:32:40.700 INFO:tasks.rados.rados.0.smithi112.stdout:593: snap_create 2024-04-02T08:32:40.700 INFO:tasks.rados.rados.0.smithi112.stdout:589: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:32:40.729 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 169 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-04-02T08:32:40.729 INFO:tasks.rados.rados.0.smithi112.stdout:592: finishing write tid 1 to smithi11277797-38 2024-04-02T08:32:40.729 INFO:tasks.rados.rados.0.smithi112.stdout:592: finishing write tid 2 to smithi11277797-38 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:592: finishing write tid 3 to smithi11277797-38 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:592: finishing write tid 4 to smithi11277797-38 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:592: oid 38 updating version 0 to 244 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:592: oid 38 updating version 244 to 245 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:592: oid 38 updating version 245 to 246 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 246 (ObjNum 198 snap 59 seq_num 198) dirty exists 2024-04-02T08:32:40.730 INFO:tasks.rados.rados.0.smithi112.stdout:592: left oid 38 (ObjNum 198 snap 59 seq_num 198) 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:40 smithi187 ceph-mon[30584]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:32:41.318 INFO:tasks.rados.rados.0.smithi112.stdout:589: done (3 left) 2024-04-02T08:32:41.319 INFO:tasks.rados.rados.0.smithi112.stdout:590: done (2 left) 2024-04-02T08:32:41.319 INFO:tasks.rados.rados.0.smithi112.stdout:592: done (1 left) 2024-04-02T08:32:41.319 INFO:tasks.rados.rados.0.smithi112.stdout:593: done (0 left) 2024-04-02T08:32:41.319 INFO:tasks.rados.rados.0.smithi112.stdout:594: snap_remove snap 43 2024-04-02T08:32:41.506 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:41 smithi112 ceph-mon[37686]: pgmap v36: 121 pgs: 121 active+clean; 212 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:32:41.506 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:41 smithi112 ceph-mon[37686]: Upgrade: Updating mgr.y 2024-04-02T08:32:41.506 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:41 smithi112 ceph-mon[37686]: Deploying daemon mgr.y on smithi112 2024-04-02T08:32:41.506 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:41 smithi112 ceph-mon[26914]: pgmap v36: 121 pgs: 121 active+clean; 212 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:32:41.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:41 smithi112 ceph-mon[26914]: Upgrade: Updating mgr.y 2024-04-02T08:32:41.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:41 smithi112 ceph-mon[26914]: Deploying daemon mgr.y on smithi112 2024-04-02T08:32:41.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:41 smithi187 ceph-mon[30584]: pgmap v36: 121 pgs: 121 active+clean; 212 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:32:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:41 smithi187 ceph-mon[30584]: Upgrade: Updating mgr.y 2024-04-02T08:32:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:41 smithi187 ceph-mon[30584]: Deploying daemon mgr.y on smithi112 2024-04-02T08:32:42.333 INFO:tasks.rados.rados.0.smithi112.stdout:594: done (0 left) 2024-04-02T08:32:42.333 INFO:tasks.rados.rados.0.smithi112.stdout:595: snap_remove snap 39 2024-04-02T08:32:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:42 smithi112 ceph-mon[37686]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:32:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:42 smithi112 ceph-mon[26914]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:32:42.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:42 smithi112 systemd[1]: Stopping Ceph mgr.y for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:42.662 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:42 smithi112 podman[80392]: 2024-04-02 08:32:42.373760262 +0000 UTC m=+0.131962257 container died 9719071ce760ff39ba7536036428f234c86ce679201f4a451c0e1686682f4836 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T08:32:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:42 smithi187 ceph-mon[30584]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:32:43.096 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:42 smithi112 podman[80392]: 2024-04-02 08:32:42.829113826 +0000 UTC m=+0.587315806 container cleanup 9719071ce760ff39ba7536036428f234c86ce679201f4a451c0e1686682f4836 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-02T08:32:43.096 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:42 smithi112 bash[80392]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T08:32:43.334 INFO:tasks.rados.rados.0.smithi112.stdout:595: done (0 left) 2024-04-02T08:32:43.334 INFO:tasks.rados.rados.0.smithi112.stdout:596: rollback oid 12 current snap is 60 2024-04-02T08:32:43.334 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 12 to 36 2024-04-02T08:32:43.334 INFO:tasks.rados.rados.0.smithi112.stdout:597: read oid 21 snap -1 2024-04-02T08:32:43.334 INFO:tasks.rados.rados.0.smithi112.stdout:597: expect deleted 2024-04-02T08:32:43.334 INFO:tasks.rados.rados.0.smithi112.stdout:598: snap_remove snap 19 2024-04-02T08:32:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:43 smithi112 ceph-mon[37686]: pgmap v39: 121 pgs: 121 active+clean; 212 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:32:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:43 smithi112 ceph-mon[37686]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:43 smithi112 ceph-mon[26914]: pgmap v39: 121 pgs: 121 active+clean; 212 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:43 smithi112 ceph-mon[26914]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 podman[80406]: 2024-04-02 08:32:43.097910056 +0000 UTC m=+0.725259088 container remove 9719071ce760ff39ba7536036428f234c86ce679201f4a451c0e1686682f4836 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 systemd[1]: Stopped Ceph mgr.y for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:43.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Consumed 1min 4.165s CPU time. 2024-04-02T08:32:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:43 smithi187 ceph-mon[30584]: pgmap v39: 121 pgs: 121 active+clean; 212 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:32:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:43 smithi187 ceph-mon[30584]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:32:43.820 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:32:43 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:32:43.517Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-02T08:32:43.820 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 systemd[1]: Starting Ceph mgr.y for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:43.820 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 podman[80534]: 2024-04-02 08:32:43.585055028 +0000 UTC m=+0.017609029 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:32:43.820 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 podman[80534]: 2024-04-02 08:32:43.699135199 +0000 UTC m=+0.131689191 container create 26b5d842671a4e729813ed24d0162ba348e7bd9b53cf8bf6614f7621aad633fa (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, ceph=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:32:44.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 podman[80534]: 2024-04-02 08:32:43.926571886 +0000 UTC m=+0.359125887 container init 26b5d842671a4e729813ed24d0162ba348e7bd9b53cf8bf6614f7621aad633fa (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-04-02T08:32:44.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 podman[80534]: 2024-04-02 08:32:43.929194482 +0000 UTC m=+0.361748477 container start 26b5d842671a4e729813ed24d0162ba348e7bd9b53cf8bf6614f7621aad633fa (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:32:44.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:43 smithi112 ceph-mgr[80554]: -- 172.21.15.112:0/2397328795 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d302e765a0 con 0x55d302e4a800 2024-04-02T08:32:44.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:44 smithi112 bash[80534]: 26b5d842671a4e729813ed24d0162ba348e7bd9b53cf8bf6614f7621aad633fa 2024-04-02T08:32:44.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:44 smithi112 systemd[1]: Started Ceph mgr.y for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:44.349 INFO:tasks.rados.rados.0.smithi112.stdout:598: done (2 left) 2024-04-02T08:32:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 60 2024-04-02T08:32:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:599: seq_num 199 ranges {0=540672,540672=401408} 2024-04-02T08:32:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:599: writing smithi11277797-44 from 0 to 540672 tid 1 2024-04-02T08:32:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:599: writing smithi11277797-44 from 540672 to 942080 tid 2 2024-04-02T08:32:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 60 2024-04-02T08:32:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:600: seq_num 200 ranges {442368=557056,999424=401408} 2024-04-02T08:32:44.354 INFO:tasks.rados.rados.0.smithi112.stdout:600: writing smithi11277797-28 from 442368 to 999424 tid 1 2024-04-02T08:32:44.357 INFO:tasks.rados.rados.0.smithi112.stdout:600: writing smithi11277797-28 from 999424 to 1400832 tid 2 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:596: finishing rollback tid 0 to smithi11277797-12 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:596: finishing rollback tid 1 to smithi11277797-12 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:596: finishing rollback tid 2 to smithi11277797-12 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 204 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:596: done (3 left) 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:597: done (2 left) 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 60 2024-04-02T08:32:44.358 INFO:tasks.rados.rados.0.smithi112.stdout:601: seq_num 201 ranges {1785856=573440,2359296=401408} 2024-04-02T08:32:44.371 INFO:tasks.rados.rados.0.smithi112.stdout:601: writing smithi11277797-38 from 1785856 to 2359296 tid 1 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:601: writing smithi11277797-38 from 2359296 to 2760704 tid 2 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 60 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:599: finishing write tid 1 to smithi11277797-44 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:599: finishing write tid 2 to smithi11277797-44 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:599: finishing write tid 3 to smithi11277797-44 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:600: finishing write tid 1 to smithi11277797-28 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:600: finishing write tid 2 to smithi11277797-28 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:600: finishing write tid 3 to smithi11277797-28 2024-04-02T08:32:44.375 INFO:tasks.rados.rados.0.smithi112.stdout:602: seq_num 202 ranges {0=589824,589824=401408} 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi112.stdout:602: writing smithi11277797-21 from 0 to 589824 tid 1 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:602: writing smithi11277797-21 from 589824 to 991232 tid 2 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 60 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:599: finishing write tid 4 to smithi11277797-44 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:599: oid 44 updating version 0 to 108 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:599: oid 44 updating version 108 to 109 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:599: oid 44 version 109 is already newer than 107 2024-04-02T08:32:44.381 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 109 (ObjNum 199 snap 60 seq_num 199) dirty exists 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:599: left oid 44 (ObjNum 199 snap 60 seq_num 199) 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:600: finishing write tid 4 to smithi11277797-28 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:600: oid 28 updating version 0 to 266 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:600: oid 28 updating version 266 to 267 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:600: oid 28 updating version 267 to 268 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 268 (ObjNum 200 snap 60 seq_num 200) dirty exists 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:600: left oid 28 (ObjNum 200 snap 60 seq_num 200) 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:601: finishing write tid 1 to smithi11277797-38 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:601: finishing write tid 2 to smithi11277797-38 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:601: finishing write tid 3 to smithi11277797-38 2024-04-02T08:32:44.382 INFO:tasks.rados.rados.0.smithi112.stdout:603: seq_num 203 ranges {4636672=606208,5242880=401408} 2024-04-02T08:32:44.409 INFO:tasks.rados.rados.0.smithi112.stdout:603: writing smithi11277797-10 from 4636672 to 5242880 tid 1 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:603: writing smithi11277797-10 from 5242880 to 5644288 tid 2 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:599: done (4 left) 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:600: done (3 left) 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:604: setattr oid 3 current snap is 60 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:601: finishing write tid 4 to smithi11277797-38 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:601: oid 38 updating version 0 to 270 2024-04-02T08:32:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:601: oid 38 updating version 270 to 272 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:601: oid 38 version 272 is already newer than 271 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 272 (ObjNum 201 snap 60 seq_num 201) dirty exists 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:601: left oid 38 (ObjNum 201 snap 60 seq_num 201) 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: finishing write tid 1 to smithi11277797-21 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: finishing write tid 2 to smithi11277797-21 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: finishing write tid 3 to smithi11277797-21 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: finishing write tid 4 to smithi11277797-21 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: oid 21 updating version 0 to 326 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: oid 21 version 326 is already newer than 325 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: oid 21 version 326 is already newer than 324 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 326 (ObjNum 202 snap 60 seq_num 202) dirty exists 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi112.stdout:602: left oid 21 (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:32:44.414 INFO:tasks.rados.rados.0.smithi112.stdout:601: done (3 left) 2024-04-02T08:32:44.414 INFO:tasks.rados.rados.0.smithi112.stdout:602: done (2 left) 2024-04-02T08:32:44.414 INFO:tasks.rados.rados.0.smithi112.stdout:605: delete oid 7 current snap is 60 2024-04-02T08:32:44.415 INFO:tasks.rados.rados.0.smithi112.stdout:603: finishing write tid 1 to smithi11277797-10 2024-04-02T08:32:44.415 INFO:tasks.rados.rados.0.smithi112.stdout:603: finishing write tid 2 to smithi11277797-10 2024-04-02T08:32:44.415 INFO:tasks.rados.rados.0.smithi112.stdout:603: finishing write tid 3 to smithi11277797-10 2024-04-02T08:32:44.416 INFO:tasks.rados.rados.0.smithi112.stdout:603: finishing write tid 4 to smithi11277797-10 2024-04-02T08:32:44.416 INFO:tasks.rados.rados.0.smithi112.stdout:603: oid 10 updating version 0 to 214 2024-04-02T08:32:44.416 INFO:tasks.rados.rados.0.smithi112.stdout:603: oid 10 updating version 214 to 215 2024-04-02T08:32:44.416 INFO:tasks.rados.rados.0.smithi112.stdout:603: oid 10 updating version 215 to 216 2024-04-02T08:32:44.417 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 216 (ObjNum 203 snap 60 seq_num 203) dirty exists 2024-04-02T08:32:44.417 INFO:tasks.rados.rados.0.smithi112.stdout:603: left oid 10 (ObjNum 203 snap 60 seq_num 203) 2024-04-02T08:32:44.417 INFO:tasks.rados.rados.0.smithi112.stdout:603: done (2 left) 2024-04-02T08:32:44.417 INFO:tasks.rados.rados.0.smithi112.stdout:605: done (1 left) 2024-04-02T08:32:44.417 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 60 2024-04-02T08:32:44.417 INFO:tasks.rados.rados.0.smithi112.stdout:606: seq_num 205 ranges {3588096=638976,4227072=401408} 2024-04-02T08:32:44.439 INFO:tasks.rados.rados.0.smithi112.stdout:606: writing smithi11277797-5 from 3588096 to 4227072 tid 1 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:606: writing smithi11277797-5 from 4227072 to 4628480 tid 2 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:607: copy_from oid 44 from oid 47 current snap is 60 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 145 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:604: done (2 left) 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:608: rollback oid 9 current snap is 60 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 58 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:609: copy_from oid 31 from oid 18 current snap is 60 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:610: copy_from oid 17 from oid 7 current snap is 60 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 60 2024-04-02T08:32:44.442 INFO:tasks.rados.rados.0.smithi112.stdout:611: seq_num 206 ranges {4636672=655360,5292032=401408} 2024-04-02T08:32:44.471 INFO:tasks.rados.rados.0.smithi112.stdout:611: writing smithi11277797-16 from 4636672 to 5292032 tid 1 2024-04-02T08:32:44.473 INFO:tasks.rados.rados.0.smithi112.stdout:611: writing smithi11277797-16 from 5292032 to 5693440 tid 2 2024-04-02T08:32:44.473 INFO:tasks.rados.rados.0.smithi112.stdout:612: snap_remove snap 18 2024-04-02T08:32:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[26914]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:32:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:44.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:44.533+0000 7f2f7c18f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[37686]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:32:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:44 smithi187 ceph-mon[30584]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:32:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:44 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:44 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:44 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:45.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:44.635+0000 7f2f7c18f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:45.350 INFO:tasks.rados.rados.0.smithi112.stdout:612: done (6 left) 2024-04-02T08:32:45.350 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 60 2024-04-02T08:32:45.351 INFO:tasks.rados.rados.0.smithi112.stdout:613: seq_num 207 ranges {753664=671744,1425408=401408} 2024-04-02T08:32:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:613: writing smithi11277797-26 from 753664 to 1425408 tid 1 2024-04-02T08:32:45.362 INFO:tasks.rados.rados.0.smithi112.stdout:613: writing smithi11277797-26 from 1425408 to 1826816 tid 2 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:614: read oid 33 snap -1 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:614: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:615: rmattr oid 43 current snap is 60 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:615: done (8 left) 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:616: delete oid 19 current snap is 60 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:610: finishing copy_from to smithi11277797-17 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:610: got expected ENOENT (src dne) 2024-04-02T08:32:45.363 INFO:tasks.rados.rados.0.smithi112.stdout:610: finishing copy_from racing read to smithi11277797-17 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:609: finishing copy_from to smithi11277797-31 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:609: got expected ENOENT (src dne) 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:609: finishing copy_from racing read to smithi11277797-31 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:608: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 234 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: finishing write tid 1 to smithi11277797-5 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: finishing write tid 2 to smithi11277797-5 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: finishing write tid 3 to smithi11277797-5 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: finishing write tid 4 to smithi11277797-5 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: oid 5 updating version 0 to 189 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: oid 5 version 189 is already newer than 188 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: oid 5 version 189 is already newer than 187 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 189 (ObjNum 205 snap 60 seq_num 205) dirty exists 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:606: left oid 5 (ObjNum 205 snap 60 seq_num 205) 2024-04-02T08:32:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:607: finishing copy_from racing read to smithi11277797-44 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:607: finishing copy_from to smithi11277797-44 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 278 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: finishing write tid 1 to smithi11277797-16 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: finishing write tid 2 to smithi11277797-16 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: finishing write tid 3 to smithi11277797-16 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: finishing write tid 4 to smithi11277797-16 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: oid 16 updating version 0 to 277 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: oid 16 version 277 is already newer than 276 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: oid 16 updating version 277 to 278 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 278 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-04-02T08:32:45.365 INFO:tasks.rados.rados.0.smithi112.stdout:611: left oid 16 (ObjNum 206 snap 60 seq_num 206) 2024-04-02T08:32:45.367 INFO:tasks.rados.rados.0.smithi112.stdout:606: done (8 left) 2024-04-02T08:32:45.367 INFO:tasks.rados.rados.0.smithi112.stdout:607: done (7 left) 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:608: done (6 left) 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:609: done (5 left) 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:610: done (4 left) 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:611: done (3 left) 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:616: done (2 left) 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 60 2024-04-02T08:32:45.368 INFO:tasks.rados.rados.0.smithi112.stdout:617: seq_num 209 ranges {0=704512,704512=401408} 2024-04-02T08:32:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:617: writing smithi11277797-7 from 0 to 704512 tid 1 2024-04-02T08:32:45.376 INFO:tasks.rados.rados.0.smithi112.stdout:617: writing smithi11277797-7 from 704512 to 1105920 tid 2 2024-04-02T08:32:45.376 INFO:tasks.rados.rados.0.smithi112.stdout:618: rollback oid 37 current snap is 60 2024-04-02T08:32:45.376 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 47 2024-04-02T08:32:45.376 INFO:tasks.rados.rados.0.smithi112.stdout:613: finishing write tid 1 to smithi11277797-26 2024-04-02T08:32:45.376 INFO:tasks.rados.rados.0.smithi112.stdout:614: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:45.377 INFO:tasks.rados.rados.0.smithi112.stdout:613: finishing write tid 2 to smithi11277797-26 2024-04-02T08:32:45.377 INFO:tasks.rados.rados.0.smithi112.stdout:614: done (3 left) 2024-04-02T08:32:45.377 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 60 2024-04-02T08:32:45.377 INFO:tasks.rados.rados.0.smithi112.stdout:613: finishing write tid 3 to smithi11277797-26 2024-04-02T08:32:45.378 INFO:tasks.rados.rados.0.smithi112.stdout:619: seq_num 210 ranges {1900544=720896,2621440=401408} 2024-04-02T08:32:45.392 INFO:tasks.rados.rados.0.smithi112.stdout:619: writing smithi11277797-17 from 1900544 to 2621440 tid 1 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:619: writing smithi11277797-17 from 2621440 to 3022848 tid 2 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:620: copy_from oid 4 from oid 3 current snap is 60 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:613: finishing write tid 4 to smithi11277797-26 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:613: oid 26 updating version 0 to 236 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:613: oid 26 version 236 is already newer than 235 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:613: oid 26 version 236 is already newer than 234 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 236 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:613: left oid 26 (ObjNum 207 snap 60 seq_num 207) 2024-04-02T08:32:45.396 INFO:tasks.rados.rados.0.smithi112.stdout:617: finishing write tid 1 to smithi11277797-7 2024-04-02T08:32:45.397 INFO:tasks.rados.rados.0.smithi112.stdout:618: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:32:45.397 INFO:tasks.rados.rados.0.smithi112.stdout:613: done (4 left) 2024-04-02T08:32:45.397 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 60 2024-04-02T08:32:45.397 INFO:tasks.rados.rados.0.smithi112.stdout:621: seq_num 211 ranges {0=737280,737280=401408} 2024-04-02T08:32:45.401 INFO:tasks.rados.rados.0.smithi112.stdout:621: writing smithi11277797-1 from 0 to 737280 tid 1 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:621: writing smithi11277797-1 from 737280 to 1138688 tid 2 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:622: rollback oid 19 current snap is 60 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 57 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:618: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 221 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:618: done (5 left) 2024-04-02T08:32:45.404 INFO:tasks.rados.rados.0.smithi112.stdout:623: read oid 50 snap -1 2024-04-02T08:32:45.405 INFO:tasks.rados.rados.0.smithi112.stdout:623: expect (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:45.405 INFO:tasks.rados.rados.0.smithi112.stdout:624: snap_remove snap 58 2024-04-02T08:32:45.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[37686]: pgmap v42: 121 pgs: 121 active+clean; 212 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:45.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[37686]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:32:45.598 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[26914]: pgmap v42: 121 pgs: 121 active+clean; 212 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[26914]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:45.331+0000 7f2f7c18f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:45.599 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:45.454+0000 7f2f7c18f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:45.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:45 smithi187 ceph-mon[30584]: pgmap v42: 121 pgs: 121 active+clean; 212 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:45.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:45 smithi187 ceph-mon[30584]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:32:45.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:45 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:45.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:45 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:45.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:45.604+0000 7f2f7c18f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:45.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:45.702+0000 7f2f7c18f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:45.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:45 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:45.788+0000 7f2f7c18f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:46.284 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:46.075+0000 7f2f7c18f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:46.284 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:46.193+0000 7f2f7c18f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:46.284 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:46.285+0000 7f2f7c18f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:46.358 INFO:tasks.rados.rados.0.smithi112.stdout:624: done (6 left) 2024-04-02T08:32:46.358 INFO:tasks.rados.rados.0.smithi112.stdout:625: snap_remove snap 41 2024-04-02T08:32:46.551 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-mon[37686]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:32:46.551 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-mon[26914]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:32:46.551 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:46.394+0000 7f2f7c18f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:46.711 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:46 smithi187 ceph-mon[30584]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:32:46.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:46.580+0000 7f2f7c18f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:625: done (6 left) 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 60 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: finishing write tid 2 to smithi11277797-7 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: finishing write tid 3 to smithi11277797-7 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: finishing write tid 4 to smithi11277797-7 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: oid 7 updating version 0 to 285 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: oid 7 updating version 285 to 286 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: oid 7 updating version 286 to 287 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 287 (ObjNum 209 snap 60 seq_num 209) dirty exists 2024-04-02T08:32:47.359 INFO:tasks.rados.rados.0.smithi112.stdout:617: left oid 7 (ObjNum 209 snap 60 seq_num 209) 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: finishing write tid 1 to smithi11277797-17 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: finishing write tid 2 to smithi11277797-17 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: finishing write tid 3 to smithi11277797-17 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: finishing write tid 4 to smithi11277797-17 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: oid 17 updating version 0 to 173 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: oid 17 version 173 is already newer than 171 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: oid 17 version 173 is already newer than 172 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 173 (ObjNum 210 snap 60 seq_num 210) dirty exists 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:619: left oid 17 (ObjNum 210 snap 60 seq_num 210) 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:621: finishing write tid 1 to smithi11277797-1 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:622: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:622: finishing rollback tid 2 to smithi11277797-19 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 281 (ObjNum 184 snap 52 seq_num 184) dirty exists 2024-04-02T08:32:47.360 INFO:tasks.rados.rados.0.smithi112.stdout:620: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:620: finishing copy_from to smithi11277797-4 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 145 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: finishing write tid 2 to smithi11277797-1 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: finishing write tid 3 to smithi11277797-1 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: finishing write tid 4 to smithi11277797-1 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: oid 1 updating version 0 to 152 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: oid 1 updating version 152 to 153 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: oid 1 updating version 153 to 154 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 154 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:621: left oid 1 (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:32:47.361 INFO:tasks.rados.rados.0.smithi112.stdout:623: expect (ObjNum 138 snap 40 seq_num 138) 2024-04-02T08:32:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:47 smithi112 ceph-mon[37686]: pgmap v45: 121 pgs: 121 active+clean; 216 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 226 KiB/s wr, 10 op/s 2024-04-02T08:32:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:47 smithi112 ceph-mon[37686]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:32:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:47 smithi112 ceph-mon[26914]: pgmap v45: 121 pgs: 121 active+clean; 216 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 226 KiB/s wr, 10 op/s 2024-04-02T08:32:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:47 smithi112 ceph-mon[26914]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:32:47.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:47 smithi187 ceph-mon[30584]: pgmap v45: 121 pgs: 121 active+clean; 216 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 226 KiB/s wr, 10 op/s 2024-04-02T08:32:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:47 smithi187 ceph-mon[30584]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:32:47.741 INFO:tasks.rados.rados.0.smithi112.stdout:626: seq_num 212 ranges {1720320=753664,2473984=401408} 2024-04-02T08:32:47.754 INFO:tasks.rados.rados.0.smithi112.stdout:626: writing smithi11277797-39 from 1720320 to 2473984 tid 1 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:626: writing smithi11277797-39 from 2473984 to 2875392 tid 2 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:617: done (6 left) 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:619: done (5 left) 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:620: done (4 left) 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:621: done (3 left) 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:622: done (2 left) 2024-04-02T08:32:47.757 INFO:tasks.rados.rados.0.smithi112.stdout:623: done (1 left) 2024-04-02T08:32:47.758 INFO:tasks.rados.rados.0.smithi112.stdout:627: read oid 9 snap -1 2024-04-02T08:32:47.758 INFO:tasks.rados.rados.0.smithi112.stdout:627: expect deleted 2024-04-02T08:32:47.758 INFO:tasks.rados.rados.0.smithi112.stdout:628: rollback oid 16 current snap is 60 2024-04-02T08:32:47.758 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 50 2024-04-02T08:32:47.758 INFO:tasks.rados.rados.0.smithi112.stdout:629: delete oid 11 current snap is 60 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:626: finishing write tid 1 to smithi11277797-39 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:627: done (3 left) 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:629: done (2 left) 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:630: read oid 32 snap -1 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:630: expect (ObjNum 129 snap 37 seq_num 129) 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:631: read oid 22 snap -1 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:631: expect (ObjNum 156 snap 44 seq_num 156) 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:632: rollback oid 25 current snap is 60 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 54 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:633: read oid 26 snap -1 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:633: expect (ObjNum 207 snap 60 seq_num 207) 2024-04-02T08:32:47.760 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 60 2024-04-02T08:32:47.761 INFO:tasks.rados.rados.0.smithi112.stdout:634: seq_num 214 ranges {892928=794624,1687552=401408} 2024-04-02T08:32:47.769 INFO:tasks.rados.rados.0.smithi112.stdout:634: writing smithi11277797-30 from 892928 to 1687552 tid 1 2024-04-02T08:32:47.772 INFO:tasks.rados.rados.0.smithi112.stdout:634: writing smithi11277797-30 from 1687552 to 2088960 tid 2 2024-04-02T08:32:47.773 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 60 2024-04-02T08:32:47.773 INFO:tasks.rados.rados.0.smithi112.stdout:628: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:32:47.773 INFO:tasks.rados.rados.0.smithi112.stdout:635: seq_num 215 ranges {1720320=409600,2129920=532480,2662400=270336} 2024-04-02T08:32:47.784 INFO:tasks.rados.rados.0.smithi112.stdout:635: writing smithi11277797-27 from 1720320 to 2129920 tid 1 2024-04-02T08:32:47.787 INFO:tasks.rados.rados.0.smithi112.stdout:635: writing smithi11277797-27 from 2129920 to 2662400 tid 2 2024-04-02T08:32:47.790 INFO:tasks.rados.rados.0.smithi112.stdout:635: writing smithi11277797-27 from 2662400 to 2932736 tid 3 2024-04-02T08:32:47.790 INFO:tasks.rados.rados.0.smithi112.stdout:636: read oid 8 snap 47 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:636: expect deleted 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 60 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:628: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:626: finishing write tid 2 to smithi11277797-39 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:626: finishing write tid 3 to smithi11277797-39 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:628: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 304 (ObjNum 180 snap 49 seq_num 180) dirty exists 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:632: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:632: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:32:47.791 INFO:tasks.rados.rados.0.smithi112.stdout:632: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 210 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:626: finishing write tid 4 to smithi11277797-39 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:626: oid 39 updating version 0 to 237 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:626: oid 39 updating version 237 to 239 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:626: oid 39 version 239 is already newer than 238 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 239 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:626: left oid 39 (ObjNum 212 snap 60 seq_num 212) 2024-04-02T08:32:47.792 INFO:tasks.rados.rados.0.smithi112.stdout:633: expect (ObjNum 207 snap 60 seq_num 207) 2024-04-02T08:32:47.865 INFO:tasks.rados.rados.0.smithi112.stdout:634: finishing write tid 1 to smithi11277797-30 2024-04-02T08:32:47.865 INFO:tasks.rados.rados.0.smithi112.stdout:634: finishing write tid 2 to smithi11277797-30 2024-04-02T08:32:47.866 INFO:tasks.rados.rados.0.smithi112.stdout:637: seq_num 216 ranges {1368064=425984,1794048=409600,2203648=393216} 2024-04-02T08:32:47.875 INFO:tasks.rados.rados.0.smithi112.stdout:637: writing smithi11277797-3 from 1368064 to 1794048 tid 1 2024-04-02T08:32:47.877 INFO:tasks.rados.rados.0.smithi112.stdout:637: writing smithi11277797-3 from 1794048 to 2203648 tid 2 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:637: writing smithi11277797-3 from 2203648 to 2596864 tid 3 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:626: done (9 left) 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:628: done (8 left) 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:632: done (7 left) 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:633: done (6 left) 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:638: rmattr oid 19 current snap is 60 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:638: done (6 left) 2024-04-02T08:32:47.880 INFO:tasks.rados.rados.0.smithi112.stdout:639: rmattr oid 34 current snap is 60 2024-04-02T08:32:47.881 INFO:tasks.rados.rados.0.smithi112.stdout:639: done (6 left) 2024-04-02T08:32:47.881 INFO:tasks.rados.rados.0.smithi112.stdout:640: rmattr oid 41 current snap is 60 2024-04-02T08:32:47.881 INFO:tasks.rados.rados.0.smithi112.stdout:640: done (6 left) 2024-04-02T08:32:47.881 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 60 2024-04-02T08:32:47.881 INFO:tasks.rados.rados.0.smithi112.stdout:630: expect (ObjNum 129 snap 37 seq_num 129) 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:634: finishing write tid 3 to smithi11277797-30 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:634: finishing write tid 4 to smithi11277797-30 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:634: oid 30 updating version 0 to 272 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:634: oid 30 version 272 is already newer than 271 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:634: oid 30 version 272 is already newer than 270 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 272 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:634: left oid 30 (ObjNum 214 snap 60 seq_num 214) 2024-04-02T08:32:48.025 INFO:tasks.rados.rados.0.smithi112.stdout:635: finishing write tid 1 to smithi11277797-27 2024-04-02T08:32:48.026 INFO:tasks.rados.rados.0.smithi112.stdout:631: expect (ObjNum 156 snap 44 seq_num 156) 2024-04-02T08:32:48.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:47 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:47.634+0000 7f2f7c18f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:48.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:47 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:47.777+0000 7f2f7c18f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:48.333 INFO:tasks.rados.rados.0.smithi112.stdout:635: finishing write tid 2 to smithi11277797-27 2024-04-02T08:32:48.334 INFO:tasks.rados.rados.0.smithi112.stdout:635: finishing write tid 3 to smithi11277797-27 2024-04-02T08:32:48.334 INFO:tasks.rados.rados.0.smithi112.stdout:641: seq_num 217 ranges {1720320=442368,2162688=696320,2859008=106496} 2024-04-02T08:32:48.345 INFO:tasks.rados.rados.0.smithi112.stdout:641: writing smithi11277797-36 from 1720320 to 2162688 tid 1 2024-04-02T08:32:48.349 INFO:tasks.rados.rados.0.smithi112.stdout:641: writing smithi11277797-36 from 2162688 to 2859008 tid 2 2024-04-02T08:32:48.350 INFO:tasks.rados.rados.0.smithi112.stdout:641: writing smithi11277797-36 from 2859008 to 2965504 tid 3 2024-04-02T08:32:48.350 INFO:tasks.rados.rados.0.smithi112.stdout:630: done (6 left) 2024-04-02T08:32:48.350 INFO:tasks.rados.rados.0.smithi112.stdout:631: done (5 left) 2024-04-02T08:32:48.350 INFO:tasks.rados.rados.0.smithi112.stdout:634: done (4 left) 2024-04-02T08:32:48.350 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 60 2024-04-02T08:32:48.350 INFO:tasks.rados.rados.0.smithi112.stdout:635: finishing write tid 4 to smithi11277797-27 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:635: finishing write tid 5 to smithi11277797-27 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:635: oid 27 updating version 0 to 321 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:635: oid 27 version 321 is already newer than 320 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:635: oid 27 version 321 is already newer than 318 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:635: oid 27 version 321 is already newer than 319 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 321 (ObjNum 215 snap 60 seq_num 215) dirty exists 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:635: left oid 27 (ObjNum 215 snap 60 seq_num 215) 2024-04-02T08:32:48.351 INFO:tasks.rados.rados.0.smithi112.stdout:642: seq_num 218 ranges {1368064=458752,1826816=581632,2408448=221184} 2024-04-02T08:32:48.360 INFO:tasks.rados.rados.0.smithi112.stdout:642: writing smithi11277797-19 from 1368064 to 1826816 tid 1 2024-04-02T08:32:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:642: writing smithi11277797-19 from 1826816 to 2408448 tid 2 2024-04-02T08:32:48.365 INFO:tasks.rados.rados.0.smithi112.stdout:642: writing smithi11277797-19 from 2408448 to 2629632 tid 3 2024-04-02T08:32:48.365 INFO:tasks.rados.rados.0.smithi112.stdout:635: done (4 left) 2024-04-02T08:32:48.365 INFO:tasks.rados.rados.0.smithi112.stdout:636: done (3 left) 2024-04-02T08:32:48.365 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 60 2024-04-02T08:32:48.365 INFO:tasks.rados.rados.0.smithi112.stdout:637: finishing write tid 1 to smithi11277797-3 2024-04-02T08:32:48.366 INFO:tasks.rados.rados.0.smithi112.stdout:637: finishing write tid 2 to smithi11277797-3 2024-04-02T08:32:48.366 INFO:tasks.rados.rados.0.smithi112.stdout:637: finishing write tid 3 to smithi11277797-3 2024-04-02T08:32:48.366 INFO:tasks.rados.rados.0.smithi112.stdout:643: seq_num 219 ranges {3989504=475136,4464640=466944,4931584=335872} 2024-04-02T08:32:48.389 INFO:tasks.rados.rados.0.smithi112.stdout:643: writing smithi11277797-32 from 3989504 to 4464640 tid 1 2024-04-02T08:32:48.392 INFO:tasks.rados.rados.0.smithi112.stdout:643: writing smithi11277797-32 from 4464640 to 4931584 tid 2 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:643: writing smithi11277797-32 from 4931584 to 5267456 tid 3 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:644: read oid 5 snap -1 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:644: expect (ObjNum 205 snap 60 seq_num 205) 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:645: rollback oid 49 current snap is 60 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 49 to 56 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:637: finishing write tid 4 to smithi11277797-3 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:637: finishing write tid 5 to smithi11277797-3 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:637: oid 3 updating version 0 to 164 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:637: oid 3 version 164 is already newer than 162 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:637: oid 3 version 164 is already newer than 161 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:637: oid 3 version 164 is already newer than 163 2024-04-02T08:32:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 164 (ObjNum 216 snap 60 seq_num 216) dirty exists 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:637: left oid 3 (ObjNum 216 snap 60 seq_num 216) 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: finishing write tid 1 to smithi11277797-36 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: finishing write tid 2 to smithi11277797-36 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: finishing write tid 3 to smithi11277797-36 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: finishing write tid 4 to smithi11277797-36 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: finishing write tid 5 to smithi11277797-36 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: oid 36 updating version 0 to 323 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: oid 36 updating version 323 to 326 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: oid 36 version 326 is already newer than 325 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: oid 36 version 326 is already newer than 324 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 326 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:641: left oid 36 (ObjNum 217 snap 60 seq_num 217) 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:642: finishing write tid 1 to smithi11277797-19 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:642: finishing write tid 2 to smithi11277797-19 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:642: finishing write tid 3 to smithi11277797-19 2024-04-02T08:32:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:642: finishing write tid 4 to smithi11277797-19 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: finishing write tid 5 to smithi11277797-19 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: oid 19 updating version 0 to 284 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: oid 19 version 284 is already newer than 282 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: oid 19 updating version 284 to 285 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: oid 19 version 285 is already newer than 283 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 285 (ObjNum 218 snap 60 seq_num 218) dirty exists 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: left oid 19 (ObjNum 218 snap 60 seq_num 218) 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:643: finishing write tid 1 to smithi11277797-32 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:643: finishing write tid 2 to smithi11277797-32 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:637: done (5 left) 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:641: done (4 left) 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:642: done (3 left) 2024-04-02T08:32:48.398 INFO:tasks.rados.rados.0.smithi112.stdout:646: delete oid 50 current snap is 60 2024-04-02T08:32:48.399 INFO:tasks.rados.rados.0.smithi112.stdout:643: finishing write tid 3 to smithi11277797-32 2024-04-02T08:32:48.399 INFO:tasks.rados.rados.0.smithi112.stdout:646: done (3 left) 2024-04-02T08:32:48.399 INFO:tasks.rados.rados.0.smithi112.stdout:647: delete oid 12 current snap is 60 2024-04-02T08:32:48.399 INFO:tasks.rados.rados.0.smithi112.stdout:643: finishing write tid 4 to smithi11277797-32 2024-04-02T08:32:48.400 INFO:tasks.rados.rados.0.smithi112.stdout:645: finishing rollback tid 0 to smithi11277797-49 2024-04-02T08:32:48.400 INFO:tasks.rados.rados.0.smithi112.stdout:645: finishing rollback tid 1 to smithi11277797-49 2024-04-02T08:32:48.400 INFO:tasks.rados.rados.0.smithi112.stdout:645: finishing rollback tid 2 to smithi11277797-49 2024-04-02T08:32:48.400 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 330 (ObjNum 139 snap 40 seq_num 139) dirty exists 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:643: finishing write tid 5 to smithi11277797-32 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:643: oid 32 updating version 0 to 182 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:643: oid 32 updating version 182 to 183 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:643: oid 32 updating version 183 to 184 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:643: oid 32 version 184 is already newer than 181 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 184 (ObjNum 219 snap 60 seq_num 219) dirty exists 2024-04-02T08:32:48.401 INFO:tasks.rados.rados.0.smithi112.stdout:643: left oid 32 (ObjNum 219 snap 60 seq_num 219) 2024-04-02T08:32:48.402 INFO:tasks.rados.rados.0.smithi112.stdout:643: done (3 left) 2024-04-02T08:32:48.402 INFO:tasks.rados.rados.0.smithi112.stdout:645: done (2 left) 2024-04-02T08:32:48.402 INFO:tasks.rados.rados.0.smithi112.stdout:647: done (1 left) 2024-04-02T08:32:48.402 INFO:tasks.rados.rados.0.smithi112.stdout:648: rmattr oid 32 current snap is 60 2024-04-02T08:32:48.402 INFO:tasks.rados.rados.0.smithi112.stdout:648: done (1 left) 2024-04-02T08:32:48.402 INFO:tasks.rados.rados.0.smithi112.stdout:649: read oid 27 snap -1 2024-04-02T08:32:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:649: expect (ObjNum 215 snap 60 seq_num 215) 2024-04-02T08:32:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:650: copy_from oid 22 from oid 44 current snap is 60 2024-04-02T08:32:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:651: read oid 19 snap -1 2024-04-02T08:32:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:651: expect (ObjNum 218 snap 60 seq_num 218) 2024-04-02T08:32:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 60 2024-04-02T08:32:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:652: seq_num 222 ranges {1105920=524288,1630208=565248,2195456=237568} 2024-04-02T08:32:48.412 INFO:tasks.rados.rados.0.smithi112.stdout:652: writing smithi11277797-7 from 1105920 to 1630208 tid 1 2024-04-02T08:32:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:652: writing smithi11277797-7 from 1630208 to 2195456 tid 2 2024-04-02T08:32:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:652: writing smithi11277797-7 from 2195456 to 2433024 tid 3 2024-04-02T08:32:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 60 2024-04-02T08:32:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:653: seq_num 223 ranges {2760704=540672,3301376=450560,3751936=352256} 2024-04-02T08:32:48.436 INFO:tasks.rados.rados.0.smithi112.stdout:653: writing smithi11277797-38 from 2760704 to 3301376 tid 1 2024-04-02T08:32:48.438 INFO:tasks.rados.rados.0.smithi112.stdout:653: writing smithi11277797-38 from 3301376 to 3751936 tid 2 2024-04-02T08:32:48.440 INFO:tasks.rados.rados.0.smithi112.stdout:653: writing smithi11277797-38 from 3751936 to 4104192 tid 3 2024-04-02T08:32:48.440 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 60 2024-04-02T08:32:48.440 INFO:tasks.rados.rados.0.smithi112.stdout:654: seq_num 224 ranges {1597440=557056,2154496=737280,2891776=65536} 2024-04-02T08:32:48.452 INFO:tasks.rados.rados.0.smithi112.stdout:654: writing smithi11277797-20 from 1597440 to 2154496 tid 1 2024-04-02T08:32:48.456 INFO:tasks.rados.rados.0.smithi112.stdout:654: writing smithi11277797-20 from 2154496 to 2891776 tid 2 2024-04-02T08:32:48.457 INFO:tasks.rados.rados.0.smithi112.stdout:654: writing smithi11277797-20 from 2891776 to 2957312 tid 3 2024-04-02T08:32:48.457 INFO:tasks.rados.rados.0.smithi112.stdout:655: copy_from oid 28 from oid 36 current snap is 60 2024-04-02T08:32:48.457 INFO:tasks.rados.rados.0.smithi112.stdout:644: expect (ObjNum 205 snap 60 seq_num 205) 2024-04-02T08:32:48.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-mon[37686]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:32:48.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:48.467 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-mon[26914]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:32:48.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:48.468 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:48.149+0000 7f2f7c18f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:48.468 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:48.241+0000 7f2f7c18f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:48.468 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:48.468+0000 7f2f7c18f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:48.670 INFO:tasks.rados.rados.0.smithi112.stdout:652: finishing write tid 1 to smithi11277797-7 2024-04-02T08:32:48.670 INFO:tasks.rados.rados.0.smithi112.stdout:651: expect (ObjNum 218 snap 60 seq_num 218) 2024-04-02T08:32:48.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:48 smithi187 ceph-mon[30584]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:32:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:48 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:48.775 INFO:tasks.rados.rados.0.smithi112.stdout:652: finishing write tid 2 to smithi11277797-7 2024-04-02T08:32:48.776 INFO:tasks.rados.rados.0.smithi112.stdout:652: finishing write tid 3 to smithi11277797-7 2024-04-02T08:32:48.776 INFO:tasks.rados.rados.0.smithi112.stdout:652: finishing write tid 4 to smithi11277797-7 2024-04-02T08:32:48.776 INFO:tasks.rados.rados.0.smithi112.stdout:649: expect (ObjNum 215 snap 60 seq_num 215) 2024-04-02T08:32:48.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:48.679+0000 7f2f7c18f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:48.890 INFO:tasks.rados.rados.0.smithi112.stdout:650: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: finishing write tid 5 to smithi11277797-7 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: oid 7 updating version 0 to 306 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: oid 7 updating version 306 to 307 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: oid 7 version 307 is already newer than 305 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: oid 7 updating version 307 to 308 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 308 (ObjNum 222 snap 60 seq_num 222) dirty exists 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: left oid 7 (ObjNum 222 snap 60 seq_num 222) 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:644: done (7 left) 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:649: done (6 left) 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:651: done (5 left) 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:652: done (4 left) 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 60 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:650: finishing copy_from to smithi11277797-22 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 278 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:653: finishing write tid 1 to smithi11277797-38 2024-04-02T08:32:48.891 INFO:tasks.rados.rados.0.smithi112.stdout:653: finishing write tid 2 to smithi11277797-38 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: finishing write tid 3 to smithi11277797-38 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: finishing write tid 4 to smithi11277797-38 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: finishing write tid 5 to smithi11277797-38 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: oid 38 updating version 0 to 312 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: oid 38 version 312 is already newer than 310 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: oid 38 version 312 is already newer than 309 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: oid 38 version 312 is already newer than 311 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 312 (ObjNum 223 snap 60 seq_num 223) dirty exists 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:653: left oid 38 (ObjNum 223 snap 60 seq_num 223) 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:654: finishing write tid 1 to smithi11277797-20 2024-04-02T08:32:48.892 INFO:tasks.rados.rados.0.smithi112.stdout:656: seq_num 225 ranges {5267456=573440,5840896=622592,6463488=180224} 2024-04-02T08:32:48.922 INFO:tasks.rados.rados.0.smithi112.stdout:656: writing smithi11277797-32 from 5267456 to 5840896 tid 1 2024-04-02T08:32:48.925 INFO:tasks.rados.rados.0.smithi112.stdout:656: writing smithi11277797-32 from 5840896 to 6463488 tid 2 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi112.stdout:656: writing smithi11277797-32 from 6463488 to 6643712 tid 3 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi112.stdout:650: done (4 left) 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi112.stdout:653: done (3 left) 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi112.stdout:657: delete oid 47 current snap is 60 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi112.stdout:654: finishing write tid 2 to smithi11277797-20 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi112.stdout:654: finishing write tid 3 to smithi11277797-20 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: finishing write tid 4 to smithi11277797-20 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: finishing write tid 5 to smithi11277797-20 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: oid 20 updating version 0 to 246 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: oid 20 updating version 246 to 248 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: oid 20 version 248 is already newer than 247 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: oid 20 updating version 248 to 249 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 249 (ObjNum 224 snap 60 seq_num 224) dirty exists 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:654: left oid 20 (ObjNum 224 snap 60 seq_num 224) 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:655: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:655: finishing copy_from to smithi11277797-28 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 326 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi112.stdout:656: finishing write tid 1 to smithi11277797-32 2024-04-02T08:32:48.929 INFO:tasks.rados.rados.0.smithi112.stdout:656: finishing write tid 2 to smithi11277797-32 2024-04-02T08:32:48.929 INFO:tasks.rados.rados.0.smithi112.stdout:656: finishing write tid 3 to smithi11277797-32 2024-04-02T08:32:48.929 INFO:tasks.rados.rados.0.smithi112.stdout:654: done (3 left) 2024-04-02T08:32:48.929 INFO:tasks.rados.rados.0.smithi112.stdout:655: done (2 left) 2024-04-02T08:32:48.929 INFO:tasks.rados.rados.0.smithi112.stdout:657: done (1 left) 2024-04-02T08:32:48.929 INFO:tasks.rados.rados.0.smithi112.stdout:658: snap_remove snap 49 2024-04-02T08:32:49.209 INFO:tasks.rados.rados.0.smithi112.stdout:658: done (1 left) 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 60 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: finishing write tid 4 to smithi11277797-32 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: finishing write tid 5 to smithi11277797-32 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: oid 32 updating version 0 to 186 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: oid 32 updating version 186 to 188 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: oid 32 version 188 is already newer than 187 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: oid 32 version 188 is already newer than 185 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 188 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:656: left oid 32 (ObjNum 225 snap 60 seq_num 225) 2024-04-02T08:32:49.210 INFO:tasks.rados.rados.0.smithi112.stdout:659: seq_num 227 ranges {2965504=606208,3571712=794624,4366336=8192} 2024-04-02T08:32:49.231 INFO:tasks.rados.rados.0.smithi112.stdout:659: writing smithi11277797-36 from 2965504 to 3571712 tid 1 2024-04-02T08:32:49.238 INFO:tasks.rados.rados.0.smithi112.stdout:659: writing smithi11277797-36 from 3571712 to 4366336 tid 2 2024-04-02T08:32:49.238 INFO:tasks.rados.rados.0.smithi112.stdout:659: writing smithi11277797-36 from 4366336 to 4374528 tid 3 2024-04-02T08:32:49.238 INFO:tasks.rados.rados.0.smithi112.stdout:656: done (1 left) 2024-04-02T08:32:49.238 INFO:tasks.rados.rados.0.smithi112.stdout:660: read oid 29 snap -1 2024-04-02T08:32:49.238 INFO:tasks.rados.rados.0.smithi112.stdout:660: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:49.239 INFO:tasks.rados.rados.0.smithi112.stdout:659: finishing write tid 1 to smithi11277797-36 2024-04-02T08:32:49.239 INFO:tasks.rados.rados.0.smithi112.stdout:661: read oid 38 snap -1 2024-04-02T08:32:49.239 INFO:tasks.rados.rados.0.smithi112.stdout:661: expect (ObjNum 223 snap 60 seq_num 223) 2024-04-02T08:32:49.239 INFO:tasks.rados.rados.0.smithi112.stdout:662: copy_from oid 41 from oid 43 current snap is 60 2024-04-02T08:32:49.239 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 60 2024-04-02T08:32:49.239 INFO:tasks.rados.rados.0.smithi112.stdout:663: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-04-02T08:32:49.242 INFO:tasks.rados.rados.0.smithi112.stdout:663: writing smithi11277797-9 from 0 to 622592 tid 1 2024-04-02T08:32:49.247 INFO:tasks.rados.rados.0.smithi112.stdout:663: writing smithi11277797-9 from 622592 to 1294336 tid 2 2024-04-02T08:32:49.248 INFO:tasks.rados.rados.0.smithi112.stdout:663: writing smithi11277797-9 from 1294336 to 1425408 tid 3 2024-04-02T08:32:49.249 INFO:tasks.rados.rados.0.smithi112.stdout:664: copy_from oid 22 from oid 34 current snap is 60 2024-04-02T08:32:49.249 INFO:tasks.rados.rados.0.smithi112.stdout:659: finishing write tid 2 to smithi11277797-36 2024-04-02T08:32:49.249 INFO:tasks.rados.rados.0.smithi112.stdout:660: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:49.271 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:48 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:48.982+0000 7f2f7c18f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: finishing write tid 3 to smithi11277797-36 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: finishing write tid 4 to smithi11277797-36 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: finishing write tid 5 to smithi11277797-36 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: oid 36 updating version 0 to 340 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: oid 36 version 340 is already newer than 338 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: oid 36 version 340 is already newer than 339 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:659: oid 36 version 340 is already newer than 337 2024-04-02T08:32:49.276 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 340 (ObjNum 227 snap 60 seq_num 227) dirty exists 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:659: left oid 36 (ObjNum 227 snap 60 seq_num 227) 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:659: done (5 left) 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:660: done (4 left) 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:665: delete oid 27 current snap is 60 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: finishing write tid 1 to smithi11277797-9 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: finishing write tid 2 to smithi11277797-9 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: finishing write tid 3 to smithi11277797-9 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: finishing write tid 4 to smithi11277797-9 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: finishing write tid 5 to smithi11277797-9 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: oid 9 updating version 0 to 344 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: oid 9 updating version 344 to 346 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: oid 9 version 346 is already newer than 345 2024-04-02T08:32:49.277 INFO:tasks.rados.rados.0.smithi112.stdout:663: oid 9 updating version 346 to 347 2024-04-02T08:32:49.278 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 347 (ObjNum 228 snap 60 seq_num 228) dirty exists 2024-04-02T08:32:49.278 INFO:tasks.rados.rados.0.smithi112.stdout:663: left oid 9 (ObjNum 228 snap 60 seq_num 228) 2024-04-02T08:32:49.278 INFO:tasks.rados.rados.0.smithi112.stdout:664: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:32:49.278 INFO:tasks.rados.rados.0.smithi112.stdout:664: finishing copy_from to smithi11277797-22 2024-04-02T08:32:49.278 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 176 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:32:49.278 INFO:tasks.rados.rados.0.smithi112.stdout:661: expect (ObjNum 223 snap 60 seq_num 223) 2024-04-02T08:32:49.502 INFO:tasks.rados.rados.0.smithi112.stdout:662: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:32:49.502 INFO:tasks.rados.rados.0.smithi112.stdout:662: finishing copy_from to smithi11277797-41 2024-04-02T08:32:49.502 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 176 (ObjNum 187 snap 52 seq_num 187) dirty exists 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:661: done (4 left) 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:662: done (3 left) 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:663: done (2 left) 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:664: done (1 left) 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:665: done (0 left) 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 60 2024-04-02T08:32:49.503 INFO:tasks.rados.rados.0.smithi112.stdout:666: seq_num 230 ranges {1826816=655360,2482176=491520,2973696=311296} 2024-04-02T08:32:49.515 INFO:tasks.rados.rados.0.smithi112.stdout:666: writing smithi11277797-26 from 1826816 to 2482176 tid 1 2024-04-02T08:32:49.518 INFO:tasks.rados.rados.0.smithi112.stdout:666: writing smithi11277797-26 from 2482176 to 2973696 tid 2 2024-04-02T08:32:49.520 INFO:tasks.rados.rados.0.smithi112.stdout:666: writing smithi11277797-26 from 2973696 to 3284992 tid 3 2024-04-02T08:32:49.520 INFO:tasks.rados.rados.0.smithi112.stdout:667: snap_create 2024-04-02T08:32:49.521 INFO:tasks.rados.rados.0.smithi112.stdout:666: finishing write tid 1 to smithi11277797-26 2024-04-02T08:32:49.521 INFO:tasks.rados.rados.0.smithi112.stdout:666: finishing write tid 2 to smithi11277797-26 2024-04-02T08:32:49.522 INFO:tasks.rados.rados.0.smithi112.stdout:666: finishing write tid 3 to smithi11277797-26 2024-04-02T08:32:49.522 INFO:tasks.rados.rados.0.smithi112.stdout:666: finishing write tid 4 to smithi11277797-26 2024-04-02T08:32:49.523 INFO:tasks.rados.rados.0.smithi112.stdout:666: finishing write tid 5 to smithi11277797-26 2024-04-02T08:32:49.524 INFO:tasks.rados.rados.0.smithi112.stdout:666: oid 26 updating version 0 to 242 2024-04-02T08:32:49.524 INFO:tasks.rados.rados.0.smithi112.stdout:666: oid 26 version 242 is already newer than 241 2024-04-02T08:32:49.524 INFO:tasks.rados.rados.0.smithi112.stdout:666: oid 26 updating version 242 to 243 2024-04-02T08:32:49.524 INFO:tasks.rados.rados.0.smithi112.stdout:666: oid 26 version 243 is already newer than 240 2024-04-02T08:32:49.524 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 243 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:32:49.524 INFO:tasks.rados.rados.0.smithi112.stdout:666: left oid 26 (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:49.272+0000 7f2f7c18f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[37686]: pgmap v48: 121 pgs: 121 active+clean; 216 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 226 KiB/s wr, 10 op/s 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[37686]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:32:49.553 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[26914]: pgmap v48: 121 pgs: 121 active+clean; 216 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 226 KiB/s wr, 10 op/s 2024-04-02T08:32:49.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-mon[26914]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:32:49.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-mon[30584]: pgmap v48: 121 pgs: 121 active+clean; 216 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 226 KiB/s wr, 10 op/s 2024-04-02T08:32:49.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:49.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-mon[30584]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:32:49.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:49.554+0000 7f2f7c18f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:49.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:32:49] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-02T08:32:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:666: done (1 left) 2024-04-02T08:32:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:667: done (0 left) 2024-04-02T08:32:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:668: delete oid 35 current snap is 61 2024-04-02T08:32:50.391 INFO:tasks.rados.rados.0.smithi112.stdout:668: done (0 left) 2024-04-02T08:32:50.392 INFO:tasks.rados.rados.0.smithi112.stdout:669: snap_create 2024-04-02T08:32:50.669 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:50.417+0000 7f2f7c18f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:50.997 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:50.997 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:50.997 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[26914]: pgmap v50: 121 pgs: 121 active+clean; 244 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:32:50.998 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[26914]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:32:50.998 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:50.998 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:50.998 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[37686]: pgmap v50: 121 pgs: 121 active+clean; 244 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:32:50.998 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-mon[37686]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:32:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:50 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:50 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:50 smithi187 ceph-mon[30584]: pgmap v50: 121 pgs: 121 active+clean; 244 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:32:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:50 smithi187 ceph-mon[30584]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:32:51.321 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:50 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:50.998+0000 7f2f7c18f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:51.321 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:51.100+0000 7f2f7c18f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:669: done (0 left) 2024-04-02T08:32:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:670: snap_create 2024-04-02T08:32:51.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:51.322+0000 7f2f7c18f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:51.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:51] ENGINE Bus STARTING 2024-04-02T08:32:51.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: CherryPy Checker: 2024-04-02T08:32:51.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: The Application mounted at '' has an empty config. 2024-04-02T08:32:51.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:51.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:51] ENGINE Serving on http://:::9283 2024-04-02T08:32:51.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:51] ENGINE Bus STARTED 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: Standby manager daemon y restarted 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: Standby manager daemon y started 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:51.954 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[37686]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: Standby manager daemon y restarted 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: Standby manager daemon y started 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:51.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:51 smithi112 ceph-mon[26914]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: Standby manager daemon y restarted 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: Standby manager daemon y started 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:51 smithi187 ceph-mon[30584]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:32:52.391 INFO:tasks.rados.rados.0.smithi112.stdout:670: done (0 left) 2024-04-02T08:32:52.391 INFO:tasks.rados.rados.0.smithi112.stdout:671: read oid 22 snap -1 2024-04-02T08:32:52.391 INFO:tasks.rados.rados.0.smithi112.stdout:671: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:32:52.391 INFO:tasks.rados.rados.0.smithi112.stdout:672: snap_remove snap 54 2024-04-02T08:32:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:52 smithi112 ceph-mon[37686]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:32:53.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:52 smithi112 ceph-mon[37686]: pgmap v53: 121 pgs: 121 active+clean; 244 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:32:53.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:52 smithi112 ceph-mon[37686]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:32:53.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:52 smithi112 ceph-mon[26914]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:32:53.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:52 smithi112 ceph-mon[26914]: pgmap v53: 121 pgs: 121 active+clean; 244 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:32:53.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:52 smithi112 ceph-mon[26914]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:32:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:52 smithi187 ceph-mon[30584]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:32:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:52 smithi187 ceph-mon[30584]: pgmap v53: 121 pgs: 121 active+clean; 244 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-02T08:32:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:52 smithi187 ceph-mon[30584]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:32:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:672: done (1 left) 2024-04-02T08:32:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:673: read oid 48 snap -1 2024-04-02T08:32:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:673: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:32:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:674: rmattr oid 49 current snap is 63 2024-04-02T08:32:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:674: done (2 left) 2024-04-02T08:32:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:675: delete oid 2 current snap is 63 2024-04-02T08:32:53.395 INFO:tasks.rados.rados.0.smithi112.stdout:671: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:32:53.420 INFO:tasks.rados.rados.0.smithi112.stdout:671: done (2 left) 2024-04-02T08:32:53.420 INFO:tasks.rados.rados.0.smithi112.stdout:675: done (1 left) 2024-04-02T08:32:53.420 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 63 2024-04-02T08:32:53.420 INFO:tasks.rados.rados.0.smithi112.stdout:676: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-04-02T08:32:53.425 INFO:tasks.rados.rados.0.smithi112.stdout:676: writing smithi11277797-2 from 0 to 712704 tid 1 2024-04-02T08:32:53.428 INFO:tasks.rados.rados.0.smithi112.stdout:676: writing smithi11277797-2 from 712704 to 1261568 tid 2 2024-04-02T08:32:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:676: writing smithi11277797-2 from 1261568 to 1515520 tid 3 2024-04-02T08:32:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:677: read oid 9 snap -1 2024-04-02T08:32:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:677: expect (ObjNum 228 snap 60 seq_num 228) 2024-04-02T08:32:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:678: read oid 17 snap 37 2024-04-02T08:32:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:678: expect (ObjNum 93 snap 20 seq_num 93) 2024-04-02T08:32:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:679: setattr oid 35 current snap is 63 2024-04-02T08:32:53.432 INFO:tasks.rados.rados.0.smithi112.stdout:680: snap_remove snap 47 2024-04-02T08:32:53.467 INFO:tasks.rados.rados.0.smithi112.stdout:680: done (5 left) 2024-04-02T08:32:53.467 INFO:tasks.rados.rados.0.smithi112.stdout:681: delete oid 6 current snap is 63 2024-04-02T08:32:53.467 INFO:tasks.rados.rados.0.smithi112.stdout:676: finishing write tid 1 to smithi11277797-2 2024-04-02T08:32:53.467 INFO:tasks.rados.rados.0.smithi112.stdout:673: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:32:53.593 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 345 (ObjNum 33 snap 0 seq_num 2348760112) dirty exists 2024-04-02T08:32:53.593 INFO:tasks.rados.rados.0.smithi112.stdout:676: finishing write tid 2 to smithi11277797-2 2024-04-02T08:32:53.593 INFO:tasks.rados.rados.0.smithi112.stdout:676: finishing write tid 3 to smithi11277797-2 2024-04-02T08:32:53.593 INFO:tasks.rados.rados.0.smithi112.stdout:676: finishing write tid 4 to smithi11277797-2 2024-04-02T08:32:53.593 INFO:tasks.rados.rados.0.smithi112.stdout:678: expect (ObjNum 93 snap 20 seq_num 93) 2024-04-02T08:32:53.649 INFO:tasks.rados.rados.0.smithi112.stdout:677: expect (ObjNum 228 snap 60 seq_num 228) 2024-04-02T08:32:53.699 INFO:tasks.rados.rados.0.smithi112.stdout:676: finishing write tid 5 to smithi11277797-2 2024-04-02T08:32:53.699 INFO:tasks.rados.rados.0.smithi112.stdout:676: oid 2 updating version 0 to 359 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:676: oid 2 version 359 is already newer than 357 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:676: oid 2 updating version 359 to 360 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:676: oid 2 version 360 is already newer than 358 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 360 (ObjNum 233 snap 63 seq_num 233) dirty exists 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:676: left oid 2 (ObjNum 233 snap 63 seq_num 233) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:673: done (5 left) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:676: done (4 left) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:677: done (3 left) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:678: done (2 left) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:679: done (1 left) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:681: done (0 left) 2024-04-02T08:32:53.700 INFO:tasks.rados.rados.0.smithi112.stdout:682: snap_create 2024-04-02T08:32:53.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:32:53.517Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-02T08:32:53.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:32:53.517Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:53] ENGINE Bus STOPPING 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:53] ENGINE Bus STOPPED 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:53] ENGINE Bus STARTING 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2edb5dd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2edb5dd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2edb5dd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2edb5dd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2edb5dd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2ed9dda700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2ed9dda700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2ed9dda700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.870 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2ed9dda700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.870 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:32:53.630+0000 7f2ed9dda700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:53.870 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:53] ENGINE Serving on http://:::9283 2024-04-02T08:32:53.870 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:32:53 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:32:53] ENGINE Bus STARTED 2024-04-02T08:32:53.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:32:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:32:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:53.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: ignoring --setuser ceph since I am not root 2024-04-02T08:32:53.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: ignoring --setgroup ceph since I am not root 2024-04-02T08:32:53.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:53 smithi187 ceph-mgr[64532]: -- 172.21.15.187:0/1923972384 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559b497405a0 con 0x559b49714800 2024-04-02T08:32:54.208 INFO:tasks.rados.rados.0.smithi112.stdout:682: done (0 left) 2024-04-02T08:32:54.208 INFO:tasks.rados.rados.0.smithi112.stdout:683: setattr oid 43 current snap is 64 2024-04-02T08:32:54.208 INFO:tasks.rados.rados.0.smithi112.stdout:684: snap_remove snap 57 2024-04-02T08:32:54.296 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:32:54.030Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=2 2024-04-02T08:32:54.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:54.050+0000 7f4f23207200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:54.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:54.147+0000 7f4f23207200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.24793 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: mgrmap e30: y(active, starting, since 0.00682764s) 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: Manager daemon y is now available 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:54.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:54.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:54.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:54.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:54.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-mon[30584]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.24793 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: mgrmap e30: y(active, starting, since 0.00682764s) 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: Manager daemon y is now available 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 172.21.15.187:0/2016562558' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.24793 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: mgrmap e30: y(active, starting, since 0.00682764s) 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:54.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:54.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: Manager daemon y is now available 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[26914]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:54.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:54.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:54.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:54.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:54.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:54.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:54 smithi112 ceph-mon[37686]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:32:54.950 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:54.836+0000 7f4f23207200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:54.950 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:54.930+0000 7f4f23207200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:55.208 INFO:tasks.rados.rados.0.smithi112.stdout:684: done (1 left) 2024-04-02T08:32:55.208 INFO:tasks.rados.rados.0.smithi112.stdout:685: read oid 21 snap -1 2024-04-02T08:32:55.208 INFO:tasks.rados.rados.0.smithi112.stdout:685: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:32:55.208 INFO:tasks.rados.rados.0.smithi112.stdout:686: snap_remove snap 50 2024-04-02T08:32:55.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.074+0000 7f4f23207200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:55.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.172+0000 7f4f23207200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-mon[30584]: mgrmap e31: y(active, since 1.00799s) 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:54] ENGINE Bus STARTING 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:54] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:54] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-mon[30584]: [02/Apr/2024:08:32:54] ENGINE Bus STARTED 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-mon[30584]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:32:55.550 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.275+0000 7f4f23207200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:55.850 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.551+0000 7f4f23207200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:55.850 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.669+0000 7f4f23207200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:55.851 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.756+0000 7f4f23207200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[37686]: mgrmap e31: y(active, since 1.00799s) 2024-04-02T08:32:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:54] ENGINE Bus STARTING 2024-04-02T08:32:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:54] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:32:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:54] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:32:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[37686]: [02/Apr/2024:08:32:54] ENGINE Bus STARTED 2024-04-02T08:32:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[37686]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:32:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[26914]: mgrmap e31: y(active, since 1.00799s) 2024-04-02T08:32:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:54] ENGINE Bus STARTING 2024-04-02T08:32:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:54] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:32:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:54] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:32:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[26914]: [02/Apr/2024:08:32:54] ENGINE Bus STARTED 2024-04-02T08:32:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:55 smithi112 ceph-mon[26914]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:32:56.217 INFO:tasks.rados.rados.0.smithi112.stdout:686: done (2 left) 2024-04-02T08:32:56.218 INFO:tasks.rados.rados.0.smithi112.stdout:687: copy_from oid 46 from oid 26 current snap is 64 2024-04-02T08:32:56.218 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 298 (ObjNum 187 snap 52 seq_num 187) dirty exists 2024-04-02T08:32:56.218 INFO:tasks.rados.rados.0.smithi112.stdout:685: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:32:56.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:55.851+0000 7f4f23207200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:56.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:56.046+0000 7f4f23207200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:687: finishing copy_from racing read to smithi11277797-46 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:687: finishing copy_from to smithi11277797-46 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 243 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:683: done (2 left) 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:685: done (1 left) 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:687: done (0 left) 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:688: copy_from oid 25 from oid 2 current snap is 64 2024-04-02T08:32:56.252 INFO:tasks.rados.rados.0.smithi112.stdout:689: snap_remove snap 36 2024-04-02T08:32:56.545 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:56 smithi187 ceph-mon[30584]: pgmap v6: 121 pgs: 121 active+clean; 253 MiB data, 734 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:56.545 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:56 smithi187 ceph-mon[30584]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:32:56.545 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:56 smithi187 ceph-mon[30584]: mgrmap e32: y(active, since 2s) 2024-04-02T08:32:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:56 smithi112 ceph-mon[37686]: pgmap v6: 121 pgs: 121 active+clean; 253 MiB data, 734 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:56 smithi112 ceph-mon[37686]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:32:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:56 smithi112 ceph-mon[37686]: mgrmap e32: y(active, since 2s) 2024-04-02T08:32:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:56 smithi112 ceph-mon[26914]: pgmap v6: 121 pgs: 121 active+clean; 253 MiB data, 734 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:56 smithi112 ceph-mon[26914]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:32:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:56 smithi112 ceph-mon[26914]: mgrmap e32: y(active, since 2s) 2024-04-02T08:32:57.228 INFO:tasks.rados.rados.0.smithi112.stdout:689: done (1 left) 2024-04-02T08:32:57.228 INFO:tasks.rados.rados.0.smithi112.stdout:690: delete oid 23 current snap is 64 2024-04-02T08:32:57.228 INFO:tasks.rados.rados.0.smithi112.stdout:688: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:32:57.228 INFO:tasks.rados.rados.0.smithi112.stdout:688: finishing copy_from to smithi11277797-25 2024-04-02T08:32:57.228 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 360 (ObjNum 233 snap 63 seq_num 233) dirty exists 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi112.stdout:688: done (1 left) 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi112.stdout:690: done (0 left) 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 64 2024-04-02T08:32:57.236 INFO:tasks.rados.rados.0.smithi112.stdout:691: seq_num 236 ranges {90112=761856,851968=647168,1499136=155648} 2024-04-02T08:32:57.241 INFO:tasks.rados.rados.0.smithi112.stdout:691: writing smithi11277797-24 from 90112 to 851968 tid 1 2024-04-02T08:32:57.245 INFO:tasks.rados.rados.0.smithi112.stdout:691: writing smithi11277797-24 from 851968 to 1499136 tid 2 2024-04-02T08:32:57.247 INFO:tasks.rados.rados.0.smithi112.stdout:691: writing smithi11277797-24 from 1499136 to 1654784 tid 3 2024-04-02T08:32:57.247 INFO:tasks.rados.rados.0.smithi112.stdout:692: copy_from oid 49 from oid 22 current snap is 64 2024-04-02T08:32:57.247 INFO:tasks.rados.rados.0.smithi112.stdout:693: delete oid 35 current snap is 64 2024-04-02T08:32:57.257 INFO:tasks.rados.rados.0.smithi112.stdout:693: done (2 left) 2024-04-02T08:32:57.257 INFO:tasks.rados.rados.0.smithi112.stdout:694: read oid 11 snap -1 2024-04-02T08:32:57.257 INFO:tasks.rados.rados.0.smithi112.stdout:694: expect deleted 2024-04-02T08:32:57.257 INFO:tasks.rados.rados.0.smithi112.stdout:695: snap_remove snap 48 2024-04-02T08:32:57.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:57.141+0000 7f4f23207200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:57.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:57.308+0000 7f4f23207200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:57.967 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:57.663+0000 7f4f23207200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:57.967 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:57.771+0000 7f4f23207200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:57.967 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:57.968+0000 7f4f23207200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:58.229 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:58.159+0000 7f4f23207200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:58.233 INFO:tasks.rados.rados.0.smithi112.stdout:695: done (3 left) 2024-04-02T08:32:58.233 INFO:tasks.rados.rados.0.smithi112.stdout:696: snap_remove snap 15 2024-04-02T08:32:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-mon[30584]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:32:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-mon[30584]: pgmap v9: 121 pgs: 121 active+clean; 253 MiB data, 734 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:58.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:58.457+0000 7f4f23207200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[26914]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:32:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[26914]: pgmap v9: 121 pgs: 121 active+clean; 253 MiB data, 734 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[37686]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:32:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[37686]: pgmap v9: 121 pgs: 121 active+clean; 253 MiB data, 734 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:58 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:58.994 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:58.735+0000 7f4f23207200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:58.994 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:58.994+0000 7f4f23207200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:59.209 INFO:tasks.rados.rados.0.smithi112.stdout:696: done (3 left) 2024-04-02T08:32:59.209 INFO:tasks.rados.rados.0.smithi112.stdout:697: setattr oid 12 current snap is 64 2024-04-02T08:32:59.209 INFO:tasks.rados.rados.0.smithi112.stdout:691: finishing write tid 1 to smithi11277797-24 2024-04-02T08:32:59.209 INFO:tasks.rados.rados.0.smithi112.stdout:691: finishing write tid 2 to smithi11277797-24 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: finishing write tid 3 to smithi11277797-24 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: finishing write tid 4 to smithi11277797-24 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:692: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:692: finishing copy_from to smithi11277797-49 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 176 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: finishing write tid 5 to smithi11277797-24 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: oid 24 updating version 0 to 327 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: oid 24 version 327 is already newer than 324 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: oid 24 version 327 is already newer than 326 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: oid 24 version 327 is already newer than 325 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 327 (ObjNum 236 snap 64 seq_num 236) dirty exists 2024-04-02T08:32:59.210 INFO:tasks.rados.rados.0.smithi112.stdout:691: left oid 24 (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:691: done (3 left) 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:692: done (2 left) 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:694: done (1 left) 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:698: copy_from oid 15 from oid 10 current snap is 64 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:699: rollback oid 19 current snap is 64 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 37 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:700: read oid 36 snap -1 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:700: expect (ObjNum 227 snap 60 seq_num 227) 2024-04-02T08:32:59.211 INFO:tasks.rados.rados.0.smithi112.stdout:701: snap_remove snap 61 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: mgrmap e33: y(active, since 4s) 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-mon[30584]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:32:59.578 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: mgrmap e33: y(active, since 4s) 2024-04-02T08:32:59.578 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[37686]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: mgrmap e33: y(active, since 4s) 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:32:59.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:32:59 smithi112 ceph-mon[26914]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:33:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:701: done (4 left) 2024-04-02T08:33:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 64 2024-04-02T08:33:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:702: seq_num 238 ranges {1515520=794624,2310144=417792,2727936=385024} 2024-04-02T08:33:00.228 INFO:tasks.rados.rados.0.smithi112.stdout:702: writing smithi11277797-2 from 1515520 to 2310144 tid 1 2024-04-02T08:33:00.230 INFO:tasks.rados.rados.0.smithi112.stdout:702: writing smithi11277797-2 from 2310144 to 2727936 tid 2 2024-04-02T08:33:00.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:32:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:32:59.860+0000 7f4f23207200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:00.233 INFO:tasks.rados.rados.0.smithi112.stdout:702: writing smithi11277797-2 from 2727936 to 3112960 tid 3 2024-04-02T08:33:00.233 INFO:tasks.rados.rados.0.smithi112.stdout:703: read oid 41 snap -1 2024-04-02T08:33:00.233 INFO:tasks.rados.rados.0.smithi112.stdout:703: expect (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:33:00.233 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 64 2024-04-02T08:33:00.233 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 266 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:00.233 INFO:tasks.rados.rados.0.smithi112.stdout:704: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-04-02T08:33:00.235 INFO:tasks.rados.rados.0.smithi112.stdout:704: writing smithi11277797-50 from 0 to 409600 tid 1 2024-04-02T08:33:00.239 INFO:tasks.rados.rados.0.smithi112.stdout:704: writing smithi11277797-50 from 409600 to 1114112 tid 2 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:704: writing smithi11277797-50 from 1114112 to 1613824 tid 3 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:697: done (6 left) 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:705: read oid 14 snap -1 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:705: expect (ObjNum 179 snap 49 seq_num 179) 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:706: snap_create 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:699: finishing rollback tid 0 to smithi11277797-19 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:699: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:699: finishing rollback tid 2 to smithi11277797-19 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 288 (ObjNum 125 snap 36 seq_num 125) dirty exists 2024-04-02T08:33:00.243 INFO:tasks.rados.rados.0.smithi112.stdout:700: expect (ObjNum 227 snap 60 seq_num 227) 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:698: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:698: finishing copy_from to smithi11277797-15 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 216 (ObjNum 203 snap 60 seq_num 203) dirty exists 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:702: finishing write tid 1 to smithi11277797-2 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:702: finishing write tid 2 to smithi11277797-2 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:702: finishing write tid 3 to smithi11277797-2 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:702: finishing write tid 4 to smithi11277797-2 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:702: finishing write tid 5 to smithi11277797-2 2024-04-02T08:33:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:702: oid 2 updating version 0 to 400 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:702: oid 2 updating version 400 to 403 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:702: oid 2 version 403 is already newer than 401 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:702: oid 2 version 403 is already newer than 402 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 403 (ObjNum 238 snap 64 seq_num 238) dirty exists 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:702: left oid 2 (ObjNum 238 snap 64 seq_num 238) 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: finishing write tid 1 to smithi11277797-50 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: finishing write tid 2 to smithi11277797-50 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: finishing write tid 3 to smithi11277797-50 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: finishing write tid 4 to smithi11277797-50 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: finishing write tid 5 to smithi11277797-50 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: oid 50 updating version 0 to 95 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: oid 50 version 95 is already newer than 94 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: oid 50 updating version 95 to 96 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:704: oid 50 version 96 is already newer than 93 2024-04-02T08:33:00.443 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 96 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-04-02T08:33:00.444 INFO:tasks.rados.rados.0.smithi112.stdout:704: left oid 50 (ObjNum 239 snap 64 seq_num 239) 2024-04-02T08:33:00.444 INFO:tasks.rados.rados.0.smithi112.stdout:705: expect (ObjNum 179 snap 49 seq_num 179) 2024-04-02T08:33:00.522 INFO:tasks.rados.rados.0.smithi112.stdout:703: expect (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:33:00.731 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:33:00.446+0000 7f4f23207200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:00.731 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:33:00.544+0000 7f4f23207200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[37686]: pgmap v12: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-02T08:33:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[37686]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:33:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[26914]: pgmap v12: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-02T08:33:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:00 smithi112 ceph-mon[26914]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-mon[30584]: pgmap v12: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-mon[30584]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:33:00.762+0000 7f4f23207200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:33:00] ENGINE Bus STARTING 2024-04-02T08:33:01.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: CherryPy Checker: 2024-04-02T08:33:01.232 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: The Application mounted at '' has an empty config. 2024-04-02T08:33:01.232 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: 2024-04-02T08:33:01.232 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:33:00] ENGINE Serving on http://:::9283 2024-04-02T08:33:01.232 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[64528]: [02/Apr/2024:08:33:00] ENGINE Bus STARTED 2024-04-02T08:33:01.235 INFO:tasks.rados.rados.0.smithi112.stdout:698: done (7 left) 2024-04-02T08:33:01.235 INFO:tasks.rados.rados.0.smithi112.stdout:699: done (6 left) 2024-04-02T08:33:01.235 INFO:tasks.rados.rados.0.smithi112.stdout:700: done (5 left) 2024-04-02T08:33:01.235 INFO:tasks.rados.rados.0.smithi112.stdout:702: done (4 left) 2024-04-02T08:33:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:703: done (3 left) 2024-04-02T08:33:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:704: done (2 left) 2024-04-02T08:33:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:705: done (1 left) 2024-04-02T08:33:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:706: done (0 left) 2024-04-02T08:33:01.236 INFO:tasks.rados.rados.0.smithi112.stdout:707: setattr oid 5 current snap is 65 2024-04-02T08:33:01.237 INFO:tasks.rados.rados.0.smithi112.stdout:708: snap_create 2024-04-02T08:33:01.241 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 257 (ObjNum 205 snap 60 seq_num 205) dirty exists 2024-04-02T08:33:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[37686]: Standby manager daemon x started 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[37686]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[26914]: Standby manager daemon x started 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:01.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:01 smithi112 ceph-mon[26914]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:33:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:01 smithi187 ceph-mon[30584]: Standby manager daemon x started 2024-04-02T08:33:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:01 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:01 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:01 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:02.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:01 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/3854749574' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:02.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:01 smithi187 ceph-mon[30584]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:707: done (1 left) 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:708: done (0 left) 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:709: read oid 2 snap 37 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:709: expect deleted 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:710: read oid 33 snap -1 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:710: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:711: read oid 9 snap 37 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:711: expect (ObjNum 120 snap 33 seq_num 120) 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:712: read oid 8 snap -1 2024-04-02T08:33:02.247 INFO:tasks.rados.rados.0.smithi112.stdout:712: expect deleted 2024-04-02T08:33:02.248 INFO:tasks.rados.rados.0.smithi112.stdout:713: delete oid 5 current snap is 66 2024-04-02T08:33:02.248 INFO:tasks.rados.rados.0.smithi112.stdout:710: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:709: done (4 left) 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:710: done (3 left) 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:712: done (2 left) 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:713: done (1 left) 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:714: read oid 19 snap -1 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:714: expect (ObjNum 125 snap 36 seq_num 125) 2024-04-02T08:33:02.252 INFO:tasks.rados.rados.0.smithi112.stdout:715: snap_create 2024-04-02T08:33:02.264 INFO:tasks.rados.rados.0.smithi112.stdout:714: expect (ObjNum 125 snap 36 seq_num 125) 2024-04-02T08:33:02.346 INFO:tasks.rados.rados.0.smithi112.stdout:711: expect (ObjNum 120 snap 33 seq_num 120) 2024-04-02T08:33:02.439 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:33:02.781 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:02.781 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (4m) 5s ago 5m 28.1M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (4m) 4s ago 4m 90.7M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (5m) 5s ago 5m 19.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (5m) 4s ago 5m 14.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (62s) 4s ago 9m 74.7M - 19.0.0-2419-g14da45f2 53081131892e 31babc4981bd 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (19s) 5s ago 11m 478M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (11m) 5s ago 11m 54.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 5e5f14d2a805 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (9m) 4s ago 9m 46.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (9m) 5s ago 9m 49.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c54ae978287c 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (4m) 5s ago 4m 15.6M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (4m) 4s ago 4m 16.7M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (9m) 5s ago 9m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (8m) 5s ago 8m 130M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (8m) 5s ago 8m 109M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (7m) 5s ago 7m 96.4M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:33:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (7m) 4s ago 7m 128M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:33:02.783 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (7m) 4s ago 7m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:33:02.783 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (6m) 4s ago 6m 103M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:33:02.783 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (6m) 4s ago 6m 106M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:33:02.783 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (24s) 4s ago 5m 38.0M - 2.43.0 a07b618ecd1d e87bcc2976cc 2024-04-02T08:33:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: pgmap v15: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-02T08:33:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[26914]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: pgmap v15: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:03.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:03.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:02 smithi112 ceph-mon[37686]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:33:03.218 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:03.219 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:03.219 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:33:03.219 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:33:03.219 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:33:03.219 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:33:03.219 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:33:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: pgmap v15: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-02T08:33:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:33:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:02 smithi187 ceph-mon[30584]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:711: done (2 left) 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:714: done (1 left) 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:715: done (0 left) 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:716: copy_from oid 31 from oid 48 current snap is 67 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:717: rollback oid 45 current snap is 67 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 66 2024-04-02T08:33:03.246 INFO:tasks.rados.rados.0.smithi112.stdout:718: delete oid 33 current snap is 67 2024-04-02T08:33:03.248 INFO:tasks.rados.rados.0.smithi112.stdout:718: done (2 left) 2024-04-02T08:33:03.248 INFO:tasks.rados.rados.0.smithi112.stdout:719: rmattr oid 46 current snap is 67 2024-04-02T08:33:03.248 INFO:tasks.rados.rados.0.smithi112.stdout:719: done (2 left) 2024-04-02T08:33:03.249 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 67 2024-04-02T08:33:03.249 INFO:tasks.rados.rados.0.smithi112.stdout:720: seq_num 242 ranges {4374528=458752,4833280=753664,5586944=450560} 2024-04-02T08:33:03.275 INFO:tasks.rados.rados.0.smithi112.stdout:720: writing smithi11277797-36 from 4374528 to 4833280 tid 1 2024-04-02T08:33:03.279 INFO:tasks.rados.rados.0.smithi112.stdout:720: writing smithi11277797-36 from 4833280 to 5586944 tid 2 2024-04-02T08:33:03.282 INFO:tasks.rados.rados.0.smithi112.stdout:720: writing smithi11277797-36 from 5586944 to 6037504 tid 3 2024-04-02T08:33:03.282 INFO:tasks.rados.rados.0.smithi112.stdout:721: snap_remove snap 63 2024-04-02T08:33:03.765 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/1870484937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='client.? 172.21.15.112:0/1870484937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:04.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:33:04.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:03 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/1870484937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:33:04.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:03 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:04.216 INFO:tasks.rados.rados.0.smithi112.stdout:721: done (3 left) 2024-04-02T08:33:04.216 INFO:tasks.rados.rados.0.smithi112.stdout:722: copy_from oid 25 from oid 42 current snap is 67 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:717: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 202 (ObjNum 177 snap 0 seq_num 2348567056) dirty dne 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:716: finishing copy_from racing read to smithi11277797-31 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:716: finishing copy_from to smithi11277797-31 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 116 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: finishing write tid 1 to smithi11277797-36 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: finishing write tid 2 to smithi11277797-36 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: finishing write tid 3 to smithi11277797-36 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: finishing write tid 4 to smithi11277797-36 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: finishing write tid 5 to smithi11277797-36 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: oid 36 updating version 0 to 390 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: oid 36 updating version 390 to 392 2024-04-02T08:33:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:720: oid 36 version 392 is already newer than 389 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:720: oid 36 version 392 is already newer than 391 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 392 (ObjNum 242 snap 67 seq_num 242) dirty exists 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:720: left oid 36 (ObjNum 242 snap 67 seq_num 242) 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:716: done (3 left) 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:717: done (2 left) 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:720: done (1 left) 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:723: rollback oid 1 current snap is 67 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 59 2024-04-02T08:33:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:724: setattr oid 6 current snap is 67 2024-04-02T08:33:04.219 INFO:tasks.rados.rados.0.smithi112.stdout:725: delete oid 37 current snap is 67 2024-04-02T08:33:04.222 INFO:tasks.rados.rados.0.smithi112.stdout:723: finishing rollback tid 0 to smithi11277797-1 2024-04-02T08:33:04.222 INFO:tasks.rados.rados.0.smithi112.stdout:723: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:33:04.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 245 (ObjNum 33 snap 0 seq_num 2348760112) dirty dne 2024-04-02T08:33:04.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 272 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:723: done (3 left) 2024-04-02T08:33:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:724: done (2 left) 2024-04-02T08:33:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:725: done (1 left) 2024-04-02T08:33:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:726: snap_create 2024-04-02T08:33:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:722: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:33:04.230 INFO:tasks.rados.rados.0.smithi112.stdout:722: finishing copy_from to smithi11277797-25 2024-04-02T08:33:04.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 155 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:05.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:04 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:05.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:04 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:05.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:04 smithi187 ceph-mon[30584]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:33:05.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:04 smithi187 ceph-mon[30584]: pgmap v18: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:05.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:04 smithi187 ceph-mon[30584]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:33:05.050 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:04 smithi187 ceph-mon[30584]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:33:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[37686]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[37686]: pgmap v18: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[37686]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[37686]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[26914]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[26914]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[26914]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[26914]: pgmap v18: 121 pgs: 121 active+clean; 254 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[26914]: Reconfiguring daemon prometheus.a on smithi187 2024-04-02T08:33:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:04 smithi112 ceph-mon[26914]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:33:05.224 INFO:tasks.rados.rados.0.smithi112.stdout:722: done (1 left) 2024-04-02T08:33:05.224 INFO:tasks.rados.rados.0.smithi112.stdout:726: done (0 left) 2024-04-02T08:33:05.224 INFO:tasks.rados.rados.0.smithi112.stdout:727: delete oid 9 current snap is 68 2024-04-02T08:33:05.225 INFO:tasks.rados.rados.0.smithi112.stdout:727: done (0 left) 2024-04-02T08:33:05.226 INFO:tasks.rados.rados.0.smithi112.stdout:728: snap_create 2024-04-02T08:33:06.233 INFO:tasks.rados.rados.0.smithi112.stdout:728: done (0 left) 2024-04-02T08:33:06.233 INFO:tasks.rados.rados.0.smithi112.stdout:729: rmattr oid 13 current snap is 69 2024-04-02T08:33:06.233 INFO:tasks.rados.rados.0.smithi112.stdout:730: snap_create 2024-04-02T08:33:06.235 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 398 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-04-02T08:33:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:06 smithi187 ceph-mon[30584]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:33:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:06 smithi187 ceph-mon[30584]: pgmap v21: 121 pgs: 121 active+clean; 262 MiB data, 827 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:33:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:06 smithi112 ceph-mon[37686]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:33:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:06 smithi112 ceph-mon[37686]: pgmap v21: 121 pgs: 121 active+clean; 262 MiB data, 827 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:33:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:06 smithi112 ceph-mon[26914]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:33:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:06 smithi112 ceph-mon[26914]: pgmap v21: 121 pgs: 121 active+clean; 262 MiB data, 827 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:33:07.170 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:06 smithi187 systemd[1]: Stopping Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:729: done (1 left) 2024-04-02T08:33:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:730: done (0 left) 2024-04-02T08:33:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:731: copy_from oid 43 from oid 39 current snap is 70 2024-04-02T08:33:07.237 INFO:tasks.rados.rados.0.smithi112.stdout:732: delete oid 49 current snap is 70 2024-04-02T08:33:07.240 INFO:tasks.rados.rados.0.smithi112.stdout:732: done (1 left) 2024-04-02T08:33:07.240 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 70 2024-04-02T08:33:07.240 INFO:tasks.rados.rados.0.smithi112.stdout:733: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-04-02T08:33:07.243 INFO:tasks.rados.rados.0.smithi112.stdout:733: writing smithi11277797-23 from 0 to 524288 tid 1 2024-04-02T08:33:07.247 INFO:tasks.rados.rados.0.smithi112.stdout:733: writing smithi11277797-23 from 524288 to 1269760 tid 2 2024-04-02T08:33:07.249 INFO:tasks.rados.rados.0.smithi112.stdout:733: writing smithi11277797-23 from 1269760 to 1695744 tid 3 2024-04-02T08:33:07.250 INFO:tasks.rados.rados.0.smithi112.stdout:733: writing smithi11277797-23 from 1695744 to 1728512 tid 4 2024-04-02T08:33:07.250 INFO:tasks.rados.rados.0.smithi112.stdout:734: rollback oid 3 current snap is 70 2024-04-02T08:33:07.250 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 3 to 60 2024-04-02T08:33:07.250 INFO:tasks.rados.rados.0.smithi112.stdout:733: finishing write tid 1 to smithi11277797-23 2024-04-02T08:33:07.250 INFO:tasks.rados.rados.0.smithi112.stdout:735: snap_create 2024-04-02T08:33:07.251 INFO:tasks.rados.rados.0.smithi112.stdout:733: finishing write tid 2 to smithi11277797-23 2024-04-02T08:33:07.253 INFO:tasks.rados.rados.0.smithi112.stdout:733: finishing write tid 3 to smithi11277797-23 2024-04-02T08:33:07.253 INFO:tasks.rados.rados.0.smithi112.stdout:733: finishing write tid 4 to smithi11277797-23 2024-04-02T08:33:07.253 INFO:tasks.rados.rados.0.smithi112.stdout:733: finishing write tid 5 to smithi11277797-23 2024-04-02T08:33:07.255 INFO:tasks.rados.rados.0.smithi112.stdout:731: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:33:07.255 INFO:tasks.rados.rados.0.smithi112.stdout:733: finishing write tid 6 to smithi11277797-23 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:733: oid 23 updating version 0 to 238 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:733: oid 23 updating version 238 to 240 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:733: oid 23 updating version 240 to 241 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:733: oid 23 version 241 is already newer than 239 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:733: oid 23 version 241 is already newer than 237 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 241 (ObjNum 246 snap 70 seq_num 246) dirty exists 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:733: left oid 23 (ObjNum 246 snap 70 seq_num 246) 2024-04-02T08:33:07.256 INFO:tasks.rados.rados.0.smithi112.stdout:734: finishing rollback tid 0 to smithi11277797-3 2024-04-02T08:33:07.258 INFO:tasks.rados.rados.0.smithi112.stdout:731: finishing copy_from to smithi11277797-43 2024-04-02T08:33:07.258 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 239 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-04-02T08:33:07.258 INFO:tasks.rados.rados.0.smithi112.stdout:734: finishing rollback tid 1 to smithi11277797-3 2024-04-02T08:33:07.258 INFO:tasks.rados.rados.0.smithi112.stdout:734: finishing rollback tid 2 to smithi11277797-3 2024-04-02T08:33:07.258 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 248 (ObjNum 216 snap 60 seq_num 216) dirty exists 2024-04-02T08:33:07.446 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-mon[30584]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:33:07.446 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:33:07.446 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:33:07.446 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:33:07.446 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:33:07.446 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.172Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.173Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.173Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.173Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[73105]: ts=2024-04-02T08:33:07.173Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:33:07.447 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 podman[75616]: 2024-04-02 08:33:07.182834656 +0000 UTC m=+0.093746170 container died e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:07 smithi112 ceph-mon[37686]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:33:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:07 smithi112 ceph-mon[26914]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:33:07.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 podman[75616]: 2024-04-02 08:33:07.555702802 +0000 UTC m=+0.466614315 container cleanup e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:07.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 bash[75616]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:33:08.154 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 podman[75630]: 2024-04-02 08:33:07.81540064 +0000 UTC m=+0.631680911 container remove e87bcc2976cc088ab646fccf404a54f7c426097a700d9c292958bb06b2c1f5bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:08.154 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:33:08.154 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 systemd[1]: Stopped Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:08.155 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.087s CPU time. 2024-04-02T08:33:08.155 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:07 smithi187 systemd[1]: Starting Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:08.245 INFO:tasks.rados.rados.0.smithi112.stdout:731: done (3 left) 2024-04-02T08:33:08.245 INFO:tasks.rados.rados.0.smithi112.stdout:733: done (2 left) 2024-04-02T08:33:08.245 INFO:tasks.rados.rados.0.smithi112.stdout:734: done (1 left) 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:735: done (0 left) 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:736: read oid 42 snap -1 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:736: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:737: read oid 24 snap -1 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:737: expect (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:738: rollback oid 1 current snap is 71 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 70 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 71 2024-04-02T08:33:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:739: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-04-02T08:33:08.248 INFO:tasks.rados.rados.0.smithi112.stdout:739: writing smithi11277797-27 from 0 to 540672 tid 1 2024-04-02T08:33:08.252 INFO:tasks.rados.rados.0.smithi112.stdout:739: writing smithi11277797-27 from 540672 to 1163264 tid 2 2024-04-02T08:33:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:739: writing smithi11277797-27 from 1163264 to 1744896 tid 3 2024-04-02T08:33:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:740: copy_from oid 34 from oid 46 current snap is 71 2024-04-02T08:33:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:738: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:33:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 245 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:33:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:736: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:739: finishing write tid 1 to smithi11277797-27 2024-04-02T08:33:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:739: finishing write tid 2 to smithi11277797-27 2024-04-02T08:33:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:739: finishing write tid 3 to smithi11277797-27 2024-04-02T08:33:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:739: finishing write tid 4 to smithi11277797-27 2024-04-02T08:33:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:739: finishing write tid 5 to smithi11277797-27 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:739: oid 27 updating version 0 to 401 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:739: oid 27 updating version 401 to 402 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:739: oid 27 updating version 402 to 404 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:739: oid 27 version 404 is already newer than 403 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 404 (ObjNum 247 snap 71 seq_num 247) dirty exists 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:739: left oid 27 (ObjNum 247 snap 71 seq_num 247) 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:736: done (4 left) 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:738: done (3 left) 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:739: done (2 left) 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:741: read oid 42 snap -1 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:741: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 71 2024-04-02T08:33:08.287 INFO:tasks.rados.rados.0.smithi112.stdout:742: seq_num 248 ranges {3112960=557056,3670016=507904,4177920=442368,4620288=253952} 2024-04-02T08:33:08.306 INFO:tasks.rados.rados.0.smithi112.stdout:742: writing smithi11277797-2 from 3112960 to 3670016 tid 1 2024-04-02T08:33:08.309 INFO:tasks.rados.rados.0.smithi112.stdout:742: writing smithi11277797-2 from 3670016 to 4177920 tid 2 2024-04-02T08:33:08.312 INFO:tasks.rados.rados.0.smithi112.stdout:742: writing smithi11277797-2 from 4177920 to 4620288 tid 3 2024-04-02T08:33:08.313 INFO:tasks.rados.rados.0.smithi112.stdout:742: writing smithi11277797-2 from 4620288 to 4874240 tid 4 2024-04-02T08:33:08.313 INFO:tasks.rados.rados.0.smithi112.stdout:743: setattr oid 11 current snap is 71 2024-04-02T08:33:08.313 INFO:tasks.rados.rados.0.smithi112.stdout:741: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:08.342 INFO:tasks.rados.rados.0.smithi112.stdout:737: expect (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:33:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:740: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:33:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:740: finishing copy_from to smithi11277797-34 2024-04-02T08:33:08.395 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 243 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:33:08.395 INFO:tasks.rados.rados.0.smithi112.stdout:742: finishing write tid 1 to smithi11277797-2 2024-04-02T08:33:08.395 INFO:tasks.rados.rados.0.smithi112.stdout:742: finishing write tid 2 to smithi11277797-2 2024-04-02T08:33:08.395 INFO:tasks.rados.rados.0.smithi112.stdout:742: finishing write tid 3 to smithi11277797-2 2024-04-02T08:33:08.395 INFO:tasks.rados.rados.0.smithi112.stdout:742: finishing write tid 4 to smithi11277797-2 2024-04-02T08:33:08.395 INFO:tasks.rados.rados.0.smithi112.stdout:742: finishing write tid 5 to smithi11277797-2 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: finishing write tid 6 to smithi11277797-2 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: oid 2 updating version 0 to 409 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: oid 2 updating version 409 to 413 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: oid 2 version 413 is already newer than 410 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: oid 2 version 413 is already newer than 411 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: oid 2 version 413 is already newer than 412 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 413 (ObjNum 248 snap 71 seq_num 248) dirty exists 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:742: left oid 2 (ObjNum 248 snap 71 seq_num 248) 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:737: done (4 left) 2024-04-02T08:33:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:740: done (3 left) 2024-04-02T08:33:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:741: done (2 left) 2024-04-02T08:33:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:742: done (1 left) 2024-04-02T08:33:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:744: snap_create 2024-04-02T08:33:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 275 (ObjNum 161 snap 0 seq_num 2349122368) dirty exists 2024-04-02T08:33:08.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-mon[30584]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:33:08.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-mon[30584]: pgmap v24: 121 pgs: 121 active+clean; 262 MiB data, 827 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:33:08.410 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 podman[75729]: 2024-04-02 08:33:08.060276194 +0000 UTC m=+0.019001945 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:33:08.410 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 podman[75729]: 2024-04-02 08:33:08.160929479 +0000 UTC m=+0.119655214 container create 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:08.410 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 podman[75729]: 2024-04-02 08:33:08.371537665 +0000 UTC m=+0.330263400 container init 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:08.410 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 podman[75729]: 2024-04-02 08:33:08.374409572 +0000 UTC m=+0.333135308 container start 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:08.410 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.398Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:33:08.411 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.398Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:33:08.411 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.398Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi187 (none))" 2024-04-02T08:33:08.411 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.398Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:33:08.411 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.398Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:33:08.411 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.399Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:33:08.411 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.400Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:33:08.412 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.401Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:33:08.412 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.401Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:33:08.412 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.403Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:33:08.412 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.403Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.641µs 2024-04-02T08:33:08.412 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.403Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:33:08.412 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.404Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-02T08:33:08.413 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.411Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-02T08:33:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:08 smithi112 ceph-mon[37686]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:33:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:08 smithi112 ceph-mon[37686]: pgmap v24: 121 pgs: 121 active+clean; 262 MiB data, 827 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:33:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:08 smithi112 ceph-mon[26914]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:33:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:08 smithi112 ceph-mon[26914]: pgmap v24: 121 pgs: 121 active+clean; 262 MiB data, 827 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.417Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.418Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.418Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.91µs wal_replay_duration=14.805458ms wbl_replay_duration=108ns total_replay_duration=14.84419ms 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.420Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.420Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.420Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.441Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.328527ms db_storage=845ns remote_storage=1.047µs web_handler=396ns query_engine=729ns scrape=419.62µs scrape_sd=87.277µs notify=9.356µs notify_sd=9.89µs rules=20.269148ms tracing=5.801µs 2024-04-02T08:33:08.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.441Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:33:08.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:08.441Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:33:08.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 bash[75729]: 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 2024-04-02T08:33:08.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:08 smithi187 systemd[1]: Started Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:09.213 INFO:tasks.rados.rados.0.smithi112.stdout:743: done (1 left) 2024-04-02T08:33:09.213 INFO:tasks.rados.rados.0.smithi112.stdout:744: done (0 left) 2024-04-02T08:33:09.213 INFO:tasks.rados.rados.0.smithi112.stdout:745: snap_create 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:09.440 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:09 smithi187 ceph-mon[30584]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:33:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:33:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[37686]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:09.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:09.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:09 smithi112 ceph-mon[26914]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:33:10.215 INFO:tasks.rados.rados.0.smithi112.stdout:745: done (0 left) 2024-04-02T08:33:10.215 INFO:tasks.rados.rados.0.smithi112.stdout:746: copy_from oid 22 from oid 47 current snap is 73 2024-04-02T08:33:10.215 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 73 2024-04-02T08:33:10.216 INFO:tasks.rados.rados.0.smithi112.stdout:747: seq_num 249 ranges {1744896=573440,2318336=794624,3112960=409600} 2024-04-02T08:33:10.227 INFO:tasks.rados.rados.0.smithi112.stdout:747: writing smithi11277797-27 from 1744896 to 2318336 tid 1 2024-04-02T08:33:10.232 INFO:tasks.rados.rados.0.smithi112.stdout:747: writing smithi11277797-27 from 2318336 to 3112960 tid 2 2024-04-02T08:33:10.234 INFO:tasks.rados.rados.0.smithi112.stdout:747: writing smithi11277797-27 from 3112960 to 3522560 tid 3 2024-04-02T08:33:10.234 INFO:tasks.rados.rados.0.smithi112.stdout:748: snap_create 2024-04-02T08:33:10.234 INFO:tasks.rados.rados.0.smithi112.stdout:746: finishing copy_from to smithi11277797-22 2024-04-02T08:33:10.235 INFO:tasks.rados.rados.0.smithi112.stdout:746: got expected ENOENT (src dne) 2024-04-02T08:33:10.235 INFO:tasks.rados.rados.0.smithi112.stdout:746: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:33:10.235 INFO:tasks.rados.rados.0.smithi112.stdout:747: finishing write tid 1 to smithi11277797-27 2024-04-02T08:33:10.236 INFO:tasks.rados.rados.0.smithi112.stdout:747: finishing write tid 2 to smithi11277797-27 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi112.stdout:747: finishing write tid 3 to smithi11277797-27 2024-04-02T08:33:10.237 INFO:tasks.rados.rados.0.smithi112.stdout:747: finishing write tid 4 to smithi11277797-27 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:747: finishing write tid 5 to smithi11277797-27 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:747: oid 27 updating version 0 to 407 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:747: oid 27 updating version 407 to 409 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:747: oid 27 version 409 is already newer than 408 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:747: oid 27 version 409 is already newer than 406 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 409 (ObjNum 249 snap 73 seq_num 249) dirty exists 2024-04-02T08:33:10.238 INFO:tasks.rados.rados.0.smithi112.stdout:747: left oid 27 (ObjNum 249 snap 73 seq_num 249) 2024-04-02T08:33:10.489 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:10 smithi187 ceph-mon[30584]: pgmap v27: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:33:10.489 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:10 smithi187 ceph-mon[30584]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:33:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:10 smithi112 ceph-mon[26914]: pgmap v27: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:33:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:10 smithi112 ceph-mon[26914]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:33:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:10 smithi112 ceph-mon[37686]: pgmap v27: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:33:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:10 smithi112 ceph-mon[37686]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:33:11.215 INFO:tasks.rados.rados.0.smithi112.stdout:746: done (2 left) 2024-04-02T08:33:11.215 INFO:tasks.rados.rados.0.smithi112.stdout:747: done (1 left) 2024-04-02T08:33:11.215 INFO:tasks.rados.rados.0.smithi112.stdout:748: done (0 left) 2024-04-02T08:33:11.215 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 74 2024-04-02T08:33:11.215 INFO:tasks.rados.rados.0.smithi112.stdout:749: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-04-02T08:33:11.218 INFO:tasks.rados.rados.0.smithi112.stdout:749: writing smithi11277797-35 from 0 to 589824 tid 1 2024-04-02T08:33:11.222 INFO:tasks.rados.rados.0.smithi112.stdout:749: writing smithi11277797-35 from 589824 to 1269760 tid 2 2024-04-02T08:33:11.224 INFO:tasks.rados.rados.0.smithi112.stdout:749: writing smithi11277797-35 from 1269760 to 1679360 tid 3 2024-04-02T08:33:11.225 INFO:tasks.rados.rados.0.smithi112.stdout:749: writing smithi11277797-35 from 1679360 to 1794048 tid 4 2024-04-02T08:33:11.226 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 74 2024-04-02T08:33:11.226 INFO:tasks.rados.rados.0.smithi112.stdout:750: seq_num 251 ranges {663552=606208,1269760=614400,1884160=589824} 2024-04-02T08:33:11.233 INFO:tasks.rados.rados.0.smithi112.stdout:750: writing smithi11277797-40 from 663552 to 1269760 tid 1 2024-04-02T08:33:11.236 INFO:tasks.rados.rados.0.smithi112.stdout:750: writing smithi11277797-40 from 1269760 to 1884160 tid 2 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:750: writing smithi11277797-40 from 1884160 to 2473984 tid 3 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:751: read oid 22 snap -1 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:751: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:752: read oid 8 snap -1 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:752: expect deleted 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:753: copy_from oid 30 from oid 12 current snap is 74 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:749: finishing write tid 1 to smithi11277797-35 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:749: finishing write tid 2 to smithi11277797-35 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:749: finishing write tid 3 to smithi11277797-35 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:749: finishing write tid 4 to smithi11277797-35 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:749: finishing write tid 5 to smithi11277797-35 2024-04-02T08:33:11.241 INFO:tasks.rados.rados.0.smithi112.stdout:749: finishing write tid 6 to smithi11277797-35 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: oid 35 updating version 0 to 391 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: oid 35 updating version 391 to 392 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: oid 35 version 392 is already newer than 390 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: oid 35 version 392 is already newer than 388 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: oid 35 version 392 is already newer than 389 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 392 (ObjNum 250 snap 74 seq_num 250) dirty exists 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: left oid 35 (ObjNum 250 snap 74 seq_num 250) 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:750: finishing write tid 1 to smithi11277797-40 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:750: finishing write tid 2 to smithi11277797-40 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:749: done (4 left) 2024-04-02T08:33:11.242 INFO:tasks.rados.rados.0.smithi112.stdout:754: snap_remove snap 71 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: Upgrade: Updating mgr.x 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: Deploying daemon mgr.x on smithi187 2024-04-02T08:33:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:11 smithi187 ceph-mon[30584]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:33:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: Upgrade: Updating mgr.x 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: Deploying daemon mgr.x on smithi187 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[37686]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: Upgrade: Updating mgr.x 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:11.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:11.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:11.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: Deploying daemon mgr.x on smithi187 2024-04-02T08:33:11.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:11 smithi112 ceph-mon[26914]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:754: done (4 left) 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:755: delete oid 47 current snap is 74 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:750: finishing write tid 3 to smithi11277797-40 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:750: finishing write tid 4 to smithi11277797-40 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:750: finishing write tid 5 to smithi11277797-40 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:750: oid 40 updating version 0 to 361 2024-04-02T08:33:12.219 INFO:tasks.rados.rados.0.smithi112.stdout:750: oid 40 updating version 361 to 364 2024-04-02T08:33:12.220 INFO:tasks.rados.rados.0.smithi112.stdout:750: oid 40 version 364 is already newer than 363 2024-04-02T08:33:12.220 INFO:tasks.rados.rados.0.smithi112.stdout:750: oid 40 version 364 is already newer than 362 2024-04-02T08:33:12.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 364 (ObjNum 251 snap 74 seq_num 251) dirty exists 2024-04-02T08:33:12.220 INFO:tasks.rados.rados.0.smithi112.stdout:750: left oid 40 (ObjNum 251 snap 74 seq_num 251) 2024-04-02T08:33:12.220 INFO:tasks.rados.rados.0.smithi112.stdout:753: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:33:12.220 INFO:tasks.rados.rados.0.smithi112.stdout:751: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:753: finishing copy_from to smithi11277797-30 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 266 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:750: done (4 left) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:751: done (3 left) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:752: done (2 left) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:753: done (1 left) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:755: done (0 left) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:756: read oid 11 snap -1 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:756: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:757: rollback oid 44 current snap is 74 2024-04-02T08:33:12.234 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 68 2024-04-02T08:33:12.235 INFO:tasks.rados.rados.0.smithi112.stdout:758: delete oid 39 current snap is 74 2024-04-02T08:33:12.235 INFO:tasks.rados.rados.0.smithi112.stdout:756: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:757: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:756: done (2 left) 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:758: done (1 left) 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:759: read oid 45 snap -1 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:759: expect deleted 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:760: rmattr oid 46 current snap is 74 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:760: done (2 left) 2024-04-02T08:33:12.243 INFO:tasks.rados.rados.0.smithi112.stdout:761: read oid 28 snap -1 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:761: expect (ObjNum 217 snap 60 seq_num 217) 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:762: rollback oid 2 current snap is 74 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 2 to 68 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:763: copy_from oid 39 from oid 42 current snap is 74 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:757: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:757: finishing rollback tid 2 to smithi11277797-44 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 291 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:757: done (4 left) 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:764: read oid 24 snap -1 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:764: expect (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:765: read oid 9 snap -1 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:765: expect deleted 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:766: read oid 22 snap -1 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:766: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:33:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 74 2024-04-02T08:33:12.245 INFO:tasks.rados.rados.0.smithi112.stdout:767: seq_num 254 ranges {1728512=663552,2392064=663552,3055616=540672} 2024-04-02T08:33:12.256 INFO:tasks.rados.rados.0.smithi112.stdout:767: writing smithi11277797-23 from 1728512 to 2392064 tid 1 2024-04-02T08:33:12.260 INFO:tasks.rados.rados.0.smithi112.stdout:767: writing smithi11277797-23 from 2392064 to 3055616 tid 2 2024-04-02T08:33:12.264 INFO:tasks.rados.rados.0.smithi112.stdout:767: writing smithi11277797-23 from 3055616 to 3596288 tid 3 2024-04-02T08:33:12.264 INFO:tasks.rados.rados.0.smithi112.stdout:768: setattr oid 32 current snap is 74 2024-04-02T08:33:12.264 INFO:tasks.rados.rados.0.smithi112.stdout:762: finishing rollback tid 0 to smithi11277797-2 2024-04-02T08:33:12.264 INFO:tasks.rados.rados.0.smithi112.stdout:762: finishing rollback tid 1 to smithi11277797-2 2024-04-02T08:33:12.264 INFO:tasks.rados.rados.0.smithi112.stdout:762: finishing rollback tid 2 to smithi11277797-2 2024-04-02T08:33:12.264 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 418 (ObjNum 238 snap 64 seq_num 238) dirty exists 2024-04-02T08:33:12.265 INFO:tasks.rados.rados.0.smithi112.stdout:763: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:33:12.265 INFO:tasks.rados.rados.0.smithi112.stdout:763: finishing copy_from to smithi11277797-39 2024-04-02T08:33:12.265 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 155 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:12.265 INFO:tasks.rados.rados.0.smithi112.stdout:766: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:33:12.279 INFO:tasks.rados.rados.0.smithi112.stdout:764: expect (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:33:12.330 INFO:tasks.rados.rados.0.smithi112.stdout:767: finishing write tid 1 to smithi11277797-23 2024-04-02T08:33:12.330 INFO:tasks.rados.rados.0.smithi112.stdout:767: finishing write tid 2 to smithi11277797-23 2024-04-02T08:33:12.330 INFO:tasks.rados.rados.0.smithi112.stdout:761: expect (ObjNum 217 snap 60 seq_num 217) 2024-04-02T08:33:12.403 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:12 smithi187 systemd[1]: Stopping Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:12.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:12 smithi187 ceph-mon[30584]: pgmap v30: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:33:12.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:12 smithi187 ceph-mon[30584]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: finishing write tid 3 to smithi11277797-23 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: finishing write tid 4 to smithi11277797-23 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: finishing write tid 5 to smithi11277797-23 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: oid 23 updating version 0 to 244 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: oid 23 version 244 is already newer than 243 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: oid 23 updating version 244 to 246 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: oid 23 version 246 is already newer than 245 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 246 (ObjNum 254 snap 74 seq_num 254) dirty exists 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:767: left oid 23 (ObjNum 254 snap 74 seq_num 254) 2024-04-02T08:33:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:759: done (8 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:761: done (7 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:762: done (6 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:763: done (5 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:764: done (4 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:765: done (3 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:766: done (2 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:767: done (1 left) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:769: read oid 21 snap -1 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:769: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:33:12.442 INFO:tasks.rados.rados.0.smithi112.stdout:770: snap_remove snap 73 2024-04-02T08:33:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:12 smithi112 ceph-mon[37686]: pgmap v30: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:33:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:12 smithi112 ceph-mon[37686]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:33:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:12 smithi112 ceph-mon[26914]: pgmap v30: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:33:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:12 smithi112 ceph-mon[26914]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:33:12.673 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:12 smithi187 podman[76086]: 2024-04-02 08:33:12.404922928 +0000 UTC m=+0.131542998 container died 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:33:12.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:12 smithi187 podman[76086]: 2024-04-02 08:33:12.848894272 +0000 UTC m=+0.575514331 container cleanup 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T08:33:12.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:12 smithi187 bash[76086]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:33:13.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 248 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-04-02T08:33:13.267 INFO:tasks.rados.rados.0.smithi112.stdout:769: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:768: done (2 left) 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:769: done (1 left) 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:770: done (0 left) 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:771: rollback oid 24 current snap is 74 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 24 to 66 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:772: read oid 8 snap -1 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:772: expect deleted 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 74 2024-04-02T08:33:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:773: seq_num 255 ranges {3596288=679936,4276224=548864,4825088=598016,5423104=57344} 2024-04-02T08:33:13.319 INFO:tasks.rados.rados.0.smithi112.stdout:773: writing smithi11277797-23 from 3596288 to 4276224 tid 1 2024-04-02T08:33:13.321 INFO:tasks.rados.rados.0.smithi112.stdout:773: writing smithi11277797-23 from 4276224 to 4825088 tid 2 2024-04-02T08:33:13.325 INFO:tasks.rados.rados.0.smithi112.stdout:773: writing smithi11277797-23 from 4825088 to 5423104 tid 3 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:773: writing smithi11277797-23 from 5423104 to 5480448 tid 4 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:774: setattr oid 9 current snap is 74 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:771: finishing rollback tid 0 to smithi11277797-24 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:771: finishing rollback tid 1 to smithi11277797-24 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:771: finishing rollback tid 2 to smithi11277797-24 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 367 (ObjNum 236 snap 64 seq_num 236) dirty exists 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:773: finishing write tid 1 to smithi11277797-23 2024-04-02T08:33:13.326 INFO:tasks.rados.rados.0.smithi112.stdout:773: finishing write tid 2 to smithi11277797-23 2024-04-02T08:33:13.328 INFO:tasks.rados.rados.0.smithi112.stdout:771: done (3 left) 2024-04-02T08:33:13.328 INFO:tasks.rados.rados.0.smithi112.stdout:772: done (2 left) 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:775: rmattr oid 2 current snap is 74 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:775: done (2 left) 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:776: setattr oid 20 current snap is 74 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:773: finishing write tid 3 to smithi11277797-23 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:773: finishing write tid 4 to smithi11277797-23 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:773: finishing write tid 5 to smithi11277797-23 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:773: finishing write tid 6 to smithi11277797-23 2024-04-02T08:33:13.329 INFO:tasks.rados.rados.0.smithi112.stdout:773: oid 23 updating version 0 to 256 2024-04-02T08:33:13.330 INFO:tasks.rados.rados.0.smithi112.stdout:773: oid 23 version 256 is already newer than 253 2024-04-02T08:33:13.330 INFO:tasks.rados.rados.0.smithi112.stdout:773: oid 23 version 256 is already newer than 254 2024-04-02T08:33:13.330 INFO:tasks.rados.rados.0.smithi112.stdout:773: oid 23 updating version 256 to 257 2024-04-02T08:33:13.330 INFO:tasks.rados.rados.0.smithi112.stdout:773: oid 23 version 257 is already newer than 255 2024-04-02T08:33:13.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 257 (ObjNum 255 snap 74 seq_num 255) dirty exists 2024-04-02T08:33:13.330 INFO:tasks.rados.rados.0.smithi112.stdout:773: left oid 23 (ObjNum 255 snap 74 seq_num 255) 2024-04-02T08:33:13.331 INFO:tasks.rados.rados.0.smithi112.stdout:773: done (2 left) 2024-04-02T08:33:13.331 INFO:tasks.rados.rados.0.smithi112.stdout:777: delete oid 43 current snap is 74 2024-04-02T08:33:13.331 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 421 (ObjNum 33 snap 0 seq_num 2349140560) dirty exists 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi112.stdout:774: done (2 left) 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi112.stdout:777: done (1 left) 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi112.stdout:778: copy_from oid 28 from oid 10 current snap is 74 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi112.stdout:779: read oid 42 snap -1 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi112.stdout:779: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:13.333 INFO:tasks.rados.rados.0.smithi112.stdout:780: setattr oid 34 current snap is 74 2024-04-02T08:33:13.334 INFO:tasks.rados.rados.0.smithi112.stdout:781: rollback oid 30 current snap is 74 2024-04-02T08:33:13.334 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 59 2024-04-02T08:33:13.334 INFO:tasks.rados.rados.0.smithi112.stdout:782: copy_from oid 9 from oid 4 current snap is 74 2024-04-02T08:33:13.334 INFO:tasks.rados.rados.0.smithi112.stdout:783: read oid 39 snap -1 2024-04-02T08:33:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:783: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 74 2024-04-02T08:33:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:784: seq_num 257 ranges {3588096=712704,4300800=720896,5021696=483328} 2024-04-02T08:33:13.358 INFO:tasks.rados.rados.0.smithi112.stdout:784: writing smithi11277797-13 from 3588096 to 4300800 tid 1 2024-04-02T08:33:13.362 INFO:tasks.rados.rados.0.smithi112.stdout:784: writing smithi11277797-13 from 4300800 to 5021696 tid 2 2024-04-02T08:33:13.365 INFO:tasks.rados.rados.0.smithi112.stdout:784: writing smithi11277797-13 from 5021696 to 5505024 tid 3 2024-04-02T08:33:13.365 INFO:tasks.rados.rados.0.smithi112.stdout:785: read oid 35 snap -1 2024-04-02T08:33:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:785: expect (ObjNum 250 snap 74 seq_num 250) 2024-04-02T08:33:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:786: snap_remove snap 70 2024-04-02T08:33:13.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 podman[76100]: 2024-04-02 08:33:13.15050902 +0000 UTC m=+0.750239326 container remove 31babc4981bd0fca4a02f2338cb3d1d914c481bba783a6c9a9e37d7c456ecd52 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD) 2024-04-02T08:33:13.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:33:13.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:33:13.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 systemd[1]: Stopped Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:13.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 24.450s CPU time. 2024-04-02T08:33:13.758 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 systemd[1]: Starting Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:13.758 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 podman[76231]: 2024-04-02 08:33:13.654152846 +0000 UTC m=+0.017656919 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:33:13.759 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:14.021 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 podman[76231]: 2024-04-02 08:33:13.7600606 +0000 UTC m=+0.123564699 container create ed3e2b6ef0169533c2fd6868229ea737c11f8bd24ce0c936a2a2e1e230093229 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:33:14.021 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 podman[76231]: 2024-04-02 08:33:13.995954234 +0000 UTC m=+0.359458303 container init ed3e2b6ef0169533c2fd6868229ea737c11f8bd24ce0c936a2a2e1e230093229 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T08:33:14.021 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:13 smithi187 podman[76231]: 2024-04-02 08:33:13.998514062 +0000 UTC m=+0.362018119 container start ed3e2b6ef0169533c2fd6868229ea737c11f8bd24ce0c936a2a2e1e230093229 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:14.269 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 302 (ObjNum 224 snap 60 seq_num 224) dirty exists 2024-04-02T08:33:14.269 INFO:tasks.rados.rados.0.smithi112.stdout:779: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:781: finishing rollback tid 0 to smithi11277797-30 2024-04-02T08:33:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:781: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:33:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:781: finishing rollback tid 2 to smithi11277797-30 2024-04-02T08:33:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 372 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-04-02T08:33:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 276 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:33:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:783: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:782: finishing copy_from racing read to smithi11277797-9 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:782: finishing copy_from to smithi11277797-9 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 145 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:778: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:784: finishing write tid 1 to smithi11277797-13 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:778: finishing copy_from to smithi11277797-28 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 216 (ObjNum 203 snap 60 seq_num 203) dirty exists 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:784: finishing write tid 2 to smithi11277797-13 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:776: done (9 left) 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:778: done (8 left) 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:779: done (7 left) 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:780: done (6 left) 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:781: done (5 left) 2024-04-02T08:33:14.332 INFO:tasks.rados.rados.0.smithi112.stdout:782: done (4 left) 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:783: done (3 left) 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:786: done (2 left) 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:787: snap_create 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: finishing write tid 3 to smithi11277797-13 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: finishing write tid 4 to smithi11277797-13 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: finishing write tid 5 to smithi11277797-13 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: oid 13 updating version 0 to 414 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: oid 13 updating version 414 to 415 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: oid 13 updating version 415 to 416 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: oid 13 version 416 is already newer than 413 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 416 (ObjNum 257 snap 74 seq_num 257) dirty exists 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:784: left oid 13 (ObjNum 257 snap 74 seq_num 257) 2024-04-02T08:33:14.333 INFO:tasks.rados.rados.0.smithi112.stdout:785: expect (ObjNum 250 snap 74 seq_num 250) 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-mon[30584]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-mon[30584]: pgmap v33: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-mgr[76251]: -- 172.21.15.187:0/2094233969 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c029f2a5a0 con 0x55c029efe800 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:14 smithi187 bash[76231]: ed3e2b6ef0169533c2fd6868229ea737c11f8bd24ce0c936a2a2e1e230093229 2024-04-02T08:33:14.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:14 smithi187 systemd[1]: Started Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:14.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[37686]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[37686]: pgmap v33: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[26914]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[26914]: pgmap v33: 121 pgs: 121 active+clean; 273 MiB data, 845 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:14.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:14 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:14.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:14.566+0000 7f03df859200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:14.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:14 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:14.676+0000 7f03df859200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:784: done (2 left) 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:785: done (1 left) 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:787: done (0 left) 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:788: rollback oid 21 current snap is 75 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 38 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:789: copy_from oid 28 from oid 37 current snap is 75 2024-04-02T08:33:15.274 INFO:tasks.rados.rados.0.smithi112.stdout:790: delete oid 1 current snap is 75 2024-04-02T08:33:15.277 INFO:tasks.rados.rados.0.smithi112.stdout:788: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:33:15.280 INFO:tasks.rados.rados.0.smithi112.stdout:789: finishing copy_from to smithi11277797-28 2024-04-02T08:33:15.280 INFO:tasks.rados.rados.0.smithi112.stdout:789: got expected ENOENT (src dne) 2024-04-02T08:33:15.280 INFO:tasks.rados.rados.0.smithi112.stdout:788: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:33:15.281 INFO:tasks.rados.rados.0.smithi112.stdout:790: done (2 left) 2024-04-02T08:33:15.281 INFO:tasks.rados.rados.0.smithi112.stdout:791: delete oid 20 current snap is 75 2024-04-02T08:33:15.281 INFO:tasks.rados.rados.0.smithi112.stdout:789: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:33:15.281 INFO:tasks.rados.rados.0.smithi112.stdout:788: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:33:15.281 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 396 (ObjNum 116 snap 32 seq_num 116) dirty exists 2024-04-02T08:33:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:788: done (2 left) 2024-04-02T08:33:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:789: done (1 left) 2024-04-02T08:33:15.284 INFO:tasks.rados.rados.0.smithi112.stdout:791: done (0 left) 2024-04-02T08:33:15.284 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 75 2024-04-02T08:33:15.284 INFO:tasks.rados.rados.0.smithi112.stdout:792: seq_num 260 ranges {5644288=761856,6406144=417792,6823936=786432} 2024-04-02T08:33:15.318 INFO:tasks.rados.rados.0.smithi112.stdout:792: writing smithi11277797-28 from 5644288 to 6406144 tid 1 2024-04-02T08:33:15.320 INFO:tasks.rados.rados.0.smithi112.stdout:792: writing smithi11277797-28 from 6406144 to 6823936 tid 2 2024-04-02T08:33:15.325 INFO:tasks.rados.rados.0.smithi112.stdout:792: writing smithi11277797-28 from 6823936 to 7610368 tid 3 2024-04-02T08:33:15.325 INFO:tasks.rados.rados.0.smithi112.stdout:793: rmattr oid 34 current snap is 75 2024-04-02T08:33:15.325 INFO:tasks.rados.rados.0.smithi112.stdout:792: finishing write tid 1 to smithi11277797-28 2024-04-02T08:33:15.325 INFO:tasks.rados.rados.0.smithi112.stdout:792: finishing write tid 2 to smithi11277797-28 2024-04-02T08:33:15.325 INFO:tasks.rados.rados.0.smithi112.stdout:794: snap_create 2024-04-02T08:33:15.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 280 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:33:15.328 INFO:tasks.rados.rados.0.smithi112.stdout:792: finishing write tid 3 to smithi11277797-28 2024-04-02T08:33:15.328 INFO:tasks.rados.rados.0.smithi112.stdout:792: finishing write tid 4 to smithi11277797-28 2024-04-02T08:33:15.330 INFO:tasks.rados.rados.0.smithi112.stdout:792: finishing write tid 5 to smithi11277797-28 2024-04-02T08:33:15.330 INFO:tasks.rados.rados.0.smithi112.stdout:792: oid 28 updating version 0 to 376 2024-04-02T08:33:15.330 INFO:tasks.rados.rados.0.smithi112.stdout:792: oid 28 updating version 376 to 378 2024-04-02T08:33:15.331 INFO:tasks.rados.rados.0.smithi112.stdout:792: oid 28 version 378 is already newer than 375 2024-04-02T08:33:15.331 INFO:tasks.rados.rados.0.smithi112.stdout:792: oid 28 version 378 is already newer than 377 2024-04-02T08:33:15.331 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 378 (ObjNum 260 snap 75 seq_num 260) dirty exists 2024-04-02T08:33:15.331 INFO:tasks.rados.rados.0.smithi112.stdout:792: left oid 28 (ObjNum 260 snap 75 seq_num 260) 2024-04-02T08:33:15.614 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-mon[30584]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:33:15.614 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:15.614 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:15.614 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:15.373+0000 7f03df859200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:15.614 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:15.465+0000 7f03df859200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:15 smithi112 ceph-mon[37686]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:33:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:15 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:15 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:15.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:15 smithi112 ceph-mon[26914]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:33:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:15 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:15 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:15.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:15.614+0000 7f03df859200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:15.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:15.713+0000 7f03df859200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:15.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:15 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:15.797+0000 7f03df859200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:792: done (2 left) 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:793: done (1 left) 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:794: done (0 left) 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:795: rmattr oid 35 current snap is 76 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:795: done (0 left) 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:796: read oid 27 snap -1 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:796: expect (ObjNum 249 snap 73 seq_num 249) 2024-04-02T08:33:16.284 INFO:tasks.rados.rados.0.smithi112.stdout:797: setattr oid 18 current snap is 76 2024-04-02T08:33:16.285 INFO:tasks.rados.rados.0.smithi112.stdout:798: rollback oid 25 current snap is 76 2024-04-02T08:33:16.285 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 59 2024-04-02T08:33:16.285 INFO:tasks.rados.rados.0.smithi112.stdout:799: snap_remove snap 67 2024-04-02T08:33:16.374 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-mon[30584]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:33:16.374 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-mon[30584]: pgmap v36: 121 pgs: 121 active+clean; 292 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T08:33:16.375 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:16.070+0000 7f03df859200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:16.375 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:16.183+0000 7f03df859200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:16.375 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:16.272+0000 7f03df859200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:16 smithi112 ceph-mon[37686]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:33:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:16 smithi112 ceph-mon[37686]: pgmap v36: 121 pgs: 121 active+clean; 292 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T08:33:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:16 smithi112 ceph-mon[26914]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:33:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:16 smithi112 ceph-mon[26914]: pgmap v36: 121 pgs: 121 active+clean; 292 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T08:33:16.730 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:16.375+0000 7f03df859200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:16.731 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:16.554+0000 7f03df859200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:17.284 INFO:tasks.rados.rados.0.smithi112.stdout:799: done (3 left) 2024-04-02T08:33:17.284 INFO:tasks.rados.rados.0.smithi112.stdout:800: snap_create 2024-04-02T08:33:17.284 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 397 (ObjNum 33 snap 0 seq_num 2349494272) dirty exists 2024-04-02T08:33:17.284 INFO:tasks.rados.rados.0.smithi112.stdout:798: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:33:17.284 INFO:tasks.rados.rados.0.smithi112.stdout:798: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:33:17.284 INFO:tasks.rados.rados.0.smithi112.stdout:798: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:33:17.285 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 367 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:33:17.285 INFO:tasks.rados.rados.0.smithi112.stdout:796: expect (ObjNum 249 snap 73 seq_num 249) 2024-04-02T08:33:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:17 smithi187 ceph-mon[30584]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:33:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:17 smithi112 ceph-mon[37686]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:33:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:17 smithi112 ceph-mon[26914]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:33:17.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:17.624+0000 7f03df859200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:17.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:17.764+0000 7f03df859200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:18.291 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:18.138+0000 7f03df859200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:18.291 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:18.229+0000 7f03df859200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:18.293 INFO:tasks.rados.rados.0.smithi112.stdout:796: done (3 left) 2024-04-02T08:33:18.293 INFO:tasks.rados.rados.0.smithi112.stdout:797: done (2 left) 2024-04-02T08:33:18.293 INFO:tasks.rados.rados.0.smithi112.stdout:798: done (1 left) 2024-04-02T08:33:18.293 INFO:tasks.rados.rados.0.smithi112.stdout:800: done (0 left) 2024-04-02T08:33:18.293 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 77 2024-04-02T08:33:18.293 INFO:tasks.rados.rados.0.smithi112.stdout:801: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-04-02T08:33:18.297 INFO:tasks.rados.rados.0.smithi112.stdout:801: writing smithi11277797-1 from 0 to 778240 tid 1 2024-04-02T08:33:18.301 INFO:tasks.rados.rados.0.smithi112.stdout:801: writing smithi11277797-1 from 778240 to 1482752 tid 2 2024-04-02T08:33:18.304 INFO:tasks.rados.rados.0.smithi112.stdout:801: writing smithi11277797-1 from 1482752 to 1982464 tid 3 2024-04-02T08:33:18.304 INFO:tasks.rados.rados.0.smithi112.stdout:802: copy_from oid 48 from oid 18 current snap is 77 2024-04-02T08:33:18.304 INFO:tasks.rados.rados.0.smithi112.stdout:803: read oid 33 snap -1 2024-04-02T08:33:18.305 INFO:tasks.rados.rados.0.smithi112.stdout:803: expect deleted 2024-04-02T08:33:18.305 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 77 2024-04-02T08:33:18.305 INFO:tasks.rados.rados.0.smithi112.stdout:804: seq_num 262 ranges {2433024=794624,3227648=589824,3817472=614400} 2024-04-02T08:33:18.322 INFO:tasks.rados.rados.0.smithi112.stdout:804: writing smithi11277797-7 from 2433024 to 3227648 tid 1 2024-04-02T08:33:18.325 INFO:tasks.rados.rados.0.smithi112.stdout:804: writing smithi11277797-7 from 3227648 to 3817472 tid 2 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:804: writing smithi11277797-7 from 3817472 to 4431872 tid 3 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:805: copy_from oid 19 from oid 22 current snap is 77 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: finishing write tid 1 to smithi11277797-1 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: finishing write tid 2 to smithi11277797-1 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: finishing write tid 3 to smithi11277797-1 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: finishing write tid 4 to smithi11277797-1 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: finishing write tid 5 to smithi11277797-1 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: oid 1 updating version 0 to 252 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: oid 1 version 252 is already newer than 251 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: oid 1 version 252 is already newer than 250 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: oid 1 version 252 is already newer than 249 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 252 (ObjNum 261 snap 77 seq_num 261) dirty exists 2024-04-02T08:33:18.330 INFO:tasks.rados.rados.0.smithi112.stdout:801: left oid 1 (ObjNum 261 snap 77 seq_num 261) 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:802: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:802: finishing copy_from to smithi11277797-48 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 397 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:804: finishing write tid 1 to smithi11277797-7 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:804: finishing write tid 2 to smithi11277797-7 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:801: done (4 left) 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:802: done (3 left) 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:803: done (2 left) 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:806: read oid 23 snap -1 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:806: expect (ObjNum 255 snap 74 seq_num 255) 2024-04-02T08:33:18.331 INFO:tasks.rados.rados.0.smithi112.stdout:807: delete oid 9 current snap is 77 2024-04-02T08:33:18.333 INFO:tasks.rados.rados.0.smithi112.stdout:807: done (3 left) 2024-04-02T08:33:18.333 INFO:tasks.rados.rados.0.smithi112.stdout:808: snap_remove snap 76 2024-04-02T08:33:18.575 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-mon[30584]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:18.575 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-mon[30584]: pgmap v39: 121 pgs: 121 active+clean; 292 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T08:33:18.576 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:18.451+0000 7f03df859200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:18 smithi112 ceph-mon[37686]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:18 smithi112 ceph-mon[37686]: pgmap v39: 121 pgs: 121 active+clean; 292 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T08:33:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:18 smithi112 ceph-mon[26914]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:18 smithi112 ceph-mon[26914]: pgmap v39: 121 pgs: 121 active+clean; 292 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T08:33:18.934 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:18.642+0000 7f03df859200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:19.217 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:18.931+0000 7f03df859200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:19.218 INFO:tasks.rados.rados.0.smithi112.stdout:808: done (3 left) 2024-04-02T08:33:19.218 INFO:tasks.rados.rados.0.smithi112.stdout:809: snap_remove snap 44 2024-04-02T08:33:19.475 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:19 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:19.218+0000 7f03df859200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:19.475 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:19 smithi187 ceph-mon[30584]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:19.475 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:19 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:19.475 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:19 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:19.475 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:19 smithi187 ceph-mon[30584]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:33:19] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[37686]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[37686]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[26914]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:19 smithi112 ceph-mon[26914]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:19.730 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:19 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:19.476+0000 7f03df859200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:20.222 INFO:tasks.rados.rados.0.smithi112.stdout:809: done (3 left) 2024-04-02T08:33:20.223 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 77 2024-04-02T08:33:20.223 INFO:tasks.rados.rados.0.smithi112.stdout:810: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2024-04-02T08:33:20.225 INFO:tasks.rados.rados.0.smithi112.stdout:810: writing smithi11277797-33 from 0 to 425984 tid 1 2024-04-02T08:33:20.230 INFO:tasks.rados.rados.0.smithi112.stdout:810: writing smithi11277797-33 from 425984 to 1187840 tid 2 2024-04-02T08:33:20.235 INFO:tasks.rados.rados.0.smithi112.stdout:810: writing smithi11277797-33 from 1187840 to 1957888 tid 3 2024-04-02T08:33:20.237 INFO:tasks.rados.rados.0.smithi112.stdout:810: writing smithi11277797-33 from 1957888 to 2031616 tid 4 2024-04-02T08:33:20.238 INFO:tasks.rados.rados.0.smithi112.stdout:811: read oid 24 snap -1 2024-04-02T08:33:20.238 INFO:tasks.rados.rados.0.smithi112.stdout:811: expect (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:812: snap_create 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: finishing write tid 3 to smithi11277797-7 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: finishing write tid 4 to smithi11277797-7 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: finishing write tid 5 to smithi11277797-7 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: oid 7 updating version 0 to 383 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: oid 7 version 383 is already newer than 382 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: oid 7 updating version 383 to 385 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: oid 7 version 385 is already newer than 384 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 385 (ObjNum 262 snap 77 seq_num 262) dirty exists 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:804: left oid 7 (ObjNum 262 snap 77 seq_num 262) 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:805: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:805: finishing copy_from to smithi11277797-19 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 176 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:33:20.239 INFO:tasks.rados.rados.0.smithi112.stdout:806: expect (ObjNum 255 snap 74 seq_num 255) 2024-04-02T08:33:20.470 INFO:tasks.rados.rados.0.smithi112.stdout:810: finishing write tid 1 to smithi11277797-33 2024-04-02T08:33:20.470 INFO:tasks.rados.rados.0.smithi112.stdout:810: finishing write tid 2 to smithi11277797-33 2024-04-02T08:33:20.470 INFO:tasks.rados.rados.0.smithi112.stdout:811: expect (ObjNum 236 snap 64 seq_num 236) 2024-04-02T08:33:20.520 INFO:tasks.rados.rados.0.smithi112.stdout:810: finishing write tid 3 to smithi11277797-33 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: finishing write tid 4 to smithi11277797-33 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: finishing write tid 5 to smithi11277797-33 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: finishing write tid 6 to smithi11277797-33 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: oid 33 updating version 0 to 271 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: oid 33 version 271 is already newer than 270 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: oid 33 version 271 is already newer than 268 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: oid 33 version 271 is already newer than 269 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: oid 33 updating version 271 to 272 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 272 (ObjNum 264 snap 77 seq_num 264) dirty exists 2024-04-02T08:33:20.521 INFO:tasks.rados.rados.0.smithi112.stdout:810: left oid 33 (ObjNum 264 snap 77 seq_num 264) 2024-04-02T08:33:20.571 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:20 smithi187 ceph-mon[30584]: pgmap v42: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:33:20.571 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:20 smithi187 ceph-mon[30584]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:20.571 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:20 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:20.572 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:20 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:20.572 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:20.357+0000 7f03df859200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[37686]: pgmap v42: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:33:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[37686]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[26914]: pgmap v42: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:33:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[26914]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:20 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:21.189 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:20.983+0000 7f03df859200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:21.189 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:21.086+0000 7f03df859200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:21.244 INFO:tasks.rados.rados.0.smithi112.stdout:804: done (5 left) 2024-04-02T08:33:21.244 INFO:tasks.rados.rados.0.smithi112.stdout:805: done (4 left) 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:806: done (3 left) 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:810: done (2 left) 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:811: done (1 left) 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:812: done (0 left) 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:813: copy_from oid 31 from oid 39 current snap is 78 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:814: copy_from oid 28 from oid 43 current snap is 78 2024-04-02T08:33:21.245 INFO:tasks.rados.rados.0.smithi112.stdout:815: delete oid 3 current snap is 78 2024-04-02T08:33:21.249 INFO:tasks.rados.rados.0.smithi112.stdout:814: finishing copy_from to smithi11277797-28 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:814: got expected ENOENT (src dne) 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:814: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:814: done (2 left) 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:815: done (1 left) 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:816: read oid 13 snap -1 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:816: expect (ObjNum 257 snap 74 seq_num 257) 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi112.stdout:817: snap_remove snap 68 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:21.320+0000 7f03df859200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: [02/Apr/2024:08:33:21] ENGINE Bus STARTING 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: CherryPy Checker: 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: The Application mounted at '' has an empty config. 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: [02/Apr/2024:08:33:21] ENGINE Serving on http://:::9283 2024-04-02T08:33:21.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: [02/Apr/2024:08:33:21] ENGINE Bus STARTED 2024-04-02T08:33:22.262 INFO:tasks.rados.rados.0.smithi112.stdout:817: done (2 left) 2024-04-02T08:33:22.262 INFO:tasks.rados.rados.0.smithi112.stdout:818: copy_from oid 1 from oid 33 current snap is 78 2024-04-02T08:33:22.262 INFO:tasks.rados.rados.0.smithi112.stdout:813: finishing copy_from racing read to smithi11277797-31 2024-04-02T08:33:22.262 INFO:tasks.rados.rados.0.smithi112.stdout:813: finishing copy_from to smithi11277797-31 2024-04-02T08:33:22.262 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 155 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:22.262 INFO:tasks.rados.rados.0.smithi112.stdout:816: expect (ObjNum 257 snap 74 seq_num 257) 2024-04-02T08:33:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: Standby manager daemon x restarted 2024-04-02T08:33:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: Standby manager daemon x started 2024-04-02T08:33:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:22 smithi187 ceph-mon[30584]: pgmap v45: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:818: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:818: finishing copy_from to smithi11277797-1 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 272 (ObjNum 264 snap 77 seq_num 264) dirty exists 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:813: done (2 left) 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:816: done (1 left) 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:818: done (0 left) 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:819: read oid 17 snap -1 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:819: expect (ObjNum 210 snap 60 seq_num 210) 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:820: copy_from oid 4 from oid 24 current snap is 78 2024-04-02T08:33:22.501 INFO:tasks.rados.rados.0.smithi112.stdout:821: delete oid 30 current snap is 78 2024-04-02T08:33:22.505 INFO:tasks.rados.rados.0.smithi112.stdout:821: done (2 left) 2024-04-02T08:33:22.505 INFO:tasks.rados.rados.0.smithi112.stdout:822: rollback oid 46 current snap is 78 2024-04-02T08:33:22.505 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 46 to 62 2024-04-02T08:33:22.505 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 78 2024-04-02T08:33:22.505 INFO:tasks.rados.rados.0.smithi112.stdout:823: seq_num 267 ranges {4431872=475136,4907008=458752,5365760=540672,5906432=606208} 2024-04-02T08:33:22.532 INFO:tasks.rados.rados.0.smithi112.stdout:823: writing smithi11277797-7 from 4431872 to 4907008 tid 1 2024-04-02T08:33:22.535 INFO:tasks.rados.rados.0.smithi112.stdout:823: writing smithi11277797-7 from 4907008 to 5365760 tid 2 2024-04-02T08:33:22.538 INFO:tasks.rados.rados.0.smithi112.stdout:823: writing smithi11277797-7 from 5365760 to 5906432 tid 3 2024-04-02T08:33:22.542 INFO:tasks.rados.rados.0.smithi112.stdout:823: writing smithi11277797-7 from 5906432 to 6512640 tid 4 2024-04-02T08:33:22.542 INFO:tasks.rados.rados.0.smithi112.stdout:824: copy_from oid 43 from oid 36 current snap is 78 2024-04-02T08:33:22.542 INFO:tasks.rados.rados.0.smithi112.stdout:822: finishing rollback tid 0 to smithi11277797-46 2024-04-02T08:33:22.542 INFO:tasks.rados.rados.0.smithi112.stdout:822: finishing rollback tid 1 to smithi11277797-46 2024-04-02T08:33:22.542 INFO:tasks.rados.rados.0.smithi112.stdout:825: snap_remove snap 38 2024-04-02T08:33:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: Standby manager daemon x restarted 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: Standby manager daemon x started 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[37686]: pgmap v45: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: Standby manager daemon x restarted 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: Standby manager daemon x started 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:22.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:22.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: from='mgr.? 172.21.15.187:0/2881869391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:22.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:22 smithi112 ceph-mon[26914]: pgmap v45: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-02T08:33:23.255 INFO:tasks.rados.rados.0.smithi112.stdout:825: done (5 left) 2024-04-02T08:33:23.255 INFO:tasks.rados.rados.0.smithi112.stdout:826: rollback oid 20 current snap is 78 2024-04-02T08:33:23.255 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 75 2024-04-02T08:33:23.255 INFO:tasks.rados.rados.0.smithi112.stdout:822: finishing rollback tid 2 to smithi11277797-46 2024-04-02T08:33:23.255 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 275 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:33:23.255 INFO:tasks.rados.rados.0.smithi112.stdout:819: expect (ObjNum 210 snap 60 seq_num 210) 2024-04-02T08:33:23.397 INFO:tasks.rados.rados.0.smithi112.stdout:820: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:33:23.397 INFO:tasks.rados.rados.0.smithi112.stdout:820: finishing copy_from to smithi11277797-4 2024-04-02T08:33:23.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 367 (ObjNum 236 snap 64 seq_num 236) dirty exists 2024-04-02T08:33:23.397 INFO:tasks.rados.rados.0.smithi112.stdout:823: finishing write tid 1 to smithi11277797-7 2024-04-02T08:33:23.397 INFO:tasks.rados.rados.0.smithi112.stdout:823: finishing write tid 2 to smithi11277797-7 2024-04-02T08:33:23.398 INFO:tasks.rados.rados.0.smithi112.stdout:823: finishing write tid 3 to smithi11277797-7 2024-04-02T08:33:23.398 INFO:tasks.rados.rados.0.smithi112.stdout:819: done (5 left) 2024-04-02T08:33:23.398 INFO:tasks.rados.rados.0.smithi112.stdout:820: done (4 left) 2024-04-02T08:33:23.398 INFO:tasks.rados.rados.0.smithi112.stdout:822: done (3 left) 2024-04-02T08:33:23.398 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 78 2024-04-02T08:33:23.398 INFO:tasks.rados.rados.0.smithi112.stdout:827: seq_num 268 ranges {3284992=491520,3776512=745472,4521984=745472,5267456=114688} 2024-04-02T08:33:23.416 INFO:tasks.rados.rados.0.smithi112.stdout:827: writing smithi11277797-26 from 3284992 to 3776512 tid 1 2024-04-02T08:33:23.420 INFO:tasks.rados.rados.0.smithi112.stdout:827: writing smithi11277797-26 from 3776512 to 4521984 tid 2 2024-04-02T08:33:23.425 INFO:tasks.rados.rados.0.smithi112.stdout:827: writing smithi11277797-26 from 4521984 to 5267456 tid 3 2024-04-02T08:33:23.425 INFO:tasks.rados.rados.0.smithi112.stdout:827: writing smithi11277797-26 from 5267456 to 5382144 tid 4 2024-04-02T08:33:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 78 2024-04-02T08:33:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:823: finishing write tid 4 to smithi11277797-7 2024-04-02T08:33:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:823: finishing write tid 5 to smithi11277797-7 2024-04-02T08:33:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:828: seq_num 269 ranges {2031616=507904,2539520=630784,3170304=557056,3727360=417792} 2024-04-02T08:33:23.439 INFO:tasks.rados.rados.0.smithi112.stdout:828: writing smithi11277797-33 from 2031616 to 2539520 tid 1 2024-04-02T08:33:23.443 INFO:tasks.rados.rados.0.smithi112.stdout:828: writing smithi11277797-33 from 2539520 to 3170304 tid 2 2024-04-02T08:33:23.446 INFO:tasks.rados.rados.0.smithi112.stdout:828: writing smithi11277797-33 from 3170304 to 3727360 tid 3 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:828: writing smithi11277797-33 from 3727360 to 4145152 tid 4 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:829: snap_create 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: finishing write tid 6 to smithi11277797-7 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: oid 7 updating version 0 to 401 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: oid 7 version 401 is already newer than 400 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: oid 7 updating version 401 to 403 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: oid 7 version 403 is already newer than 402 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: oid 7 version 403 is already newer than 399 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 403 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:823: left oid 7 (ObjNum 267 snap 78 seq_num 267) 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:824: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:33:23.449 INFO:tasks.rados.rados.0.smithi112.stdout:824: finishing copy_from to smithi11277797-43 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 392 (ObjNum 242 snap 67 seq_num 242) dirty exists 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:826: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 306 (ObjNum 21665 snap 0 seq_num 3479155712) dirty dne 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: finishing write tid 1 to smithi11277797-26 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: finishing write tid 2 to smithi11277797-26 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: finishing write tid 3 to smithi11277797-26 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: finishing write tid 4 to smithi11277797-26 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: finishing write tid 5 to smithi11277797-26 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: finishing write tid 6 to smithi11277797-26 2024-04-02T08:33:23.450 INFO:tasks.rados.rados.0.smithi112.stdout:827: oid 26 updating version 0 to 285 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:827: oid 26 version 285 is already newer than 284 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:827: oid 26 version 285 is already newer than 282 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:827: oid 26 version 285 is already newer than 283 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:827: oid 26 updating version 285 to 286 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 286 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:827: left oid 26 (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:828: finishing write tid 1 to smithi11277797-33 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:828: finishing write tid 2 to smithi11277797-33 2024-04-02T08:33:23.451 INFO:tasks.rados.rados.0.smithi112.stdout:828: finishing write tid 3 to smithi11277797-33 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: finishing write tid 4 to smithi11277797-33 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: finishing write tid 5 to smithi11277797-33 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: finishing write tid 6 to smithi11277797-33 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: oid 33 updating version 0 to 292 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: oid 33 version 292 is already newer than 289 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: oid 33 version 292 is already newer than 290 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: oid 33 version 292 is already newer than 291 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: oid 33 version 292 is already newer than 288 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 292 (ObjNum 269 snap 78 seq_num 269) dirty exists 2024-04-02T08:33:23.452 INFO:tasks.rados.rados.0.smithi112.stdout:828: left oid 33 (ObjNum 269 snap 78 seq_num 269) 2024-04-02T08:33:23.542 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:23 smithi187 ceph-mon[30584]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:33:23.543 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:23 smithi187 ceph-mon[30584]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:23.543 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:23 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:23 smithi112 ceph-mon[37686]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:33:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:23 smithi112 ceph-mon[37686]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:23 smithi112 ceph-mon[26914]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:33:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:23 smithi112 ceph-mon[26914]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:24.219 INFO:tasks.rados.rados.0.smithi112.stdout:823: done (5 left) 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:824: done (4 left) 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:826: done (3 left) 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:827: done (2 left) 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:828: done (1 left) 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:829: done (0 left) 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 79 2024-04-02T08:33:24.220 INFO:tasks.rados.rados.0.smithi112.stdout:830: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-02T08:33:24.223 INFO:tasks.rados.rados.0.smithi112.stdout:830: writing smithi11277797-45 from 0 to 524288 tid 1 2024-04-02T08:33:24.226 INFO:tasks.rados.rados.0.smithi112.stdout:830: writing smithi11277797-45 from 524288 to 1040384 tid 2 2024-04-02T08:33:24.231 INFO:tasks.rados.rados.0.smithi112.stdout:830: writing smithi11277797-45 from 1040384 to 1802240 tid 3 2024-04-02T08:33:24.233 INFO:tasks.rados.rados.0.smithi112.stdout:830: writing smithi11277797-45 from 1802240 to 2129920 tid 4 2024-04-02T08:33:24.233 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 79 2024-04-02T08:33:24.233 INFO:tasks.rados.rados.0.smithi112.stdout:830: finishing write tid 1 to smithi11277797-45 2024-04-02T08:33:24.233 INFO:tasks.rados.rados.0.smithi112.stdout:831: seq_num 271 ranges {5644288=540672,6184960=802816,6987776=516096,7503872=286720} 2024-04-02T08:33:24.267 INFO:tasks.rados.rados.0.smithi112.stdout:831: writing smithi11277797-10 from 5644288 to 6184960 tid 1 2024-04-02T08:33:24.272 INFO:tasks.rados.rados.0.smithi112.stdout:831: writing smithi11277797-10 from 6184960 to 6987776 tid 2 2024-04-02T08:33:24.275 INFO:tasks.rados.rados.0.smithi112.stdout:831: writing smithi11277797-10 from 6987776 to 7503872 tid 3 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi112.stdout:831: writing smithi11277797-10 from 7503872 to 7790592 tid 4 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi112.stdout:832: delete oid 7 current snap is 79 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: finishing write tid 2 to smithi11277797-45 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: finishing write tid 3 to smithi11277797-45 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: finishing write tid 4 to smithi11277797-45 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: finishing write tid 5 to smithi11277797-45 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: finishing write tid 6 to smithi11277797-45 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: oid 45 updating version 0 to 330 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: oid 45 version 330 is already newer than 329 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: oid 45 version 330 is already newer than 327 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: oid 45 version 330 is already newer than 328 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: oid 45 version 330 is already newer than 326 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 330 (ObjNum 270 snap 79 seq_num 270) dirty exists 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:830: left oid 45 (ObjNum 270 snap 79 seq_num 270) 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:831: finishing write tid 1 to smithi11277797-10 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:831: finishing write tid 2 to smithi11277797-10 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi112.stdout:831: finishing write tid 3 to smithi11277797-10 2024-04-02T08:33:24.279 INFO:tasks.rados.rados.0.smithi112.stdout:830: done (2 left) 2024-04-02T08:33:24.279 INFO:tasks.rados.rados.0.smithi112.stdout:832: done (1 left) 2024-04-02T08:33:24.279 INFO:tasks.rados.rados.0.smithi112.stdout:833: rmattr oid 20 current snap is 79 2024-04-02T08:33:24.279 INFO:tasks.rados.rados.0.smithi112.stdout:833: done (1 left) 2024-04-02T08:33:24.280 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 79 2024-04-02T08:33:24.280 INFO:tasks.rados.rados.0.smithi112.stdout:834: seq_num 273 ranges {1654784=581632,2236416=565248,2801664=532480,3334144=507904} 2024-04-02T08:33:24.291 INFO:tasks.rados.rados.0.smithi112.stdout:834: writing smithi11277797-24 from 1654784 to 2236416 tid 1 2024-04-02T08:33:24.294 INFO:tasks.rados.rados.0.smithi112.stdout:834: writing smithi11277797-24 from 2236416 to 2801664 tid 2 2024-04-02T08:33:24.297 INFO:tasks.rados.rados.0.smithi112.stdout:834: writing smithi11277797-24 from 2801664 to 3334144 tid 3 2024-04-02T08:33:24.300 INFO:tasks.rados.rados.0.smithi112.stdout:834: writing smithi11277797-24 from 3334144 to 3842048 tid 4 2024-04-02T08:33:24.300 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 79 2024-04-02T08:33:24.301 INFO:tasks.rados.rados.0.smithi112.stdout:831: finishing write tid 4 to smithi11277797-10 2024-04-02T08:33:24.301 INFO:tasks.rados.rados.0.smithi112.stdout:835: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-04-02T08:33:24.303 INFO:tasks.rados.rados.0.smithi112.stdout:835: writing smithi11277797-37 from 0 to 598016 tid 1 2024-04-02T08:33:24.306 INFO:tasks.rados.rados.0.smithi112.stdout:835: writing smithi11277797-37 from 598016 to 1097728 tid 2 2024-04-02T08:33:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:835: writing smithi11277797-37 from 1097728 to 1843200 tid 3 2024-04-02T08:33:24.313 INFO:tasks.rados.rados.0.smithi112.stdout:835: writing smithi11277797-37 from 1843200 to 2203648 tid 4 2024-04-02T08:33:24.313 INFO:tasks.rados.rados.0.smithi112.stdout:836: delete oid 43 current snap is 79 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: finishing write tid 5 to smithi11277797-10 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: finishing write tid 6 to smithi11277797-10 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: oid 10 updating version 0 to 301 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: oid 10 updating version 301 to 302 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: oid 10 version 302 is already newer than 298 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: oid 10 version 302 is already newer than 300 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: oid 10 version 302 is already newer than 299 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 302 (ObjNum 271 snap 79 seq_num 271) dirty exists 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:831: left oid 10 (ObjNum 271 snap 79 seq_num 271) 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:834: finishing write tid 1 to smithi11277797-24 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:834: finishing write tid 2 to smithi11277797-24 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:834: finishing write tid 3 to smithi11277797-24 2024-04-02T08:33:24.314 INFO:tasks.rados.rados.0.smithi112.stdout:834: finishing write tid 4 to smithi11277797-24 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: finishing write tid 5 to smithi11277797-24 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: finishing write tid 6 to smithi11277797-24 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: oid 24 updating version 0 to 425 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: oid 24 version 425 is already newer than 424 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: oid 24 version 425 is already newer than 423 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: oid 24 version 425 is already newer than 422 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: oid 24 version 425 is already newer than 421 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 425 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:834: left oid 24 (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:835: finishing write tid 1 to smithi11277797-37 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:835: finishing write tid 2 to smithi11277797-37 2024-04-02T08:33:24.315 INFO:tasks.rados.rados.0.smithi112.stdout:835: finishing write tid 3 to smithi11277797-37 2024-04-02T08:33:24.316 INFO:tasks.rados.rados.0.smithi112.stdout:831: done (3 left) 2024-04-02T08:33:24.316 INFO:tasks.rados.rados.0.smithi112.stdout:834: done (2 left) 2024-04-02T08:33:24.316 INFO:tasks.rados.rados.0.smithi112.stdout:836: done (1 left) 2024-04-02T08:33:24.316 INFO:tasks.rados.rados.0.smithi112.stdout:837: snap_create 2024-04-02T08:33:24.316 INFO:tasks.rados.rados.0.smithi112.stdout:835: finishing write tid 4 to smithi11277797-37 2024-04-02T08:33:24.316 INFO:tasks.rados.rados.0.smithi112.stdout:835: finishing write tid 5 to smithi11277797-37 2024-04-02T08:33:24.318 INFO:tasks.rados.rados.0.smithi112.stdout:835: finishing write tid 6 to smithi11277797-37 2024-04-02T08:33:24.318 INFO:tasks.rados.rados.0.smithi112.stdout:835: oid 37 updating version 0 to 286 2024-04-02T08:33:24.319 INFO:tasks.rados.rados.0.smithi112.stdout:835: oid 37 version 286 is already newer than 285 2024-04-02T08:33:24.319 INFO:tasks.rados.rados.0.smithi112.stdout:835: oid 37 version 286 is already newer than 284 2024-04-02T08:33:24.319 INFO:tasks.rados.rados.0.smithi112.stdout:835: oid 37 updating version 286 to 288 2024-04-02T08:33:24.319 INFO:tasks.rados.rados.0.smithi112.stdout:835: oid 37 version 288 is already newer than 287 2024-04-02T08:33:24.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 288 (ObjNum 274 snap 79 seq_num 274) dirty exists 2024-04-02T08:33:24.319 INFO:tasks.rados.rados.0.smithi112.stdout:835: left oid 37 (ObjNum 274 snap 79 seq_num 274) 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: pgmap v48: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:24.581 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:24.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[37686]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: pgmap v48: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:24.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:24.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:24 smithi112 ceph-mon[26914]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: pgmap v48: 121 pgs: 121 active+clean; 302 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:24.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:24 smithi187 ceph-mon[30584]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:25.269 INFO:tasks.rados.rados.0.smithi112.stdout:835: done (1 left) 2024-04-02T08:33:25.269 INFO:tasks.rados.rados.0.smithi112.stdout:837: done (0 left) 2024-04-02T08:33:25.269 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 80 2024-04-02T08:33:25.269 INFO:tasks.rados.rados.0.smithi112.stdout:838: seq_num 276 ranges {5505024=630784,6135808=671744,6807552=704512,7512064=229376} 2024-04-02T08:33:25.301 INFO:tasks.rados.rados.0.smithi112.stdout:838: writing smithi11277797-13 from 5505024 to 6135808 tid 1 2024-04-02T08:33:25.305 INFO:tasks.rados.rados.0.smithi112.stdout:838: writing smithi11277797-13 from 6135808 to 6807552 tid 2 2024-04-02T08:33:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:838: writing smithi11277797-13 from 6807552 to 7512064 tid 3 2024-04-02T08:33:25.310 INFO:tasks.rados.rados.0.smithi112.stdout:838: writing smithi11277797-13 from 7512064 to 7741440 tid 4 2024-04-02T08:33:25.311 INFO:tasks.rados.rados.0.smithi112.stdout:839: delete oid 50 current snap is 80 2024-04-02T08:33:25.311 INFO:tasks.rados.rados.0.smithi112.stdout:838: finishing write tid 1 to smithi11277797-13 2024-04-02T08:33:25.311 INFO:tasks.rados.rados.0.smithi112.stdout:838: finishing write tid 2 to smithi11277797-13 2024-04-02T08:33:25.313 INFO:tasks.rados.rados.0.smithi112.stdout:839: done (1 left) 2024-04-02T08:33:25.313 INFO:tasks.rados.rados.0.smithi112.stdout:840: rollback oid 21 current snap is 80 2024-04-02T08:33:25.313 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 74 2024-04-02T08:33:25.313 INFO:tasks.rados.rados.0.smithi112.stdout:841: snap_remove snap 72 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:841: done (2 left) 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:842: snap_create 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: finishing write tid 3 to smithi11277797-13 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: finishing write tid 4 to smithi11277797-13 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: finishing write tid 5 to smithi11277797-13 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: finishing write tid 6 to smithi11277797-13 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: oid 13 updating version 0 to 444 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: oid 13 updating version 444 to 448 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: oid 13 version 448 is already newer than 445 2024-04-02T08:33:26.275 INFO:tasks.rados.rados.0.smithi112.stdout:838: oid 13 version 448 is already newer than 447 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:838: oid 13 version 448 is already newer than 446 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 448 (ObjNum 276 snap 80 seq_num 276) dirty exists 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:838: left oid 13 (ObjNum 276 snap 80 seq_num 276) 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:840: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:840: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:840: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:33:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 417 (ObjNum 202 snap 60 seq_num 202) dirty exists 2024-04-02T08:33:26.535 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:26.535 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: Upgrade: Updating mon.a 2024-04-02T08:33:26.535 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:26.535 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:26.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:26.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:26.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: Deploying daemon mon.a on smithi112 2024-04-02T08:33:26.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:26 smithi187 ceph-mon[30584]: pgmap v51: 121 pgs: 121 active+clean; 311 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.6 MiB/s wr, 19 op/s 2024-04-02T08:33:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: Upgrade: Updating mon.a 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: Deploying daemon mon.a on smithi112 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[37686]: pgmap v51: 121 pgs: 121 active+clean; 311 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.6 MiB/s wr, 19 op/s 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: Upgrade: Updating mon.a 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: from='mgr.25106 ' entity='mgr.y' 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: from='mgr.25106 172.21.15.112:0/2762930549' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:26.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: Deploying daemon mon.a on smithi112 2024-04-02T08:33:26.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:26 smithi112 ceph-mon[26914]: pgmap v51: 121 pgs: 121 active+clean; 311 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.6 MiB/s wr, 19 op/s 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:838: done (2 left) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:840: done (1 left) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:842: done (0 left) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:843: read oid 46 snap -1 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:843: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:844: read oid 12 snap -1 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:844: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:845: copy_from oid 19 from oid 41 current snap is 81 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:846: copy_from oid 49 from oid 18 current snap is 81 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 81 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi112.stdout:847: seq_num 278 ranges {1794048=663552,2457600=442368,2899968=720896,3620864=442368} 2024-04-02T08:33:27.293 INFO:tasks.rados.rados.0.smithi112.stdout:847: writing smithi11277797-35 from 1794048 to 2457600 tid 1 2024-04-02T08:33:27.296 INFO:tasks.rados.rados.0.smithi112.stdout:847: writing smithi11277797-35 from 2457600 to 2899968 tid 2 2024-04-02T08:33:27.301 INFO:tasks.rados.rados.0.smithi112.stdout:847: writing smithi11277797-35 from 2899968 to 3620864 tid 3 2024-04-02T08:33:27.304 INFO:tasks.rados.rados.0.smithi112.stdout:847: writing smithi11277797-35 from 3620864 to 4063232 tid 4 2024-04-02T08:33:27.304 INFO:tasks.rados.rados.0.smithi112.stdout:848: rollback oid 15 current snap is 81 2024-04-02T08:33:27.304 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 15 to 80 2024-04-02T08:33:27.305 INFO:tasks.rados.rados.0.smithi112.stdout:844: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:846: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:846: finishing copy_from to smithi11277797-49 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 397 (ObjNum 977 snap 0 seq_num 2348563040) dirty exists 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:844: done (5 left) 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:846: done (4 left) 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:849: rollback oid 16 current snap is 81 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 65 2024-04-02T08:33:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:843: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:847: finishing write tid 1 to smithi11277797-35 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:847: finishing write tid 2 to smithi11277797-35 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:843: done (4 left) 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:850: rollback oid 25 current snap is 81 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 60 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:847: finishing write tid 3 to smithi11277797-35 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:845: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:849: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:849: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:849: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 419 (ObjNum 180 snap 49 seq_num 180) dirty exists 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:845: finishing copy_from to smithi11277797-19 2024-04-02T08:33:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 176 (ObjNum 187 snap 52 seq_num 187) dirty exists 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: finishing write tid 4 to smithi11277797-35 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: finishing write tid 5 to smithi11277797-35 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:848: finishing rollback tid 0 to smithi11277797-15 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:848: finishing rollback tid 1 to smithi11277797-15 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:848: finishing rollback tid 2 to smithi11277797-15 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 429 (ObjNum 203 snap 60 seq_num 203) dirty exists 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: finishing write tid 6 to smithi11277797-35 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: oid 35 updating version 0 to 424 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: oid 35 version 424 is already newer than 421 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: oid 35 version 424 is already newer than 422 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: oid 35 updating version 424 to 425 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: oid 35 version 425 is already newer than 423 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 425 (ObjNum 278 snap 81 seq_num 278) dirty exists 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:847: left oid 35 (ObjNum 278 snap 81 seq_num 278) 2024-04-02T08:33:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:845: done (4 left) 2024-04-02T08:33:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:847: done (3 left) 2024-04-02T08:33:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:848: done (2 left) 2024-04-02T08:33:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:849: done (1 left) 2024-04-02T08:33:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 81 2024-04-02T08:33:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:851: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-04-02T08:33:27.358 INFO:tasks.rados.rados.0.smithi112.stdout:851: writing smithi11277797-30 from 0 to 679936 tid 1 2024-04-02T08:33:27.362 INFO:tasks.rados.rados.0.smithi112.stdout:851: writing smithi11277797-30 from 679936 to 1400832 tid 2 2024-04-02T08:33:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:851: writing smithi11277797-30 from 1400832 to 1884160 tid 3 2024-04-02T08:33:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:851: writing smithi11277797-30 from 1884160 to 2285568 tid 4 2024-04-02T08:33:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:852: rollback oid 13 current snap is 81 2024-04-02T08:33:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 66 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:850: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:850: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:850: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 370 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:851: finishing write tid 1 to smithi11277797-30 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:851: finishing write tid 2 to smithi11277797-30 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:850: done (2 left) 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:853: read oid 11 snap -1 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:853: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:854: delete oid 48 current snap is 81 2024-04-02T08:33:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:851: finishing write tid 3 to smithi11277797-30 2024-04-02T08:33:27.370 INFO:tasks.rados.rados.0.smithi112.stdout:852: finishing rollback tid 0 to smithi11277797-13 2024-04-02T08:33:27.370 INFO:tasks.rados.rados.0.smithi112.stdout:853: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:852: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:851: finishing write tid 4 to smithi11277797-30 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:852: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 457 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:851: finishing write tid 5 to smithi11277797-30 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:852: done (3 left) 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:853: done (2 left) 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:854: done (1 left) 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:855: setattr oid 20 current snap is 81 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:851: finishing write tid 6 to smithi11277797-30 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:851: oid 30 updating version 0 to 436 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:851: oid 30 updating version 436 to 440 2024-04-02T08:33:27.374 INFO:tasks.rados.rados.0.smithi112.stdout:851: oid 30 version 440 is already newer than 438 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:851: oid 30 version 440 is already newer than 437 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:851: oid 30 version 440 is already newer than 439 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 440 (ObjNum 279 snap 81 seq_num 279) dirty exists 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:851: left oid 30 (ObjNum 279 snap 81 seq_num 279) 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:851: done (1 left) 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 81 2024-04-02T08:33:27.375 INFO:tasks.rados.rados.0.smithi112.stdout:856: seq_num 281 ranges {3112960=712704,3825664=491520,4317184=491520,4808704=622592} 2024-04-02T08:33:27.395 INFO:tasks.rados.rados.0.smithi112.stdout:856: writing smithi11277797-2 from 3112960 to 3825664 tid 1 2024-04-02T08:33:27.397 INFO:tasks.rados.rados.0.smithi112.stdout:856: writing smithi11277797-2 from 3825664 to 4317184 tid 2 2024-04-02T08:33:27.400 INFO:tasks.rados.rados.0.smithi112.stdout:856: writing smithi11277797-2 from 4317184 to 4808704 tid 3 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:856: writing smithi11277797-2 from 4808704 to 5431296 tid 4 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:857: read oid 38 snap -1 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:857: expect (ObjNum 223 snap 60 seq_num 223) 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:858: copy_from oid 41 from oid 34 current snap is 81 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 333 (ObjNum 33 snap 0 seq_num 2349223648) dirty exists 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:855: done (3 left) 2024-04-02T08:33:27.404 INFO:tasks.rados.rados.0.smithi112.stdout:859: snap_remove snap 79 2024-04-02T08:33:27.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:27 smithi112 systemd[1]: Stopping Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:27.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:27 smithi112 ceph-mon[26914]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:27.548 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:27 smithi112 ceph-mon[37686]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:27.554 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:27 smithi187 ceph-mon[30584]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:27 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[26910]: 2024-04-02T08:33:27.548+0000 7fc60dfa2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:27 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[26910]: 2024-04-02T08:33:27.548+0000 7fc60dfa2700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-02T08:33:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:27 smithi112 podman[88782]: 2024-04-02 08:33:27.60022828 +0000 UTC m=+0.161265147 container died 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:33:28.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 podman[88782]: 2024-04-02 08:33:28.091156286 +0000 UTC m=+0.652193192 container cleanup 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-02T08:33:28.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 bash[88782]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:33:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 podman[88796]: 2024-04-02 08:33:28.351107929 +0000 UTC m=+0.754935895 container remove 5e5f14d2a805309374c44dcde4f827e893bf18affe9cb87c65f4f099702a440e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:33:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 systemd[1]: Stopped Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Consumed 13.880s CPU time. 2024-04-02T08:33:29.033 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 systemd[1]: Starting Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:29.033 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 podman[88925]: 2024-04-02 08:33:28.828316905 +0000 UTC m=+0.017749680 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:33:29.033 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:28 smithi112 podman[88925]: 2024-04-02 08:33:28.927702305 +0000 UTC m=+0.117135060 container create e65b145f0fe6a1e8153b2c5d6e1f565800ac391fea968c4b9c019c547fcc6225 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326) 2024-04-02T08:33:29.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:33:29] "GET /metrics HTTP/1.1" 200 36008 "" "Prometheus/2.43.0" 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 podman[88925]: 2024-04-02 08:33:29.146880281 +0000 UTC m=+0.336313045 container init e65b145f0fe6a1e8153b2c5d6e1f565800ac391fea968c4b9c019c547fcc6225 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 podman[88925]: 2024-04-02 08:33:29.150162257 +0000 UTC m=+0.339595012 container start e65b145f0fe6a1e8153b2c5d6e1f565800ac391fea968c4b9c019c547fcc6225 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev), process ceph-mon, pid 2 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: pidfile_write: ignore empty --pid-file 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: load: jerasure load: lrc 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Git sha 0 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Compile date 2024-03-28 15:49:08 2024-04-02T08:33:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: DB SUMMARY 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: DB Session ID: ONJL4ZBC9E7MTWP4NQER 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1510 Bytes 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4874742 ; 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:33:29.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.env: 0x556aac2b1c60 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.info_log: 0x556aad5bdae0 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.statistics: (nil) 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.use_fsync: 0 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:33:29.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.db_log_dir: 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.wal_dir: 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.write_buffer_manager: 0x556aad58e820 2024-04-02T08:33:29.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.unordered_write: 0 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.row_cache: None 2024-04-02T08:33:29.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.wal_filter: None 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.wal_compression: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:33:29.375 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:33:29.376 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_open_files: -1 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:33:29.377 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Compression algorithms supported: 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kZSTD supported: 0 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-02T08:33:29.378 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.merge_operator: 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_filter: None 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556aad5bdcc0) 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_type: 0 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_index_type: 0 2024-04-02T08:33:29.379 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_shortening: 1 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: checksum: 4 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: no_block_cache: 0 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache: 0x556aad5c1090 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_options: 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: capacity : 536870912 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_shard_bits : 4 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: strict_capacity_limit : 0 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_compressed: (nil) 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: persistent_cache: (nil) 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size: 4096 2024-04-02T08:33:29.380 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size_deviation: 10 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_restart_interval: 16 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_block_restart_interval: 1 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_block_size: 4096 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: partition_filters: 0 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: use_delta_encoding: 1 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: filter_policy: bloomfilter 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: whole_key_filtering: 1 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: verify_compression: 0 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: format_version: 5 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_index_compression: 1 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_align: 0 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: prepopulate_block_cache: 0 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:33:29.381 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression: NoCompression 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.num_levels: 7 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:33:29.382 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:29.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:33:29.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:33:29.385 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:33:29.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.ttl: 2592000 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:33:29.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 13154, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c2e8c779-eeb1-4f0e-bd7d-6617ead298ee 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046809179083, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046809194090, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 4531776, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13155, "largest_seqno": 15778, "table_properties": {"data_size": 4519282, "index_size": 8311, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3141, "raw_key_size": 28599, "raw_average_key_size": 22, "raw_value_size": 4493252, "raw_average_value_size": 3597, "num_data_blocks": 365, "num_entries": 1249, "num_filter_entries": 1249, "num_deletions": 294, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046809, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c2e8c779-eeb1-4f0e-bd7d-6617ead298ee", "db_session_id": "ONJL4ZBC9E7MTWP4NQER", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046809194193, "job": 1, "event": "recovery_finished"} 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556aad6b0000 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: DB pointer 0x556aad69a000 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:33:29.388 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** DB Stats ** 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 1/0 4.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 529.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: L6 1/0 6.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 10.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 529.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:33:29.389 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 529.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 529.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:33:29.390 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 247.87 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 247.87 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache BinnedLRUCache@0x556aad5c1090#2 capacity: 512.00 MB usage: 12.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.28 KB,0.000625849%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: starting mon.a rank 0 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???) e3 preinit fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).mds e6 new map 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).mds e6 print_map 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: e6 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:33:29.391 INFO:journalctl@ceph.mon.a.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: legacy client fscid: 1 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: fs_name cephfs 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: epoch 6 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: created 2024-04-02T08:27:11.493611+0000 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: modified 2024-04-02T08:27:13.501209+0000 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: tableserver 0 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: root 0 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: session_timeout 60 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: session_autoclose 300 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_file_size 1099511627776 2024-04-02T08:33:29.392 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_xattr_size 65536 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: required_client_features {} 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: last_failure 0 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: last_failure_osd_epoch 0 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_mds 1 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: in 0 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: up {0=24368} 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: failed 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: damaged 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: stopped 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_pools [3] 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_pool 2 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: inline_data disabled 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: balancer 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: bal_rank_mask -1 2024-04-02T08:33:29.393 INFO:journalctl@ceph.mon.a.smithi112.stdout: standby_count_wanted 0 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: [mds.a{0:24368} state up:active seq 3 addr [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: Standby daemons: 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout: [mds.b{-1:24355} state up:standby seq 1 addr [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).osd e222 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 ceph-mon[88945]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 bash[88925]: e65b145f0fe6a1e8153b2c5d6e1f565800ac391fea968c4b9c019c547fcc6225 2024-04-02T08:33:29.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:29 smithi112 systemd[1]: Started Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:30.675 INFO:tasks.rados.rados.0.smithi112.stdout:859: done (3 left) 2024-04-02T08:33:30.675 INFO:tasks.rados.rados.0.smithi112.stdout:860: setattr oid 27 current snap is 81 2024-04-02T08:33:30.683 INFO:tasks.rados.rados.0.smithi112.stdout:861: snap_create 2024-04-02T08:33:30.683 INFO:tasks.rados.rados.0.smithi112.stdout:856: finishing write tid 1 to smithi11277797-2 2024-04-02T08:33:30.683 INFO:tasks.rados.rados.0.smithi112.stdout:856: finishing write tid 2 to smithi11277797-2 2024-04-02T08:33:30.683 INFO:tasks.rados.rados.0.smithi112.stdout:856: finishing write tid 3 to smithi11277797-2 2024-04-02T08:33:30.683 INFO:tasks.rados.rados.0.smithi112.stdout:856: finishing write tid 4 to smithi11277797-2 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: finishing write tid 5 to smithi11277797-2 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: finishing write tid 6 to smithi11277797-2 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: oid 2 updating version 0 to 455 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: oid 2 updating version 455 to 456 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: oid 2 version 456 is already newer than 452 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: oid 2 version 456 is already newer than 454 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: oid 2 version 456 is already newer than 453 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 456 (ObjNum 281 snap 81 seq_num 281) dirty exists 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:856: left oid 2 (ObjNum 281 snap 81 seq_num 281) 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:858: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:858: finishing copy_from to smithi11277797-41 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 280 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:33:30.684 INFO:tasks.rados.rados.0.smithi112.stdout:857: expect (ObjNum 223 snap 60 seq_num 223) 2024-04-02T08:33:30.889 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 461 (ObjNum 249 snap 73 seq_num 249) dirty exists 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mgr[76251]: -- 172.21.15.187:0/3067807306 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c51e99e5a0 con 0x55c51e972c00 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: pgmap v54: 121 pgs: 121 active+clean; 311 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.6 MiB/s wr, 19 op/s 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: pgmap v55: 121 pgs: 121 active+clean; 325 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.3 MiB/s wr, 29 op/s 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: mon.a calling monitor election 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: monmap epoch 3 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: last_changed 2024-04-02T08:23:22.617873+0000 2024-04-02T08:33:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: min_mon_release 18 (reef) 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: election_strategy: 1 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: mgrmap e35: y(active, since 37s), standbys: x 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: overall HEALTH_OK 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: from='mgr.25106 ' entity='' 2024-04-02T08:33:30.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:30 smithi187 ceph-mon[30584]: mgrmap e36: y(active, since 37s), standbys: x 2024-04-02T08:33:31.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:31.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: pgmap v54: 121 pgs: 121 active+clean; 311 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.6 MiB/s wr, 19 op/s 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: pgmap v55: 121 pgs: 121 active+clean; 325 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.3 MiB/s wr, 29 op/s 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: mon.a calling monitor election 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: monmap epoch 3 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: last_changed 2024-04-02T08:23:22.617873+0000 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: min_mon_release 18 (reef) 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: election_strategy: 1 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:33:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: mgrmap e35: y(active, since 37s), standbys: x 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: from='mgr.25106 ' entity='' 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[88945]: mgrmap e36: y(active, since 37s), standbys: x 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: pgmap v54: 121 pgs: 121 active+clean; 311 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.6 MiB/s wr, 19 op/s 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: pgmap v55: 121 pgs: 121 active+clean; 325 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.3 MiB/s wr, 29 op/s 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: mon.a calling monitor election 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:31.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: monmap epoch 3 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: last_changed 2024-04-02T08:23:22.617873+0000 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: min_mon_release 18 (reef) 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: election_strategy: 1 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: mgrmap e35: y(active, since 37s), standbys: x 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: overall HEALTH_OK 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: from='mgr.25106 ' entity='' 2024-04-02T08:33:31.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:30 smithi112 ceph-mon[37686]: mgrmap e36: y(active, since 37s), standbys: x 2024-04-02T08:33:31.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:31 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:31.198+0000 7f140f1cf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:31.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:31 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:31.291+0000 7f140f1cf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:31.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:31 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:31.218+0000 7f25c19de200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:31.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:31 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:31.311+0000 7f25c19de200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:856: done (4 left) 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:857: done (3 left) 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:858: done (2 left) 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:860: done (1 left) 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:861: done (0 left) 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 82 2024-04-02T08:33:31.683 INFO:tasks.rados.rados.0.smithi112.stdout:862: seq_num 282 ranges {2203648=729088,2932736=425984,3358720=704512,4063232=475136} 2024-04-02T08:33:31.699 INFO:tasks.rados.rados.0.smithi112.stdout:862: writing smithi11277797-37 from 2203648 to 2932736 tid 1 2024-04-02T08:33:31.701 INFO:tasks.rados.rados.0.smithi112.stdout:862: writing smithi11277797-37 from 2932736 to 3358720 tid 2 2024-04-02T08:33:31.705 INFO:tasks.rados.rados.0.smithi112.stdout:862: writing smithi11277797-37 from 3358720 to 4063232 tid 3 2024-04-02T08:33:31.708 INFO:tasks.rados.rados.0.smithi112.stdout:862: writing smithi11277797-37 from 4063232 to 4538368 tid 4 2024-04-02T08:33:31.708 INFO:tasks.rados.rados.0.smithi112.stdout:863: snap_create 2024-04-02T08:33:31.708 INFO:tasks.rados.rados.0.smithi112.stdout:862: finishing write tid 1 to smithi11277797-37 2024-04-02T08:33:31.708 INFO:tasks.rados.rados.0.smithi112.stdout:862: finishing write tid 2 to smithi11277797-37 2024-04-02T08:33:31.708 INFO:tasks.rados.rados.0.smithi112.stdout:862: finishing write tid 3 to smithi11277797-37 2024-04-02T08:33:31.711 INFO:tasks.rados.rados.0.smithi112.stdout:862: finishing write tid 4 to smithi11277797-37 2024-04-02T08:33:31.711 INFO:tasks.rados.rados.0.smithi112.stdout:862: finishing write tid 5 to smithi11277797-37 2024-04-02T08:33:31.712 INFO:tasks.rados.rados.0.smithi112.stdout:862: finishing write tid 6 to smithi11277797-37 2024-04-02T08:33:31.712 INFO:tasks.rados.rados.0.smithi112.stdout:862: oid 37 updating version 0 to 294 2024-04-02T08:33:31.712 INFO:tasks.rados.rados.0.smithi112.stdout:862: oid 37 version 294 is already newer than 290 2024-04-02T08:33:31.712 INFO:tasks.rados.rados.0.smithi112.stdout:862: oid 37 version 294 is already newer than 292 2024-04-02T08:33:31.712 INFO:tasks.rados.rados.0.smithi112.stdout:862: oid 37 version 294 is already newer than 293 2024-04-02T08:33:31.712 INFO:tasks.rados.rados.0.smithi112.stdout:862: oid 37 version 294 is already newer than 291 2024-04-02T08:33:31.713 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 294 (ObjNum 282 snap 82 seq_num 282) dirty exists 2024-04-02T08:33:31.713 INFO:tasks.rados.rados.0.smithi112.stdout:862: left oid 37 (ObjNum 282 snap 82 seq_num 282) 2024-04-02T08:33:31.939 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:31 smithi187 ceph-mon[30584]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:31.952 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:31 smithi112 ceph-mon[37686]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:31.953 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:31 smithi112 ceph-mon[88945]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:32.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:31 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:31.940+0000 7f140f1cf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:32.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.034+0000 7f140f1cf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:32.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.176+0000 7f140f1cf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:32.283 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:31 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:31.953+0000 7f25c19de200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:32.283 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.047+0000 7f25c19de200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:32.283 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.189+0000 7f25c19de200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:32.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.284+0000 7f25c19de200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:32.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.367+0000 7f25c19de200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:32.619 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.271+0000 7f140f1cf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:32.619 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.355+0000 7f140f1cf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:32.619 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:32.689 INFO:tasks.rados.rados.0.smithi112.stdout:862: done (1 left) 2024-04-02T08:33:32.689 INFO:tasks.rados.rados.0.smithi112.stdout:863: done (0 left) 2024-04-02T08:33:32.689 INFO:tasks.rados.rados.0.smithi112.stdout:864: read oid 11 snap 66 2024-04-02T08:33:32.689 INFO:tasks.rados.rados.0.smithi112.stdout:864: expect deleted 2024-04-02T08:33:32.690 INFO:tasks.rados.rados.0.smithi112.stdout:865: snap_create 2024-04-02T08:33:32.913 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-mon[30584]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:32.914 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.620+0000 7f140f1cf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:32.914 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.732+0000 7f140f1cf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:32.914 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.820+0000 7f140f1cf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:32.927 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-mon[88945]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:32.928 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-mon[37686]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:32.928 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.632+0000 7f25c19de200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:32.928 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.746+0000 7f25c19de200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:32.928 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.834+0000 7f25c19de200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:32.928 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:32.928+0000 7f25c19de200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:33.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:32.915+0000 7f140f1cf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:33.231 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:33.092+0000 7f140f1cf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:33.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:33.105+0000 7f25c19de200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:33.688 INFO:tasks.rados.rados.0.smithi112.stdout:864: done (1 left) 2024-04-02T08:33:33.688 INFO:tasks.rados.rados.0.smithi112.stdout:865: done (0 left) 2024-04-02T08:33:33.688 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 84 2024-04-02T08:33:33.688 INFO:tasks.rados.rados.0.smithi112.stdout:866: seq_num 283 ranges {7790592=745472,8536064=712704,9248768=458752,9707520=434176} 2024-04-02T08:33:33.734 INFO:tasks.rados.rados.0.smithi112.stdout:866: writing smithi11277797-10 from 7790592 to 8536064 tid 1 2024-04-02T08:33:33.738 INFO:tasks.rados.rados.0.smithi112.stdout:866: writing smithi11277797-10 from 8536064 to 9248768 tid 2 2024-04-02T08:33:33.741 INFO:tasks.rados.rados.0.smithi112.stdout:866: writing smithi11277797-10 from 9248768 to 9707520 tid 3 2024-04-02T08:33:33.744 INFO:tasks.rados.rados.0.smithi112.stdout:866: writing smithi11277797-10 from 9707520 to 10141696 tid 4 2024-04-02T08:33:33.744 INFO:tasks.rados.rados.0.smithi112.stdout:867: copy_from oid 5 from oid 16 current snap is 84 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:866: finishing write tid 1 to smithi11277797-10 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:866: finishing write tid 2 to smithi11277797-10 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:866: finishing write tid 3 to smithi11277797-10 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:868: copy_from oid 36 from oid 3 current snap is 84 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:869: read oid 6 snap -1 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:869: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:870: rmattr oid 7 current snap is 84 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:870: done (4 left) 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 84 2024-04-02T08:33:33.745 INFO:tasks.rados.rados.0.smithi112.stdout:871: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-04-02T08:33:33.749 INFO:tasks.rados.rados.0.smithi112.stdout:871: writing smithi11277797-49 from 0 to 761856 tid 1 2024-04-02T08:33:33.753 INFO:tasks.rados.rados.0.smithi112.stdout:871: writing smithi11277797-49 from 761856 to 1359872 tid 2 2024-04-02T08:33:33.757 INFO:tasks.rados.rados.0.smithi112.stdout:871: writing smithi11277797-49 from 1359872 to 2031616 tid 3 2024-04-02T08:33:33.759 INFO:tasks.rados.rados.0.smithi112.stdout:871: writing smithi11277797-49 from 2031616 to 2367488 tid 4 2024-04-02T08:33:33.759 INFO:tasks.rados.rados.0.smithi112.stdout:872: read oid 17 snap -1 2024-04-02T08:33:33.759 INFO:tasks.rados.rados.0.smithi112.stdout:872: expect (ObjNum 210 snap 60 seq_num 210) 2024-04-02T08:33:33.759 INFO:tasks.rados.rados.0.smithi112.stdout:873: rmattr oid 34 current snap is 84 2024-04-02T08:33:33.759 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 84 2024-04-02T08:33:33.759 INFO:tasks.rados.rados.0.smithi112.stdout:874: seq_num 285 ranges {1482752=778240,2260992=475136,2736128=475136,3211264=655360} 2024-04-02T08:33:33.772 INFO:tasks.rados.rados.0.smithi112.stdout:874: writing smithi11277797-46 from 1482752 to 2260992 tid 1 2024-04-02T08:33:33.775 INFO:tasks.rados.rados.0.smithi112.stdout:874: writing smithi11277797-46 from 2260992 to 2736128 tid 2 2024-04-02T08:33:33.778 INFO:tasks.rados.rados.0.smithi112.stdout:874: writing smithi11277797-46 from 2736128 to 3211264 tid 3 2024-04-02T08:33:33.782 INFO:tasks.rados.rados.0.smithi112.stdout:874: writing smithi11277797-46 from 3211264 to 3866624 tid 4 2024-04-02T08:33:33.782 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 84 2024-04-02T08:33:33.782 INFO:tasks.rados.rados.0.smithi112.stdout:875: seq_num 286 ranges {778240=794624,1572864=761856,2334720=679936,3014656=163840} 2024-04-02T08:33:33.790 INFO:tasks.rados.rados.0.smithi112.stdout:875: writing smithi11277797-44 from 778240 to 1572864 tid 1 2024-04-02T08:33:33.794 INFO:tasks.rados.rados.0.smithi112.stdout:875: writing smithi11277797-44 from 1572864 to 2334720 tid 2 2024-04-02T08:33:33.798 INFO:tasks.rados.rados.0.smithi112.stdout:875: writing smithi11277797-44 from 2334720 to 3014656 tid 3 2024-04-02T08:33:33.800 INFO:tasks.rados.rados.0.smithi112.stdout:875: writing smithi11277797-44 from 3014656 to 3178496 tid 4 2024-04-02T08:33:33.800 INFO:tasks.rados.rados.0.smithi112.stdout:876: rmattr oid 23 current snap is 84 2024-04-02T08:33:33.800 INFO:tasks.rados.rados.0.smithi112.stdout:876: done (9 left) 2024-04-02T08:33:33.800 INFO:tasks.rados.rados.0.smithi112.stdout:877: snap_create 2024-04-02T08:33:33.800 INFO:tasks.rados.rados.0.smithi112.stdout:869: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:868: finishing copy_from to smithi11277797-36 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:868: got expected ENOENT (src dne) 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: finishing write tid 4 to smithi11277797-10 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:868: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: finishing write tid 5 to smithi11277797-10 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: finishing write tid 6 to smithi11277797-10 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: oid 10 updating version 0 to 310 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: oid 10 version 310 is already newer than 308 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: oid 10 updating version 310 to 311 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: oid 10 version 311 is already newer than 309 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:866: oid 10 updating version 311 to 312 2024-04-02T08:33:33.803 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 312 (ObjNum 283 snap 84 seq_num 283) dirty exists 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:866: left oid 10 (ObjNum 283 snap 84 seq_num 283) 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: finishing write tid 1 to smithi11277797-49 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: finishing write tid 2 to smithi11277797-49 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: finishing write tid 3 to smithi11277797-49 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 314 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: finishing write tid 4 to smithi11277797-49 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: finishing write tid 5 to smithi11277797-49 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: finishing write tid 6 to smithi11277797-49 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: oid 49 updating version 0 to 463 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: oid 49 updating version 463 to 466 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: oid 49 updating version 466 to 467 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: oid 49 version 467 is already newer than 464 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: oid 49 version 467 is already newer than 465 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 467 (ObjNum 284 snap 84 seq_num 284) dirty exists 2024-04-02T08:33:33.804 INFO:tasks.rados.rados.0.smithi112.stdout:871: left oid 49 (ObjNum 284 snap 84 seq_num 284) 2024-04-02T08:33:33.805 INFO:tasks.rados.rados.0.smithi112.stdout:872: expect (ObjNum 210 snap 60 seq_num 210) 2024-04-02T08:33:33.938 INFO:tasks.rados.rados.0.smithi112.stdout:874: finishing write tid 1 to smithi11277797-46 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: finishing write tid 2 to smithi11277797-46 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: finishing write tid 3 to smithi11277797-46 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: finishing write tid 4 to smithi11277797-46 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:867: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: finishing write tid 5 to smithi11277797-46 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: finishing write tid 6 to smithi11277797-46 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: oid 46 updating version 0 to 276 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: oid 46 updating version 276 to 279 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: oid 46 version 279 is already newer than 278 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: oid 46 updating version 279 to 280 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: oid 46 version 280 is already newer than 277 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 280 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:874: left oid 46 (ObjNum 285 snap 84 seq_num 285) 2024-04-02T08:33:33.939 INFO:tasks.rados.rados.0.smithi112.stdout:867: finishing copy_from to smithi11277797-5 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 419 (ObjNum 180 snap 49 seq_num 180) dirty exists 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: finishing write tid 1 to smithi11277797-44 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: finishing write tid 2 to smithi11277797-44 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: finishing write tid 3 to smithi11277797-44 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: finishing write tid 4 to smithi11277797-44 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: finishing write tid 5 to smithi11277797-44 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: finishing write tid 6 to smithi11277797-44 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: oid 44 updating version 0 to 292 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: oid 44 updating version 292 to 294 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: oid 44 updating version 294 to 295 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: oid 44 updating version 295 to 296 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: oid 44 version 296 is already newer than 293 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 296 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-04-02T08:33:33.940 INFO:tasks.rados.rados.0.smithi112.stdout:875: left oid 44 (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:33:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:33 smithi187 ceph-mon[30584]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:33.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:33 smithi112 ceph-mon[88945]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:33 smithi112 ceph-mon[37686]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:866: done (9 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:867: done (8 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:868: done (7 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:869: done (6 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:871: done (5 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:872: done (4 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:873: done (3 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:874: done (2 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:875: done (1 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:877: done (0 left) 2024-04-02T08:33:34.205 INFO:tasks.rados.rados.0.smithi112.stdout:878: snap_create 2024-04-02T08:33:34.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:34.071+0000 7f140f1cf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:34.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:34.202+0000 7f140f1cf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:34.596 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:34.128+0000 7f25c19de200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:34.596 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:34.261+0000 7f25c19de200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:34.835 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-mon[30584]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:34.835 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-mon[30584]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:34.835 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:34.544+0000 7f140f1cf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:34.835 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:34.635+0000 7f140f1cf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:34.836 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:34.835+0000 7f140f1cf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-mon[88945]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-mon[88945]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:34.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:34.597+0000 7f25c19de200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:34.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:34.689+0000 7f25c19de200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-mon[37686]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-mon[37686]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:35.207 INFO:tasks.rados.rados.0.smithi112.stdout:878: done (0 left) 2024-04-02T08:33:35.208 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 86 2024-04-02T08:33:35.208 INFO:tasks.rados.rados.0.smithi112.stdout:879: seq_num 287 ranges {3022848=8192} 2024-04-02T08:33:35.224 INFO:tasks.rados.rados.0.smithi112.stdout:879: writing smithi11277797-17 from 3022848 to 3031040 tid 1 2024-04-02T08:33:35.224 INFO:tasks.rados.rados.0.smithi112.stdout:880: delete oid 15 current snap is 86 2024-04-02T08:33:35.228 INFO:tasks.rados.rados.0.smithi112.stdout:879: finishing write tid 1 to smithi11277797-17 2024-04-02T08:33:35.228 INFO:tasks.rados.rados.0.smithi112.stdout:880: done (1 left) 2024-04-02T08:33:35.228 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 86 2024-04-02T08:33:35.228 INFO:tasks.rados.rados.0.smithi112.stdout:881: seq_num 289 ranges {3522560=40960} 2024-04-02T08:33:35.230 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:35.026+0000 7f140f1cf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:881: writing smithi11277797-27 from 3522560 to 3563520 tid 1 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 86 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:879: finishing write tid 2 to smithi11277797-17 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:879: finishing write tid 3 to smithi11277797-17 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:879: oid 17 updating version 0 to 284 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:879: oid 17 version 284 is already newer than 283 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 284 (ObjNum 287 snap 86 seq_num 287) dirty exists 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:879: left oid 17 (ObjNum 287 snap 86 seq_num 287) 2024-04-02T08:33:35.248 INFO:tasks.rados.rados.0.smithi112.stdout:882: seq_num 290 ranges {10141696=57344} 2024-04-02T08:33:35.303 INFO:tasks.rados.rados.0.smithi112.stdout:882: writing smithi11277797-10 from 10141696 to 10199040 tid 1 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:879: done (2 left) 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:883: delete oid 12 current snap is 86 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:881: finishing write tid 1 to smithi11277797-27 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:881: finishing write tid 2 to smithi11277797-27 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:881: finishing write tid 3 to smithi11277797-27 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:881: oid 27 updating version 0 to 470 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:881: oid 27 version 470 is already newer than 469 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 470 (ObjNum 289 snap 86 seq_num 289) dirty exists 2024-04-02T08:33:35.304 INFO:tasks.rados.rados.0.smithi112.stdout:881: left oid 27 (ObjNum 289 snap 86 seq_num 289) 2024-04-02T08:33:35.307 INFO:tasks.rados.rados.0.smithi112.stdout:882: finishing write tid 1 to smithi11277797-10 2024-04-02T08:33:35.307 INFO:tasks.rados.rados.0.smithi112.stdout:882: finishing write tid 2 to smithi11277797-10 2024-04-02T08:33:35.307 INFO:tasks.rados.rados.0.smithi112.stdout:881: done (2 left) 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:883: done (1 left) 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:884: read oid 41 snap -1 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:884: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:885: snap_create 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:882: finishing write tid 3 to smithi11277797-10 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:882: oid 10 updating version 0 to 316 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:882: oid 10 updating version 316 to 317 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 317 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:33:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:882: left oid 10 (ObjNum 290 snap 86 seq_num 290) 2024-04-02T08:33:35.324 INFO:tasks.rados.rados.0.smithi112.stdout:884: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:33:35.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:34 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:34.890+0000 7f25c19de200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:35.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:35.081+0000 7f25c19de200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:35.593 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:35.325+0000 7f140f1cf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:35.652 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:35.388+0000 7f25c19de200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:35.652 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:35.653+0000 7f25c19de200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:35.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:35.593+0000 7f140f1cf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:35.981 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:35.835+0000 7f140f1cf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:36.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:35.892+0000 7f25c19de200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:36.213 INFO:tasks.rados.rados.0.smithi112.stdout:882: done (2 left) 2024-04-02T08:33:36.213 INFO:tasks.rados.rados.0.smithi112.stdout:884: done (1 left) 2024-04-02T08:33:36.213 INFO:tasks.rados.rados.0.smithi112.stdout:885: done (0 left) 2024-04-02T08:33:36.213 INFO:tasks.rados.rados.0.smithi112.stdout:886: snap_create 2024-04-02T08:33:36.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:36 smithi187 ceph-mon[30584]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:36.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:36 smithi112 ceph-mon[88945]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:36 smithi112 ceph-mon[37686]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:36.980 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:36.647+0000 7f140f1cf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:37.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:36.705+0000 7f25c19de200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:37.213 INFO:tasks.rados.rados.0.smithi112.stdout:886: done (0 left) 2024-04-02T08:33:37.214 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 88 2024-04-02T08:33:37.214 INFO:tasks.rados.rados.0.smithi112.stdout:887: seq_num 292 ranges {991232=98304} 2024-04-02T08:33:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:887: writing smithi11277797-21 from 991232 to 1089536 tid 1 2024-04-02T08:33:37.219 INFO:tasks.rados.rados.0.smithi112.stdout:888: delete oid 39 current snap is 88 2024-04-02T08:33:37.221 INFO:tasks.rados.rados.0.smithi112.stdout:888: done (1 left) 2024-04-02T08:33:37.222 INFO:tasks.rados.rados.0.smithi112.stdout:889: read oid 49 snap -1 2024-04-02T08:33:37.222 INFO:tasks.rados.rados.0.smithi112.stdout:889: expect (ObjNum 284 snap 84 seq_num 284) 2024-04-02T08:33:37.222 INFO:tasks.rados.rados.0.smithi112.stdout:890: delete oid 30 current snap is 88 2024-04-02T08:33:37.226 INFO:tasks.rados.rados.0.smithi112.stdout:887: finishing write tid 1 to smithi11277797-21 2024-04-02T08:33:37.226 INFO:tasks.rados.rados.0.smithi112.stdout:890: done (2 left) 2024-04-02T08:33:37.226 INFO:tasks.rados.rados.0.smithi112.stdout:891: snap_remove snap 66 2024-04-02T08:33:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-mon[30584]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:37.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:37.232+0000 7f140f1cf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:37.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:37.334+0000 7f140f1cf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:37.610 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-mon[37686]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:37.610 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-mon[88945]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:37.611 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.286+0000 7f25c19de200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:37.611 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.388+0000 7f25c19de200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:37.611 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.611+0000 7f25c19de200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:37.624 INFO:tasks.rados.rados.0.smithi112.stdout:891: done (2 left) 2024-04-02T08:33:37.624 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 88 2024-04-02T08:33:37.624 INFO:tasks.rados.rados.0.smithi112.stdout:892: seq_num 295 ranges {557056=147456} 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:892: writing smithi11277797-22 from 557056 to 704512 tid 1 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:893: read oid 30 snap -1 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:893: expect deleted 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:894: read oid 24 snap -1 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:894: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:895: read oid 41 snap -1 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:895: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:896: read oid 35 snap -1 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:896: expect (ObjNum 278 snap 81 seq_num 278) 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 88 2024-04-02T08:33:37.629 INFO:tasks.rados.rados.0.smithi112.stdout:897: seq_num 296 ranges {1802240=163840} 2024-04-02T08:33:37.640 INFO:tasks.rados.rados.0.smithi112.stdout:897: writing smithi11277797-14 from 1802240 to 1966080 tid 1 2024-04-02T08:33:37.640 INFO:tasks.rados.rados.0.smithi112.stdout:887: finishing write tid 2 to smithi11277797-21 2024-04-02T08:33:37.641 INFO:tasks.rados.rados.0.smithi112.stdout:887: finishing write tid 3 to smithi11277797-21 2024-04-02T08:33:37.641 INFO:tasks.rados.rados.0.smithi112.stdout:887: oid 21 updating version 0 to 439 2024-04-02T08:33:37.641 INFO:tasks.rados.rados.0.smithi112.stdout:887: oid 21 updating version 439 to 440 2024-04-02T08:33:37.641 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 440 (ObjNum 292 snap 88 seq_num 292) dirty exists 2024-04-02T08:33:37.641 INFO:tasks.rados.rados.0.smithi112.stdout:887: left oid 21 (ObjNum 292 snap 88 seq_num 292) 2024-04-02T08:33:37.641 INFO:tasks.rados.rados.0.smithi112.stdout:889: expect (ObjNum 284 snap 84 seq_num 284) 2024-04-02T08:33:37.714 INFO:tasks.rados.rados.0.smithi112.stdout:892: finishing write tid 1 to smithi11277797-22 2024-04-02T08:33:37.714 INFO:tasks.rados.rados.0.smithi112.stdout:892: finishing write tid 2 to smithi11277797-22 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:892: finishing write tid 3 to smithi11277797-22 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:892: oid 22 updating version 0 to 464 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:892: oid 22 updating version 464 to 465 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 465 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:892: left oid 22 (ObjNum 295 snap 88 seq_num 295) 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:897: finishing write tid 1 to smithi11277797-14 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:897: finishing write tid 2 to smithi11277797-14 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:897: finishing write tid 3 to smithi11277797-14 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:897: oid 14 updating version 0 to 338 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:897: oid 14 version 338 is already newer than 337 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 338 (ObjNum 296 snap 88 seq_num 296) dirty exists 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:897: left oid 14 (ObjNum 296 snap 88 seq_num 296) 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:887: done (7 left) 2024-04-02T08:33:37.715 INFO:tasks.rados.rados.0.smithi112.stdout:889: done (6 left) 2024-04-02T08:33:37.716 INFO:tasks.rados.rados.0.smithi112.stdout:892: done (5 left) 2024-04-02T08:33:37.716 INFO:tasks.rados.rados.0.smithi112.stdout:897: done (4 left) 2024-04-02T08:33:37.716 INFO:tasks.rados.rados.0.smithi112.stdout:898: snap_remove snap 78 2024-04-02T08:33:37.832 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:37.554+0000 7f140f1cf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:37.833 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: [02/Apr/2024:08:33:37] ENGINE Bus STARTING 2024-04-02T08:33:37.833 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: CherryPy Checker: 2024-04-02T08:33:37.833 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: The Application mounted at '' has an empty config. 2024-04-02T08:33:37.833 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: 2024-04-02T08:33:37.833 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: [02/Apr/2024:08:33:37] ENGINE Serving on http://:::9283 2024-04-02T08:33:37.833 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 08:33:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x[76247]: [02/Apr/2024:08:33:37] ENGINE Bus STARTED 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:37] ENGINE Bus STARTING 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.780+0000 7f2528d7c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2528d7c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2528d7c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2528d7c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2528d7c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2523571700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2523571700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2523571700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.861 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2523571700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:37.862 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:37.781+0000 7f2523571700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:38.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: CherryPy Checker: 2024-04-02T08:33:38.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: The Application mounted at '' has an empty config. 2024-04-02T08:33:38.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:38.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:37] ENGINE Serving on http://:::9283 2024-04-02T08:33:38.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:37] ENGINE Bus STARTED 2024-04-02T08:33:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: Standby manager daemon x restarted 2024-04-02T08:33:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: Standby manager daemon x started 2024-04-02T08:33:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: Active manager daemon y restarted 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: Activating manager daemon y 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: mgrmap e37: y(active, starting, since 0.00903894s), standbys: x 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: Manager daemon y is now available 2024-04-02T08:33:38.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:38.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:38.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:38.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:38.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:38.484 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:38 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: Standby manager daemon x restarted 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: Standby manager daemon x started 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: Active manager daemon y restarted 2024-04-02T08:33:38.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: Activating manager daemon y 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: mgrmap e37: y(active, starting, since 0.00903894s), standbys: x 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:38.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: Manager daemon y is now available 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:38.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:38.623 INFO:tasks.rados.rados.0.smithi112.stdout:898: done (4 left) 2024-04-02T08:33:38.623 INFO:tasks.rados.rados.0.smithi112.stdout:899: rollback oid 46 current snap is 88 2024-04-02T08:33:38.623 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 46 to 69 2024-04-02T08:33:38.623 INFO:tasks.rados.rados.0.smithi112.stdout:900: rmattr oid 44 current snap is 88 2024-04-02T08:33:38.623 INFO:tasks.rados.rados.0.smithi112.stdout:901: snap_create 2024-04-02T08:33:38.623 INFO:tasks.rados.rados.0.smithi112.stdout:896: expect (ObjNum 278 snap 81 seq_num 278) 2024-04-02T08:33:38.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: Standby manager daemon x restarted 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: Standby manager daemon x started 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.? 172.21.15.187:0/1702356975' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: Active manager daemon y restarted 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: Activating manager daemon y 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: mgrmap e37: y(active, starting, since 0.00903894s), standbys: x 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:38.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: Manager daemon y is now available 2024-04-02T08:33:38.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:38.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:38.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:38.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:38.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:38.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:38.659 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:33:38.770 INFO:tasks.rados.rados.0.smithi112.stdout:894: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:38.911 INFO:tasks.rados.rados.0.smithi112.stdout:895: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:33:38.956 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:33:38.634+0000 7f2577b80700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-02T08:33:39.000 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:39.000 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (4m) 41s ago 5m 28.1M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:33:39.000 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (5m) 19s ago 5m 90.0M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:33:39.000 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (6m) 41s ago 6m 19.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:33:39.000 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (6m) 19s ago 6m 14.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:33:39.000 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (25s) 19s ago 10m 88.7M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (55s) 41s ago 11m 478M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (11m) 41s ago 11m 54.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 5e5f14d2a805 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (10m) 19s ago 10m 50.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (10m) 41s ago 10m 49.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c54ae978287c 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (5m) 41s ago 5m 15.6M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (5m) 19s ago 5m 16.8M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (9m) 41s ago 9m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (9m) 41s ago 9m 130M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (8m) 41s ago 8m 109M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (8m) 41s ago 8m 96.4M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (8m) 19s ago 8m 137M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (7m) 19s ago 7m 136M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (7m) 19s ago 7m 114M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (6m) 19s ago 6m 113M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:33:39.001 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (30s) 19s ago 6m 39.9M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:33:39.044 INFO:tasks.rados.rados.0.smithi112.stdout:899: finishing rollback tid 0 to smithi11277797-46 2024-04-02T08:33:39.044 INFO:tasks.rados.rados.0.smithi112.stdout:899: finishing rollback tid 1 to smithi11277797-46 2024-04-02T08:33:39.044 INFO:tasks.rados.rados.0.smithi112.stdout:899: finishing rollback tid 2 to smithi11277797-46 2024-04-02T08:33:39.044 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 283 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:33:39.044 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 297 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:39.417 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 12, 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:33:39.418 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:33:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:33:39] "GET /metrics HTTP/1.1" 200 33294 "" "Prometheus/2.43.0" 2024-04-02T08:33:39.633 INFO:tasks.rados.rados.0.smithi112.stdout:893: done (6 left) 2024-04-02T08:33:39.633 INFO:tasks.rados.rados.0.smithi112.stdout:894: done (5 left) 2024-04-02T08:33:39.633 INFO:tasks.rados.rados.0.smithi112.stdout:895: done (4 left) 2024-04-02T08:33:39.634 INFO:tasks.rados.rados.0.smithi112.stdout:896: done (3 left) 2024-04-02T08:33:39.634 INFO:tasks.rados.rados.0.smithi112.stdout:899: done (2 left) 2024-04-02T08:33:39.634 INFO:tasks.rados.rados.0.smithi112.stdout:900: done (1 left) 2024-04-02T08:33:39.634 INFO:tasks.rados.rados.0.smithi112.stdout:901: done (0 left) 2024-04-02T08:33:39.634 INFO:tasks.rados.rados.0.smithi112.stdout:902: copy_from oid 33 from oid 24 current snap is 89 2024-04-02T08:33:39.634 INFO:tasks.rados.rados.0.smithi112.stdout:903: snap_remove snap 83 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: [02/Apr/2024:08:33:38] ENGINE Bus STARTING 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: [02/Apr/2024:08:33:38] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: mgrmap e38: y(active, since 1.02024s), standbys: x 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: from='client.25172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: pgmap v4: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: [02/Apr/2024:08:33:38] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:33:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: [02/Apr/2024:08:33:38] ENGINE Bus STARTED 2024-04-02T08:33:39.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:39 smithi187 ceph-mon[30584]: from='client.? 172.21.15.112:0/340404020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: [02/Apr/2024:08:33:38] ENGINE Bus STARTING 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: [02/Apr/2024:08:33:38] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: mgrmap e38: y(active, since 1.02024s), standbys: x 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: from='client.25172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: pgmap v4: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:39.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: [02/Apr/2024:08:33:38] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: [02/Apr/2024:08:33:38] ENGINE Bus STARTED 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[37686]: from='client.? 172.21.15.112:0/340404020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: [02/Apr/2024:08:33:38] ENGINE Bus STARTING 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: [02/Apr/2024:08:33:38] ENGINE Serving on http://172.21.15.112:8765 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: mgrmap e38: y(active, since 1.02024s), standbys: x 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: from='client.25172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: pgmap v4: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: [02/Apr/2024:08:33:38] ENGINE Serving on https://172.21.15.112:7150 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: [02/Apr/2024:08:33:38] ENGINE Bus STARTED 2024-04-02T08:33:39.876 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:39 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/340404020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:40.642 INFO:tasks.rados.rados.0.smithi112.stdout:903: done (1 left) 2024-04-02T08:33:40.643 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 89 2024-04-02T08:33:40.643 INFO:tasks.rados.rados.0.smithi112.stdout:902: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:33:40.643 INFO:tasks.rados.rados.0.smithi112.stdout:904: seq_num 297 ranges {6037504=180224} 2024-04-02T08:33:40.668 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:40 smithi187 ceph-mon[30584]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:40.668 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:40 smithi187 ceph-mon[30584]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:33:40.668 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:40 smithi187 ceph-mon[30584]: pgmap v6: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:40.668 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:40 smithi187 ceph-mon[30584]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:33:40.676 INFO:tasks.rados.rados.0.smithi112.stdout:904: writing smithi11277797-36 from 6037504 to 6217728 tid 1 2024-04-02T08:33:40.676 INFO:tasks.rados.rados.0.smithi112.stdout:905: delete oid 25 current snap is 89 2024-04-02T08:33:40.676 INFO:tasks.rados.rados.0.smithi112.stdout:902: finishing copy_from to smithi11277797-33 2024-04-02T08:33:40.676 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 425 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:33:40.679 INFO:tasks.rados.rados.0.smithi112.stdout:902: done (2 left) 2024-04-02T08:33:40.679 INFO:tasks.rados.rados.0.smithi112.stdout:905: done (1 left) 2024-04-02T08:33:40.679 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 89 2024-04-02T08:33:40.679 INFO:tasks.rados.rados.0.smithi112.stdout:906: seq_num 299 ranges {5660672=212992} 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:906: writing smithi11277797-19 from 5660672 to 5873664 tid 1 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:907: rollback oid 35 current snap is 89 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 35 to 75 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: finishing write tid 1 to smithi11277797-36 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: finishing write tid 2 to smithi11277797-36 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: finishing write tid 3 to smithi11277797-36 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: oid 36 updating version 0 to 483 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: oid 36 version 483 is already newer than 482 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 483 (ObjNum 297 snap 89 seq_num 297) dirty exists 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: left oid 36 (ObjNum 297 snap 89 seq_num 297) 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:904: done (2 left) 2024-04-02T08:33:40.712 INFO:tasks.rados.rados.0.smithi112.stdout:908: snap_create 2024-04-02T08:33:40.714 INFO:tasks.rados.rados.0.smithi112.stdout:906: finishing write tid 1 to smithi11277797-19 2024-04-02T08:33:40.715 INFO:tasks.rados.rados.0.smithi112.stdout:906: finishing write tid 2 to smithi11277797-19 2024-04-02T08:33:40.715 INFO:tasks.rados.rados.0.smithi112.stdout:907: finishing rollback tid 0 to smithi11277797-35 2024-04-02T08:33:40.715 INFO:tasks.rados.rados.0.smithi112.stdout:907: finishing rollback tid 1 to smithi11277797-35 2024-04-02T08:33:40.715 INFO:tasks.rados.rados.0.smithi112.stdout:907: finishing rollback tid 2 to smithi11277797-35 2024-04-02T08:33:40.715 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 458 (ObjNum 250 snap 74 seq_num 250) dirty exists 2024-04-02T08:33:40.716 INFO:tasks.rados.rados.0.smithi112.stdout:906: finishing write tid 3 to smithi11277797-19 2024-04-02T08:33:40.716 INFO:tasks.rados.rados.0.smithi112.stdout:906: oid 19 updating version 0 to 299 2024-04-02T08:33:40.717 INFO:tasks.rados.rados.0.smithi112.stdout:906: oid 19 version 299 is already newer than 298 2024-04-02T08:33:40.717 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 299 (ObjNum 299 snap 89 seq_num 299) dirty exists 2024-04-02T08:33:40.717 INFO:tasks.rados.rados.0.smithi112.stdout:906: left oid 19 (ObjNum 299 snap 89 seq_num 299) 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[37686]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[37686]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[37686]: pgmap v6: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[37686]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[88945]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[88945]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[88945]: pgmap v6: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:40.923 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:40 smithi112 ceph-mon[88945]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:33:41.652 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:41 smithi112 ceph-mon[88945]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:33:41.657 INFO:tasks.rados.rados.0.smithi112.stdout:906: done (2 left) 2024-04-02T08:33:41.657 INFO:tasks.rados.rados.0.smithi112.stdout:907: done (1 left) 2024-04-02T08:33:41.657 INFO:tasks.rados.rados.0.smithi112.stdout:908: done (0 left) 2024-04-02T08:33:41.657 INFO:tasks.rados.rados.0.smithi112.stdout:909: rmattr oid 32 current snap is 90 2024-04-02T08:33:41.657 INFO:tasks.rados.rados.0.smithi112.stdout:910: read oid 14 snap -1 2024-04-02T08:33:41.657 INFO:tasks.rados.rados.0.smithi112.stdout:910: expect (ObjNum 296 snap 88 seq_num 296) 2024-04-02T08:33:41.658 INFO:tasks.rados.rados.0.smithi112.stdout:911: rollback oid 42 current snap is 90 2024-04-02T08:33:41.658 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 87 2024-04-02T08:33:41.658 INFO:tasks.rados.rados.0.smithi112.stdout:912: delete oid 12 current snap is 90 2024-04-02T08:33:41.662 INFO:tasks.rados.rados.0.smithi112.stdout:912: done (3 left) 2024-04-02T08:33:41.662 INFO:tasks.rados.rados.0.smithi112.stdout:913: delete oid 1 current snap is 90 2024-04-02T08:33:41.662 INFO:tasks.rados.rados.0.smithi112.stdout:911: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:33:41.663 INFO:tasks.rados.rados.0.smithi112.stdout:911: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:33:41.665 INFO:tasks.rados.rados.0.smithi112.stdout:911: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:33:41.666 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 422 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:41.666 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 294 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-04-02T08:33:41.669 INFO:tasks.rados.rados.0.smithi112.stdout:909: done (3 left) 2024-04-02T08:33:41.669 INFO:tasks.rados.rados.0.smithi112.stdout:911: done (2 left) 2024-04-02T08:33:41.669 INFO:tasks.rados.rados.0.smithi112.stdout:913: done (1 left) 2024-04-02T08:33:41.669 INFO:tasks.rados.rados.0.smithi112.stdout:914: copy_from oid 3 from oid 17 current snap is 90 2024-04-02T08:33:41.669 INFO:tasks.rados.rados.0.smithi112.stdout:915: read oid 2 snap 69 2024-04-02T08:33:41.669 INFO:tasks.rados.rados.0.smithi112.stdout:915: expect (ObjNum 238 snap 64 seq_num 238) 2024-04-02T08:33:41.670 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 90 2024-04-02T08:33:41.670 INFO:tasks.rados.rados.0.smithi112.stdout:916: seq_num 302 ranges {0=262144} 2024-04-02T08:33:41.670 INFO:tasks.rados.rados.0.smithi112.stdout:916: writing smithi11277797-11 from 0 to 262144 tid 1 2024-04-02T08:33:41.670 INFO:tasks.rados.rados.0.smithi112.stdout:917: copy_from oid 27 from oid 19 current snap is 90 2024-04-02T08:33:41.670 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 90 2024-04-02T08:33:41.670 INFO:tasks.rados.rados.0.smithi112.stdout:918: seq_num 303 ranges {7659520=278528} 2024-04-02T08:33:41.715 INFO:tasks.rados.rados.0.smithi112.stdout:918: writing smithi11277797-16 from 7659520 to 7938048 tid 1 2024-04-02T08:33:41.716 INFO:tasks.rados.rados.0.smithi112.stdout:919: read oid 13 snap 89 2024-04-02T08:33:41.716 INFO:tasks.rados.rados.0.smithi112.stdout:919: expect (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:33:41.716 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 90 2024-04-02T08:33:41.716 INFO:tasks.rados.rados.0.smithi112.stdout:910: expect (ObjNum 296 snap 88 seq_num 296) 2024-04-02T08:33:41.826 INFO:tasks.rados.rados.0.smithi112.stdout:916: finishing write tid 1 to smithi11277797-11 2024-04-02T08:33:41.826 INFO:tasks.rados.rados.0.smithi112.stdout:916: finishing write tid 2 to smithi11277797-11 2024-04-02T08:33:41.826 INFO:tasks.rados.rados.0.smithi112.stdout:920: seq_num 304 ranges {1794048=294912} 2024-04-02T08:33:41.837 INFO:tasks.rados.rados.0.smithi112.stdout:920: writing smithi11277797-35 from 1794048 to 2088960 tid 1 2024-04-02T08:33:41.837 INFO:tasks.rados.rados.0.smithi112.stdout:910: done (7 left) 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:921: copy_from oid 49 from oid 8 current snap is 90 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:916: finishing write tid 3 to smithi11277797-11 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:916: oid 11 updating version 0 to 299 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:916: oid 11 version 299 is already newer than 298 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 299 (ObjNum 302 snap 90 seq_num 302) dirty exists 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:916: left oid 11 (ObjNum 302 snap 90 seq_num 302) 2024-04-02T08:33:41.838 INFO:tasks.rados.rados.0.smithi112.stdout:915: expect (ObjNum 238 snap 64 seq_num 238) 2024-04-02T08:33:41.949 INFO:tasks.rados.rados.0.smithi112.stdout:914: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:33:41.988 INFO:tasks.rados.rados.0.smithi112.stdout:914: finishing copy_from to smithi11277797-3 2024-04-02T08:33:41.988 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 284 (ObjNum 287 snap 86 seq_num 287) dirty exists 2024-04-02T08:33:41.988 INFO:tasks.rados.rados.0.smithi112.stdout:917: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:33:41.988 INFO:tasks.rados.rados.0.smithi112.stdout:917: finishing copy_from to smithi11277797-27 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 299 (ObjNum 299 snap 89 seq_num 299) dirty exists 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: finishing write tid 1 to smithi11277797-16 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: finishing write tid 2 to smithi11277797-16 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: finishing write tid 3 to smithi11277797-16 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: oid 16 updating version 0 to 434 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: oid 16 version 434 is already newer than 433 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 434 (ObjNum 303 snap 90 seq_num 303) dirty exists 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: left oid 16 (ObjNum 303 snap 90 seq_num 303) 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:914: done (7 left) 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:915: done (6 left) 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:916: done (5 left) 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:917: done (4 left) 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:918: done (3 left) 2024-04-02T08:33:41.989 INFO:tasks.rados.rados.0.smithi112.stdout:922: snap_remove snap 74 2024-04-02T08:33:41.990 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:41 smithi187 ceph-mon[30584]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:33:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:41 smithi112 ceph-mon[37686]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:33:42.652 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:42.905 INFO:tasks.rados.rados.0.smithi112.stdout:922: done (3 left) 2024-04-02T08:33:42.905 INFO:tasks.rados.rados.0.smithi112.stdout:923: snap_remove snap 64 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: pgmap v8: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:42 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: pgmap v8: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: pgmap v8: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:42 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:43.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:43.905 INFO:tasks.rados.rados.0.smithi112.stdout:923: done (3 left) 2024-04-02T08:33:43.905 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 90 2024-04-02T08:33:43.905 INFO:tasks.rados.rados.0.smithi112.stdout:924: seq_num 305 ranges {3842048=311296} 2024-04-02T08:33:43.929 INFO:tasks.rados.rados.0.smithi112.stdout:924: writing smithi11277797-24 from 3842048 to 4153344 tid 1 2024-04-02T08:33:43.929 INFO:tasks.rados.rados.0.smithi112.stdout:925: read oid 39 snap -1 2024-04-02T08:33:43.929 INFO:tasks.rados.rados.0.smithi112.stdout:925: expect deleted 2024-04-02T08:33:43.929 INFO:tasks.rados.rados.0.smithi112.stdout:926: setattr oid 25 current snap is 90 2024-04-02T08:33:43.929 INFO:tasks.rados.rados.0.smithi112.stdout:919: expect (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:921: finishing copy_from to smithi11277797-49 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:921: got expected ENOENT (src dne) 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:921: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:920: finishing write tid 1 to smithi11277797-35 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:920: finishing write tid 2 to smithi11277797-35 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:920: finishing write tid 3 to smithi11277797-35 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:920: oid 35 updating version 0 to 460 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:920: oid 35 updating version 460 to 461 2024-04-02T08:33:44.049 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 461 (ObjNum 304 snap 90 seq_num 304) dirty exists 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:920: left oid 35 (ObjNum 304 snap 90 seq_num 304) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: finishing write tid 1 to smithi11277797-24 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: finishing write tid 2 to smithi11277797-24 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: finishing write tid 3 to smithi11277797-24 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: oid 24 updating version 0 to 490 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: oid 24 updating version 490 to 491 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 491 (ObjNum 305 snap 90 seq_num 305) dirty exists 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: left oid 24 (ObjNum 305 snap 90 seq_num 305) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:919: done (5 left) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:920: done (4 left) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:921: done (3 left) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:924: done (2 left) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:925: done (1 left) 2024-04-02T08:33:44.050 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 90 2024-04-02T08:33:44.051 INFO:tasks.rados.rados.0.smithi112.stdout:927: seq_num 306 ranges {2473984=327680} 2024-04-02T08:33:44.063 INFO:tasks.rados.rados.0.smithi112.stdout:927: writing smithi11277797-40 from 2473984 to 2801664 tid 1 2024-04-02T08:33:44.063 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 90 2024-04-02T08:33:44.063 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 372 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:33:44.063 INFO:tasks.rados.rados.0.smithi112.stdout:928: seq_num 307 ranges {262144=344064} 2024-04-02T08:33:44.067 INFO:tasks.rados.rados.0.smithi112.stdout:928: writing smithi11277797-11 from 262144 to 606208 tid 1 2024-04-02T08:33:44.067 INFO:tasks.rados.rados.0.smithi112.stdout:926: done (2 left) 2024-04-02T08:33:44.067 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 90 2024-04-02T08:33:44.067 INFO:tasks.rados.rados.0.smithi112.stdout:927: finishing write tid 1 to smithi11277797-40 2024-04-02T08:33:44.067 INFO:tasks.rados.rados.0.smithi112.stdout:927: finishing write tid 2 to smithi11277797-40 2024-04-02T08:33:44.067 INFO:tasks.rados.rados.0.smithi112.stdout:929: seq_num 308 ranges {3178496=360448} 2024-04-02T08:33:44.086 INFO:tasks.rados.rados.0.smithi112.stdout:929: writing smithi11277797-44 from 3178496 to 3538944 tid 1 2024-04-02T08:33:44.086 INFO:tasks.rados.rados.0.smithi112.stdout:930: snap_remove snap 87 2024-04-02T08:33:44.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-mon[30584]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:33:44.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:43 smithi187 ceph-mon[30584]: pgmap v11: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:44.208 INFO:tasks.rados.rados.0.smithi112.stdout:930: done (3 left) 2024-04-02T08:33:44.208 INFO:tasks.rados.rados.0.smithi112.stdout:931: setattr oid 24 current snap is 90 2024-04-02T08:33:44.208 INFO:tasks.rados.rados.0.smithi112.stdout:927: finishing write tid 3 to smithi11277797-40 2024-04-02T08:33:44.208 INFO:tasks.rados.rados.0.smithi112.stdout:927: oid 40 updating version 0 to 374 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:927: oid 40 version 374 is already newer than 373 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 374 (ObjNum 306 snap 90 seq_num 306) dirty exists 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:927: left oid 40 (ObjNum 306 snap 90 seq_num 306) 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:928: finishing write tid 1 to smithi11277797-11 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:928: finishing write tid 2 to smithi11277797-11 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:928: finishing write tid 3 to smithi11277797-11 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:928: oid 11 updating version 0 to 304 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:928: oid 11 updating version 304 to 305 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 305 (ObjNum 307 snap 90 seq_num 307) dirty exists 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:928: left oid 11 (ObjNum 307 snap 90 seq_num 307) 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:929: finishing write tid 1 to smithi11277797-44 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:929: finishing write tid 2 to smithi11277797-44 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:929: finishing write tid 3 to smithi11277797-44 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:929: oid 44 updating version 0 to 301 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:929: oid 44 version 301 is already newer than 300 2024-04-02T08:33:44.209 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 301 (ObjNum 308 snap 90 seq_num 308) dirty exists 2024-04-02T08:33:44.210 INFO:tasks.rados.rados.0.smithi112.stdout:929: left oid 44 (ObjNum 308 snap 90 seq_num 308) 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:927: done (3 left) 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:928: done (2 left) 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:929: done (1 left) 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:932: rollback oid 25 current snap is 90 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 88 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:933: read oid 33 snap -1 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:933: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:934: copy_from oid 32 from oid 26 current snap is 90 2024-04-02T08:33:44.211 INFO:tasks.rados.rados.0.smithi112.stdout:935: read oid 13 snap -1 2024-04-02T08:33:44.212 INFO:tasks.rados.rados.0.smithi112.stdout:935: expect (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:33:44.212 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 90 2024-04-02T08:33:44.212 INFO:tasks.rados.rados.0.smithi112.stdout:936: seq_num 309 ranges {2129920=376832} 2024-04-02T08:33:44.225 INFO:tasks.rados.rados.0.smithi112.stdout:936: writing smithi11277797-45 from 2129920 to 2506752 tid 1 2024-04-02T08:33:44.225 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 90 2024-04-02T08:33:44.225 INFO:tasks.rados.rados.0.smithi112.stdout:937: seq_num 310 ranges {0=401408} 2024-04-02T08:33:44.228 INFO:tasks.rados.rados.0.smithi112.stdout:937: writing smithi11277797-20 from 0 to 401408 tid 1 2024-04-02T08:33:44.228 INFO:tasks.rados.rados.0.smithi112.stdout:938: snap_create 2024-04-02T08:33:44.228 INFO:tasks.rados.rados.0.smithi112.stdout:932: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:33:44.228 INFO:tasks.rados.rados.0.smithi112.stdout:932: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:33:44.228 INFO:tasks.rados.rados.0.smithi112.stdout:932: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:33:44.228 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 377 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:33:44.229 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 492 (ObjNum 305 snap 90 seq_num 305) dirty exists 2024-04-02T08:33:44.230 INFO:tasks.rados.rados.0.smithi112.stdout:936: finishing write tid 1 to smithi11277797-45 2024-04-02T08:33:44.230 INFO:tasks.rados.rados.0.smithi112.stdout:936: finishing write tid 2 to smithi11277797-45 2024-04-02T08:33:44.231 INFO:tasks.rados.rados.0.smithi112.stdout:936: finishing write tid 3 to smithi11277797-45 2024-04-02T08:33:44.232 INFO:tasks.rados.rados.0.smithi112.stdout:936: oid 45 updating version 0 to 355 2024-04-02T08:33:44.232 INFO:tasks.rados.rados.0.smithi112.stdout:936: oid 45 version 355 is already newer than 354 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 355 (ObjNum 309 snap 90 seq_num 309) dirty exists 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:936: left oid 45 (ObjNum 309 snap 90 seq_num 309) 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:937: finishing write tid 1 to smithi11277797-20 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:937: finishing write tid 2 to smithi11277797-20 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:937: finishing write tid 3 to smithi11277797-20 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:937: oid 20 updating version 0 to 358 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:937: oid 20 version 358 is already newer than 357 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 358 (ObjNum 310 snap 90 seq_num 310) dirty exists 2024-04-02T08:33:44.233 INFO:tasks.rados.rados.0.smithi112.stdout:937: left oid 20 (ObjNum 310 snap 90 seq_num 310) 2024-04-02T08:33:44.237 INFO:tasks.rados.rados.0.smithi112.stdout:935: expect (ObjNum 126 snap 36 seq_num 126) 2024-04-02T08:33:44.357 INFO:tasks.rados.rados.0.smithi112.stdout:933: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[37686]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[37686]: pgmap v11: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[88945]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:33:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:43 smithi112 ceph-mon[88945]: pgmap v11: 121 pgs: 121 active+clean; 339 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:44.491 INFO:tasks.rados.rados.0.smithi112.stdout:934: finishing copy_from racing read to smithi11277797-32 2024-04-02T08:33:44.491 INFO:tasks.rados.rados.0.smithi112.stdout:934: finishing copy_from to smithi11277797-32 2024-04-02T08:33:44.491 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 286 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-04-02T08:33:45.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:44 smithi187 ceph-mon[30584]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:33:45.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:44 smithi187 ceph-mon[30584]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:931: done (7 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:932: done (6 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:933: done (5 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:934: done (4 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:935: done (3 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:936: done (2 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:937: done (1 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:938: done (0 left) 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 91 2024-04-02T08:33:45.211 INFO:tasks.rados.rados.0.smithi112.stdout:939: seq_num 311 ranges {6217728=417792} 2024-04-02T08:33:45.245 INFO:tasks.rados.rados.0.smithi112.stdout:939: writing smithi11277797-36 from 6217728 to 6635520 tid 1 2024-04-02T08:33:45.246 INFO:tasks.rados.rados.0.smithi112.stdout:940: read oid 24 snap -1 2024-04-02T08:33:45.246 INFO:tasks.rados.rados.0.smithi112.stdout:940: expect (ObjNum 305 snap 90 seq_num 305) 2024-04-02T08:33:45.246 INFO:tasks.rados.rados.0.smithi112.stdout:941: copy_from oid 19 from oid 25 current snap is 91 2024-04-02T08:33:45.246 INFO:tasks.rados.rados.0.smithi112.stdout:942: delete oid 47 current snap is 91 2024-04-02T08:33:45.251 INFO:tasks.rados.rados.0.smithi112.stdout:939: finishing write tid 1 to smithi11277797-36 2024-04-02T08:33:45.251 INFO:tasks.rados.rados.0.smithi112.stdout:942: done (3 left) 2024-04-02T08:33:45.252 INFO:tasks.rados.rados.0.smithi112.stdout:943: snap_remove snap 90 2024-04-02T08:33:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:44 smithi112 ceph-mon[88945]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:33:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:44 smithi112 ceph-mon[88945]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:33:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:44 smithi112 ceph-mon[37686]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:33:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:44 smithi112 ceph-mon[37686]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:943: done (3 left) 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:944: snap_create 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:939: finishing write tid 2 to smithi11277797-36 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:941: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:941: finishing copy_from to smithi11277797-19 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 377 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:939: finishing write tid 3 to smithi11277797-36 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:939: oid 36 updating version 0 to 507 2024-04-02T08:33:46.219 INFO:tasks.rados.rados.0.smithi112.stdout:939: oid 36 updating version 507 to 508 2024-04-02T08:33:46.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 508 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-04-02T08:33:46.220 INFO:tasks.rados.rados.0.smithi112.stdout:939: left oid 36 (ObjNum 311 snap 91 seq_num 311) 2024-04-02T08:33:46.220 INFO:tasks.rados.rados.0.smithi112.stdout:940: expect (ObjNum 305 snap 90 seq_num 305) 2024-04-02T08:33:46.366 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:46 smithi187 ceph-mon[30584]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:33:46.366 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:46 smithi187 ceph-mon[30584]: pgmap v15: 121 pgs: 121 active+clean; 353 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T08:33:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:46 smithi112 ceph-mon[37686]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:33:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:46 smithi112 ceph-mon[37686]: pgmap v15: 121 pgs: 121 active+clean; 353 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T08:33:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:46 smithi112 ceph-mon[88945]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:33:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:46 smithi112 ceph-mon[88945]: pgmap v15: 121 pgs: 121 active+clean; 353 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T08:33:47.219 INFO:tasks.rados.rados.0.smithi112.stdout:939: done (3 left) 2024-04-02T08:33:47.219 INFO:tasks.rados.rados.0.smithi112.stdout:940: done (2 left) 2024-04-02T08:33:47.219 INFO:tasks.rados.rados.0.smithi112.stdout:941: done (1 left) 2024-04-02T08:33:47.219 INFO:tasks.rados.rados.0.smithi112.stdout:944: done (0 left) 2024-04-02T08:33:47.219 INFO:tasks.rados.rados.0.smithi112.stdout:945: copy_from oid 20 from oid 32 current snap is 92 2024-04-02T08:33:47.219 INFO:tasks.rados.rados.0.smithi112.stdout:946: delete oid 3 current snap is 92 2024-04-02T08:33:47.224 INFO:tasks.rados.rados.0.smithi112.stdout:946: done (1 left) 2024-04-02T08:33:47.224 INFO:tasks.rados.rados.0.smithi112.stdout:947: copy_from oid 45 from oid 37 current snap is 92 2024-04-02T08:33:47.224 INFO:tasks.rados.rados.0.smithi112.stdout:948: snap_remove snap 81 2024-04-02T08:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:47 smithi187 ceph-mon[30584]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:47 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:47 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:47 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:47 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[37686]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:33:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[88945]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:33:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:48.233 INFO:tasks.rados.rados.0.smithi112.stdout:948: done (2 left) 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:949: snap_create 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:945: finishing copy_from racing read to smithi11277797-20 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:947: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:947: finishing copy_from to smithi11277797-45 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 294 (ObjNum 282 snap 82 seq_num 282) dirty exists 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:945: finishing copy_from to smithi11277797-20 2024-04-02T08:33:48.234 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 286 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: pgmap v18: 121 pgs: 121 active+clean; 353 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:48 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:48.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: pgmap v18: 121 pgs: 121 active+clean; 353 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:33:48.508 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi187:/etc/ceph/ceph.conf 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: Updating smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: pgmap v18: 121 pgs: 121 active+clean; 353 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:48.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:48.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:48.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:48.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:33:49.232 INFO:tasks.rados.rados.0.smithi112.stdout:945: done (2 left) 2024-04-02T08:33:49.232 INFO:tasks.rados.rados.0.smithi112.stdout:947: done (1 left) 2024-04-02T08:33:49.232 INFO:tasks.rados.rados.0.smithi112.stdout:949: done (0 left) 2024-04-02T08:33:49.233 INFO:tasks.rados.rados.0.smithi112.stdout:950: snap_remove snap 29 2024-04-02T08:33:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:49 smithi187 ceph-mon[30584]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:33:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:49 smithi187 ceph-mon[30584]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:33:49.505 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:33:49] "GET /metrics HTTP/1.1" 200 33294 "" "Prometheus/2.43.0" 2024-04-02T08:33:49.505 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:49 smithi112 ceph-mon[37686]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:33:49.505 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:49 smithi112 ceph-mon[37686]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:33:49.506 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:49 smithi112 ceph-mon[88945]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:33:49.506 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:49 smithi112 ceph-mon[88945]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:33:50.239 INFO:tasks.rados.rados.0.smithi112.stdout:950: done (0 left) 2024-04-02T08:33:50.239 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 93 2024-04-02T08:33:50.239 INFO:tasks.rados.rados.0.smithi112.stdout:951: seq_num 314 ranges {90112=466944} 2024-04-02T08:33:50.241 INFO:tasks.rados.rados.0.smithi112.stdout:951: writing smithi11277797-25 from 90112 to 557056 tid 1 2024-04-02T08:33:50.242 INFO:tasks.rados.rados.0.smithi112.stdout:952: copy_from oid 1 from oid 10 current snap is 93 2024-04-02T08:33:50.242 INFO:tasks.rados.rados.0.smithi112.stdout:953: read oid 46 snap -1 2024-04-02T08:33:50.242 INFO:tasks.rados.rados.0.smithi112.stdout:953: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:33:50.243 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 93 2024-04-02T08:33:50.243 INFO:tasks.rados.rados.0.smithi112.stdout:954: seq_num 315 ranges {4153344=483328} 2024-04-02T08:33:50.273 INFO:tasks.rados.rados.0.smithi112.stdout:954: writing smithi11277797-24 from 4153344 to 4636672 tid 1 2024-04-02T08:33:50.273 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 93 2024-04-02T08:33:50.273 INFO:tasks.rados.rados.0.smithi112.stdout:951: finishing write tid 1 to smithi11277797-25 2024-04-02T08:33:50.273 INFO:tasks.rados.rados.0.smithi112.stdout:955: seq_num 316 ranges {7659520=499712} 2024-04-02T08:33:50.318 INFO:tasks.rados.rados.0.smithi112.stdout:955: writing smithi11277797-5 from 7659520 to 8159232 tid 1 2024-04-02T08:33:50.318 INFO:tasks.rados.rados.0.smithi112.stdout:956: rollback oid 26 current snap is 93 2024-04-02T08:33:50.319 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 26 to 86 2024-04-02T08:33:50.319 INFO:tasks.rados.rados.0.smithi112.stdout:951: finishing write tid 2 to smithi11277797-25 2024-04-02T08:33:50.319 INFO:tasks.rados.rados.0.smithi112.stdout:951: finishing write tid 3 to smithi11277797-25 2024-04-02T08:33:50.319 INFO:tasks.rados.rados.0.smithi112.stdout:951: oid 25 updating version 0 to 378 2024-04-02T08:33:50.319 INFO:tasks.rados.rados.0.smithi112.stdout:951: oid 25 updating version 378 to 379 2024-04-02T08:33:50.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 379 (ObjNum 314 snap 93 seq_num 314) dirty exists 2024-04-02T08:33:50.320 INFO:tasks.rados.rados.0.smithi112.stdout:951: left oid 25 (ObjNum 314 snap 93 seq_num 314) 2024-04-02T08:33:50.320 INFO:tasks.rados.rados.0.smithi112.stdout:953: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:954: finishing write tid 1 to smithi11277797-24 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:954: finishing write tid 2 to smithi11277797-24 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:954: finishing write tid 3 to smithi11277797-24 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:954: oid 24 updating version 0 to 511 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:954: oid 24 version 511 is already newer than 510 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 511 (ObjNum 315 snap 93 seq_num 315) dirty exists 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:954: left oid 24 (ObjNum 315 snap 93 seq_num 315) 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:952: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:952: finishing copy_from to smithi11277797-1 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 317 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:956: finishing rollback tid 0 to smithi11277797-26 2024-04-02T08:33:50.447 INFO:tasks.rados.rados.0.smithi112.stdout:956: finishing rollback tid 1 to smithi11277797-26 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: finishing write tid 1 to smithi11277797-5 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: finishing write tid 2 to smithi11277797-5 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:956: finishing rollback tid 2 to smithi11277797-26 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 428 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: finishing write tid 3 to smithi11277797-5 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: oid 5 updating version 0 to 424 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: oid 5 version 424 is already newer than 423 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 424 (ObjNum 316 snap 93 seq_num 316) dirty exists 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: left oid 5 (ObjNum 316 snap 93 seq_num 316) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:951: done (5 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:952: done (4 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:953: done (3 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:954: done (2 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:955: done (1 left) 2024-04-02T08:33:50.448 INFO:tasks.rados.rados.0.smithi112.stdout:956: done (0 left) 2024-04-02T08:33:50.449 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 93 2024-04-02T08:33:50.449 INFO:tasks.rados.rados.0.smithi112.stdout:957: seq_num 317 ranges {1966080=516096} 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: Upgrade: Updating mon.c 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: Deploying daemon mon.c on smithi112 2024-04-02T08:33:50.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[37686]: pgmap v21: 121 pgs: 121 active+clean; 370 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: Upgrade: Updating mon.c 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: Deploying daemon mon.c on smithi112 2024-04-02T08:33:50.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:50 smithi112 ceph-mon[88945]: pgmap v21: 121 pgs: 121 active+clean; 370 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-04-02T08:33:50.460 INFO:tasks.rados.rados.0.smithi112.stdout:957: writing smithi11277797-14 from 1966080 to 2482176 tid 1 2024-04-02T08:33:50.460 INFO:tasks.rados.rados.0.smithi112.stdout:958: copy_from oid 19 from oid 42 current snap is 93 2024-04-02T08:33:50.460 INFO:tasks.rados.rados.0.smithi112.stdout:959: copy_from oid 41 from oid 31 current snap is 93 2024-04-02T08:33:50.460 INFO:tasks.rados.rados.0.smithi112.stdout:960: read oid 43 snap -1 2024-04-02T08:33:50.460 INFO:tasks.rados.rados.0.smithi112.stdout:960: expect deleted 2024-04-02T08:33:50.460 INFO:tasks.rados.rados.0.smithi112.stdout:961: setattr oid 16 current snap is 93 2024-04-02T08:33:50.461 INFO:tasks.rados.rados.0.smithi112.stdout:960: done (4 left) 2024-04-02T08:33:50.461 INFO:tasks.rados.rados.0.smithi112.stdout:962: rollback oid 39 current snap is 93 2024-04-02T08:33:50.461 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 39 to 86 2024-04-02T08:33:50.461 INFO:tasks.rados.rados.0.smithi112.stdout:963: rollback oid 44 current snap is 93 2024-04-02T08:33:50.462 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 84 2024-04-02T08:33:50.462 INFO:tasks.rados.rados.0.smithi112.stdout:964: read oid 25 snap -1 2024-04-02T08:33:50.462 INFO:tasks.rados.rados.0.smithi112.stdout:964: expect (ObjNum 314 snap 93 seq_num 314) 2024-04-02T08:33:50.462 INFO:tasks.rados.rados.0.smithi112.stdout:965: delete oid 24 current snap is 93 2024-04-02T08:33:50.465 INFO:tasks.rados.rados.0.smithi112.stdout:957: finishing write tid 1 to smithi11277797-14 2024-04-02T08:33:50.466 INFO:tasks.rados.rados.0.smithi112.stdout:965: done (7 left) 2024-04-02T08:33:50.466 INFO:tasks.rados.rados.0.smithi112.stdout:966: snap_remove snap 92 2024-04-02T08:33:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:33:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: Upgrade: Updating mon.c 2024-04-02T08:33:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: from='mgr.34101 ' entity='mgr.y' 2024-04-02T08:33:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: Deploying daemon mon.c on smithi112 2024-04-02T08:33:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:50 smithi187 ceph-mon[30584]: pgmap v21: 121 pgs: 121 active+clean; 370 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-04-02T08:33:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:966: done (7 left) 2024-04-02T08:33:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:967: rollback oid 4 current snap is 93 2024-04-02T08:33:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 56 2024-04-02T08:33:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:957: finishing write tid 2 to smithi11277797-14 2024-04-02T08:33:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 460 (ObjNum 303 snap 90 seq_num 303) dirty exists 2024-04-02T08:33:51.243 INFO:tasks.rados.rados.0.smithi112.stdout:964: expect (ObjNum 314 snap 93 seq_num 314) 2024-04-02T08:33:51.268 INFO:tasks.rados.rados.0.smithi112.stdout:958: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:33:51.268 INFO:tasks.rados.rados.0.smithi112.stdout:961: done (7 left) 2024-04-02T08:33:51.268 INFO:tasks.rados.rados.0.smithi112.stdout:964: done (6 left) 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:968: delete oid 6 current snap is 93 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:957: finishing write tid 3 to smithi11277797-14 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:957: oid 14 updating version 0 to 379 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:957: oid 14 version 379 is already newer than 378 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 379 (ObjNum 317 snap 93 seq_num 317) dirty exists 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:957: left oid 14 (ObjNum 317 snap 93 seq_num 317) 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:963: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:963: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:962: finishing rollback tid 1 to smithi11277797-39 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:958: finishing copy_from to smithi11277797-19 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 422 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:963: finishing rollback tid 2 to smithi11277797-44 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 423 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-04-02T08:33:51.269 INFO:tasks.rados.rados.0.smithi112.stdout:962: finishing rollback tid 2 to smithi11277797-39 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 430 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:959: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:959: finishing copy_from to smithi11277797-41 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 155 (ObjNum 192 snap 58 seq_num 192) dirty exists 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:967: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:967: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:967: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:33:51.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 427 (ObjNum 139 snap 40 seq_num 139) dirty exists 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:957: done (6 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:958: done (5 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:959: done (4 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:962: done (3 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:963: done (2 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:967: done (1 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:968: done (0 left) 2024-04-02T08:33:51.271 INFO:tasks.rados.rados.0.smithi112.stdout:969: snap_create 2024-04-02T08:33:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-mon[88945]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:33:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-mon[37686]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:33:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:51 smithi112 systemd[1]: Stopping Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:33:51 smithi187 ceph-mon[30584]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:33:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c[37674]: 2024-04-02T08:33:51.542+0000 7f8d654ec700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c[37674]: 2024-04-02T08:33:51.542+0000 7f8d654ec700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:51 smithi112 podman[91197]: 2024-04-02 08:33:51.635021303 +0000 UTC m=+0.191853680 container died c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:51] ENGINE Bus STOPPING 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:51] ENGINE Bus STOPPED 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:51] ENGINE Bus STARTING 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:51] ENGINE Serving on http://:::9283 2024-04-02T08:33:51.869 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:08:33:51] ENGINE Bus STARTED 2024-04-02T08:33:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 podman[91197]: 2024-04-02 08:33:52.060301772 +0000 UTC m=+0.617134153 container cleanup c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:33:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 bash[91197]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T08:33:52.719 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 podman[91222]: 2024-04-02 08:33:52.470778516 +0000 UTC m=+0.826927143 container remove c54ae978287cce5f721e5011435d0f155de2a3bb6c471704d97e5b65d60a4fe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:33:52.719 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-02T08:33:52.719 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 systemd[1]: Stopped Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:53.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Consumed 8.413s CPU time. 2024-04-02T08:33:53.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:52 smithi112 systemd[1]: Starting Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:53.303 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 podman[91359]: 2024-04-02 08:33:53.076283594 +0000 UTC m=+0.018199808 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:33:53.303 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 podman[91359]: 2024-04-02 08:33:53.196607115 +0000 UTC m=+0.138523302 container create ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326) 2024-04-02T08:33:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 podman[91359]: 2024-04-02 08:33:53.40746989 +0000 UTC m=+0.349386092 container init ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:33:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 podman[91359]: 2024-04-02 08:33:53.410678469 +0000 UTC m=+0.352594657 container start ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2) 2024-04-02T08:33:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:33:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev), process ceph-mon, pid 2 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: pidfile_write: ignore empty --pid-file 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: load: jerasure load: lrc 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Git sha 0 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Compile date 2024-03-28 15:49:08 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: DB SUMMARY 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: DB Session ID: Y724PJJKL8SP56A8Q8JJ 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10541710 ; 2024-04-02T08:33:53.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.env: 0x55e2e54f8c60 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.info_log: 0x55e2e7ba3ae0 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.statistics: (nil) 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.use_fsync: 0 2024-04-02T08:33:53.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.db_log_dir: 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.wal_dir: 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:33:53.872 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.write_buffer_manager: 0x55e2e7b74820 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:33:53.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.unordered_write: 0 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.row_cache: None 2024-04-02T08:33:53.874 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.wal_filter: None 2024-04-02T08:33:53.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:33:53.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:33:53.875 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.wal_compression: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:33:53.876 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_open_files: -1 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:33:53.877 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Compression algorithms supported: 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kZSTD supported: 0 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:33:53.878 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.merge_operator: 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_filter: None 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e2e7ba3cc0) 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_type: 0 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_index_type: 0 2024-04-02T08:33:53.879 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_shortening: 1 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: checksum: 4 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: no_block_cache: 0 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache: 0x55e2e7ba7090 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_options: 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: capacity : 536870912 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_shard_bits : 4 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: strict_capacity_limit : 0 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_compressed: (nil) 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: persistent_cache: (nil) 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size: 4096 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size_deviation: 10 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_restart_interval: 16 2024-04-02T08:33:53.880 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_block_restart_interval: 1 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: metadata_block_size: 4096 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: partition_filters: 0 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: use_delta_encoding: 1 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: filter_policy: bloomfilter 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: whole_key_filtering: 1 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: verify_compression: 0 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: format_version: 5 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_index_compression: 1 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_align: 0 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: prepopulate_block_cache: 0 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:33:53.881 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression: NoCompression 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.num_levels: 7 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:33:53.882 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:53.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:33:53.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:33:53.885 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:33:53.886 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.ttl: 2592000 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:33:53.887 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13736, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 93df6b09-925f-4039-95c7-3d0071531b24 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046833452063, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046833478278, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6483969, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13741, "largest_seqno": 17365, "table_properties": {"data_size": 6468175, "index_size": 10843, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 35709, "raw_average_key_size": 22, "raw_value_size": 6435391, "raw_average_value_size": 4133, "num_data_blocks": 474, "num_entries": 1557, "num_filter_entries": 1557, "num_deletions": 298, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046833, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "93df6b09-925f-4039-95c7-3d0071531b24", "db_session_id": "Y724PJJKL8SP56A8Q8JJ", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046833478383, "job": 1, "event": "recovery_finished"} 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e2e7c96000 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: DB pointer 0x55e2e7c80000 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:33:53.888 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** DB Stats ** 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: L0 1/0 6.18 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 491.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: L6 1/0 6.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Sum 2/0 12.83 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 491.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 491.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.889 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 491.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative compaction: 0.01 GB write, 211.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:53.890 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval compaction: 0.01 GB write, 211.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: Block cache BinnedLRUCache@0x55e2e7ba7090#2 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: starting mon.c rank 2 at public addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] at bind addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???) e3 preinit fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).mds e6 new map 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).mds e6 print_map 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: e6 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:33:53.891 INFO:journalctl@ceph.mon.c.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: legacy client fscid: 1 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: fs_name cephfs 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: epoch 6 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: created 2024-04-02T08:27:11.493611+0000 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: modified 2024-04-02T08:27:13.501209+0000 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: tableserver 0 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: root 0 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: session_timeout 60 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: session_autoclose 300 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_file_size 1099511627776 2024-04-02T08:33:53.892 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_xattr_size 65536 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: required_client_features {} 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: last_failure 0 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: last_failure_osd_epoch 0 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_mds 1 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: in 0 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: up {0=24368} 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: failed 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: damaged 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: stopped 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_pools [3] 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: metadata_pool 2 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: inline_data disabled 2024-04-02T08:33:53.893 INFO:journalctl@ceph.mon.c.smithi112.stdout: balancer 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: bal_rank_mask -1 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: standby_count_wanted 0 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: [mds.a{0:24368} state up:active seq 3 addr [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: Standby daemons: 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout: [mds.b{-1:24355} state up:standby seq 1 addr [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).osd e245 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).osd e245 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:53.894 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).osd e245 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:53.895 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).osd e245 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:53.895 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 ceph-mon[91385]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-02T08:33:53.895 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 bash[91359]: ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 2024-04-02T08:33:53.895 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:33:53 smithi112 systemd[1]: Started Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:53.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:33:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:33:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:59.212 INFO:tasks.rados.rados.0.smithi112.stdout:969: done (0 left) 2024-04-02T08:33:59.212 INFO:tasks.rados.rados.0.smithi112.stdout:970: read oid 35 snap -1 2024-04-02T08:33:59.212 INFO:tasks.rados.rados.0.smithi112.stdout:970: expect (ObjNum 304 snap 90 seq_num 304) 2024-04-02T08:33:59.212 INFO:tasks.rados.rados.0.smithi112.stdout:971: setattr oid 32 current snap is 94 2024-04-02T08:33:59.215 INFO:tasks.rados.rados.0.smithi112.stdout:972: read oid 31 snap 62 2024-04-02T08:33:59.215 INFO:tasks.rados.rados.0.smithi112.stdout:972: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:33:59.215 INFO:tasks.rados.rados.0.smithi112.stdout:973: snap_create 2024-04-02T08:33:59.222 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 317 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-04-02T08:33:59.224 INFO:tasks.rados.rados.0.smithi112.stdout:970: expect (ObjNum 304 snap 90 seq_num 304) 2024-04-02T08:33:59.311 INFO:tasks.rados.rados.0.smithi112.stdout:972: expect (ObjNum 80 snap 17 seq_num 80) 2024-04-02T08:33:59.553 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:33:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:33:59] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-02T08:34:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:970: done (3 left) 2024-04-02T08:34:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:971: done (2 left) 2024-04-02T08:34:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:972: done (1 left) 2024-04-02T08:34:00.215 INFO:tasks.rados.rados.0.smithi112.stdout:973: done (0 left) 2024-04-02T08:34:00.216 INFO:tasks.rados.rados.0.smithi112.stdout:974: read oid 50 snap -1 2024-04-02T08:34:00.216 INFO:tasks.rados.rados.0.smithi112.stdout:974: expect deleted 2024-04-02T08:34:00.216 INFO:tasks.rados.rados.0.smithi112.stdout:975: snap_remove snap 62 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: mon.c calling monitor election 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: pgmap v29: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: mon.a calling monitor election 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: mon.b calling monitor election 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: monmap epoch 3 2024-04-02T08:34:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: last_changed 2024-04-02T08:23:22.617873+0000 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: min_mon_release 18 (reef) 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: election_strategy: 1 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:34:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:00 smithi187 ceph-mon[30584]: overall HEALTH_OK 2024-04-02T08:34:00.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: mon.c calling monitor election 2024-04-02T08:34:00.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: pgmap v29: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-02T08:34:00.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: mon.a calling monitor election 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: mon.b calling monitor election 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: monmap epoch 3 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: last_changed 2024-04-02T08:23:22.617873+0000 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: min_mon_release 18 (reef) 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: election_strategy: 1 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:00.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: mon.c calling monitor election 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: pgmap v29: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: mon.a calling monitor election 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: mon.b calling monitor election 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: monmap epoch 3 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: last_changed 2024-04-02T08:23:22.617873+0000 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:34:00.545 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: min_mon_release 18 (reef) 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: election_strategy: 1 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:34:00.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:00 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T08:34:01.233 INFO:tasks.rados.rados.0.smithi112.stdout:975: done (1 left) 2024-04-02T08:34:01.233 INFO:tasks.rados.rados.0.smithi112.stdout:976: snap_create 2024-04-02T08:34:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:01 smithi187 ceph-mon[30584]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:34:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:01 smithi112 ceph-mon[88945]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:34:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:01 smithi112 ceph-mon[91385]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:34:02.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:02 smithi112 ceph-mon[88945]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:34:02.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:02 smithi112 ceph-mon[88945]: pgmap v32: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:974: done (1 left) 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:976: done (0 left) 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:977: read oid 29 snap -1 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:977: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:978: read oid 50 snap 65 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:978: expect (ObjNum 239 snap 64 seq_num 239) 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:979: rmattr oid 49 current snap is 96 2024-04-02T08:34:02.237 INFO:tasks.rados.rados.0.smithi112.stdout:980: snap_remove snap 82 2024-04-02T08:34:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:02 smithi112 ceph-mon[91385]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:34:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:02 smithi112 ceph-mon[91385]: pgmap v32: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:02 smithi187 ceph-mon[30584]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:34:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:02 smithi187 ceph-mon[30584]: pgmap v32: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:03.247 INFO:tasks.rados.rados.0.smithi112.stdout:980: done (3 left) 2024-04-02T08:34:03.247 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 96 2024-04-02T08:34:03.247 INFO:tasks.rados.rados.0.smithi112.stdout:981: seq_num 320 ranges {6635520=565248} 2024-04-02T08:34:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:981: writing smithi11277797-36 from 6635520 to 7200768 tid 1 2024-04-02T08:34:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 96 2024-04-02T08:34:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 532 (ObjNum 284 snap 84 seq_num 284) dirty exists 2024-04-02T08:34:03.286 INFO:tasks.rados.rados.0.smithi112.stdout:982: seq_num 321 ranges {704512=581632} 2024-04-02T08:34:03.293 INFO:tasks.rados.rados.0.smithi112.stdout:982: writing smithi11277797-22 from 704512 to 1286144 tid 1 2024-04-02T08:34:03.293 INFO:tasks.rados.rados.0.smithi112.stdout:979: done (4 left) 2024-04-02T08:34:03.293 INFO:tasks.rados.rados.0.smithi112.stdout:983: snap_create 2024-04-02T08:34:03.293 INFO:tasks.rados.rados.0.smithi112.stdout:977: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:34:03.317 INFO:tasks.rados.rados.0.smithi112.stdout:978: expect (ObjNum 239 snap 64 seq_num 239) 2024-04-02T08:34:03.359 INFO:tasks.rados.rados.0.smithi112.stdout:981: finishing write tid 1 to smithi11277797-36 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:981: finishing write tid 2 to smithi11277797-36 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:981: finishing write tid 3 to smithi11277797-36 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:981: oid 36 updating version 0 to 540 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:981: oid 36 updating version 540 to 541 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 541 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:981: left oid 36 (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:982: finishing write tid 1 to smithi11277797-22 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:982: finishing write tid 2 to smithi11277797-22 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:982: finishing write tid 3 to smithi11277797-22 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:982: oid 22 updating version 0 to 504 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:982: oid 22 updating version 504 to 505 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 505 (ObjNum 321 snap 96 seq_num 321) dirty exists 2024-04-02T08:34:03.360 INFO:tasks.rados.rados.0.smithi112.stdout:982: left oid 22 (ObjNum 321 snap 96 seq_num 321) 2024-04-02T08:34:03.486 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-mon[91385]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:34:03.486 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:03.487 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:03.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-mon[88945]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:34:03.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:03.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:03.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:03 smithi187 ceph-mon[30584]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:34:03.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:03 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:03.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:03 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:03.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:34:03.487+0000 7f2577b80700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-02T08:34:03.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:977: done (4 left) 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:978: done (3 left) 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:981: done (2 left) 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:982: done (1 left) 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:983: done (0 left) 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:984: read oid 5 snap 93 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:984: expect (ObjNum 316 snap 93 seq_num 316) 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:985: read oid 47 snap 85 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:985: expect deleted 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:986: copy_from oid 23 from oid 15 current snap is 97 2024-04-02T08:34:04.215 INFO:tasks.rados.rados.0.smithi112.stdout:987: delete oid 9 current snap is 97 2024-04-02T08:34:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:986: finishing copy_from to smithi11277797-23 2024-04-02T08:34:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:986: got expected ENOENT (src dne) 2024-04-02T08:34:04.217 INFO:tasks.rados.rados.0.smithi112.stdout:986: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:34:04.218 INFO:tasks.rados.rados.0.smithi112.stdout:985: done (3 left) 2024-04-02T08:34:04.219 INFO:tasks.rados.rados.0.smithi112.stdout:986: done (2 left) 2024-04-02T08:34:04.219 INFO:tasks.rados.rados.0.smithi112.stdout:987: done (1 left) 2024-04-02T08:34:04.219 INFO:tasks.rados.rados.0.smithi112.stdout:988: setattr oid 25 current snap is 97 2024-04-02T08:34:04.219 INFO:tasks.rados.rados.0.smithi112.stdout:989: rollback oid 40 current snap is 97 2024-04-02T08:34:04.219 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 52 2024-04-02T08:34:04.220 INFO:tasks.rados.rados.0.smithi112.stdout:990: delete oid 13 current snap is 97 2024-04-02T08:34:04.224 INFO:tasks.rados.rados.0.smithi112.stdout:990: done (3 left) 2024-04-02T08:34:04.224 INFO:tasks.rados.rados.0.smithi112.stdout:991: copy_from oid 7 from oid 3 current snap is 97 2024-04-02T08:34:04.224 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 97 2024-04-02T08:34:04.224 INFO:tasks.rados.rados.0.smithi112.stdout:992: seq_num 324 ranges {0=630784} 2024-04-02T08:34:04.228 INFO:tasks.rados.rados.0.smithi112.stdout:992: writing smithi11277797-18 from 0 to 630784 tid 1 2024-04-02T08:34:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:993: delete oid 17 current snap is 97 2024-04-02T08:34:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:991: finishing copy_from to smithi11277797-7 2024-04-02T08:34:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:991: got expected ENOENT (src dne) 2024-04-02T08:34:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:991: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:34:04.229 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 380 (ObjNum 314 snap 93 seq_num 314) dirty exists 2024-04-02T08:34:04.230 INFO:tasks.rados.rados.0.smithi112.stdout:989: finishing rollback tid 0 to smithi11277797-40 2024-04-02T08:34:04.230 INFO:tasks.rados.rados.0.smithi112.stdout:989: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:34:04.230 INFO:tasks.rados.rados.0.smithi112.stdout:989: finishing rollback tid 2 to smithi11277797-40 2024-04-02T08:34:04.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 383 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:34:04.231 INFO:tasks.rados.rados.0.smithi112.stdout:988: done (5 left) 2024-04-02T08:34:04.231 INFO:tasks.rados.rados.0.smithi112.stdout:989: done (4 left) 2024-04-02T08:34:04.231 INFO:tasks.rados.rados.0.smithi112.stdout:991: done (3 left) 2024-04-02T08:34:04.231 INFO:tasks.rados.rados.0.smithi112.stdout:993: done (2 left) 2024-04-02T08:34:04.231 INFO:tasks.rados.rados.0.smithi112.stdout:994: snap_create 2024-04-02T08:34:04.233 INFO:tasks.rados.rados.0.smithi112.stdout:992: finishing write tid 1 to smithi11277797-18 2024-04-02T08:34:04.233 INFO:tasks.rados.rados.0.smithi112.stdout:992: finishing write tid 2 to smithi11277797-18 2024-04-02T08:34:04.237 INFO:tasks.rados.rados.0.smithi112.stdout:992: finishing write tid 3 to smithi11277797-18 2024-04-02T08:34:04.237 INFO:tasks.rados.rados.0.smithi112.stdout:992: oid 18 updating version 0 to 501 2024-04-02T08:34:04.237 INFO:tasks.rados.rados.0.smithi112.stdout:992: oid 18 updating version 501 to 502 2024-04-02T08:34:04.237 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 502 (ObjNum 324 snap 97 seq_num 324) dirty exists 2024-04-02T08:34:04.238 INFO:tasks.rados.rados.0.smithi112.stdout:992: left oid 18 (ObjNum 324 snap 97 seq_num 324) 2024-04-02T08:34:04.245 INFO:tasks.rados.rados.0.smithi112.stdout:984: expect (ObjNum 316 snap 93 seq_num 316) 2024-04-02T08:34:04.348 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[91385]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:34:04.348 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[91385]: pgmap v35: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[91385]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[88945]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[88945]: pgmap v35: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:04.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:04 smithi112 ceph-mon[88945]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:34:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:04 smithi187 ceph-mon[30584]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:34:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:04 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:04 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:04 smithi187 ceph-mon[30584]: pgmap v35: 121 pgs: 121 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:04 smithi187 ceph-mon[30584]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:34:05.212 INFO:tasks.rados.rados.0.smithi112.stdout:984: done (2 left) 2024-04-02T08:34:05.213 INFO:tasks.rados.rados.0.smithi112.stdout:992: done (1 left) 2024-04-02T08:34:05.213 INFO:tasks.rados.rados.0.smithi112.stdout:994: done (0 left) 2024-04-02T08:34:05.213 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 98 2024-04-02T08:34:05.213 INFO:tasks.rados.rados.0.smithi112.stdout:995: seq_num 326 ranges {0=663552} 2024-04-02T08:34:05.216 INFO:tasks.rados.rados.0.smithi112.stdout:995: writing smithi11277797-47 from 0 to 663552 tid 1 2024-04-02T08:34:05.216 INFO:tasks.rados.rados.0.smithi112.stdout:996: snap_remove snap 97 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:996: done (1 left) 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:997: delete oid 9 current snap is 98 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:995: finishing write tid 1 to smithi11277797-47 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:995: finishing write tid 2 to smithi11277797-47 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:995: finishing write tid 3 to smithi11277797-47 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:995: oid 47 updating version 0 to 507 2024-04-02T08:34:06.218 INFO:tasks.rados.rados.0.smithi112.stdout:995: oid 47 updating version 507 to 508 2024-04-02T08:34:06.219 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 508 (ObjNum 326 snap 98 seq_num 326) dirty exists 2024-04-02T08:34:06.219 INFO:tasks.rados.rados.0.smithi112.stdout:995: left oid 47 (ObjNum 326 snap 98 seq_num 326) 2024-04-02T08:34:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:995: done (1 left) 2024-04-02T08:34:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:997: done (0 left) 2024-04-02T08:34:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 98 2024-04-02T08:34:06.222 INFO:tasks.rados.rados.0.smithi112.stdout:998: seq_num 328 ranges {3284992=696320} 2024-04-02T08:34:06.243 INFO:tasks.rados.rados.0.smithi112.stdout:998: writing smithi11277797-46 from 3284992 to 3981312 tid 1 2024-04-02T08:34:06.243 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 98 2024-04-02T08:34:06.244 INFO:tasks.rados.rados.0.smithi112.stdout:999: seq_num 329 ranges {0=712704} 2024-04-02T08:34:06.247 INFO:tasks.rados.rados.0.smithi112.stdout:999: writing smithi11277797-15 from 0 to 712704 tid 1 2024-04-02T08:34:06.247 INFO:tasks.rados.rados.0.smithi112.stdout:1000: read oid 31 snap -1 2024-04-02T08:34:06.247 INFO:tasks.rados.rados.0.smithi112.stdout:1000: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:34:06.247 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 98 2024-04-02T08:34:06.248 INFO:tasks.rados.rados.0.smithi112.stdout:1001: seq_num 330 ranges {5480448=737280} 2024-04-02T08:34:06.281 INFO:tasks.rados.rados.0.smithi112.stdout:1001: writing smithi11277797-23 from 5480448 to 6217728 tid 1 2024-04-02T08:34:06.282 INFO:tasks.rados.rados.0.smithi112.stdout:1002: snap_remove snap 77 2024-04-02T08:34:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:06 smithi187 ceph-mon[30584]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:06 smithi187 ceph-mon[30584]: pgmap v38: 121 pgs: 121 active+clean; 379 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 15 op/s 2024-04-02T08:34:06.587 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:06 smithi112 ceph-mon[91385]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:06.587 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:06 smithi112 ceph-mon[91385]: pgmap v38: 121 pgs: 121 active+clean; 379 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 15 op/s 2024-04-02T08:34:06.587 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:06 smithi112 ceph-mon[88945]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:06.587 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:06 smithi112 ceph-mon[88945]: pgmap v38: 121 pgs: 121 active+clean; 379 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 15 op/s 2024-04-02T08:34:07.233 INFO:tasks.rados.rados.0.smithi112.stdout:1002: done (4 left) 2024-04-02T08:34:07.233 INFO:tasks.rados.rados.0.smithi112.stdout:1003: rmattr oid 47 current snap is 98 2024-04-02T08:34:07.233 INFO:tasks.rados.rados.0.smithi112.stdout:1003: done (4 left) 2024-04-02T08:34:07.233 INFO:tasks.rados.rados.0.smithi112.stdout:1004: snap_remove snap 75 2024-04-02T08:34:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[91385]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:34:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[88945]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:07 smithi187 ceph-mon[30584]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:34:07.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:07 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:07 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:07.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:07 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:07.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:07 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:07.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:07 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:08.237 INFO:tasks.rados.rados.0.smithi112.stdout:1004: done (4 left) 2024-04-02T08:34:08.237 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 98 2024-04-02T08:34:08.237 INFO:tasks.rados.rados.0.smithi112.stdout:1005: seq_num 331 ranges {4538368=753664} 2024-04-02T08:34:08.267 INFO:tasks.rados.rados.0.smithi112.stdout:1005: writing smithi11277797-45 from 4538368 to 5292032 tid 1 2024-04-02T08:34:08.267 INFO:tasks.rados.rados.0.smithi112.stdout:1006: read oid 44 snap -1 2024-04-02T08:34:08.267 INFO:tasks.rados.rados.0.smithi112.stdout:1006: expect (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:34:08.267 INFO:tasks.rados.rados.0.smithi112.stdout:1007: read oid 30 snap -1 2024-04-02T08:34:08.267 INFO:tasks.rados.rados.0.smithi112.stdout:1007: expect deleted 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:1008: read oid 3 snap 60 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:1008: expect (ObjNum 216 snap 60 seq_num 216) 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:1009: rollback oid 19 current snap is 98 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 86 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:998: finishing write tid 1 to smithi11277797-46 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 98 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:998: finishing write tid 2 to smithi11277797-46 2024-04-02T08:34:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:1010: seq_num 332 ranges {0=770048} 2024-04-02T08:34:08.271 INFO:tasks.rados.rados.0.smithi112.stdout:1010: writing smithi11277797-48 from 0 to 770048 tid 1 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:1011: snap_create 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:998: finishing write tid 3 to smithi11277797-46 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:998: oid 46 updating version 0 to 318 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:998: oid 46 updating version 318 to 319 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 319 (ObjNum 328 snap 98 seq_num 328) dirty exists 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:998: left oid 46 (ObjNum 328 snap 98 seq_num 328) 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:999: finishing write tid 1 to smithi11277797-15 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:999: finishing write tid 2 to smithi11277797-15 2024-04-02T08:34:08.272 INFO:tasks.rados.rados.0.smithi112.stdout:1000: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:34:08.303 INFO:tasks.rados.rados.0.smithi112.stdout:999: finishing write tid 3 to smithi11277797-15 2024-04-02T08:34:08.303 INFO:tasks.rados.rados.0.smithi112.stdout:999: oid 15 updating version 0 to 503 2024-04-02T08:34:08.303 INFO:tasks.rados.rados.0.smithi112.stdout:999: oid 15 updating version 503 to 504 2024-04-02T08:34:08.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 504 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:999: left oid 15 (ObjNum 329 snap 98 seq_num 329) 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1001: finishing write tid 1 to smithi11277797-23 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1001: finishing write tid 2 to smithi11277797-23 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1001: finishing write tid 3 to smithi11277797-23 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1001: oid 23 updating version 0 to 332 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1001: oid 23 version 332 is already newer than 331 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 332 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1001: left oid 23 (ObjNum 330 snap 98 seq_num 330) 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1005: finishing write tid 1 to smithi11277797-45 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1005: finishing write tid 2 to smithi11277797-45 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1005: finishing write tid 3 to smithi11277797-45 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1005: oid 45 updating version 0 to 398 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1005: oid 45 version 398 is already newer than 397 2024-04-02T08:34:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 398 (ObjNum 331 snap 98 seq_num 331) dirty exists 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1005: left oid 45 (ObjNum 331 snap 98 seq_num 331) 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1010: finishing write tid 1 to smithi11277797-48 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1010: finishing write tid 2 to smithi11277797-48 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1010: finishing write tid 3 to smithi11277797-48 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1010: oid 48 updating version 0 to 551 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1010: oid 48 updating version 551 to 552 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 552 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1010: left oid 48 (ObjNum 332 snap 98 seq_num 332) 2024-04-02T08:34:08.305 INFO:tasks.rados.rados.0.smithi112.stdout:1006: expect (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:34:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:1008: expect (ObjNum 216 snap 60 seq_num 216) 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: pgmap v41: 121 pgs: 121 active+clean; 379 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 15 op/s 2024-04-02T08:34:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:08 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:08.487 INFO:tasks.rados.rados.0.smithi112.stdout:1009: finishing rollback tid 0 to smithi11277797-19 2024-04-02T08:34:08.488 INFO:tasks.rados.rados.0.smithi112.stdout:1009: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:34:08.488 INFO:tasks.rados.rados.0.smithi112.stdout:1009: finishing rollback tid 2 to smithi11277797-19 2024-04-02T08:34:08.488 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 426 (ObjNum 187 snap 52 seq_num 187) dirty exists 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:34:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: pgmap v41: 121 pgs: 121 active+clean; 379 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 15 op/s 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:34:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:34:08.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: pgmap v41: 121 pgs: 121 active+clean; 379 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 15 op/s 2024-04-02T08:34:08.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:998: done (10 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:999: done (9 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1000: done (8 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1001: done (7 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1005: done (6 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1006: done (5 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1007: done (4 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1008: done (3 left) 2024-04-02T08:34:09.242 INFO:tasks.rados.rados.0.smithi112.stdout:1009: done (2 left) 2024-04-02T08:34:09.243 INFO:tasks.rados.rados.0.smithi112.stdout:1010: done (1 left) 2024-04-02T08:34:09.243 INFO:tasks.rados.rados.0.smithi112.stdout:1011: done (0 left) 2024-04-02T08:34:09.243 INFO:tasks.rados.rados.0.smithi112.stdout:1012: rollback oid 29 current snap is 99 2024-04-02T08:34:09.243 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 96 2024-04-02T08:34:09.243 INFO:tasks.rados.rados.0.smithi112.stdout:1013: snap_remove snap 91 2024-04-02T08:34:09.592 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:09 smithi187 ceph-mon[30584]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:34:09.592 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:09 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:09.593 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:09 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:09.593 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:09 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:09.593 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:09 smithi187 ceph-mon[30584]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:34:09] "GET /metrics HTTP/1.1" 200 36013 "" "Prometheus/2.43.0" 2024-04-02T08:34:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[91385]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[88945]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:09.770 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:34:10.081 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:10.081 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (5m) 7s ago 6m 26.6M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:34:10.081 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (5m) 27s ago 5m 89.0M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:34:10.081 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (7m) 7s ago 7m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:34:10.081 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (7m) 27s ago 7m 14.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (56s) 27s ago 10m 447M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (86s) 7s ago 12m 494M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (41s) 7s ago 12m 38.7M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (10m) 27s ago 10m 56.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d bbce7d786bcc 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (16s) 7s ago 10m 27.2M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (5m) 7s ago 5m 15.9M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (5m) 27s ago 5m 16.7M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (10m) 7s ago 10m 175M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (9m) 7s ago 9m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (9m) 7s ago 9m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (8m) 7s ago 8m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (8m) 27s ago 8m 151M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (8m) 27s ago 8m 147M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:34:10.082 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (7m) 27s ago 7m 128M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:34:10.083 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (7m) 27s ago 7m 117M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:34:10.083 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (62s) 27s ago 6m 44.6M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:34:10.248 INFO:tasks.rados.rados.0.smithi112.stdout:1013: done (1 left) 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:1014: read oid 4 snap -1 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:1014: expect (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:1015: delete oid 20 current snap is 99 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:1012: finishing rollback tid 0 to smithi11277797-29 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:1012: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:1012: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:34:10.249 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 402 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:34:10.254 INFO:tasks.rados.rados.0.smithi112.stdout:1012: done (2 left) 2024-04-02T08:34:10.255 INFO:tasks.rados.rados.0.smithi112.stdout:1015: done (1 left) 2024-04-02T08:34:10.255 INFO:tasks.rados.rados.0.smithi112.stdout:1016: snap_remove snap 88 2024-04-02T08:34:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[91385]: Upgrade: Updating mon.b 2024-04-02T08:34:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[91385]: Deploying daemon mon.b on smithi187 2024-04-02T08:34:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[91385]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:34:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[91385]: pgmap v44: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:34:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[88945]: Upgrade: Updating mon.b 2024-04-02T08:34:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[88945]: Deploying daemon mon.b on smithi187 2024-04-02T08:34:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[88945]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:34:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:10 smithi112 ceph-mon[88945]: pgmap v44: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:34:10.485 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:34:10.485 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:34:10.485 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:34:10.485 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:34:10.485 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 11, 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 4 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:34:10.486 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:34:10.590 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:10 smithi187 ceph-mon[30584]: Upgrade: Updating mon.b 2024-04-02T08:34:10.590 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:10 smithi187 ceph-mon[30584]: Deploying daemon mon.b on smithi187 2024-04-02T08:34:10.590 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:10 smithi187 ceph-mon[30584]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:34:10.591 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:10 smithi187 ceph-mon[30584]: pgmap v44: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:34:11.112 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:10 smithi187 systemd[1]: Stopping Ceph mon.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:11 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b[30567]: 2024-04-02T08:34:11.113+0000 7efd244db700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:34:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:11 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b[30567]: 2024-04-02T08:34:11.113+0000 7efd244db700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:34:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:11 smithi187 podman[84193]: 2024-04-02 08:34:11.35848118 +0000 UTC m=+0.354812685 container died bbce7d786bcc493eeb7693331e949da468543bf3d895582c2a00cfe61cfe21b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:34:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:11 smithi187 podman[84193]: 2024-04-02 08:34:11.730153562 +0000 UTC m=+0.726485060 container cleanup bbce7d786bcc493eeb7693331e949da468543bf3d895582c2a00cfe61cfe21b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:34:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:11 smithi187 bash[84193]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T08:34:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:11 smithi187 podman[84208]: 2024-04-02 08:34:11.989921175 +0000 UTC m=+0.623492968 container remove bbce7d786bcc493eeb7693331e949da468543bf3d895582c2a00cfe61cfe21b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:34:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T08:34:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 systemd[1]: Stopped Ceph mon.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:12.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 9.392s CPU time. 2024-04-02T08:34:12.580 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:12.581 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 systemd[1]: Starting Ceph mon.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:12.581 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 podman[84336]: 2024-04-02 08:34:12.448668778 +0000 UTC m=+0.017735511 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:34:12.581 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 podman[84336]: 2024-04-02 08:34:12.582591556 +0000 UTC m=+0.151658270 container create 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux ) 2024-04-02T08:34:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 podman[84336]: 2024-04-02 08:34:12.951746857 +0000 UTC m=+0.520813571 container init 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux ) 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 podman[84336]: 2024-04-02 08:34:12.954841214 +0000 UTC m=+0.523907929 container start 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=) 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev), process ceph-mon, pid 2 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: pidfile_write: ignore empty --pid-file 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: load: jerasure load: lrc 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Git sha 0 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Compile date 2024-03-28 15:49:08 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: DB SUMMARY 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: DB Session ID: 41V7FCECJBV0EQADB0E8 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:34:13.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 11414093 ; 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.env: 0x55f673c96c60 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.info_log: 0x55f6747d5ae0 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:34:13.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.statistics: (nil) 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.use_fsync: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:34:13.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.db_log_dir: 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.wal_dir: 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.write_buffer_manager: 0x55f6747a6820 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:34:13.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.unordered_write: 0 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.row_cache: None 2024-04-02T08:34:13.236 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.wal_filter: None 2024-04-02T08:34:13.237 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.wal_compression: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:34:13.238 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:34:13.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_open_files: -1 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Compression algorithms supported: 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kZSTD supported: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:34:13.240 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.merge_operator: 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_filter: None 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:34:13.241 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f6747d5cc0) 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_type: 0 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_block_index_type: 0 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_shortening: 1 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: checksum: 4 2024-04-02T08:34:13.242 INFO:journalctl@ceph.mon.b.smithi187.stdout: no_block_cache: 0 2024-04-02T08:34:13.243 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache: 0x55f6747d9090 2024-04-02T08:34:13.243 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:34:13.243 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_options: 2024-04-02T08:34:13.243 INFO:journalctl@ceph.mon.b.smithi187.stdout: capacity : 536870912 2024-04-02T08:34:13.243 INFO:journalctl@ceph.mon.b.smithi187.stdout: num_shard_bits : 4 2024-04-02T08:34:13.244 INFO:journalctl@ceph.mon.b.smithi187.stdout: strict_capacity_limit : 0 2024-04-02T08:34:13.244 INFO:journalctl@ceph.mon.b.smithi187.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:34:13.244 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_compressed: (nil) 2024-04-02T08:34:13.244 INFO:journalctl@ceph.mon.b.smithi187.stdout: persistent_cache: (nil) 2024-04-02T08:34:13.244 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_size: 4096 2024-04-02T08:34:13.244 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_size_deviation: 10 2024-04-02T08:34:13.245 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_restart_interval: 16 2024-04-02T08:34:13.245 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_block_restart_interval: 1 2024-04-02T08:34:13.245 INFO:journalctl@ceph.mon.b.smithi187.stdout: metadata_block_size: 4096 2024-04-02T08:34:13.245 INFO:journalctl@ceph.mon.b.smithi187.stdout: partition_filters: 0 2024-04-02T08:34:13.245 INFO:journalctl@ceph.mon.b.smithi187.stdout: use_delta_encoding: 1 2024-04-02T08:34:13.245 INFO:journalctl@ceph.mon.b.smithi187.stdout: filter_policy: bloomfilter 2024-04-02T08:34:13.246 INFO:journalctl@ceph.mon.b.smithi187.stdout: whole_key_filtering: 1 2024-04-02T08:34:13.246 INFO:journalctl@ceph.mon.b.smithi187.stdout: verify_compression: 0 2024-04-02T08:34:13.246 INFO:journalctl@ceph.mon.b.smithi187.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:34:13.246 INFO:journalctl@ceph.mon.b.smithi187.stdout: format_version: 5 2024-04-02T08:34:13.246 INFO:journalctl@ceph.mon.b.smithi187.stdout: enable_index_compression: 1 2024-04-02T08:34:13.247 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_align: 0 2024-04-02T08:34:13.247 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_auto_readahead_size: 262144 2024-04-02T08:34:13.247 INFO:journalctl@ceph.mon.b.smithi187.stdout: prepopulate_block_cache: 0 2024-04-02T08:34:13.247 INFO:journalctl@ceph.mon.b.smithi187.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:34:13.247 INFO:journalctl@ceph.mon.b.smithi187.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:34:13.247 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:34:13.248 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:34:13.248 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression: NoCompression 2024-04-02T08:34:13.248 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:34:13.248 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:34:13.248 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:34:13.248 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.num_levels: 7 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:34:13.249 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:34:13.250 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:13.251 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:34:13.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:34:13.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:34:13.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:34:13.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:34:13.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:34:13.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:34:13.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:34:13.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:34:13.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:34:13.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:34:13.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:34:13.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:34:13.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:34:13.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:34:13.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:34:13.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:34:13.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:34:13.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:34:13.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:34:13.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:34:13.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.ttl: 2592000 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:34:13.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13810, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c0cd659d-dd0c-4d66-948c-00a00e755752 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046852984116, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:12 smithi187 ceph-mon[84356]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046853009732, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6997573, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13815, "largest_seqno": 17863, "table_properties": {"data_size": 6980046, "index_size": 12192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4293, "raw_key_size": 39368, "raw_average_key_size": 23, "raw_value_size": 6943789, "raw_average_value_size": 4060, "num_data_blocks": 531, "num_entries": 1710, "num_filter_entries": 1710, "num_deletions": 302, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046853, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c0cd659d-dd0c-4d66-948c-00a00e755752", "db_session_id": "41V7FCECJBV0EQADB0E8", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046853009896, "job": 1, "event": "recovery_finished"} 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f6748c8000 2024-04-02T08:34:13.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: DB pointer 0x55f6748b2000 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** DB Stats ** 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:34:13.260 INFO:journalctl@ceph.mon.b.smithi187.stdout: L0 1/0 6.67 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 761.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: L6 1/0 6.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: Sum 2/0 13.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 761.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 761.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 761.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:13.261 INFO:journalctl@ceph.mon.b.smithi187.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative compaction: 0.01 GB write, 202.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval compaction: 0.01 GB write, 202.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: Block cache BinnedLRUCache@0x55f6747d9090#2 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: starting mon.b rank 1 at public addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] at bind addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:13.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???) e3 preinit fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).mds e6 new map 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).mds e6 print_map 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: e6 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: legacy client fscid: 1 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: fs_name cephfs 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: epoch 6 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: created 2024-04-02T08:27:11.493611+0000 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: modified 2024-04-02T08:27:13.501209+0000 2024-04-02T08:34:13.263 INFO:journalctl@ceph.mon.b.smithi187.stdout: tableserver 0 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: root 0 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: session_timeout 60 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: session_autoclose 300 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_file_size 1099511627776 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_xattr_size 65536 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: required_client_features {} 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: last_failure 0 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: last_failure_osd_epoch 0 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_mds 1 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: in 0 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: up {0=24368} 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: failed 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: damaged 2024-04-02T08:34:13.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: stopped 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_pools [3] 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: metadata_pool 2 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: inline_data disabled 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: balancer 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: bal_rank_mask -1 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: standby_count_wanted 0 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: [mds.a{0:24368} state up:active seq 3 addr [v2:172.21.15.112:6834/2437110493,v1:172.21.15.112:6835/2437110493] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: Standby daemons: 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: [mds.b{-1:24355} state up:standby seq 1 addr [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:13.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).osd e257 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:34:13.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:13.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:13.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:13.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-mon[84356]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-02T08:34:13.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 bash[84336]: 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a 2024-04-02T08:34:13.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:13 smithi187 systemd[1]: Started Ceph mon.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:13.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[91385]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[91385]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[91385]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1377155645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[88945]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[88945]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[88945]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:14 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1377155645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:14 smithi187 ceph-mon[84356]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:14 smithi187 ceph-mon[84356]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:14 smithi187 ceph-mon[84356]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:14 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1377155645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:18.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:18 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:34:18.023+0000 7f2577b80700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:34:19.344 INFO:tasks.rados.rados.0.smithi112.stdout:1016: done (1 left) 2024-04-02T08:34:19.344 INFO:tasks.rados.rados.0.smithi112.stdout:1017: delete oid 11 current snap is 99 2024-04-02T08:34:19.344 INFO:tasks.rados.rados.0.smithi112.stdout:1014: expect (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:34:19.349 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:19.349 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.a calling monitor election 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.b calling monitor election 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.c calling monitor election 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: pgmap v48: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 654 KiB/s wr, 9 op/s 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: pgmap v49: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.b calling monitor election 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.a calling monitor election 2024-04-02T08:34:19.350 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:19.514 INFO:tasks.rados.rados.0.smithi112.stdout:1014: done (1 left) 2024-04-02T08:34:19.514 INFO:tasks.rados.rados.0.smithi112.stdout:1017: done (0 left) 2024-04-02T08:34:19.514 INFO:tasks.rados.rados.0.smithi112.stdout:1018: snap_remove snap 89 2024-04-02T08:34:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:34:19] "GET /metrics HTTP/1.1" 200 36013 "" "Prometheus/2.43.0" 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.a calling monitor election 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.b calling monitor election 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.c calling monitor election 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: pgmap v48: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 654 KiB/s wr, 9 op/s 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: pgmap v49: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:34:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.b calling monitor election 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.a calling monitor election 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: monmap epoch 4 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: last_changed 2024-04-02T08:34:14.260793+0000 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: min_mon_release 19 (squid) 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: election_strategy: 1 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:19.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: mgrmap e40: y(active, since 41s), standbys: x 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.a calling monitor election 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.b calling monitor election 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.c calling monitor election 2024-04-02T08:34:19.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: pgmap v48: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 654 KiB/s wr, 9 op/s 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: pgmap v49: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.b calling monitor election 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.a calling monitor election 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: monmap epoch 4 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: last_changed 2024-04-02T08:34:14.260793+0000 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: min_mon_release 19 (squid) 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: election_strategy: 1 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:34:19.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: mgrmap e40: y(active, since 41s), standbys: x 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: monmap epoch 4 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: last_changed 2024-04-02T08:34:14.260793+0000 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: created 2024-04-02T08:21:38.630744+0000 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: min_mon_release 19 (squid) 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: election_strategy: 1 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.b 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: mgrmap e40: y(active, since 41s), standbys: x 2024-04-02T08:34:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T08:34:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:19.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:20.361 INFO:tasks.rados.rados.0.smithi112.stdout:1018: done (0 left) 2024-04-02T08:34:20.361 INFO:tasks.rados.rados.0.smithi112.stdout:1019: read oid 6 snap -1 2024-04-02T08:34:20.361 INFO:tasks.rados.rados.0.smithi112.stdout:1019: expect deleted 2024-04-02T08:34:20.361 INFO:tasks.rados.rados.0.smithi112.stdout:1020: copy_from oid 50 from oid 30 current snap is 99 2024-04-02T08:34:20.361 INFO:tasks.rados.rados.0.smithi112.stdout:1021: rmattr oid 49 current snap is 99 2024-04-02T08:34:20.361 INFO:tasks.rados.rados.0.smithi112.stdout:1021: done (2 left) 2024-04-02T08:34:20.362 INFO:tasks.rados.rados.0.smithi112.stdout:1022: delete oid 20 current snap is 99 2024-04-02T08:34:20.368 INFO:tasks.rados.rados.0.smithi112.stdout:1020: finishing copy_from to smithi11277797-50 2024-04-02T08:34:20.368 INFO:tasks.rados.rados.0.smithi112.stdout:1020: got expected ENOENT (src dne) 2024-04-02T08:34:20.368 INFO:tasks.rados.rados.0.smithi112.stdout:1020: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:34:20.370 INFO:tasks.rados.rados.0.smithi112.stdout:1020: done (2 left) 2024-04-02T08:34:20.370 INFO:tasks.rados.rados.0.smithi112.stdout:1022: done (1 left) 2024-04-02T08:34:20.370 INFO:tasks.rados.rados.0.smithi112.stdout:1023: delete oid 14 current snap is 99 2024-04-02T08:34:20.376 INFO:tasks.rados.rados.0.smithi112.stdout:1019: done (1 left) 2024-04-02T08:34:20.377 INFO:tasks.rados.rados.0.smithi112.stdout:1023: done (0 left) 2024-04-02T08:34:20.377 INFO:tasks.rados.rados.0.smithi112.stdout:1024: read oid 23 snap 59 2024-04-02T08:34:20.377 INFO:tasks.rados.rados.0.smithi112.stdout:1024: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:34:20.377 INFO:tasks.rados.rados.0.smithi112.stdout:1025: copy_from oid 20 from oid 30 current snap is 99 2024-04-02T08:34:20.377 INFO:tasks.rados.rados.0.smithi112.stdout:1026: copy_from oid 7 from oid 1 current snap is 99 2024-04-02T08:34:20.377 INFO:tasks.rados.rados.0.smithi112.stdout:1027: snap_remove snap 56 2024-04-02T08:34:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:20 smithi187 ceph-mon[84356]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:34:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:20 smithi187 ceph-mon[84356]: pgmap v51: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:34:20.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:20 smithi112 ceph-mon[88945]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:34:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:20 smithi112 ceph-mon[88945]: pgmap v51: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:34:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:20 smithi112 ceph-mon[91385]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:34:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:20 smithi112 ceph-mon[91385]: pgmap v51: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:34:21.369 INFO:tasks.rados.rados.0.smithi112.stdout:1027: done (3 left) 2024-04-02T08:34:21.369 INFO:tasks.rados.rados.0.smithi112.stdout:1028: read oid 4 snap 93 2024-04-02T08:34:21.369 INFO:tasks.rados.rados.0.smithi112.stdout:1028: expect (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:34:21.369 INFO:tasks.rados.rados.0.smithi112.stdout:1029: snap_remove snap 86 2024-04-02T08:34:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:21 smithi112 ceph-mon[91385]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:34:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:21 smithi112 ceph-mon[88945]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:34:21.640 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:21 smithi187 ceph-mon[84356]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:34:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:1029: done (4 left) 2024-04-02T08:34:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:1030: copy_from oid 12 from oid 8 current snap is 99 2024-04-02T08:34:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:1025: finishing copy_from to smithi11277797-20 2024-04-02T08:34:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:1025: got expected ENOENT (src dne) 2024-04-02T08:34:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:1025: finishing copy_from racing read to smithi11277797-20 2024-04-02T08:34:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:1024: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:34:22.469 INFO:tasks.rados.rados.0.smithi112.stdout:1026: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1026: finishing copy_from to smithi11277797-7 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 317 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1024: done (4 left) 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1025: done (3 left) 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1026: done (2 left) 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1031: read oid 25 snap -1 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1031: expect (ObjNum 314 snap 93 seq_num 314) 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1032: rollback oid 43 current snap is 99 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 43 to 98 2024-04-02T08:34:22.470 INFO:tasks.rados.rados.0.smithi112.stdout:1028: expect (ObjNum 139 snap 40 seq_num 139) 2024-04-02T08:34:22.582 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:22 smithi187 ceph-mon[84356]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:34:22.582 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:22 smithi187 ceph-mon[84356]: pgmap v54: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:22.582 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:22 smithi112 ceph-mon[91385]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:34:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:22 smithi112 ceph-mon[91385]: pgmap v54: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:22 smithi112 ceph-mon[88945]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:34:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:22 smithi112 ceph-mon[88945]: pgmap v54: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1030: finishing copy_from to smithi11277797-12 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1030: got expected ENOENT (src dne) 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1030: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1028: done (3 left) 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1030: done (2 left) 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1033: rmattr oid 18 current snap is 99 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1032: finishing rollback tid 1 to smithi11277797-43 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 427 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:22.631 INFO:tasks.rados.rados.0.smithi112.stdout:1031: expect (ObjNum 314 snap 93 seq_num 314) 2024-04-02T08:34:22.651 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 540 (ObjNum 324 snap 97 seq_num 324) dirty exists 2024-04-02T08:34:22.651 INFO:tasks.rados.rados.0.smithi112.stdout:1031: done (2 left) 2024-04-02T08:34:22.651 INFO:tasks.rados.rados.0.smithi112.stdout:1032: done (1 left) 2024-04-02T08:34:22.651 INFO:tasks.rados.rados.0.smithi112.stdout:1033: done (0 left) 2024-04-02T08:34:22.651 INFO:tasks.rados.rados.0.smithi112.stdout:1034: snap_create 2024-04-02T08:34:23.376 INFO:tasks.rados.rados.0.smithi112.stdout:1034: done (0 left) 2024-04-02T08:34:23.376 INFO:tasks.rados.rados.0.smithi112.stdout:1035: snap_create 2024-04-02T08:34:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:23 smithi112 ceph-mon[88945]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:23 smithi112 ceph-mon[91385]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:23 smithi187 ceph-mon[84356]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:23.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:23 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:24.214 INFO:tasks.rados.rados.0.smithi112.stdout:1035: done (0 left) 2024-04-02T08:34:24.215 INFO:tasks.rados.rados.0.smithi112.stdout:1036: delete oid 18 current snap is 101 2024-04-02T08:34:24.219 INFO:tasks.rados.rados.0.smithi112.stdout:1036: done (0 left) 2024-04-02T08:34:24.219 INFO:tasks.rados.rados.0.smithi112.stdout:1037: read oid 32 snap -1 2024-04-02T08:34:24.219 INFO:tasks.rados.rados.0.smithi112.stdout:1037: expect (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:34:24.219 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 101 2024-04-02T08:34:24.219 INFO:tasks.rados.rados.0.smithi112.stdout:1038: seq_num 338 ranges {0=466944,466944=401408} 2024-04-02T08:34:24.222 INFO:tasks.rados.rados.0.smithi112.stdout:1038: writing smithi11277797-14 from 0 to 466944 tid 1 2024-04-02T08:34:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:1038: writing smithi11277797-14 from 466944 to 868352 tid 2 2024-04-02T08:34:24.224 INFO:tasks.rados.rados.0.smithi112.stdout:1039: snap_create 2024-04-02T08:34:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:1038: finishing write tid 1 to smithi11277797-14 2024-04-02T08:34:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:1038: finishing write tid 2 to smithi11277797-14 2024-04-02T08:34:24.228 INFO:tasks.rados.rados.0.smithi112.stdout:1038: finishing write tid 3 to smithi11277797-14 2024-04-02T08:34:24.229 INFO:tasks.rados.rados.0.smithi112.stdout:1038: finishing write tid 4 to smithi11277797-14 2024-04-02T08:34:24.229 INFO:tasks.rados.rados.0.smithi112.stdout:1038: oid 14 updating version 0 to 449 2024-04-02T08:34:24.229 INFO:tasks.rados.rados.0.smithi112.stdout:1038: oid 14 updating version 449 to 450 2024-04-02T08:34:24.230 INFO:tasks.rados.rados.0.smithi112.stdout:1038: oid 14 version 450 is already newer than 448 2024-04-02T08:34:24.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 450 (ObjNum 338 snap 101 seq_num 338) dirty exists 2024-04-02T08:34:24.230 INFO:tasks.rados.rados.0.smithi112.stdout:1038: left oid 14 (ObjNum 338 snap 101 seq_num 338) 2024-04-02T08:34:24.239 INFO:tasks.rados.rados.0.smithi112.stdout:1037: expect (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:34:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:24 smithi187 ceph-mon[84356]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:24 smithi187 ceph-mon[84356]: pgmap v57: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:24 smithi187 ceph-mon[84356]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[91385]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[91385]: pgmap v57: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[91385]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[88945]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[88945]: pgmap v57: 121 pgs: 121 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:24 smithi112 ceph-mon[88945]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:25.218 INFO:tasks.rados.rados.0.smithi112.stdout:1037: done (2 left) 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1038: done (1 left) 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1039: done (0 left) 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1040: read oid 7 snap 85 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1040: expect deleted 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1041: rmattr oid 2 current snap is 102 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1041: done (1 left) 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1042: copy_from oid 47 from oid 9 current snap is 102 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1043: copy_from oid 42 from oid 35 current snap is 102 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1044: copy_from oid 15 from oid 1 current snap is 102 2024-04-02T08:34:25.219 INFO:tasks.rados.rados.0.smithi112.stdout:1045: delete oid 28 current snap is 102 2024-04-02T08:34:25.221 INFO:tasks.rados.rados.0.smithi112.stdout:1042: finishing copy_from to smithi11277797-47 2024-04-02T08:34:25.222 INFO:tasks.rados.rados.0.smithi112.stdout:1042: got expected ENOENT (src dne) 2024-04-02T08:34:25.222 INFO:tasks.rados.rados.0.smithi112.stdout:1042: finishing copy_from racing read to smithi11277797-47 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:1040: done (4 left) 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:1042: done (3 left) 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:1045: done (2 left) 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:1046: rollback oid 9 current snap is 102 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 100 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 102 2024-04-02T08:34:25.226 INFO:tasks.rados.rados.0.smithi112.stdout:1047: seq_num 340 ranges {868352=499712,1368064=401408} 2024-04-02T08:34:25.233 INFO:tasks.rados.rados.0.smithi112.stdout:1047: writing smithi11277797-14 from 868352 to 1368064 tid 1 2024-04-02T08:34:25.235 INFO:tasks.rados.rados.0.smithi112.stdout:1047: writing smithi11277797-14 from 1368064 to 1769472 tid 2 2024-04-02T08:34:25.236 INFO:tasks.rados.rados.0.smithi112.stdout:1048: snap_remove snap 52 2024-04-02T08:34:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:25 smithi187 ceph-mon[84356]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:25 smithi187 ceph-mon[84356]: pgmap v60: 121 pgs: 121 active+clean; 378 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:34:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[91385]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[91385]: pgmap v60: 121 pgs: 121 active+clean; 378 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:34:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[88945]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:25 smithi112 ceph-mon[88945]: pgmap v60: 121 pgs: 121 active+clean; 378 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:34:26.222 INFO:tasks.rados.rados.0.smithi112.stdout:1046: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 430 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1043: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1043: finishing copy_from to smithi11277797-42 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 461 (ObjNum 304 snap 90 seq_num 304) dirty exists 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: finishing write tid 1 to smithi11277797-14 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: finishing write tid 2 to smithi11277797-14 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: finishing write tid 3 to smithi11277797-14 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: finishing write tid 4 to smithi11277797-14 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: oid 14 updating version 0 to 453 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: oid 14 updating version 453 to 454 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:1047: oid 14 version 454 is already newer than 452 2024-04-02T08:34:26.223 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 454 (ObjNum 340 snap 102 seq_num 340) dirty exists 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1047: left oid 14 (ObjNum 340 snap 102 seq_num 340) 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1044: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1044: finishing copy_from to smithi11277797-15 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 317 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1043: done (4 left) 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1044: done (3 left) 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1046: done (2 left) 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1047: done (1 left) 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1048: done (0 left) 2024-04-02T08:34:26.224 INFO:tasks.rados.rados.0.smithi112.stdout:1049: snap_remove snap 99 2024-04-02T08:34:27.234 INFO:tasks.rados.rados.0.smithi112.stdout:1049: done (0 left) 2024-04-02T08:34:27.235 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 102 2024-04-02T08:34:27.235 INFO:tasks.rados.rados.0.smithi112.stdout:1050: seq_num 341 ranges {2088960=516096,2605056=401408} 2024-04-02T08:34:27.248 INFO:tasks.rados.rados.0.smithi112.stdout:1050: writing smithi11277797-42 from 2088960 to 2605056 tid 1 2024-04-02T08:34:27.251 INFO:tasks.rados.rados.0.smithi112.stdout:1050: writing smithi11277797-42 from 2605056 to 3006464 tid 2 2024-04-02T08:34:27.251 INFO:tasks.rados.rados.0.smithi112.stdout:1051: read oid 32 snap -1 2024-04-02T08:34:27.251 INFO:tasks.rados.rados.0.smithi112.stdout:1051: expect (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:34:27.251 INFO:tasks.rados.rados.0.smithi112.stdout:1052: snap_create 2024-04-02T08:34:27.257 INFO:tasks.rados.rados.0.smithi112.stdout:1050: finishing write tid 1 to smithi11277797-42 2024-04-02T08:34:27.257 INFO:tasks.rados.rados.0.smithi112.stdout:1050: finishing write tid 2 to smithi11277797-42 2024-04-02T08:34:27.258 INFO:tasks.rados.rados.0.smithi112.stdout:1050: finishing write tid 3 to smithi11277797-42 2024-04-02T08:34:27.259 INFO:tasks.rados.rados.0.smithi112.stdout:1050: finishing write tid 4 to smithi11277797-42 2024-04-02T08:34:27.260 INFO:tasks.rados.rados.0.smithi112.stdout:1050: oid 42 updating version 0 to 464 2024-04-02T08:34:27.260 INFO:tasks.rados.rados.0.smithi112.stdout:1050: oid 42 version 464 is already newer than 463 2024-04-02T08:34:27.260 INFO:tasks.rados.rados.0.smithi112.stdout:1050: oid 42 version 464 is already newer than 462 2024-04-02T08:34:27.260 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 464 (ObjNum 341 snap 102 seq_num 341) dirty exists 2024-04-02T08:34:27.260 INFO:tasks.rados.rados.0.smithi112.stdout:1050: left oid 42 (ObjNum 341 snap 102 seq_num 341) 2024-04-02T08:34:27.269 INFO:tasks.rados.rados.0.smithi112.stdout:1051: expect (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:34:27.410 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:27 smithi187 ceph-mon[84356]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:27 smithi112 ceph-mon[91385]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:27 smithi112 ceph-mon[88945]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:28.234 INFO:tasks.rados.rados.0.smithi112.stdout:1050: done (2 left) 2024-04-02T08:34:28.234 INFO:tasks.rados.rados.0.smithi112.stdout:1051: done (1 left) 2024-04-02T08:34:28.234 INFO:tasks.rados.rados.0.smithi112.stdout:1052: done (0 left) 2024-04-02T08:34:28.235 INFO:tasks.rados.rados.0.smithi112.stdout:1053: snap_create 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: pgmap v63: 121 pgs: 121 active+clean; 378 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:28.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: pgmap v63: 121 pgs: 121 active+clean; 378 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: pgmap v63: 121 pgs: 121 active+clean; 378 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:28.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:28.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:28.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:28.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:28.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:29.216 INFO:tasks.rados.rados.0.smithi112.stdout:1053: done (0 left) 2024-04-02T08:34:29.216 INFO:tasks.rados.rados.0.smithi112.stdout:1054: delete oid 39 current snap is 104 2024-04-02T08:34:29.220 INFO:tasks.rados.rados.0.smithi112.stdout:1054: done (0 left) 2024-04-02T08:34:29.220 INFO:tasks.rados.rados.0.smithi112.stdout:1055: rollback oid 33 current snap is 104 2024-04-02T08:34:29.220 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 33 to 85 2024-04-02T08:34:29.220 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 104 2024-04-02T08:34:29.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: seq_num 343 ranges {0=548864,548864=401408} 2024-04-02T08:34:29.223 INFO:tasks.rados.rados.0.smithi112.stdout:1056: writing smithi11277797-12 from 0 to 548864 tid 1 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1056: writing smithi11277797-12 from 548864 to 950272 tid 2 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1057: rollback oid 42 current snap is 104 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 37 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1055: finishing rollback tid 0 to smithi11277797-33 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1055: finishing rollback tid 1 to smithi11277797-33 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1055: finishing rollback tid 2 to smithi11277797-33 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 434 (ObjNum 269 snap 78 seq_num 269) dirty exists 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1055: done (2 left) 2024-04-02T08:34:29.226 INFO:tasks.rados.rados.0.smithi112.stdout:1058: snap_remove snap 95 2024-04-02T08:34:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[88945]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[88945]: Reconfiguring daemon mon.a on smithi112 2024-04-02T08:34:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[88945]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[88945]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[91385]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[91385]: Reconfiguring daemon mon.a on smithi112 2024-04-02T08:34:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[91385]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-mon[91385]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:34:29] "GET /metrics HTTP/1.1" 200 36006 "" "Prometheus/2.43.0" 2024-04-02T08:34:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:29 smithi187 ceph-mon[84356]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:29 smithi187 ceph-mon[84356]: Reconfiguring daemon mon.a on smithi112 2024-04-02T08:34:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:29 smithi187 ceph-mon[84356]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:29 smithi187 ceph-mon[84356]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1058: done (2 left) 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1059: read oid 8 snap -1 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1059: expect deleted 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1060: setattr oid 25 current snap is 104 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1056: finishing write tid 1 to smithi11277797-12 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1056: finishing write tid 2 to smithi11277797-12 2024-04-02T08:34:30.219 INFO:tasks.rados.rados.0.smithi112.stdout:1056: finishing write tid 3 to smithi11277797-12 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1057: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: finishing write tid 4 to smithi11277797-12 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: oid 12 updating version 0 to 399 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: oid 12 version 399 is already newer than 398 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: oid 12 version 399 is already newer than 397 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 399 (ObjNum 343 snap 104 seq_num 343) dirty exists 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: left oid 12 (ObjNum 343 snap 104 seq_num 343) 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1057: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1057: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 467 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:34:30.220 INFO:tasks.rados.rados.0.smithi112.stdout:1056: done (3 left) 2024-04-02T08:34:30.221 INFO:tasks.rados.rados.0.smithi112.stdout:1057: done (2 left) 2024-04-02T08:34:30.221 INFO:tasks.rados.rados.0.smithi112.stdout:1061: delete oid 3 current snap is 104 2024-04-02T08:34:30.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 413 (ObjNum 314 snap 93 seq_num 314) dirty exists 2024-04-02T08:34:30.231 INFO:tasks.rados.rados.0.smithi112.stdout:1059: done (2 left) 2024-04-02T08:34:30.231 INFO:tasks.rados.rados.0.smithi112.stdout:1060: done (1 left) 2024-04-02T08:34:30.231 INFO:tasks.rados.rados.0.smithi112.stdout:1061: done (0 left) 2024-04-02T08:34:30.231 INFO:tasks.rados.rados.0.smithi112.stdout:1062: snap_create 2024-04-02T08:34:30.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: pgmap v66: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:34:30.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:30.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:30.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:30.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:30.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[88945]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: pgmap v66: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:30 smithi112 ceph-mon[91385]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: pgmap v66: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:30 smithi187 ceph-mon[84356]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:31.238 INFO:tasks.rados.rados.0.smithi112.stdout:1062: done (0 left) 2024-04-02T08:34:31.238 INFO:tasks.rados.rados.0.smithi112.stdout:1063: rollback oid 41 current snap is 105 2024-04-02T08:34:31.239 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 69 2024-04-02T08:34:31.239 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 105 2024-04-02T08:34:31.239 INFO:tasks.rados.rados.0.smithi112.stdout:1064: seq_num 345 ranges {4669440=581632,5251072=401408} 2024-04-02T08:34:31.266 INFO:tasks.rados.rados.0.smithi112.stdout:1064: writing smithi11277797-4 from 4669440 to 5251072 tid 1 2024-04-02T08:34:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1064: writing smithi11277797-4 from 5251072 to 5652480 tid 2 2024-04-02T08:34:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1065: delete oid 19 current snap is 105 2024-04-02T08:34:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1063: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:34:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1063: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:34:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1063: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:34:31.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 595 (ObjNum 187 snap 52 seq_num 187) dirty exists 2024-04-02T08:34:31.272 INFO:tasks.rados.rados.0.smithi112.stdout:1063: done (2 left) 2024-04-02T08:34:31.272 INFO:tasks.rados.rados.0.smithi112.stdout:1065: done (1 left) 2024-04-02T08:34:31.272 INFO:tasks.rados.rados.0.smithi112.stdout:1066: rollback oid 6 current snap is 105 2024-04-02T08:34:31.272 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 104 2024-04-02T08:34:31.272 INFO:tasks.rados.rados.0.smithi112.stdout:1067: snap_remove snap 84 2024-04-02T08:34:31.534 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:31 smithi112 ceph-mon[91385]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:31.534 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:31 smithi112 ceph-mon[91385]: Reconfiguring daemon mgr.y on smithi112 2024-04-02T08:34:31.535 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:31 smithi112 ceph-mon[88945]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:31.535 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:31 smithi112 ceph-mon[88945]: Reconfiguring daemon mgr.y on smithi112 2024-04-02T08:34:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:31 smithi187 ceph-mon[84356]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:31 smithi187 ceph-mon[84356]: Reconfiguring daemon mgr.y on smithi112 2024-04-02T08:34:32.252 INFO:tasks.rados.rados.0.smithi112.stdout:1067: done (2 left) 2024-04-02T08:34:32.252 INFO:tasks.rados.rados.0.smithi112.stdout:1068: read oid 7 snap -1 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1068: expect (ObjNum 290 snap 86 seq_num 290) 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1069: delete oid 35 current snap is 105 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: finishing write tid 1 to smithi11277797-4 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: finishing write tid 2 to smithi11277797-4 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: finishing write tid 3 to smithi11277797-4 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: finishing write tid 4 to smithi11277797-4 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: oid 4 updating version 0 to 469 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: oid 4 updating version 469 to 470 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: oid 4 version 470 is already newer than 468 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 470 (ObjNum 345 snap 105 seq_num 345) dirty exists 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1064: left oid 4 (ObjNum 345 snap 105 seq_num 345) 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1066: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:34:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 319 (ObjNum 65 snap 0 seq_num 1903129460) dirty dne 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1064: done (3 left) 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1066: done (2 left) 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1069: done (1 left) 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1070: rollback oid 16 current snap is 105 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 96 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1071: rmattr oid 43 current snap is 105 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1071: done (2 left) 2024-04-02T08:34:32.262 INFO:tasks.rados.rados.0.smithi112.stdout:1072: delete oid 8 current snap is 105 2024-04-02T08:34:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1072: done (2 left) 2024-04-02T08:34:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1073: read oid 41 snap -1 2024-04-02T08:34:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1073: expect (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:34:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1074: snap_create 2024-04-02T08:34:32.317 INFO:tasks.rados.rados.0.smithi112.stdout:1073: expect (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: Reconfiguring daemon mon.c on smithi112 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[91385]: pgmap v69: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:34:32.539 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: Reconfiguring daemon mon.c on smithi112 2024-04-02T08:34:32.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:32 smithi112 ceph-mon[88945]: pgmap v69: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:34:32.703 INFO:tasks.rados.rados.0.smithi112.stdout:1070: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:34:32.703 INFO:tasks.rados.rados.0.smithi112.stdout:1068: expect (ObjNum 290 snap 86 seq_num 290) 2024-04-02T08:34:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: Reconfiguring daemon mon.c on smithi112 2024-04-02T08:34:32.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:32 smithi187 ceph-mon[84356]: pgmap v69: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:34:33.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:33 smithi187 ceph-mon[84356]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:33.503 INFO:tasks.rados.rados.0.smithi112.stdout:1070: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:34:33.503 INFO:tasks.rados.rados.0.smithi112.stdout:1070: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:34:33.503 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 511 (ObjNum 303 snap 90 seq_num 303) dirty exists 2024-04-02T08:34:33.503 INFO:tasks.rados.rados.0.smithi112.stdout:1068: done (3 left) 2024-04-02T08:34:33.504 INFO:tasks.rados.rados.0.smithi112.stdout:1070: done (2 left) 2024-04-02T08:34:33.504 INFO:tasks.rados.rados.0.smithi112.stdout:1073: done (1 left) 2024-04-02T08:34:33.504 INFO:tasks.rados.rados.0.smithi112.stdout:1074: done (0 left) 2024-04-02T08:34:33.504 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 106 2024-04-02T08:34:33.504 INFO:tasks.rados.rados.0.smithi112.stdout:1075: seq_num 349 ranges {663552=655360,1318912=401408} 2024-04-02T08:34:33.513 INFO:tasks.rados.rados.0.smithi112.stdout:1075: writing smithi11277797-40 from 663552 to 1318912 tid 1 2024-04-02T08:34:33.514 INFO:tasks.rados.rados.0.smithi112.stdout:1075: writing smithi11277797-40 from 1318912 to 1720320 tid 2 2024-04-02T08:34:33.514 INFO:tasks.rados.rados.0.smithi112.stdout:1076: delete oid 2 current snap is 106 2024-04-02T08:34:33.518 INFO:tasks.rados.rados.0.smithi112.stdout:1075: finishing write tid 1 to smithi11277797-40 2024-04-02T08:34:33.518 INFO:tasks.rados.rados.0.smithi112.stdout:1075: finishing write tid 2 to smithi11277797-40 2024-04-02T08:34:33.518 INFO:tasks.rados.rados.0.smithi112.stdout:1075: finishing write tid 3 to smithi11277797-40 2024-04-02T08:34:33.519 INFO:tasks.rados.rados.0.smithi112.stdout:1076: done (1 left) 2024-04-02T08:34:33.519 INFO:tasks.rados.rados.0.smithi112.stdout:1077: snap_remove snap 102 2024-04-02T08:34:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:33 smithi112 ceph-mon[91385]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:33 smithi112 ceph-mon[88945]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:33.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:34.222 INFO:tasks.rados.rados.0.smithi112.stdout:1077: done (1 left) 2024-04-02T08:34:34.222 INFO:tasks.rados.rados.0.smithi112.stdout:1078: copy_from oid 43 from oid 39 current snap is 106 2024-04-02T08:34:34.222 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 106 2024-04-02T08:34:34.222 INFO:tasks.rados.rados.0.smithi112.stdout:1079: seq_num 351 ranges {0=688128,688128=401408} 2024-04-02T08:34:34.226 INFO:tasks.rados.rados.0.smithi112.stdout:1079: writing smithi11277797-35 from 0 to 688128 tid 1 2024-04-02T08:34:34.229 INFO:tasks.rados.rados.0.smithi112.stdout:1079: writing smithi11277797-35 from 688128 to 1089536 tid 2 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1075: finishing write tid 4 to smithi11277797-40 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1075: oid 40 updating version 0 to 421 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1075: oid 40 version 421 is already newer than 420 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1075: oid 40 version 421 is already newer than 419 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 421 (ObjNum 349 snap 106 seq_num 349) dirty exists 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1075: left oid 40 (ObjNum 349 snap 106 seq_num 349) 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1078: finishing copy_from to smithi11277797-43 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1078: got expected ENOENT (src dne) 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1078: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1075: done (2 left) 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1078: done (1 left) 2024-04-02T08:34:34.230 INFO:tasks.rados.rados.0.smithi112.stdout:1080: delete oid 48 current snap is 106 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:1080: done (1 left) 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:1081: read oid 7 snap 103 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:1081: expect (ObjNum 290 snap 86 seq_num 290) 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:1079: finishing write tid 1 to smithi11277797-35 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:1082: rollback oid 18 current snap is 106 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 85 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 106 2024-04-02T08:34:34.234 INFO:tasks.rados.rados.0.smithi112.stdout:1083: seq_num 353 ranges {5660672=720896,6381568=401408} 2024-04-02T08:34:34.269 INFO:tasks.rados.rados.0.smithi112.stdout:1083: writing smithi11277797-41 from 5660672 to 6381568 tid 1 2024-04-02T08:34:34.271 INFO:tasks.rados.rados.0.smithi112.stdout:1083: writing smithi11277797-41 from 6381568 to 6782976 tid 2 2024-04-02T08:34:34.271 INFO:tasks.rados.rados.0.smithi112.stdout:1084: read oid 31 snap -1 2024-04-02T08:34:34.271 INFO:tasks.rados.rados.0.smithi112.stdout:1084: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:34:34.272 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 106 2024-04-02T08:34:34.272 INFO:tasks.rados.rados.0.smithi112.stdout:1079: finishing write tid 2 to smithi11277797-35 2024-04-02T08:34:34.272 INFO:tasks.rados.rados.0.smithi112.stdout:1085: seq_num 354 ranges {5382144=737280,6119424=401408} 2024-04-02T08:34:34.304 INFO:tasks.rados.rados.0.smithi112.stdout:1085: writing smithi11277797-32 from 5382144 to 6119424 tid 1 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1085: writing smithi11277797-32 from 6119424 to 6520832 tid 2 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1086: read oid 24 snap -1 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1086: expect deleted 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1087: snap_create 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1079: finishing write tid 3 to smithi11277797-35 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1082: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1082: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 571 (ObjNum 65 snap 0 seq_num 1936544855) dirty exists 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1079: finishing write tid 4 to smithi11277797-35 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1079: oid 35 updating version 0 to 568 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1079: oid 35 version 568 is already newer than 565 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1079: oid 35 updating version 568 to 569 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 569 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-04-02T08:34:34.307 INFO:tasks.rados.rados.0.smithi112.stdout:1079: left oid 35 (ObjNum 351 snap 106 seq_num 351) 2024-04-02T08:34:34.308 INFO:tasks.rados.rados.0.smithi112.stdout:1083: finishing write tid 1 to smithi11277797-41 2024-04-02T08:34:34.308 INFO:tasks.rados.rados.0.smithi112.stdout:1083: finishing write tid 2 to smithi11277797-41 2024-04-02T08:34:34.308 INFO:tasks.rados.rados.0.smithi112.stdout:1083: finishing write tid 3 to smithi11277797-41 2024-04-02T08:34:34.308 INFO:tasks.rados.rados.0.smithi112.stdout:1084: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:1083: finishing write tid 4 to smithi11277797-41 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:1083: oid 41 updating version 0 to 608 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:1083: oid 41 version 608 is already newer than 607 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:1083: oid 41 updating version 608 to 609 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 609 (ObjNum 353 snap 106 seq_num 353) dirty exists 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:1083: left oid 41 (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:34:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:1081: expect (ObjNum 290 snap 86 seq_num 290) 2024-04-02T08:34:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.0 on smithi112 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: pgmap v72: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[91385]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.0 on smithi112 2024-04-02T08:34:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: pgmap v72: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:34 smithi112 ceph-mon[88945]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.0 on smithi112 2024-04-02T08:34:34.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: pgmap v72: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:34.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:34 smithi187 ceph-mon[84356]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:35.137 INFO:tasks.rados.rados.0.smithi112.stdout:1085: finishing write tid 1 to smithi11277797-32 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: finishing write tid 2 to smithi11277797-32 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: finishing write tid 3 to smithi11277797-32 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: finishing write tid 4 to smithi11277797-32 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: oid 32 updating version 0 to 392 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: oid 32 updating version 392 to 393 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: oid 32 updating version 393 to 394 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 394 (ObjNum 354 snap 106 seq_num 354) dirty exists 2024-04-02T08:34:35.138 INFO:tasks.rados.rados.0.smithi112.stdout:1085: left oid 32 (ObjNum 354 snap 106 seq_num 354) 2024-04-02T08:34:35.260 INFO:tasks.rados.rados.0.smithi112.stdout:1079: done (7 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1081: done (6 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1082: done (5 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1083: done (4 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1084: done (3 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1085: done (2 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1086: done (1 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1087: done (0 left) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1088: read oid 18 snap -1 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1088: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 107 2024-04-02T08:34:35.261 INFO:tasks.rados.rados.0.smithi112.stdout:1089: seq_num 355 ranges {7200768=753664,7954432=401408} 2024-04-02T08:34:35.303 INFO:tasks.rados.rados.0.smithi112.stdout:1089: writing smithi11277797-36 from 7200768 to 7954432 tid 1 2024-04-02T08:34:35.306 INFO:tasks.rados.rados.0.smithi112.stdout:1089: writing smithi11277797-36 from 7954432 to 8355840 tid 2 2024-04-02T08:34:35.306 INFO:tasks.rados.rados.0.smithi112.stdout:1090: read oid 3 snap -1 2024-04-02T08:34:35.306 INFO:tasks.rados.rados.0.smithi112.stdout:1090: expect deleted 2024-04-02T08:34:35.306 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 107 2024-04-02T08:34:35.306 INFO:tasks.rados.rados.0.smithi112.stdout:1088: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:35.307 INFO:tasks.rados.rados.0.smithi112.stdout:1091: seq_num 356 ranges {10199040=770048,10969088=401408} 2024-04-02T08:34:35.367 INFO:tasks.rados.rados.0.smithi112.stdout:1091: writing smithi11277797-15 from 10199040 to 10969088 tid 1 2024-04-02T08:34:35.371 INFO:tasks.rados.rados.0.smithi112.stdout:1091: writing smithi11277797-15 from 10969088 to 11370496 tid 2 2024-04-02T08:34:35.371 INFO:tasks.rados.rados.0.smithi112.stdout:1088: done (3 left) 2024-04-02T08:34:35.371 INFO:tasks.rados.rados.0.smithi112.stdout:1090: done (2 left) 2024-04-02T08:34:35.371 INFO:tasks.rados.rados.0.smithi112.stdout:1092: rmattr oid 34 current snap is 107 2024-04-02T08:34:35.371 INFO:tasks.rados.rados.0.smithi112.stdout:1093: read oid 26 snap -1 2024-04-02T08:34:35.371 INFO:tasks.rados.rados.0.smithi112.stdout:1093: expect (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1094: rmattr oid 39 current snap is 107 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1094: done (4 left) 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1095: rmattr oid 6 current snap is 107 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1095: done (4 left) 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1096: copy_from oid 27 from oid 19 current snap is 107 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1097: snap_create 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: finishing write tid 1 to smithi11277797-36 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: finishing write tid 2 to smithi11277797-36 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: finishing write tid 3 to smithi11277797-36 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: finishing write tid 4 to smithi11277797-36 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: oid 36 updating version 0 to 618 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: oid 36 updating version 618 to 620 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:1089: oid 36 version 620 is already newer than 619 2024-04-02T08:34:35.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 620 (ObjNum 355 snap 107 seq_num 355) dirty exists 2024-04-02T08:34:35.373 INFO:tasks.rados.rados.0.smithi112.stdout:1089: left oid 36 (ObjNum 355 snap 107 seq_num 355) 2024-04-02T08:34:35.373 INFO:tasks.rados.rados.0.smithi112.stdout:1096: finishing copy_from to smithi11277797-27 2024-04-02T08:34:35.373 INFO:tasks.rados.rados.0.smithi112.stdout:1096: got expected ENOENT (src dne) 2024-04-02T08:34:35.374 INFO:tasks.rados.rados.0.smithi112.stdout:1096: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:34:35.374 INFO:tasks.rados.rados.0.smithi112.stdout:1091: finishing write tid 1 to smithi11277797-15 2024-04-02T08:34:35.374 INFO:tasks.rados.rados.0.smithi112.stdout:1091: finishing write tid 2 to smithi11277797-15 2024-04-02T08:34:35.374 INFO:tasks.rados.rados.0.smithi112.stdout:1091: finishing write tid 3 to smithi11277797-15 2024-04-02T08:34:35.376 INFO:tasks.rados.rados.0.smithi112.stdout:1091: finishing write tid 4 to smithi11277797-15 2024-04-02T08:34:35.377 INFO:tasks.rados.rados.0.smithi112.stdout:1091: oid 15 updating version 0 to 573 2024-04-02T08:34:35.377 INFO:tasks.rados.rados.0.smithi112.stdout:1091: oid 15 updating version 573 to 574 2024-04-02T08:34:35.377 INFO:tasks.rados.rados.0.smithi112.stdout:1091: oid 15 updating version 574 to 575 2024-04-02T08:34:35.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 575 (ObjNum 356 snap 107 seq_num 356) dirty exists 2024-04-02T08:34:35.377 INFO:tasks.rados.rados.0.smithi112.stdout:1091: left oid 15 (ObjNum 356 snap 107 seq_num 356) 2024-04-02T08:34:35.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 405 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:34:35.390 INFO:tasks.rados.rados.0.smithi112.stdout:1093: expect (ObjNum 268 snap 78 seq_num 268) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1089: done (5 left) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1091: done (4 left) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1092: done (3 left) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1093: done (2 left) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1096: done (1 left) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1097: done (0 left) 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 108 2024-04-02T08:34:36.274 INFO:tasks.rados.rados.0.smithi112.stdout:1098: seq_num 357 ranges {0=786432,786432=401408} 2024-04-02T08:34:36.277 INFO:tasks.rados.rados.0.smithi112.stdout:1098: writing smithi11277797-28 from 0 to 786432 tid 1 2024-04-02T08:34:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:1098: writing smithi11277797-28 from 786432 to 1187840 tid 2 2024-04-02T08:34:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:1099: rmattr oid 39 current snap is 108 2024-04-02T08:34:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:1099: done (1 left) 2024-04-02T08:34:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 108 2024-04-02T08:34:36.280 INFO:tasks.rados.rados.0.smithi112.stdout:1100: seq_num 358 ranges {3284992=802816,4087808=401408} 2024-04-02T08:34:36.302 INFO:tasks.rados.rados.0.smithi112.stdout:1100: writing smithi11277797-34 from 3284992 to 4087808 tid 1 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1100: writing smithi11277797-34 from 4087808 to 4489216 tid 2 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1101: copy_from oid 3 from oid 13 current snap is 108 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: finishing write tid 1 to smithi11277797-28 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: finishing write tid 2 to smithi11277797-28 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: finishing write tid 3 to smithi11277797-28 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: finishing write tid 4 to smithi11277797-28 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: oid 28 updating version 0 to 520 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: oid 28 version 520 is already newer than 519 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: oid 28 version 520 is already newer than 518 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 520 (ObjNum 357 snap 108 seq_num 357) dirty exists 2024-04-02T08:34:36.305 INFO:tasks.rados.rados.0.smithi112.stdout:1098: left oid 28 (ObjNum 357 snap 108 seq_num 357) 2024-04-02T08:34:36.306 INFO:tasks.rados.rados.0.smithi112.stdout:1098: done (2 left) 2024-04-02T08:34:36.306 INFO:tasks.rados.rados.0.smithi112.stdout:1102: copy_from oid 5 from oid 45 current snap is 108 2024-04-02T08:34:36.306 INFO:tasks.rados.rados.0.smithi112.stdout:1103: snap_create 2024-04-02T08:34:36.306 INFO:tasks.rados.rados.0.smithi112.stdout:1101: finishing copy_from to smithi11277797-3 2024-04-02T08:34:36.306 INFO:tasks.rados.rados.0.smithi112.stdout:1101: got expected ENOENT (src dne) 2024-04-02T08:34:36.307 INFO:tasks.rados.rados.0.smithi112.stdout:1101: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:34:36.307 INFO:tasks.rados.rados.0.smithi112.stdout:1100: finishing write tid 1 to smithi11277797-34 2024-04-02T08:34:36.307 INFO:tasks.rados.rados.0.smithi112.stdout:1100: finishing write tid 2 to smithi11277797-34 2024-04-02T08:34:36.307 INFO:tasks.rados.rados.0.smithi112.stdout:1100: finishing write tid 3 to smithi11277797-34 2024-04-02T08:34:36.308 INFO:tasks.rados.rados.0.smithi112.stdout:1100: finishing write tid 4 to smithi11277797-34 2024-04-02T08:34:36.308 INFO:tasks.rados.rados.0.smithi112.stdout:1100: oid 34 updating version 0 to 409 2024-04-02T08:34:36.308 INFO:tasks.rados.rados.0.smithi112.stdout:1100: oid 34 version 409 is already newer than 407 2024-04-02T08:34:36.308 INFO:tasks.rados.rados.0.smithi112.stdout:1100: oid 34 version 409 is already newer than 408 2024-04-02T08:34:36.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 409 (ObjNum 358 snap 108 seq_num 358) dirty exists 2024-04-02T08:34:36.308 INFO:tasks.rados.rados.0.smithi112.stdout:1100: left oid 34 (ObjNum 358 snap 108 seq_num 358) 2024-04-02T08:34:36.330 INFO:tasks.rados.rados.0.smithi112.stdout:1102: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:34:36.334 INFO:tasks.rados.rados.0.smithi112.stdout:1102: finishing copy_from to smithi11277797-5 2024-04-02T08:34:36.334 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 398 (ObjNum 331 snap 98 seq_num 331) dirty exists 2024-04-02T08:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.1 on smithi112 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[88945]: pgmap v75: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 13 op/s 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.1 on smithi112 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:36 smithi112 ceph-mon[91385]: pgmap v75: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 13 op/s 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.1 on smithi112 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:36 smithi187 ceph-mon[84356]: pgmap v75: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 13 op/s 2024-04-02T08:34:37.274 INFO:tasks.rados.rados.0.smithi112.stdout:1100: done (3 left) 2024-04-02T08:34:37.274 INFO:tasks.rados.rados.0.smithi112.stdout:1101: done (2 left) 2024-04-02T08:34:37.274 INFO:tasks.rados.rados.0.smithi112.stdout:1102: done (1 left) 2024-04-02T08:34:37.274 INFO:tasks.rados.rados.0.smithi112.stdout:1103: done (0 left) 2024-04-02T08:34:37.275 INFO:tasks.rados.rados.0.smithi112.stdout:1104: snap_create 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[91385]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[88945]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:37.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:37 smithi187 ceph-mon[84356]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:38.280 INFO:tasks.rados.rados.0.smithi112.stdout:1104: done (0 left) 2024-04-02T08:34:38.280 INFO:tasks.rados.rados.0.smithi112.stdout:1105: snap_remove snap 104 2024-04-02T08:34:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:38 smithi187 ceph-mon[84356]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:38 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.2 on smithi112 2024-04-02T08:34:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:38 smithi187 ceph-mon[84356]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:38 smithi187 ceph-mon[84356]: pgmap v78: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 13 op/s 2024-04-02T08:34:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[91385]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.2 on smithi112 2024-04-02T08:34:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[91385]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[91385]: pgmap v78: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 13 op/s 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[88945]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.2 on smithi112 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[88945]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[88945]: pgmap v78: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 13 op/s 2024-04-02T08:34:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:1105: done (0 left) 2024-04-02T08:34:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:1106: rollback oid 5 current snap is 110 2024-04-02T08:34:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 69 2024-04-02T08:34:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 110 2024-04-02T08:34:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:1107: seq_num 359 ranges {778240=417792,1196032=417792,1613824=385024} 2024-04-02T08:34:39.292 INFO:tasks.rados.rados.0.smithi112.stdout:1107: writing smithi11277797-29 from 778240 to 1196032 tid 1 2024-04-02T08:34:39.294 INFO:tasks.rados.rados.0.smithi112.stdout:1107: writing smithi11277797-29 from 1196032 to 1613824 tid 2 2024-04-02T08:34:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:1107: writing smithi11277797-29 from 1613824 to 1998848 tid 3 2024-04-02T08:34:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 110 2024-04-02T08:34:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:1108: seq_num 360 ranges {10199040=434176,10633216=704512,11337728=98304} 2024-04-02T08:34:39.353 INFO:tasks.rados.rados.0.smithi112.stdout:1108: writing smithi11277797-10 from 10199040 to 10633216 tid 1 2024-04-02T08:34:39.357 INFO:tasks.rados.rados.0.smithi112.stdout:1108: writing smithi11277797-10 from 10633216 to 11337728 tid 2 2024-04-02T08:34:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:1108: writing smithi11277797-10 from 11337728 to 11436032 tid 3 2024-04-02T08:34:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:1109: delete oid 26 current snap is 110 2024-04-02T08:34:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:1106: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1106: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 472 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: finishing write tid 1 to smithi11277797-29 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: finishing write tid 2 to smithi11277797-29 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: finishing write tid 3 to smithi11277797-29 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: finishing write tid 4 to smithi11277797-29 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: finishing write tid 5 to smithi11277797-29 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: oid 29 updating version 0 to 483 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: oid 29 version 483 is already newer than 480 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: oid 29 version 483 is already newer than 481 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: oid 29 version 483 is already newer than 482 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 483 (ObjNum 359 snap 110 seq_num 359) dirty exists 2024-04-02T08:34:39.359 INFO:tasks.rados.rados.0.smithi112.stdout:1107: left oid 29 (ObjNum 359 snap 110 seq_num 359) 2024-04-02T08:34:39.360 INFO:tasks.rados.rados.0.smithi112.stdout:1106: done (3 left) 2024-04-02T08:34:39.361 INFO:tasks.rados.rados.0.smithi112.stdout:1107: done (2 left) 2024-04-02T08:34:39.361 INFO:tasks.rados.rados.0.smithi112.stdout:1109: done (1 left) 2024-04-02T08:34:39.361 INFO:tasks.rados.rados.0.smithi112.stdout:1110: read oid 39 snap -1 2024-04-02T08:34:39.361 INFO:tasks.rados.rados.0.smithi112.stdout:1110: expect deleted 2024-04-02T08:34:39.361 INFO:tasks.rados.rados.0.smithi112.stdout:1111: snap_remove snap 108 2024-04-02T08:34:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:34:39] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.3 on smithi112 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:39 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.3 on smithi112 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:39 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.3 on smithi112 2024-04-02T08:34:40.285 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[88945]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:40.286 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[88945]: pgmap v81: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:34:40.286 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1111: done (2 left) 2024-04-02T08:34:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1112: snap_remove snap 98 2024-04-02T08:34:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[91385]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[91385]: pgmap v81: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:34:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:40 smithi187 ceph-mon[84356]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:40 smithi187 ceph-mon[84356]: pgmap v81: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:34:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:40.847 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:34:41.171 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (5m) 38s ago 6m 26.6M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (6m) 17s ago 6m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (7m) 38s ago 7m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (7m) 17s ago 7m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (87s) 17s ago 11m 449M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (117s) 38s ago 12m 494M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (72s) 38s ago 12m 38.7M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (28s) 17s ago 11m 23.3M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (48s) 38s ago 11m 27.2M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (6m) 38s ago 6m 15.9M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (6m) 17s ago 6m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (10m) 38s ago 10m 175M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c869fdd82bd5 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (10m) 38s ago 10m 167M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (9m) 38s ago 9m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:34:41.172 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (9m) 38s ago 9m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:34:41.173 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (9m) 17s ago 9m 163M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:34:41.173 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (8m) 17s ago 8m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:34:41.173 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (8m) 17s ago 8m 141M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:34:41.173 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (7m) 17s ago 7m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:34:41.173 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (93s) 17s ago 7m 49.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:34:41.296 INFO:tasks.rados.rados.0.smithi112.stdout:1112: done (2 left) 2024-04-02T08:34:41.297 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 110 2024-04-02T08:34:41.297 INFO:tasks.rados.rados.0.smithi112.stdout:1113: seq_num 362 ranges {663552=466944,1130496=466944,1597440=335872} 2024-04-02T08:34:41.299 INFO:tasks.rados.rados.0.smithi112.stdout:1113: writing smithi11277797-47 from 663552 to 1130496 tid 1 2024-04-02T08:34:41.302 INFO:tasks.rados.rados.0.smithi112.stdout:1113: writing smithi11277797-47 from 1130496 to 1597440 tid 2 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1113: writing smithi11277797-47 from 1597440 to 1933312 tid 3 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1108: finishing write tid 1 to smithi11277797-10 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1108: finishing write tid 2 to smithi11277797-10 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1108: finishing write tid 3 to smithi11277797-10 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1108: finishing write tid 4 to smithi11277797-10 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1108: finishing write tid 5 to smithi11277797-10 2024-04-02T08:34:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1108: oid 10 updating version 0 to 414 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1108: oid 10 updating version 414 to 416 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1108: oid 10 version 416 is already newer than 415 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1108: oid 10 version 416 is already newer than 411 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 416 (ObjNum 360 snap 110 seq_num 360) dirty exists 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1108: left oid 10 (ObjNum 360 snap 110 seq_num 360) 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1108: done (2 left) 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1110: done (1 left) 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1114: copy_from oid 4 from oid 34 current snap is 110 2024-04-02T08:34:41.306 INFO:tasks.rados.rados.0.smithi112.stdout:1115: snap_create 2024-04-02T08:34:41.308 INFO:tasks.rados.rados.0.smithi112.stdout:1113: finishing write tid 1 to smithi11277797-47 2024-04-02T08:34:41.308 INFO:tasks.rados.rados.0.smithi112.stdout:1113: finishing write tid 2 to smithi11277797-47 2024-04-02T08:34:41.310 INFO:tasks.rados.rados.0.smithi112.stdout:1113: finishing write tid 3 to smithi11277797-47 2024-04-02T08:34:41.312 INFO:tasks.rados.rados.0.smithi112.stdout:1113: finishing write tid 4 to smithi11277797-47 2024-04-02T08:34:41.314 INFO:tasks.rados.rados.0.smithi112.stdout:1113: finishing write tid 5 to smithi11277797-47 2024-04-02T08:34:41.314 INFO:tasks.rados.rados.0.smithi112.stdout:1113: oid 47 updating version 0 to 557 2024-04-02T08:34:41.314 INFO:tasks.rados.rados.0.smithi112.stdout:1113: oid 47 version 557 is already newer than 555 2024-04-02T08:34:41.314 INFO:tasks.rados.rados.0.smithi112.stdout:1113: oid 47 version 557 is already newer than 556 2024-04-02T08:34:41.314 INFO:tasks.rados.rados.0.smithi112.stdout:1113: oid 47 version 557 is already newer than 554 2024-04-02T08:34:41.315 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 557 (ObjNum 362 snap 110 seq_num 362) dirty exists 2024-04-02T08:34:41.315 INFO:tasks.rados.rados.0.smithi112.stdout:1113: left oid 47 (ObjNum 362 snap 110 seq_num 362) 2024-04-02T08:34:41.327 INFO:tasks.rados.rados.0.smithi112.stdout:1114: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:34:41.330 INFO:tasks.rados.rados.0.smithi112.stdout:1114: finishing copy_from to smithi11277797-4 2024-04-02T08:34:41.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 409 (ObjNum 358 snap 108 seq_num 358) dirty exists 2024-04-02T08:34:41.589 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:34:41.590 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:34:41.591 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 5 2024-04-02T08:34:41.591 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:34:41.591 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:34:41.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:41 smithi112 ceph-mon[88945]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:41.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:41 smithi112 ceph-mon[88945]: Reconfiguring daemon mds.a on smithi112 2024-04-02T08:34:41.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:41 smithi112 ceph-mon[88945]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:41.591 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:41 smithi112 ceph-mon[91385]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:41.591 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:41 smithi112 ceph-mon[91385]: Reconfiguring daemon mds.a on smithi112 2024-04-02T08:34:41.591 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:41 smithi112 ceph-mon[91385]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:41 smithi187 ceph-mon[84356]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:41 smithi187 ceph-mon[84356]: Reconfiguring daemon mds.a on smithi112 2024-04-02T08:34:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:41 smithi187 ceph-mon[84356]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi112.stdout:1113: done (2 left) 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi112.stdout:1114: done (1 left) 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi112.stdout:1115: done (0 left) 2024-04-02T08:34:42.310 INFO:tasks.rados.rados.0.smithi112.stdout:1116: delete oid 3 current snap is 111 2024-04-02T08:34:42.311 INFO:tasks.rados.rados.0.smithi112.stdout:1116: done (0 left) 2024-04-02T08:34:42.311 INFO:tasks.rados.rados.0.smithi112.stdout:1117: read oid 6 snap -1 2024-04-02T08:34:42.311 INFO:tasks.rados.rados.0.smithi112.stdout:1117: expect deleted 2024-04-02T08:34:42.311 INFO:tasks.rados.rados.0.smithi112.stdout:1118: delete oid 30 current snap is 111 2024-04-02T08:34:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:1118: done (1 left) 2024-04-02T08:34:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:1119: snap_remove snap 103 2024-04-02T08:34:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4269879341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: pgmap v84: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4269879341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: pgmap v84: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:42.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:42.665 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4269879341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: pgmap v84: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:42.666 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:43.313 INFO:tasks.rados.rados.0.smithi112.stdout:1119: done (1 left) 2024-04-02T08:34:43.313 INFO:tasks.rados.rados.0.smithi112.stdout:1120: read oid 44 snap -1 2024-04-02T08:34:43.313 INFO:tasks.rados.rados.0.smithi112.stdout:1120: expect (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:34:43.313 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 111 2024-04-02T08:34:43.314 INFO:tasks.rados.rados.0.smithi112.stdout:1121: seq_num 365 ranges {5292032=516096,5808128=573440,6381568=229376} 2024-04-02T08:34:43.346 INFO:tasks.rados.rados.0.smithi112.stdout:1121: writing smithi11277797-45 from 5292032 to 5808128 tid 1 2024-04-02T08:34:43.349 INFO:tasks.rados.rados.0.smithi112.stdout:1121: writing smithi11277797-45 from 5808128 to 6381568 tid 2 2024-04-02T08:34:43.350 INFO:tasks.rados.rados.0.smithi112.stdout:1121: writing smithi11277797-45 from 6381568 to 6610944 tid 3 2024-04-02T08:34:43.350 INFO:tasks.rados.rados.0.smithi112.stdout:1122: copy_from oid 19 from oid 34 current snap is 111 2024-04-02T08:34:43.350 INFO:tasks.rados.rados.0.smithi112.stdout:1120: expect (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:34:43.449 INFO:tasks.rados.rados.0.smithi112.stdout:1121: finishing write tid 1 to smithi11277797-45 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: finishing write tid 2 to smithi11277797-45 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: finishing write tid 3 to smithi11277797-45 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: finishing write tid 4 to smithi11277797-45 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: finishing write tid 5 to smithi11277797-45 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: oid 45 updating version 0 to 495 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: oid 45 updating version 495 to 498 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: oid 45 version 498 is already newer than 496 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: oid 45 version 498 is already newer than 497 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 498 (ObjNum 365 snap 111 seq_num 365) dirty exists 2024-04-02T08:34:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:1121: left oid 45 (ObjNum 365 snap 111 seq_num 365) 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:1122: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:1117: done (3 left) 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:1120: done (2 left) 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:1121: done (1 left) 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:1123: snap_create 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:1122: finishing copy_from to smithi11277797-19 2024-04-02T08:34:43.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 409 (ObjNum 358 snap 108 seq_num 358) dirty exists 2024-04-02T08:34:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:43 smithi112 ceph-mon[88945]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:34:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:43 smithi112 ceph-mon[88945]: Reconfiguring daemon mon.b on smithi187 2024-04-02T08:34:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:43 smithi112 ceph-mon[88945]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:43 smithi112 ceph-mon[91385]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:34:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:43 smithi112 ceph-mon[91385]: Reconfiguring daemon mon.b on smithi187 2024-04-02T08:34:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:43 smithi112 ceph-mon[91385]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:43 smithi187 ceph-mon[84356]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:34:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:43 smithi187 ceph-mon[84356]: Reconfiguring daemon mon.b on smithi187 2024-04-02T08:34:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:43 smithi187 ceph-mon[84356]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:43.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:44.220 INFO:tasks.rados.rados.0.smithi112.stdout:1122: done (1 left) 2024-04-02T08:34:44.220 INFO:tasks.rados.rados.0.smithi112.stdout:1123: done (0 left) 2024-04-02T08:34:44.220 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 112 2024-04-02T08:34:44.220 INFO:tasks.rados.rados.0.smithi112.stdout:1124: seq_num 366 ranges {4489216=532480,5021696=458752,5480448=344064} 2024-04-02T08:34:44.246 INFO:tasks.rados.rados.0.smithi112.stdout:1124: writing smithi11277797-34 from 4489216 to 5021696 tid 1 2024-04-02T08:34:44.248 INFO:tasks.rados.rados.0.smithi112.stdout:1124: writing smithi11277797-34 from 5021696 to 5480448 tid 2 2024-04-02T08:34:44.251 INFO:tasks.rados.rados.0.smithi112.stdout:1124: writing smithi11277797-34 from 5480448 to 5824512 tid 3 2024-04-02T08:34:44.251 INFO:tasks.rados.rados.0.smithi112.stdout:1125: read oid 37 snap -1 2024-04-02T08:34:44.251 INFO:tasks.rados.rados.0.smithi112.stdout:1125: expect (ObjNum 282 snap 82 seq_num 282) 2024-04-02T08:34:44.252 INFO:tasks.rados.rados.0.smithi112.stdout:1126: snap_create 2024-04-02T08:34:44.252 INFO:tasks.rados.rados.0.smithi112.stdout:1124: finishing write tid 1 to smithi11277797-34 2024-04-02T08:34:44.252 INFO:tasks.rados.rados.0.smithi112.stdout:1124: finishing write tid 2 to smithi11277797-34 2024-04-02T08:34:44.254 INFO:tasks.rados.rados.0.smithi112.stdout:1124: finishing write tid 3 to smithi11277797-34 2024-04-02T08:34:44.254 INFO:tasks.rados.rados.0.smithi112.stdout:1124: finishing write tid 4 to smithi11277797-34 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:1124: finishing write tid 5 to smithi11277797-34 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:1124: oid 34 updating version 0 to 431 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:1124: oid 34 version 431 is already newer than 430 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:1124: oid 34 version 431 is already newer than 429 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:1124: oid 34 version 431 is already newer than 428 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 431 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-04-02T08:34:44.256 INFO:tasks.rados.rados.0.smithi112.stdout:1124: left oid 34 (ObjNum 366 snap 112 seq_num 366) 2024-04-02T08:34:44.275 INFO:tasks.rados.rados.0.smithi112.stdout:1125: expect (ObjNum 282 snap 82 seq_num 282) 2024-04-02T08:34:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: Reconfiguring daemon mgr.x on smithi187 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: pgmap v87: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[88945]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: Reconfiguring daemon mgr.x on smithi187 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: pgmap v87: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:44 smithi112 ceph-mon[91385]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:44.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:44.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:44.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: Reconfiguring daemon mgr.x on smithi187 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: pgmap v87: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:44.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:44 smithi187 ceph-mon[84356]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:45.219 INFO:tasks.rados.rados.0.smithi112.stdout:1124: done (2 left) 2024-04-02T08:34:45.219 INFO:tasks.rados.rados.0.smithi112.stdout:1125: done (1 left) 2024-04-02T08:34:45.219 INFO:tasks.rados.rados.0.smithi112.stdout:1126: done (0 left) 2024-04-02T08:34:45.220 INFO:tasks.rados.rados.0.smithi112.stdout:1127: snap_remove snap 105 2024-04-02T08:34:46.227 INFO:tasks.rados.rados.0.smithi112.stdout:1127: done (0 left) 2024-04-02T08:34:46.228 INFO:tasks.rados.rados.0.smithi112.stdout:1128: read oid 9 snap -1 2024-04-02T08:34:46.228 INFO:tasks.rados.rados.0.smithi112.stdout:1128: expect deleted 2024-04-02T08:34:46.228 INFO:tasks.rados.rados.0.smithi112.stdout:1129: read oid 41 snap 106 2024-04-02T08:34:46.228 INFO:tasks.rados.rados.0.smithi112.stdout:1129: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:34:46.228 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 113 2024-04-02T08:34:46.228 INFO:tasks.rados.rados.0.smithi112.stdout:1130: seq_num 367 ranges {1187840=548864,1736704=737280,2473984=65536} 2024-04-02T08:34:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:34:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:34:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.4 on smithi187 2024-04-02T08:34:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:45 smithi187 ceph-mon[84356]: pgmap v90: 121 pgs: 121 active+clean; 415 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:34:46.237 INFO:tasks.rados.rados.0.smithi112.stdout:1130: writing smithi11277797-28 from 1187840 to 1736704 tid 1 2024-04-02T08:34:46.242 INFO:tasks.rados.rados.0.smithi112.stdout:1130: writing smithi11277797-28 from 1736704 to 2473984 tid 2 2024-04-02T08:34:46.244 INFO:tasks.rados.rados.0.smithi112.stdout:1130: writing smithi11277797-28 from 2473984 to 2539520 tid 3 2024-04-02T08:34:46.244 INFO:tasks.rados.rados.0.smithi112.stdout:1131: copy_from oid 8 from oid 14 current snap is 113 2024-04-02T08:34:46.244 INFO:tasks.rados.rados.0.smithi112.stdout:1128: done (3 left) 2024-04-02T08:34:46.244 INFO:tasks.rados.rados.0.smithi112.stdout:1132: rollback oid 1 current snap is 113 2024-04-02T08:34:46.244 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 69 2024-04-02T08:34:46.245 INFO:tasks.rados.rados.0.smithi112.stdout:1133: copy_from oid 10 from oid 26 current snap is 113 2024-04-02T08:34:46.245 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 113 2024-04-02T08:34:46.245 INFO:tasks.rados.rados.0.smithi112.stdout:1134: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-04-02T08:34:46.248 INFO:tasks.rados.rados.0.smithi112.stdout:1134: writing smithi11277797-18 from 0 to 573440 tid 1 2024-04-02T08:34:46.252 INFO:tasks.rados.rados.0.smithi112.stdout:1134: writing smithi11277797-18 from 573440 to 1196032 tid 2 2024-04-02T08:34:46.253 INFO:tasks.rados.rados.0.smithi112.stdout:1134: writing smithi11277797-18 from 1196032 to 1376256 tid 3 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1135: snap_create 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1133: finishing copy_from to smithi11277797-10 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1133: got expected ENOENT (src dne) 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1133: finishing copy_from racing read to smithi11277797-10 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: finishing write tid 1 to smithi11277797-28 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: finishing write tid 2 to smithi11277797-28 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: finishing write tid 3 to smithi11277797-28 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: finishing write tid 4 to smithi11277797-28 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1132: finishing rollback tid 0 to smithi11277797-1 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: finishing write tid 5 to smithi11277797-28 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: oid 28 updating version 0 to 530 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: oid 28 updating version 530 to 533 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: oid 28 version 533 is already newer than 531 2024-04-02T08:34:46.254 INFO:tasks.rados.rados.0.smithi112.stdout:1130: oid 28 version 533 is already newer than 532 2024-04-02T08:34:46.255 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 533 (ObjNum 367 snap 113 seq_num 367) dirty exists 2024-04-02T08:34:46.255 INFO:tasks.rados.rados.0.smithi112.stdout:1130: left oid 28 (ObjNum 367 snap 113 seq_num 367) 2024-04-02T08:34:46.255 INFO:tasks.rados.rados.0.smithi112.stdout:1132: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:34:46.255 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 355 (ObjNum 65 snap 0 seq_num 1684041833) dirty dne 2024-04-02T08:34:46.255 INFO:tasks.rados.rados.0.smithi112.stdout:1134: finishing write tid 1 to smithi11277797-18 2024-04-02T08:34:46.257 INFO:tasks.rados.rados.0.smithi112.stdout:1134: finishing write tid 2 to smithi11277797-18 2024-04-02T08:34:46.257 INFO:tasks.rados.rados.0.smithi112.stdout:1134: finishing write tid 3 to smithi11277797-18 2024-04-02T08:34:46.257 INFO:tasks.rados.rados.0.smithi112.stdout:1134: finishing write tid 4 to smithi11277797-18 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:1134: finishing write tid 5 to smithi11277797-18 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:1134: oid 18 updating version 0 to 593 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:1134: oid 18 updating version 593 to 595 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:1134: oid 18 updating version 595 to 596 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:1134: oid 18 version 596 is already newer than 594 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 596 (ObjNum 368 snap 113 seq_num 368) dirty exists 2024-04-02T08:34:46.260 INFO:tasks.rados.rados.0.smithi112.stdout:1134: left oid 18 (ObjNum 368 snap 113 seq_num 368) 2024-04-02T08:34:46.266 INFO:tasks.rados.rados.0.smithi112.stdout:1131: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:34:46.268 INFO:tasks.rados.rados.0.smithi112.stdout:1131: finishing copy_from to smithi11277797-8 2024-04-02T08:34:46.268 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 454 (ObjNum 340 snap 102 seq_num 340) dirty exists 2024-04-02T08:34:46.275 INFO:tasks.rados.rados.0.smithi112.stdout:1129: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:34:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.4 on smithi187 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[91385]: pgmap v90: 121 pgs: 121 active+clean; 415 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.4 on smithi187 2024-04-02T08:34:46.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:46.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:45 smithi112 ceph-mon[88945]: pgmap v90: 121 pgs: 121 active+clean; 415 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:34:47.233 INFO:tasks.rados.rados.0.smithi112.stdout:1129: done (6 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1130: done (5 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1131: done (4 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1132: done (3 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1133: done (2 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1134: done (1 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1135: done (0 left) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1136: copy_from oid 31 from oid 47 current snap is 114 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1137: read oid 12 snap 85 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1137: expect (ObjNum -1946852624 snap 21983 seq_num 2348052192) 2024-04-02T08:34:47.234 INFO:tasks.rados.rados.0.smithi112.stdout:1138: snap_create 2024-04-02T08:34:47.235 INFO:tasks.rados.rados.0.smithi112.stdout:1137: expect (ObjNum -1946852624 snap 21983 seq_num 2348052192) 2024-04-02T08:34:47.250 INFO:tasks.rados.rados.0.smithi112.stdout:1136: finishing copy_from racing read to smithi11277797-31 2024-04-02T08:34:47.251 INFO:tasks.rados.rados.0.smithi112.stdout:1136: finishing copy_from to smithi11277797-31 2024-04-02T08:34:47.251 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 557 (ObjNum 362 snap 110 seq_num 362) dirty exists 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:47 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.5 on smithi187 2024-04-02T08:34:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.5 on smithi187 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:34:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:34:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:47 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.5 on smithi187 2024-04-02T08:34:48.239 INFO:tasks.rados.rados.0.smithi112.stdout:1136: done (2 left) 2024-04-02T08:34:48.239 INFO:tasks.rados.rados.0.smithi112.stdout:1137: done (1 left) 2024-04-02T08:34:48.239 INFO:tasks.rados.rados.0.smithi112.stdout:1138: done (0 left) 2024-04-02T08:34:48.239 INFO:tasks.rados.rados.0.smithi112.stdout:1139: rollback oid 36 current snap is 115 2024-04-02T08:34:48.239 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 111 2024-04-02T08:34:48.239 INFO:tasks.rados.rados.0.smithi112.stdout:1140: snap_remove snap 93 2024-04-02T08:34:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[88945]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[88945]: pgmap v93: 121 pgs: 121 active+clean; 415 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[91385]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[91385]: pgmap v93: 121 pgs: 121 active+clean; 415 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:48 smithi187 ceph-mon[84356]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:48 smithi187 ceph-mon[84356]: pgmap v93: 121 pgs: 121 active+clean; 415 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:34:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:49.244 INFO:tasks.rados.rados.0.smithi112.stdout:1140: done (1 left) 2024-04-02T08:34:49.244 INFO:tasks.rados.rados.0.smithi112.stdout:1141: rmattr oid 6 current snap is 115 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:1141: done (1 left) 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:1142: copy_from oid 23 from oid 6 current snap is 115 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:1143: delete oid 13 current snap is 115 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:1139: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:1139: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:1139: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:34:49.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 633 (ObjNum 355 snap 107 seq_num 355) dirty exists 2024-04-02T08:34:49.252 INFO:tasks.rados.rados.0.smithi112.stdout:1142: finishing copy_from to smithi11277797-23 2024-04-02T08:34:49.252 INFO:tasks.rados.rados.0.smithi112.stdout:1142: got expected ENOENT (src dne) 2024-04-02T08:34:49.252 INFO:tasks.rados.rados.0.smithi112.stdout:1142: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:34:49.255 INFO:tasks.rados.rados.0.smithi112.stdout:1139: done (2 left) 2024-04-02T08:34:49.255 INFO:tasks.rados.rados.0.smithi112.stdout:1142: done (1 left) 2024-04-02T08:34:49.255 INFO:tasks.rados.rados.0.smithi112.stdout:1143: done (0 left) 2024-04-02T08:34:49.256 INFO:tasks.rados.rados.0.smithi112.stdout:1144: copy_from oid 27 from oid 39 current snap is 115 2024-04-02T08:34:49.256 INFO:tasks.rados.rados.0.smithi112.stdout:1145: delete oid 29 current snap is 115 2024-04-02T08:34:49.259 INFO:tasks.rados.rados.0.smithi112.stdout:1144: finishing copy_from to smithi11277797-27 2024-04-02T08:34:49.259 INFO:tasks.rados.rados.0.smithi112.stdout:1144: got expected ENOENT (src dne) 2024-04-02T08:34:49.259 INFO:tasks.rados.rados.0.smithi112.stdout:1144: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:1144: done (1 left) 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:1145: done (0 left) 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:1146: rollback oid 44 current snap is 115 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 96 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:1147: read oid 11 snap -1 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:1147: expect deleted 2024-04-02T08:34:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:1148: snap_remove snap 94 2024-04-02T08:34:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:49 smithi187 ceph-mon[84356]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:34:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:49 smithi187 ceph-mon[84356]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:34:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:34:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:49 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.6 on smithi187 2024-04-02T08:34:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[91385]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[91385]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.6 on smithi187 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[88945]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[88945]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.6 on smithi187 2024-04-02T08:34:49.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:34:49] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-04-02T08:34:50.250 INFO:tasks.rados.rados.0.smithi112.stdout:1148: done (2 left) 2024-04-02T08:34:50.250 INFO:tasks.rados.rados.0.smithi112.stdout:1149: delete oid 43 current snap is 115 2024-04-02T08:34:50.251 INFO:tasks.rados.rados.0.smithi112.stdout:1146: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:34:50.251 INFO:tasks.rados.rados.0.smithi112.stdout:1146: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:34:50.251 INFO:tasks.rados.rados.0.smithi112.stdout:1146: finishing rollback tid 2 to smithi11277797-44 2024-04-02T08:34:50.251 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 430 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-04-02T08:34:50.261 INFO:tasks.rados.rados.0.smithi112.stdout:1146: done (2 left) 2024-04-02T08:34:50.261 INFO:tasks.rados.rados.0.smithi112.stdout:1147: done (1 left) 2024-04-02T08:34:50.261 INFO:tasks.rados.rados.0.smithi112.stdout:1149: done (0 left) 2024-04-02T08:34:50.262 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 115 2024-04-02T08:34:50.262 INFO:tasks.rados.rados.0.smithi112.stdout:1150: seq_num 372 ranges {4489216=638976,5128192=565248,5693440=237568} 2024-04-02T08:34:50.289 INFO:tasks.rados.rados.0.smithi112.stdout:1150: writing smithi11277797-19 from 4489216 to 5128192 tid 1 2024-04-02T08:34:50.292 INFO:tasks.rados.rados.0.smithi112.stdout:1150: writing smithi11277797-19 from 5128192 to 5693440 tid 2 2024-04-02T08:34:50.294 INFO:tasks.rados.rados.0.smithi112.stdout:1150: writing smithi11277797-19 from 5693440 to 5931008 tid 3 2024-04-02T08:34:50.294 INFO:tasks.rados.rados.0.smithi112.stdout:1151: snap_create 2024-04-02T08:34:50.294 INFO:tasks.rados.rados.0.smithi112.stdout:1150: finishing write tid 1 to smithi11277797-19 2024-04-02T08:34:50.296 INFO:tasks.rados.rados.0.smithi112.stdout:1150: finishing write tid 2 to smithi11277797-19 2024-04-02T08:34:50.296 INFO:tasks.rados.rados.0.smithi112.stdout:1150: finishing write tid 3 to smithi11277797-19 2024-04-02T08:34:50.296 INFO:tasks.rados.rados.0.smithi112.stdout:1150: finishing write tid 4 to smithi11277797-19 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:1150: finishing write tid 5 to smithi11277797-19 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:1150: oid 19 updating version 0 to 433 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:1150: oid 19 version 433 is already newer than 431 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:1150: oid 19 version 433 is already newer than 432 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:1150: oid 19 updating version 433 to 434 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 434 (ObjNum 372 snap 115 seq_num 372) dirty exists 2024-04-02T08:34:50.298 INFO:tasks.rados.rados.0.smithi112.stdout:1150: left oid 19 (ObjNum 372 snap 115 seq_num 372) 2024-04-02T08:34:50.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[91385]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:34:50.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[91385]: pgmap v96: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:34:50.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:50.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:50.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:34:50.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[88945]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:34:50.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[88945]: pgmap v96: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:34:50.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:50.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:50.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:34:50.521 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.573 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:50 smithi187 ceph-mon[84356]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:34:50.573 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:50 smithi187 ceph-mon[84356]: pgmap v96: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:34:50.573 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:50.573 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:50.573 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:34:50.573 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:51.254 INFO:tasks.rados.rados.0.smithi112.stdout:1150: done (1 left) 2024-04-02T08:34:51.255 INFO:tasks.rados.rados.0.smithi112.stdout:1151: done (0 left) 2024-04-02T08:34:51.255 INFO:tasks.rados.rados.0.smithi112.stdout:1152: snap_create 2024-04-02T08:34:51.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:51 smithi187 ceph-mon[84356]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:34:51.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:51 smithi187 ceph-mon[84356]: Reconfiguring daemon osd.7 on smithi187 2024-04-02T08:34:51.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:51 smithi187 ceph-mon[84356]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:34:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:51 smithi112 ceph-mon[91385]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:34:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:51 smithi112 ceph-mon[91385]: Reconfiguring daemon osd.7 on smithi187 2024-04-02T08:34:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:51 smithi112 ceph-mon[91385]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:34:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:51 smithi112 ceph-mon[88945]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:34:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:51 smithi112 ceph-mon[88945]: Reconfiguring daemon osd.7 on smithi187 2024-04-02T08:34:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:51 smithi112 ceph-mon[88945]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:1152: done (0 left) 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:1153: rollback oid 44 current snap is 117 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 101 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:1154: read oid 36 snap -1 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:1154: expect (ObjNum 355 snap 107 seq_num 355) 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 117 2024-04-02T08:34:52.261 INFO:tasks.rados.rados.0.smithi112.stdout:1155: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-04-02T08:34:52.264 INFO:tasks.rados.rados.0.smithi112.stdout:1155: writing smithi11277797-1 from 0 to 655360 tid 1 2024-04-02T08:34:52.268 INFO:tasks.rados.rados.0.smithi112.stdout:1155: writing smithi11277797-1 from 655360 to 1155072 tid 2 2024-04-02T08:34:52.271 INFO:tasks.rados.rados.0.smithi112.stdout:1155: writing smithi11277797-1 from 1155072 to 1458176 tid 3 2024-04-02T08:34:52.271 INFO:tasks.rados.rados.0.smithi112.stdout:1156: delete oid 50 current snap is 117 2024-04-02T08:34:52.271 INFO:tasks.rados.rados.0.smithi112.stdout:1153: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:34:52.271 INFO:tasks.rados.rados.0.smithi112.stdout:1153: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:34:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:1155: finishing write tid 1 to smithi11277797-1 2024-04-02T08:34:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:1153: finishing rollback tid 2 to smithi11277797-44 2024-04-02T08:34:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 437 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-04-02T08:34:52.273 INFO:tasks.rados.rados.0.smithi112.stdout:1153: done (3 left) 2024-04-02T08:34:52.274 INFO:tasks.rados.rados.0.smithi112.stdout:1156: done (2 left) 2024-04-02T08:34:52.274 INFO:tasks.rados.rados.0.smithi112.stdout:1157: read oid 6 snap -1 2024-04-02T08:34:52.274 INFO:tasks.rados.rados.0.smithi112.stdout:1157: expect deleted 2024-04-02T08:34:52.274 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 117 2024-04-02T08:34:52.274 INFO:tasks.rados.rados.0.smithi112.stdout:1158: seq_num 375 ranges {950272=688128,1638400=663552,2301952=139264} 2024-04-02T08:34:52.282 INFO:tasks.rados.rados.0.smithi112.stdout:1158: writing smithi11277797-12 from 950272 to 1638400 tid 1 2024-04-02T08:34:52.286 INFO:tasks.rados.rados.0.smithi112.stdout:1158: writing smithi11277797-12 from 1638400 to 2301952 tid 2 2024-04-02T08:34:52.287 INFO:tasks.rados.rados.0.smithi112.stdout:1158: writing smithi11277797-12 from 2301952 to 2441216 tid 3 2024-04-02T08:34:52.287 INFO:tasks.rados.rados.0.smithi112.stdout:1159: snap_create 2024-04-02T08:34:52.287 INFO:tasks.rados.rados.0.smithi112.stdout:1155: finishing write tid 2 to smithi11277797-1 2024-04-02T08:34:52.287 INFO:tasks.rados.rados.0.smithi112.stdout:1155: finishing write tid 3 to smithi11277797-1 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: finishing write tid 4 to smithi11277797-1 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: finishing write tid 5 to smithi11277797-1 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: oid 1 updating version 0 to 367 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: oid 1 version 367 is already newer than 366 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: oid 1 version 367 is already newer than 365 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: oid 1 version 367 is already newer than 364 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 367 (ObjNum 373 snap 117 seq_num 373) dirty exists 2024-04-02T08:34:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:1155: left oid 1 (ObjNum 373 snap 117 seq_num 373) 2024-04-02T08:34:52.291 INFO:tasks.rados.rados.0.smithi112.stdout:1158: finishing write tid 1 to smithi11277797-12 2024-04-02T08:34:52.291 INFO:tasks.rados.rados.0.smithi112.stdout:1158: finishing write tid 2 to smithi11277797-12 2024-04-02T08:34:52.291 INFO:tasks.rados.rados.0.smithi112.stdout:1158: finishing write tid 3 to smithi11277797-12 2024-04-02T08:34:52.293 INFO:tasks.rados.rados.0.smithi112.stdout:1158: finishing write tid 4 to smithi11277797-12 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:1158: finishing write tid 5 to smithi11277797-12 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:1158: oid 12 updating version 0 to 447 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:1158: oid 12 version 447 is already newer than 445 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:1158: oid 12 version 447 is already newer than 446 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:1158: oid 12 updating version 447 to 448 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 448 (ObjNum 375 snap 117 seq_num 375) dirty exists 2024-04-02T08:34:52.294 INFO:tasks.rados.rados.0.smithi112.stdout:1158: left oid 12 (ObjNum 375 snap 117 seq_num 375) 2024-04-02T08:34:52.298 INFO:tasks.rados.rados.0.smithi112.stdout:1154: expect (ObjNum 355 snap 107 seq_num 355) 2024-04-02T08:34:52.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: Reconfiguring daemon mds.b on smithi187 2024-04-02T08:34:52.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:52 smithi187 ceph-mon[84356]: pgmap v99: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:34:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:34:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: Reconfiguring daemon mds.b on smithi187 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[88945]: pgmap v99: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: Reconfiguring daemon mds.b on smithi187 2024-04-02T08:34:52.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:52 smithi112 ceph-mon[91385]: pgmap v99: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1154: done (4 left) 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1155: done (3 left) 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1157: done (2 left) 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1158: done (1 left) 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1159: done (0 left) 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1160: read oid 49 snap -1 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1160: expect (ObjNum 284 snap 84 seq_num 284) 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 118 2024-04-02T08:34:53.276 INFO:tasks.rados.rados.0.smithi112.stdout:1161: seq_num 376 ranges {6610944=704512,7315456=548864,7864320=253952} 2024-04-02T08:34:53.316 INFO:tasks.rados.rados.0.smithi112.stdout:1161: writing smithi11277797-45 from 6610944 to 7315456 tid 1 2024-04-02T08:34:53.318 INFO:tasks.rados.rados.0.smithi112.stdout:1161: writing smithi11277797-45 from 7315456 to 7864320 tid 2 2024-04-02T08:34:53.320 INFO:tasks.rados.rados.0.smithi112.stdout:1161: writing smithi11277797-45 from 7864320 to 8118272 tid 3 2024-04-02T08:34:53.320 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 118 2024-04-02T08:34:53.320 INFO:tasks.rados.rados.0.smithi112.stdout:1162: seq_num 377 ranges {1376256=720896,2097152=434176,2531328=368640} 2024-04-02T08:34:53.332 INFO:tasks.rados.rados.0.smithi112.stdout:1162: writing smithi11277797-18 from 1376256 to 2097152 tid 1 2024-04-02T08:34:53.334 INFO:tasks.rados.rados.0.smithi112.stdout:1162: writing smithi11277797-18 from 2097152 to 2531328 tid 2 2024-04-02T08:34:53.337 INFO:tasks.rados.rados.0.smithi112.stdout:1162: writing smithi11277797-18 from 2531328 to 2899968 tid 3 2024-04-02T08:34:53.337 INFO:tasks.rados.rados.0.smithi112.stdout:1163: rollback oid 27 current snap is 118 2024-04-02T08:34:53.337 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 116 2024-04-02T08:34:53.337 INFO:tasks.rados.rados.0.smithi112.stdout:1160: expect (ObjNum 284 snap 84 seq_num 284) 2024-04-02T08:34:53.401 INFO:tasks.rados.rados.0.smithi112.stdout:1161: finishing write tid 1 to smithi11277797-45 2024-04-02T08:34:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1160: done (3 left) 2024-04-02T08:34:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1164: read oid 34 snap -1 2024-04-02T08:34:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1164: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-02T08:34:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 118 2024-04-02T08:34:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1165: seq_num 378 ranges {557056=737280,1294336=720896,2015232=81920} 2024-04-02T08:34:53.408 INFO:tasks.rados.rados.0.smithi112.stdout:1165: writing smithi11277797-25 from 557056 to 1294336 tid 1 2024-04-02T08:34:53.413 INFO:tasks.rados.rados.0.smithi112.stdout:1165: writing smithi11277797-25 from 1294336 to 2015232 tid 2 2024-04-02T08:34:53.414 INFO:tasks.rados.rados.0.smithi112.stdout:1165: writing smithi11277797-25 from 2015232 to 2097152 tid 3 2024-04-02T08:34:53.414 INFO:tasks.rados.rados.0.smithi112.stdout:1166: read oid 47 snap -1 2024-04-02T08:34:53.414 INFO:tasks.rados.rados.0.smithi112.stdout:1166: expect (ObjNum 362 snap 110 seq_num 362) 2024-04-02T08:34:53.414 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 118 2024-04-02T08:34:53.414 INFO:tasks.rados.rados.0.smithi112.stdout:1167: seq_num 379 ranges {1933312=753664,2686976=606208,3293184=196608} 2024-04-02T08:34:53.429 INFO:tasks.rados.rados.0.smithi112.stdout:1167: writing smithi11277797-31 from 1933312 to 2686976 tid 1 2024-04-02T08:34:53.433 INFO:tasks.rados.rados.0.smithi112.stdout:1167: writing smithi11277797-31 from 2686976 to 3293184 tid 2 2024-04-02T08:34:53.434 INFO:tasks.rados.rados.0.smithi112.stdout:1167: writing smithi11277797-31 from 3293184 to 3489792 tid 3 2024-04-02T08:34:53.435 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 118 2024-04-02T08:34:53.435 INFO:tasks.rados.rados.0.smithi112.stdout:1161: finishing write tid 2 to smithi11277797-45 2024-04-02T08:34:53.435 INFO:tasks.rados.rados.0.smithi112.stdout:1161: finishing write tid 3 to smithi11277797-45 2024-04-02T08:34:53.435 INFO:tasks.rados.rados.0.smithi112.stdout:1161: finishing write tid 4 to smithi11277797-45 2024-04-02T08:34:53.435 INFO:tasks.rados.rados.0.smithi112.stdout:1168: seq_num 380 ranges {7938048=770048,8708096=483328,9191424=319488} 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:53.483 INFO:tasks.rados.rados.0.smithi112.stdout:1168: writing smithi11277797-16 from 7938048 to 8708096 tid 1 2024-04-02T08:34:53.484 INFO:tasks.rados.rados.0.smithi112.stdout:1168: writing smithi11277797-16 from 8708096 to 9191424 tid 2 2024-04-02T08:34:53.487 INFO:tasks.rados.rados.0.smithi112.stdout:1168: writing smithi11277797-16 from 9191424 to 9510912 tid 3 2024-04-02T08:34:53.487 INFO:tasks.rados.rados.0.smithi112.stdout:1169: rmattr oid 17 current snap is 118 2024-04-02T08:34:53.487 INFO:tasks.rados.rados.0.smithi112.stdout:1169: done (8 left) 2024-04-02T08:34:53.487 INFO:tasks.rados.rados.0.smithi112.stdout:1170: delete oid 38 current snap is 118 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1161: finishing write tid 5 to smithi11277797-45 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1161: oid 45 updating version 0 to 525 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1161: oid 45 version 525 is already newer than 523 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1161: oid 45 version 525 is already newer than 524 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1161: oid 45 version 525 is already newer than 522 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 525 (ObjNum 376 snap 118 seq_num 376) dirty exists 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1161: left oid 45 (ObjNum 376 snap 118 seq_num 376) 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1162: finishing write tid 1 to smithi11277797-18 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1163: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1163: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1163: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 650 (ObjNum 299 snap 89 seq_num 299) dirty exists 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1162: finishing write tid 2 to smithi11277797-18 2024-04-02T08:34:53.488 INFO:tasks.rados.rados.0.smithi112.stdout:1162: finishing write tid 3 to smithi11277797-18 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: finishing write tid 4 to smithi11277797-18 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: finishing write tid 5 to smithi11277797-18 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: oid 18 updating version 0 to 606 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: oid 18 updating version 606 to 607 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: oid 18 updating version 607 to 608 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: oid 18 updating version 608 to 609 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 609 (ObjNum 377 snap 118 seq_num 377) dirty exists 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1162: left oid 18 (ObjNum 377 snap 118 seq_num 377) 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: finishing write tid 1 to smithi11277797-25 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: finishing write tid 2 to smithi11277797-25 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: finishing write tid 3 to smithi11277797-25 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: finishing write tid 4 to smithi11277797-25 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: finishing write tid 5 to smithi11277797-25 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: oid 25 updating version 0 to 559 2024-04-02T08:34:53.489 INFO:tasks.rados.rados.0.smithi112.stdout:1165: oid 25 updating version 559 to 560 2024-04-02T08:34:53.490 INFO:tasks.rados.rados.0.smithi112.stdout:1165: oid 25 version 560 is already newer than 558 2024-04-02T08:34:53.490 INFO:tasks.rados.rados.0.smithi112.stdout:1165: oid 25 updating version 560 to 561 2024-04-02T08:34:53.490 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 561 (ObjNum 378 snap 118 seq_num 378) dirty exists 2024-04-02T08:34:53.490 INFO:tasks.rados.rados.0.smithi112.stdout:1165: left oid 25 (ObjNum 378 snap 118 seq_num 378) 2024-04-02T08:34:53.490 INFO:tasks.rados.rados.0.smithi112.stdout:1164: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:53.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:53.811 INFO:tasks.rados.rados.0.smithi112.stdout:1166: expect (ObjNum 362 snap 110 seq_num 362) 2024-04-02T08:34:53.872 INFO:tasks.rados.rados.0.smithi112.stdout:1167: finishing write tid 1 to smithi11277797-31 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: finishing write tid 2 to smithi11277797-31 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: finishing write tid 3 to smithi11277797-31 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: finishing write tid 4 to smithi11277797-31 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: finishing write tid 5 to smithi11277797-31 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: oid 31 updating version 0 to 563 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: oid 31 updating version 563 to 564 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: oid 31 updating version 564 to 565 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: oid 31 version 565 is already newer than 562 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 565 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1167: left oid 31 (ObjNum 379 snap 118 seq_num 379) 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1168: finishing write tid 1 to smithi11277797-16 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1168: finishing write tid 2 to smithi11277797-16 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi112.stdout:1161: done (8 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1162: done (7 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1163: done (6 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1164: done (5 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1165: done (4 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1166: done (3 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1167: done (2 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1170: done (1 left) 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1171: snap_create 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1168: finishing write tid 3 to smithi11277797-16 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1168: finishing write tid 4 to smithi11277797-16 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1168: finishing write tid 5 to smithi11277797-16 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1168: oid 16 updating version 0 to 546 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1168: oid 16 version 546 is already newer than 543 2024-04-02T08:34:53.874 INFO:tasks.rados.rados.0.smithi112.stdout:1168: oid 16 version 546 is already newer than 544 2024-04-02T08:34:53.875 INFO:tasks.rados.rados.0.smithi112.stdout:1168: oid 16 version 546 is already newer than 545 2024-04-02T08:34:53.875 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 546 (ObjNum 380 snap 118 seq_num 380) dirty exists 2024-04-02T08:34:53.875 INFO:tasks.rados.rados.0.smithi112.stdout:1168: left oid 16 (ObjNum 380 snap 118 seq_num 380) 2024-04-02T08:34:53.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:34:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:34:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:54.226 INFO:tasks.rados.rados.0.smithi112.stdout:1168: done (1 left) 2024-04-02T08:34:54.226 INFO:tasks.rados.rados.0.smithi112.stdout:1171: done (0 left) 2024-04-02T08:34:54.226 INFO:tasks.rados.rados.0.smithi112.stdout:1172: read oid 10 snap -1 2024-04-02T08:34:54.226 INFO:tasks.rados.rados.0.smithi112.stdout:1172: expect (ObjNum 360 snap 110 seq_num 360) 2024-04-02T08:34:54.226 INFO:tasks.rados.rados.0.smithi112.stdout:1173: delete oid 19 current snap is 119 2024-04-02T08:34:54.230 INFO:tasks.rados.rados.0.smithi112.stdout:1173: done (1 left) 2024-04-02T08:34:54.230 INFO:tasks.rados.rados.0.smithi112.stdout:1174: delete oid 5 current snap is 119 2024-04-02T08:34:54.234 INFO:tasks.rados.rados.0.smithi112.stdout:1174: done (1 left) 2024-04-02T08:34:54.234 INFO:tasks.rados.rados.0.smithi112.stdout:1175: read oid 9 snap -1 2024-04-02T08:34:54.234 INFO:tasks.rados.rados.0.smithi112.stdout:1175: expect deleted 2024-04-02T08:34:54.234 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 119 2024-04-02T08:34:54.234 INFO:tasks.rados.rados.0.smithi112.stdout:1176: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-04-02T08:34:54.236 INFO:tasks.rados.rados.0.smithi112.stdout:1176: writing smithi11277797-50 from 0 to 434176 tid 1 2024-04-02T08:34:54.239 INFO:tasks.rados.rados.0.smithi112.stdout:1176: writing smithi11277797-50 from 434176 to 909312 tid 2 2024-04-02T08:34:54.243 INFO:tasks.rados.rados.0.smithi112.stdout:1176: writing smithi11277797-50 from 909312 to 1540096 tid 3 2024-04-02T08:34:54.244 INFO:tasks.rados.rados.0.smithi112.stdout:1176: writing smithi11277797-50 from 1540096 to 1638400 tid 4 2024-04-02T08:34:54.244 INFO:tasks.rados.rados.0.smithi112.stdout:1177: rmattr oid 45 current snap is 119 2024-04-02T08:34:54.244 INFO:tasks.rados.rados.0.smithi112.stdout:1177: done (3 left) 2024-04-02T08:34:54.244 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 119 2024-04-02T08:34:54.244 INFO:tasks.rados.rados.0.smithi112.stdout:1176: finishing write tid 1 to smithi11277797-50 2024-04-02T08:34:54.244 INFO:tasks.rados.rados.0.smithi112.stdout:1176: finishing write tid 2 to smithi11277797-50 2024-04-02T08:34:54.245 INFO:tasks.rados.rados.0.smithi112.stdout:1178: seq_num 385 ranges {6217728=450560,6668288=761856,7430144=442368} 2024-04-02T08:34:54.281 INFO:tasks.rados.rados.0.smithi112.stdout:1178: writing smithi11277797-23 from 6217728 to 6668288 tid 1 2024-04-02T08:34:54.285 INFO:tasks.rados.rados.0.smithi112.stdout:1178: writing smithi11277797-23 from 6668288 to 7430144 tid 2 2024-04-02T08:34:54.288 INFO:tasks.rados.rados.0.smithi112.stdout:1178: writing smithi11277797-23 from 7430144 to 7872512 tid 3 2024-04-02T08:34:54.288 INFO:tasks.rados.rados.0.smithi112.stdout:1175: done (3 left) 2024-04-02T08:34:54.288 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 119 2024-04-02T08:34:54.289 INFO:tasks.rados.rados.0.smithi112.stdout:1176: finishing write tid 3 to smithi11277797-50 2024-04-02T08:34:54.289 INFO:tasks.rados.rados.0.smithi112.stdout:1179: seq_num 386 ranges {2441216=466944,2908160=638976,3547136=565248} 2024-04-02T08:34:54.304 INFO:tasks.rados.rados.0.smithi112.stdout:1179: writing smithi11277797-12 from 2441216 to 2908160 tid 1 2024-04-02T08:34:54.307 INFO:tasks.rados.rados.0.smithi112.stdout:1179: writing smithi11277797-12 from 2908160 to 3547136 tid 2 2024-04-02T08:34:54.311 INFO:tasks.rados.rados.0.smithi112.stdout:1179: writing smithi11277797-12 from 3547136 to 4112384 tid 3 2024-04-02T08:34:54.311 INFO:tasks.rados.rados.0.smithi112.stdout:1180: snap_remove snap 118 2024-04-02T08:34:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all mon 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all crash 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: Upgrade: osd.0 is safe to restart 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: pgmap v102: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[91385]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all mon 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all crash 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: Upgrade: osd.0 is safe to restart 2024-04-02T08:34:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:34:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: pgmap v102: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:54.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:54 smithi112 ceph-mon[88945]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all mon 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all crash 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: Upgrade: osd.0 is safe to restart 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: pgmap v102: 121 pgs: 121 active+clean; 423 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:54 smithi187 ceph-mon[84356]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:34:55.286 INFO:tasks.rados.rados.0.smithi112.stdout:1180: done (4 left) 2024-04-02T08:34:55.286 INFO:tasks.rados.rados.0.smithi112.stdout:1181: snap_remove snap 85 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: Upgrade: Updating osd.0 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: Deploying daemon osd.0 on smithi112 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[91385]: pgmap v105: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-02T08:34:56.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: Upgrade: Updating osd.0 2024-04-02T08:34:56.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:56.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:56.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:56.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: Deploying daemon osd.0 on smithi112 2024-04-02T08:34:56.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:34:56.100 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:55 smithi112 ceph-mon[88945]: pgmap v105: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: Upgrade: Updating osd.0 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: Deploying daemon osd.0 on smithi112 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:34:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:55 smithi187 ceph-mon[84356]: pgmap v105: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-02T08:34:56.292 INFO:tasks.rados.rados.0.smithi112.stdout:1181: done (4 left) 2024-04-02T08:34:56.292 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 119 2024-04-02T08:34:56.292 INFO:tasks.rados.rados.0.smithi112.stdout:1182: seq_num 387 ranges {2899968=483328,3383296=524288,3907584=679936} 2024-04-02T08:34:56.311 INFO:tasks.rados.rados.0.smithi112.stdout:1182: writing smithi11277797-18 from 2899968 to 3383296 tid 1 2024-04-02T08:34:56.315 INFO:tasks.rados.rados.0.smithi112.stdout:1182: writing smithi11277797-18 from 3383296 to 3907584 tid 2 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1182: writing smithi11277797-18 from 3907584 to 4587520 tid 3 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1183: read oid 31 snap 110 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1183: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1184: rmattr oid 42 current snap is 119 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1184: done (6 left) 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 119 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1176: finishing write tid 4 to smithi11277797-50 2024-04-02T08:34:56.320 INFO:tasks.rados.rados.0.smithi112.stdout:1176: finishing write tid 5 to smithi11277797-50 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: finishing write tid 6 to smithi11277797-50 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: oid 50 updating version 0 to 129 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: oid 50 version 129 is already newer than 128 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: oid 50 updating version 129 to 130 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: oid 50 version 130 is already newer than 126 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: oid 50 version 130 is already newer than 127 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 130 (ObjNum 384 snap 119 seq_num 384) dirty exists 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1176: left oid 50 (ObjNum 384 snap 119 seq_num 384) 2024-04-02T08:34:56.321 INFO:tasks.rados.rados.0.smithi112.stdout:1172: expect (ObjNum 360 snap 110 seq_num 360) 2024-04-02T08:34:57.321 INFO:tasks.rados.rados.0.smithi112.stdout:1178: finishing write tid 1 to smithi11277797-23 2024-04-02T08:34:57.321 INFO:tasks.rados.rados.0.smithi112.stdout:1185: seq_num 388 ranges {11370496=507904,11878400=458752,12337152=606208,12943360=139264} 2024-04-02T08:34:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:1185: writing smithi11277797-15 from 11370496 to 11878400 tid 1 2024-04-02T08:34:57.386 INFO:tasks.rados.rados.0.smithi112.stdout:1185: writing smithi11277797-15 from 11878400 to 12337152 tid 2 2024-04-02T08:34:57.390 INFO:tasks.rados.rados.0.smithi112.stdout:1185: writing smithi11277797-15 from 12337152 to 12943360 tid 3 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1185: writing smithi11277797-15 from 12943360 to 13082624 tid 4 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1172: done (6 left) 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1176: done (5 left) 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1186: read oid 28 snap -1 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1186: expect (ObjNum 367 snap 113 seq_num 367) 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1187: delete oid 27 current snap is 119 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1178: finishing write tid 2 to smithi11277797-23 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1178: finishing write tid 3 to smithi11277797-23 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1178: finishing write tid 4 to smithi11277797-23 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1178: finishing write tid 5 to smithi11277797-23 2024-04-02T08:34:57.392 INFO:tasks.rados.rados.0.smithi112.stdout:1178: oid 23 updating version 0 to 416 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1178: oid 23 updating version 416 to 417 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1178: oid 23 updating version 417 to 418 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1178: oid 23 updating version 418 to 419 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 419 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1178: left oid 23 (ObjNum 385 snap 119 seq_num 385) 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: finishing write tid 1 to smithi11277797-12 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: finishing write tid 2 to smithi11277797-12 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: finishing write tid 3 to smithi11277797-12 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: finishing write tid 4 to smithi11277797-12 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: finishing write tid 5 to smithi11277797-12 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: oid 12 updating version 0 to 453 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: oid 12 version 453 is already newer than 452 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: oid 12 version 453 is already newer than 451 2024-04-02T08:34:57.393 INFO:tasks.rados.rados.0.smithi112.stdout:1179: oid 12 version 453 is already newer than 450 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 453 (ObjNum 386 snap 119 seq_num 386) dirty exists 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:1179: left oid 12 (ObjNum 386 snap 119 seq_num 386) 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:1182: finishing write tid 1 to smithi11277797-18 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:1182: finishing write tid 2 to smithi11277797-18 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:1182: finishing write tid 3 to smithi11277797-18 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:1182: finishing write tid 4 to smithi11277797-18 2024-04-02T08:34:57.394 INFO:tasks.rados.rados.0.smithi112.stdout:1183: expect (ObjNum 192 snap 58 seq_num 192) 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:1182: finishing write tid 5 to smithi11277797-18 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:1182: oid 18 updating version 0 to 620 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:1182: oid 18 version 620 is already newer than 618 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:1182: oid 18 updating version 620 to 621 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:1182: oid 18 version 621 is already newer than 619 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 621 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-04-02T08:34:57.424 INFO:tasks.rados.rados.0.smithi112.stdout:1182: left oid 18 (ObjNum 387 snap 119 seq_num 387) 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: finishing write tid 1 to smithi11277797-15 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: finishing write tid 2 to smithi11277797-15 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1178: done (6 left) 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1179: done (5 left) 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1182: done (4 left) 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1183: done (3 left) 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1187: done (2 left) 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1188: rollback oid 47 current snap is 119 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 80 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: finishing write tid 3 to smithi11277797-15 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: finishing write tid 4 to smithi11277797-15 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: finishing write tid 5 to smithi11277797-15 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: finishing write tid 6 to smithi11277797-15 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: oid 15 updating version 0 to 626 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: oid 15 version 626 is already newer than 624 2024-04-02T08:34:57.425 INFO:tasks.rados.rados.0.smithi112.stdout:1185: oid 15 version 626 is already newer than 625 2024-04-02T08:34:57.426 INFO:tasks.rados.rados.0.smithi112.stdout:1185: oid 15 updating version 626 to 627 2024-04-02T08:34:57.426 INFO:tasks.rados.rados.0.smithi112.stdout:1185: oid 15 version 627 is already newer than 623 2024-04-02T08:34:57.426 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 627 (ObjNum 388 snap 119 seq_num 388) dirty exists 2024-04-02T08:34:57.426 INFO:tasks.rados.rados.0.smithi112.stdout:1185: left oid 15 (ObjNum 388 snap 119 seq_num 388) 2024-04-02T08:34:57.426 INFO:tasks.rados.rados.0.smithi112.stdout:1186: expect (ObjNum 367 snap 113 seq_num 367) 2024-04-02T08:34:57.506 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:57 smithi112 ceph-mon[91385]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:34:57.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:57 smithi112 ceph-mon[88945]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:34:57.509 INFO:tasks.rados.rados.0.smithi112.stdout:1188: finishing rollback tid 0 to smithi11277797-47 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:1188: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 580 (ObjNum 289 snap 0 seq_num 3522880448) dirty dne 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:1185: done (2 left) 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:1186: done (1 left) 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:1188: done (0 left) 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 119 2024-04-02T08:34:57.510 INFO:tasks.rados.rados.0.smithi112.stdout:1189: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-04-02T08:34:57.512 INFO:tasks.rados.rados.0.smithi112.stdout:1189: writing smithi11277797-9 from 0 to 540672 tid 1 2024-04-02T08:34:57.516 INFO:tasks.rados.rados.0.smithi112.stdout:1189: writing smithi11277797-9 from 540672 to 1171456 tid 2 2024-04-02T08:34:57.520 INFO:tasks.rados.rados.0.smithi112.stdout:1189: writing smithi11277797-9 from 1171456 to 1744896 tid 3 2024-04-02T08:34:57.520 INFO:tasks.rados.rados.0.smithi112.stdout:1190: read oid 41 snap -1 2024-04-02T08:34:57.520 INFO:tasks.rados.rados.0.smithi112.stdout:1190: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:34:57.520 INFO:tasks.rados.rados.0.smithi112.stdout:1191: read oid 1 snap 113 2024-04-02T08:34:57.520 INFO:tasks.rados.rados.0.smithi112.stdout:1191: expect deleted 2024-04-02T08:34:57.520 INFO:tasks.rados.rados.0.smithi112.stdout:1192: snap_remove snap 111 2024-04-02T08:34:57.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:57 smithi187 ceph-mon[84356]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:34:58.296 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:34:58 smithi112 systemd[1]: Stopping Ceph osd.0 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1192: done (3 left) 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1193: read oid 37 snap -1 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1193: expect (ObjNum 282 snap 82 seq_num 282) 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1194: snap_create 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1189: finishing write tid 1 to smithi11277797-9 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1189: finishing write tid 2 to smithi11277797-9 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1189: finishing write tid 3 to smithi11277797-9 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1189: finishing write tid 4 to smithi11277797-9 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1189: finishing write tid 5 to smithi11277797-9 2024-04-02T08:34:58.301 INFO:tasks.rados.rados.0.smithi112.stdout:1189: oid 9 updating version 0 to 581 2024-04-02T08:34:58.302 INFO:tasks.rados.rados.0.smithi112.stdout:1189: oid 9 updating version 581 to 584 2024-04-02T08:34:58.302 INFO:tasks.rados.rados.0.smithi112.stdout:1189: oid 9 version 584 is already newer than 583 2024-04-02T08:34:58.302 INFO:tasks.rados.rados.0.smithi112.stdout:1189: oid 9 version 584 is already newer than 582 2024-04-02T08:34:58.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 584 (ObjNum 390 snap 119 seq_num 390) dirty exists 2024-04-02T08:34:58.302 INFO:tasks.rados.rados.0.smithi112.stdout:1189: left oid 9 (ObjNum 390 snap 119 seq_num 390) 2024-04-02T08:34:58.302 INFO:tasks.rados.rados.0.smithi112.stdout:1190: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:34:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:58 smithi112 ceph-mon[91385]: pgmap v107: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-02T08:34:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:58 smithi112 ceph-mon[88945]: pgmap v107: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-02T08:34:58.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:34:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[41605]: 2024-04-02T08:34:58.355+0000 7ff4c83cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:34:58.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:34:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[41605]: 2024-04-02T08:34:58.355+0000 7ff4c83cc700 -1 osd.0 296 *** Got signal Terminated *** 2024-04-02T08:34:58.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:34:58 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[41605]: 2024-04-02T08:34:58.355+0000 7ff4c83cc700 -1 osd.0 296 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:34:58.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:58 smithi187 ceph-mon[84356]: pgmap v107: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-02T08:34:58.803 INFO:tasks.rados.rados.0.smithi112.stdout:1193: expect (ObjNum 282 snap 82 seq_num 282) 2024-04-02T08:34:59.230 INFO:tasks.rados.rados.0.smithi112.stdout:1189: done (4 left) 2024-04-02T08:34:59.230 INFO:tasks.rados.rados.0.smithi112.stdout:1190: done (3 left) 2024-04-02T08:34:59.231 INFO:tasks.rados.rados.0.smithi112.stdout:1191: done (2 left) 2024-04-02T08:34:59.231 INFO:tasks.rados.rados.0.smithi112.stdout:1193: done (1 left) 2024-04-02T08:34:59.231 INFO:tasks.rados.rados.0.smithi112.stdout:1194: done (0 left) 2024-04-02T08:34:59.231 INFO:tasks.rados.rados.0.smithi112.stdout:1195: snap_create 2024-04-02T08:34:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[88945]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:34:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[88945]: osd.0 marked itself down and dead 2024-04-02T08:34:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:34:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[88945]: osdmap e297: 8 total, 7 up, 8 in 2024-04-02T08:34:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:34:59] "GET /metrics HTTP/1.1" 200 36009 "" "Prometheus/2.43.0" 2024-04-02T08:34:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[91385]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:34:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[91385]: osd.0 marked itself down and dead 2024-04-02T08:34:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:34:59.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:34:59 smithi112 ceph-mon[91385]: osdmap e297: 8 total, 7 up, 8 in 2024-04-02T08:34:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:59 smithi187 ceph-mon[84356]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:34:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:59 smithi187 ceph-mon[84356]: osd.0 marked itself down and dead 2024-04-02T08:34:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:59 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:34:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:34:59 smithi187 ceph-mon[84356]: osdmap e297: 8 total, 7 up, 8 in 2024-04-02T08:35:00.071 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:34:59 smithi112 podman[96669]: 2024-04-02 08:34:59.78172559 +0000 UTC m=+1.549438079 container died c869fdd82bd5d0ab444d882d7632aa8354a83312b350499b2acec3930bb43e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c) 2024-04-02T08:35:00.226 INFO:tasks.rados.rados.0.smithi112.stdout:1195: done (0 left) 2024-04-02T08:35:00.226 INFO:tasks.rados.rados.0.smithi112.stdout:1196: read oid 17 snap 112 2024-04-02T08:35:00.226 INFO:tasks.rados.rados.0.smithi112.stdout:1196: expect deleted 2024-04-02T08:35:00.226 INFO:tasks.rados.rados.0.smithi112.stdout:1197: delete oid 15 current snap is 121 2024-04-02T08:35:00.241 INFO:tasks.rados.rados.0.smithi112.stdout:1196: done (1 left) 2024-04-02T08:35:00.241 INFO:tasks.rados.rados.0.smithi112.stdout:1197: done (0 left) 2024-04-02T08:35:00.241 INFO:tasks.rados.rados.0.smithi112.stdout:1198: read oid 41 snap 65 2024-04-02T08:35:00.241 INFO:tasks.rados.rados.0.smithi112.stdout:1198: expect (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:35:00.241 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 121 2024-04-02T08:35:00.241 INFO:tasks.rados.rados.0.smithi112.stdout:1199: seq_num 392 ranges {8355840=573440,8929280=802816,9732096=401408} 2024-04-02T08:35:00.289 INFO:tasks.rados.rados.0.smithi112.stdout:1199: writing smithi11277797-36 from 8355840 to 8929280 tid 1 2024-04-02T08:35:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:1199: writing smithi11277797-36 from 8929280 to 9732096 tid 2 2024-04-02T08:35:00.297 INFO:tasks.rados.rados.0.smithi112.stdout:1199: writing smithi11277797-36 from 9732096 to 10133504 tid 3 2024-04-02T08:35:00.297 INFO:tasks.rados.rados.0.smithi112.stdout:1200: rollback oid 4 current snap is 121 2024-04-02T08:35:00.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 65 2024-04-02T08:35:00.297 INFO:tasks.rados.rados.0.smithi112.stdout:1198: expect (ObjNum 187 snap 52 seq_num 187) 2024-04-02T08:35:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:00 smithi112 ceph-mon[91385]: pgmap v110: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-02T08:35:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:00 smithi112 ceph-mon[91385]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:35:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:00 smithi112 ceph-mon[88945]: pgmap v110: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-02T08:35:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:00 smithi112 ceph-mon[88945]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:35:00.369 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:00 smithi112 podman[96669]: 2024-04-02 08:35:00.155287889 +0000 UTC m=+1.923000377 container cleanup c869fdd82bd5d0ab444d882d7632aa8354a83312b350499b2acec3930bb43e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:00.369 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:00 smithi112 bash[96669]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1199: finishing write tid 1 to smithi11277797-36 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1199: finishing write tid 2 to smithi11277797-36 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1199: finishing write tid 3 to smithi11277797-36 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1200: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1198: done (2 left) 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1201: rmattr oid 44 current snap is 121 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1200: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1199: finishing write tid 4 to smithi11277797-36 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:1200: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:35:00.694 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 475 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: finishing write tid 5 to smithi11277797-36 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: oid 36 updating version 0 to 666 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: oid 36 version 666 is already newer than 665 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: oid 36 updating version 666 to 668 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: oid 36 version 668 is already newer than 667 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 668 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: left oid 36 (ObjNum 392 snap 121 seq_num 392) 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1199: done (2 left) 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1200: done (1 left) 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1202: setattr oid 26 current snap is 121 2024-04-02T08:35:00.695 INFO:tasks.rados.rados.0.smithi112.stdout:1203: snap_remove snap 100 2024-04-02T08:35:00.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:00 smithi187 ceph-mon[84356]: pgmap v110: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-02T08:35:00.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:00 smithi187 ceph-mon[84356]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:35:00.785 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:00 smithi112 podman[96688]: 2024-04-02 08:35:00.42359021 +0000 UTC m=+0.635609555 container remove c869fdd82bd5d0ab444d882d7632aa8354a83312b350499b2acec3930bb43e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:01.050 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:00 smithi112 podman[96773]: 2024-04-02 08:35:00.689845877 +0000 UTC m=+0.017927987 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:01.050 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:00 smithi112 podman[96773]: 2024-04-02 08:35:00.833105119 +0000 UTC m=+0.161187243 container create 157690debf6fca1eb1831a917ed07920e4816d5b1eb9b0650901730eaed4a2c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:01.313 INFO:tasks.rados.rados.0.smithi112.stdout:1203: done (2 left) 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:1204: rmattr oid 50 current snap is 121 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 439 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 443 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:1201: done (2 left) 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:1202: done (1 left) 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:1204: done (0 left) 2024-04-02T08:35:01.314 INFO:tasks.rados.rados.0.smithi112.stdout:1205: snap_remove snap 115 2024-04-02T08:35:01.349 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 podman[96773]: 2024-04-02 08:35:01.052452969 +0000 UTC m=+0.380535065 container init 157690debf6fca1eb1831a917ed07920e4816d5b1eb9b0650901730eaed4a2c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:35:01.350 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 podman[96773]: 2024-04-02 08:35:01.055900007 +0000 UTC m=+0.383982095 container start 157690debf6fca1eb1831a917ed07920e4816d5b1eb9b0650901730eaed4a2c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:35:01.350 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 podman[96773]: 2024-04-02 08:35:01.144131685 +0000 UTC m=+0.472213767 container attach 157690debf6fca1eb1831a917ed07920e4816d5b1eb9b0650901730eaed4a2c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:01.618 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 podman[96773]: 2024-04-02 08:35:01.35026704 +0000 UTC m=+0.678349131 container died 157690debf6fca1eb1831a917ed07920e4816d5b1eb9b0650901730eaed4a2c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:02.315 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 podman[96799]: 2024-04-02 08:35:01.88942802 +0000 UTC m=+0.533957308 container remove 157690debf6fca1eb1831a917ed07920e4816d5b1eb9b0650901730eaed4a2c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:02.315 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-02T08:35:02.315 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 systemd[1]: Stopped Ceph osd.0 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:02.315 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:01 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Consumed 11.114s CPU time. 2024-04-02T08:35:02.315 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:02 smithi112 systemd[1]: Starting Ceph osd.0 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:02.319 INFO:tasks.rados.rados.0.smithi112.stdout:1205: done (0 left) 2024-04-02T08:35:02.319 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 121 2024-04-02T08:35:02.319 INFO:tasks.rados.rados.0.smithi112.stdout:1206: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-04-02T08:35:02.323 INFO:tasks.rados.rados.0.smithi112.stdout:1206: writing smithi11277797-11 from 0 to 589824 tid 1 2024-04-02T08:35:02.326 INFO:tasks.rados.rados.0.smithi112.stdout:1206: writing smithi11277797-11 from 589824 to 1269760 tid 2 2024-04-02T08:35:02.330 INFO:tasks.rados.rados.0.smithi112.stdout:1206: writing smithi11277797-11 from 1269760 to 1794048 tid 3 2024-04-02T08:35:02.330 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 121 2024-04-02T08:35:02.330 INFO:tasks.rados.rados.0.smithi112.stdout:1206: finishing write tid 1 to smithi11277797-11 2024-04-02T08:35:02.330 INFO:tasks.rados.rados.0.smithi112.stdout:1207: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-04-02T08:35:02.333 INFO:tasks.rados.rados.0.smithi112.stdout:1207: writing smithi11277797-3 from 0 to 606208 tid 1 2024-04-02T08:35:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:1207: writing smithi11277797-3 from 606208 to 1171456 tid 2 2024-04-02T08:35:02.339 INFO:tasks.rados.rados.0.smithi112.stdout:1207: writing smithi11277797-3 from 1171456 to 1728512 tid 3 2024-04-02T08:35:02.340 INFO:tasks.rados.rados.0.smithi112.stdout:1207: writing smithi11277797-3 from 1728512 to 1810432 tid 4 2024-04-02T08:35:02.340 INFO:tasks.rados.rados.0.smithi112.stdout:1208: rollback oid 13 current snap is 121 2024-04-02T08:35:02.340 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 80 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: finishing write tid 2 to smithi11277797-11 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: finishing write tid 3 to smithi11277797-11 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: finishing write tid 4 to smithi11277797-11 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: finishing write tid 5 to smithi11277797-11 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: oid 11 updating version 0 to 384 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: oid 11 version 384 is already newer than 381 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: oid 11 version 384 is already newer than 382 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: oid 11 version 384 is already newer than 383 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 384 (ObjNum 393 snap 121 seq_num 393) dirty exists 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: left oid 11 (ObjNum 393 snap 121 seq_num 393) 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1207: finishing write tid 1 to smithi11277797-3 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1207: finishing write tid 2 to smithi11277797-3 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1206: done (2 left) 2024-04-02T08:35:02.341 INFO:tasks.rados.rados.0.smithi112.stdout:1209: rollback oid 25 current snap is 121 2024-04-02T08:35:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 112 2024-04-02T08:35:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1210: rmattr oid 46 current snap is 121 2024-04-02T08:35:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1211: rmattr oid 18 current snap is 121 2024-04-02T08:35:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1212: delete oid 7 current snap is 121 2024-04-02T08:35:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1208: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:35:02.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 635 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-04-02T08:35:02.343 INFO:tasks.rados.rados.0.smithi112.stdout:1208: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:35:02.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 678 (ObjNum 276 snap 80 seq_num 276) dirty exists 2024-04-02T08:35:02.344 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 0 (ObjNum 328 snap 98 seq_num 328) dirty exists 2024-04-02T08:35:02.344 INFO:tasks.rados.rados.0.smithi112.stdout:1207: finishing write tid 3 to smithi11277797-3 2024-04-02T08:35:02.344 INFO:tasks.rados.rados.0.smithi112.stdout:1209: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:35:02.346 INFO:tasks.rados.rados.0.smithi112.stdout:1209: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:35:02.346 INFO:tasks.rados.rados.0.smithi112.stdout:1207: finishing write tid 4 to smithi11277797-3 2024-04-02T08:35:02.346 INFO:tasks.rados.rados.0.smithi112.stdout:1207: finishing write tid 5 to smithi11277797-3 2024-04-02T08:35:02.346 INFO:tasks.rados.rados.0.smithi112.stdout:1209: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:35:02.346 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 568 (ObjNum 314 snap 93 seq_num 314) dirty exists 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:1208: done (5 left) 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:1209: done (4 left) 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:1210: done (3 left) 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:1211: done (2 left) 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:1212: done (1 left) 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 121 2024-04-02T08:35:02.347 INFO:tasks.rados.rados.0.smithi112.stdout:1213: seq_num 396 ranges {3981312=638976,4620288=786432,5406720=417792} 2024-04-02T08:35:02.373 INFO:tasks.rados.rados.0.smithi112.stdout:1213: writing smithi11277797-46 from 3981312 to 4620288 tid 1 2024-04-02T08:35:02.375 INFO:tasks.rados.rados.0.smithi112.stdout:1213: writing smithi11277797-46 from 4620288 to 5406720 tid 2 2024-04-02T08:35:02.378 INFO:tasks.rados.rados.0.smithi112.stdout:1213: writing smithi11277797-46 from 5406720 to 5824512 tid 3 2024-04-02T08:35:02.378 INFO:tasks.rados.rados.0.smithi112.stdout:1214: snap_remove snap 60 2024-04-02T08:35:02.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:02 smithi112 ceph-mon[91385]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:35:02.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:02 smithi112 ceph-mon[91385]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:35:02.609 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:02 smithi112 ceph-mon[88945]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:35:02.609 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:02 smithi112 ceph-mon[88945]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:35:02.609 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:02 smithi112 podman[96905]: 2024-04-02 08:35:02.232316634 +0000 UTC m=+0.018063192 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:02.609 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:02 smithi112 podman[96905]: 2024-04-02 08:35:02.366184803 +0000 UTC m=+0.151931362 container create 5d5892baab9c3ea2c839702a8a7a00e63b9b1156cdbeb33065b1326e46d133f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:35:02.609 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:02 smithi112 podman[96905]: 2024-04-02 08:35:02.610661009 +0000 UTC m=+0.396407560 container init 5d5892baab9c3ea2c839702a8a7a00e63b9b1156cdbeb33065b1326e46d133f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:02 smithi187 ceph-mon[84356]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:35:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:02 smithi187 ceph-mon[84356]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:35:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:02.868 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:02 smithi112 podman[96905]: 2024-04-02 08:35:02.613834244 +0000 UTC m=+0.399580805 container start 5d5892baab9c3ea2c839702a8a7a00e63b9b1156cdbeb33065b1326e46d133f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:02.868 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:02 smithi112 podman[96905]: 2024-04-02 08:35:02.719071043 +0000 UTC m=+0.504817595 container attach 5d5892baab9c3ea2c839702a8a7a00e63b9b1156cdbeb33065b1326e46d133f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T08:35:03.315 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-mon[88945]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 bash[96905]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:35:03.316 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:03.317 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[96919]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:35:03.317 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 podman[96905]: 2024-04-02 08:35:03.077834429 +0000 UTC m=+0.863580988 container died 5d5892baab9c3ea2c839702a8a7a00e63b9b1156cdbeb33065b1326e46d133f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:35:03.328 INFO:tasks.rados.rados.0.smithi112.stdout:1207: finishing write tid 6 to smithi11277797-3 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1207: oid 3 updating version 0 to 380 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1207: oid 3 version 380 is already newer than 379 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1207: oid 3 version 380 is already newer than 378 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1207: oid 3 version 380 is already newer than 376 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1207: oid 3 version 380 is already newer than 377 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 380 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1207: left oid 3 (ObjNum 394 snap 121 seq_num 394) 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: finishing write tid 1 to smithi11277797-46 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: finishing write tid 2 to smithi11277797-46 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: finishing write tid 3 to smithi11277797-46 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: finishing write tid 4 to smithi11277797-46 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: finishing write tid 5 to smithi11277797-46 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: oid 46 updating version 0 to 384 2024-04-02T08:35:03.329 INFO:tasks.rados.rados.0.smithi112.stdout:1213: oid 46 updating version 384 to 385 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1213: oid 46 version 385 is already newer than 382 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1213: oid 46 version 385 is already newer than 383 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 385 (ObjNum 396 snap 121 seq_num 396) dirty exists 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1213: left oid 46 (ObjNum 396 snap 121 seq_num 396) 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1207: done (2 left) 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1213: done (1 left) 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1214: done (0 left) 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1215: read oid 18 snap -1 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1215: expect (ObjNum 387 snap 119 seq_num 387) 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 121 2024-04-02T08:35:03.330 INFO:tasks.rados.rados.0.smithi112.stdout:1216: seq_num 397 ranges {1769472=655360,2424832=671744,3096576=532480} 2024-04-02T08:35:03.343 INFO:tasks.rados.rados.0.smithi112.stdout:1216: writing smithi11277797-14 from 1769472 to 2424832 tid 1 2024-04-02T08:35:03.347 INFO:tasks.rados.rados.0.smithi112.stdout:1216: writing smithi11277797-14 from 2424832 to 3096576 tid 2 2024-04-02T08:35:03.351 INFO:tasks.rados.rados.0.smithi112.stdout:1216: writing smithi11277797-14 from 3096576 to 3629056 tid 3 2024-04-02T08:35:03.351 INFO:tasks.rados.rados.0.smithi112.stdout:1217: snap_remove snap 107 2024-04-02T08:35:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:03 smithi112 ceph-mon[91385]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:35:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:03 smithi187 ceph-mon[84356]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:35:03.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:04.057 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 podman[97041]: 2024-04-02 08:35:03.706625795 +0000 UTC m=+0.623708248 container remove 5d5892baab9c3ea2c839702a8a7a00e63b9b1156cdbeb33065b1326e46d133f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T08:35:04.057 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 podman[97103]: 2024-04-02 08:35:03.818845858 +0000 UTC m=+0.017763443 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:04.057 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:03 smithi112 podman[97103]: 2024-04-02 08:35:03.932541658 +0000 UTC m=+0.131459270 container create 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:35:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:1217: done (2 left) 2024-04-02T08:35:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:1218: snap_create 2024-04-02T08:35:04.225 INFO:tasks.rados.rados.0.smithi112.stdout:1216: finishing write tid 1 to smithi11277797-14 2024-04-02T08:35:04.226 INFO:tasks.rados.rados.0.smithi112.stdout:1216: finishing write tid 2 to smithi11277797-14 2024-04-02T08:35:04.226 INFO:tasks.rados.rados.0.smithi112.stdout:1215: expect (ObjNum 387 snap 119 seq_num 387) 2024-04-02T08:35:04.328 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:04 smithi112 podman[97103]: 2024-04-02 08:35:04.160017611 +0000 UTC m=+0.358935180 container init 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:04.328 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:04 smithi112 podman[97103]: 2024-04-02 08:35:04.163024173 +0000 UTC m=+0.361941741 container start 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T08:35:04.328 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-osd[97122]: -- 172.21.15.112:0/3655256205 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561699757680 con 0x561699721000 2024-04-02T08:35:04.329 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:04 smithi112 bash[97103]: 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 2024-04-02T08:35:04.329 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:04 smithi112 systemd[1]: Started Ceph osd.0 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:04.427 INFO:tasks.rados.rados.0.smithi112.stdout:1216: finishing write tid 3 to smithi11277797-14 2024-04-02T08:35:04.427 INFO:tasks.rados.rados.0.smithi112.stdout:1216: finishing write tid 4 to smithi11277797-14 2024-04-02T08:35:04.427 INFO:tasks.rados.rados.0.smithi112.stdout:1216: finishing write tid 5 to smithi11277797-14 2024-04-02T08:35:04.428 INFO:tasks.rados.rados.0.smithi112.stdout:1216: oid 14 updating version 0 to 551 2024-04-02T08:35:04.428 INFO:tasks.rados.rados.0.smithi112.stdout:1216: oid 14 updating version 551 to 552 2024-04-02T08:35:04.428 INFO:tasks.rados.rados.0.smithi112.stdout:1216: oid 14 updating version 552 to 553 2024-04-02T08:35:04.428 INFO:tasks.rados.rados.0.smithi112.stdout:1216: oid 14 updating version 553 to 554 2024-04-02T08:35:04.428 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 554 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-04-02T08:35:04.428 INFO:tasks.rados.rados.0.smithi112.stdout:1216: left oid 14 (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:35:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[91385]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:35:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[91385]: pgmap v116: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[91385]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[88945]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[88945]: pgmap v116: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[88945]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:04 smithi187 ceph-mon[84356]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:35:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:04 smithi187 ceph-mon[84356]: pgmap v116: 121 pgs: 15 stale+active+clean, 106 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:04 smithi187 ceph-mon[84356]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:35:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:05.118 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:04 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T08:35:04.708+0000 7fa2e78fb7c0 -1 Falling back to public interface 2024-04-02T08:35:05.230 INFO:tasks.rados.rados.0.smithi112.stdout:1215: done (2 left) 2024-04-02T08:35:05.231 INFO:tasks.rados.rados.0.smithi112.stdout:1216: done (1 left) 2024-04-02T08:35:05.231 INFO:tasks.rados.rados.0.smithi112.stdout:1218: done (0 left) 2024-04-02T08:35:05.231 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 122 2024-04-02T08:35:05.231 INFO:tasks.rados.rados.0.smithi112.stdout:1219: seq_num 398 ranges {1794048=671744,2465792=557056,3022848=532480,3555328=114688} 2024-04-02T08:35:05.244 INFO:tasks.rados.rados.0.smithi112.stdout:1219: writing smithi11277797-11 from 1794048 to 2465792 tid 1 2024-04-02T08:35:05.246 INFO:tasks.rados.rados.0.smithi112.stdout:1219: writing smithi11277797-11 from 2465792 to 3022848 tid 2 2024-04-02T08:35:05.249 INFO:tasks.rados.rados.0.smithi112.stdout:1219: writing smithi11277797-11 from 3022848 to 3555328 tid 3 2024-04-02T08:35:05.250 INFO:tasks.rados.rados.0.smithi112.stdout:1219: writing smithi11277797-11 from 3555328 to 3670016 tid 4 2024-04-02T08:35:05.251 INFO:tasks.rados.rados.0.smithi112.stdout:1220: rmattr oid 30 current snap is 122 2024-04-02T08:35:05.251 INFO:tasks.rados.rados.0.smithi112.stdout:1220: done (1 left) 2024-04-02T08:35:05.251 INFO:tasks.rados.rados.0.smithi112.stdout:1221: delete oid 19 current snap is 122 2024-04-02T08:35:05.251 INFO:tasks.rados.rados.0.smithi112.stdout:1219: finishing write tid 1 to smithi11277797-11 2024-04-02T08:35:05.254 INFO:tasks.rados.rados.0.smithi112.stdout:1219: finishing write tid 2 to smithi11277797-11 2024-04-02T08:35:05.254 INFO:tasks.rados.rados.0.smithi112.stdout:1219: finishing write tid 3 to smithi11277797-11 2024-04-02T08:35:05.254 INFO:tasks.rados.rados.0.smithi112.stdout:1221: done (1 left) 2024-04-02T08:35:05.255 INFO:tasks.rados.rados.0.smithi112.stdout:1222: rollback oid 30 current snap is 122 2024-04-02T08:35:05.255 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 120 2024-04-02T08:35:05.255 INFO:tasks.rados.rados.0.smithi112.stdout:1223: copy_from oid 23 from oid 17 current snap is 122 2024-04-02T08:35:05.255 INFO:tasks.rados.rados.0.smithi112.stdout:1219: finishing write tid 4 to smithi11277797-11 2024-04-02T08:35:05.255 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 122 2024-04-02T08:35:05.255 INFO:tasks.rados.rados.0.smithi112.stdout:1224: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-04-02T08:35:05.258 INFO:tasks.rados.rados.0.smithi112.stdout:1224: writing smithi11277797-24 from 0 to 704512 tid 1 2024-04-02T08:35:05.262 INFO:tasks.rados.rados.0.smithi112.stdout:1224: writing smithi11277797-24 from 704512 to 1425408 tid 2 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1224: writing smithi11277797-24 from 1425408 to 1908736 tid 3 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1225: read oid 34 snap 96 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1225: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1226: delete oid 29 current snap is 122 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1223: finishing copy_from to smithi11277797-23 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1223: got expected ENOENT (src dne) 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1223: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: finishing write tid 5 to smithi11277797-11 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: finishing write tid 6 to smithi11277797-11 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: oid 11 updating version 0 to 390 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: oid 11 updating version 390 to 391 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: oid 11 updating version 391 to 394 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: oid 11 version 394 is already newer than 393 2024-04-02T08:35:05.266 INFO:tasks.rados.rados.0.smithi112.stdout:1219: oid 11 version 394 is already newer than 392 2024-04-02T08:35:05.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 394 (ObjNum 398 snap 122 seq_num 398) dirty exists 2024-04-02T08:35:05.267 INFO:tasks.rados.rados.0.smithi112.stdout:1219: left oid 11 (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:35:05.267 INFO:tasks.rados.rados.0.smithi112.stdout:1222: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:35:05.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 450 (ObjNum 129 snap 0 seq_num 2348399472) dirty dne 2024-04-02T08:35:05.267 INFO:tasks.rados.rados.0.smithi112.stdout:1224: finishing write tid 1 to smithi11277797-24 2024-04-02T08:35:05.267 INFO:tasks.rados.rados.0.smithi112.stdout:1224: finishing write tid 2 to smithi11277797-24 2024-04-02T08:35:05.269 INFO:tasks.rados.rados.0.smithi112.stdout:1219: done (5 left) 2024-04-02T08:35:05.269 INFO:tasks.rados.rados.0.smithi112.stdout:1222: done (4 left) 2024-04-02T08:35:05.269 INFO:tasks.rados.rados.0.smithi112.stdout:1223: done (3 left) 2024-04-02T08:35:05.269 INFO:tasks.rados.rados.0.smithi112.stdout:1226: done (2 left) 2024-04-02T08:35:05.269 INFO:tasks.rados.rados.0.smithi112.stdout:1227: rollback oid 21 current snap is 122 2024-04-02T08:35:05.269 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 65 2024-04-02T08:35:05.270 INFO:tasks.rados.rados.0.smithi112.stdout:1228: copy_from oid 44 from oid 3 current snap is 122 2024-04-02T08:35:05.270 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 122 2024-04-02T08:35:05.270 INFO:tasks.rados.rados.0.smithi112.stdout:1229: seq_num 402 ranges {1769472=737280,2506752=491520,2998272=516096,3514368=196608} 2024-04-02T08:35:05.283 INFO:tasks.rados.rados.0.smithi112.stdout:1229: writing smithi11277797-8 from 1769472 to 2506752 tid 1 2024-04-02T08:35:05.286 INFO:tasks.rados.rados.0.smithi112.stdout:1229: writing smithi11277797-8 from 2506752 to 2998272 tid 2 2024-04-02T08:35:05.289 INFO:tasks.rados.rados.0.smithi112.stdout:1229: writing smithi11277797-8 from 2998272 to 3514368 tid 3 2024-04-02T08:35:05.290 INFO:tasks.rados.rados.0.smithi112.stdout:1229: writing smithi11277797-8 from 3514368 to 3710976 tid 4 2024-04-02T08:35:05.290 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 122 2024-04-02T08:35:05.291 INFO:tasks.rados.rados.0.smithi112.stdout:1224: finishing write tid 3 to smithi11277797-24 2024-04-02T08:35:05.291 INFO:tasks.rados.rados.0.smithi112.stdout:1230: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-04-02T08:35:05.295 INFO:tasks.rados.rados.0.smithi112.stdout:1230: writing smithi11277797-43 from 0 to 753664 tid 1 2024-04-02T08:35:05.297 INFO:tasks.rados.rados.0.smithi112.stdout:1230: writing smithi11277797-43 from 753664 to 1179648 tid 2 2024-04-02T08:35:05.301 INFO:tasks.rados.rados.0.smithi112.stdout:1230: writing smithi11277797-43 from 1179648 to 1900544 tid 3 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1230: writing smithi11277797-43 from 1900544 to 1957888 tid 4 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1231: read oid 46 snap -1 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1231: expect (ObjNum 396 snap 121 seq_num 396) 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1232: snap_create 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1224: finishing write tid 4 to smithi11277797-24 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1227: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:35:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:1224: finishing write tid 5 to smithi11277797-24 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1224: oid 24 updating version 0 to 642 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1224: oid 24 version 642 is already newer than 639 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1224: oid 24 version 642 is already newer than 640 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1224: oid 24 version 642 is already newer than 641 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 642 (ObjNum 400 snap 122 seq_num 400) dirty exists 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1224: left oid 24 (ObjNum 400 snap 122 seq_num 400) 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1227: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1227: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 639 (ObjNum 202 snap 60 seq_num 202) dirty exists 2024-04-02T08:35:05.303 INFO:tasks.rados.rados.0.smithi112.stdout:1225: expect (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:35:05.431 INFO:tasks.rados.rados.0.smithi112.stdout:1228: finishing copy_from racing read to smithi11277797-44 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1228: finishing copy_from to smithi11277797-44 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 380 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: finishing write tid 1 to smithi11277797-8 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: finishing write tid 2 to smithi11277797-8 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: finishing write tid 3 to smithi11277797-8 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: finishing write tid 4 to smithi11277797-8 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: finishing write tid 5 to smithi11277797-8 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: finishing write tid 6 to smithi11277797-8 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: oid 8 updating version 0 to 694 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: oid 8 version 694 is already newer than 691 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: oid 8 version 694 is already newer than 692 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: oid 8 version 694 is already newer than 693 2024-04-02T08:35:05.432 INFO:tasks.rados.rados.0.smithi112.stdout:1229: oid 8 version 694 is already newer than 690 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 694 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1229: left oid 8 (ObjNum 402 snap 122 seq_num 402) 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: finishing write tid 1 to smithi11277797-43 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: finishing write tid 2 to smithi11277797-43 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: finishing write tid 3 to smithi11277797-43 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: finishing write tid 4 to smithi11277797-43 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: finishing write tid 5 to smithi11277797-43 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: finishing write tid 6 to smithi11277797-43 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: oid 43 updating version 0 to 647 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: oid 43 version 647 is already newer than 645 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: oid 43 version 647 is already newer than 646 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: oid 43 version 647 is already newer than 644 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: oid 43 version 647 is already newer than 643 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 647 (ObjNum 403 snap 122 seq_num 403) dirty exists 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1230: left oid 43 (ObjNum 403 snap 122 seq_num 403) 2024-04-02T08:35:05.433 INFO:tasks.rados.rados.0.smithi112.stdout:1231: expect (ObjNum 396 snap 121 seq_num 396) 2024-04-02T08:35:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:05 smithi112 ceph-mon[88945]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:35:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:05 smithi112 ceph-mon[91385]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:35:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:05 smithi187 ceph-mon[84356]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:35:06.226 INFO:tasks.rados.rados.0.smithi112.stdout:1224: done (7 left) 2024-04-02T08:35:06.226 INFO:tasks.rados.rados.0.smithi112.stdout:1225: done (6 left) 2024-04-02T08:35:06.226 INFO:tasks.rados.rados.0.smithi112.stdout:1227: done (5 left) 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1228: done (4 left) 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1229: done (3 left) 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1230: done (2 left) 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1231: done (1 left) 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1232: done (0 left) 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1233: setattr oid 23 current snap is 123 2024-04-02T08:35:06.227 INFO:tasks.rados.rados.0.smithi112.stdout:1234: snap_remove snap 109 2024-04-02T08:35:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:06 smithi112 ceph-mon[88945]: pgmap v119: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 441 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 141/873 objects degraded (16.151%) 2024-04-02T08:35:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:06 smithi112 ceph-mon[88945]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:35:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:06 smithi112 ceph-mon[91385]: pgmap v119: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 441 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 141/873 objects degraded (16.151%) 2024-04-02T08:35:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:06 smithi112 ceph-mon[91385]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:35:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:06 smithi187 ceph-mon[84356]: pgmap v119: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 441 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 141/873 objects degraded (16.151%) 2024-04-02T08:35:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:06 smithi187 ceph-mon[84356]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:35:07.228 INFO:tasks.rados.rados.0.smithi112.stdout:1234: done (1 left) 2024-04-02T08:35:07.228 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 123 2024-04-02T08:35:07.228 INFO:tasks.rados.rados.0.smithi112.stdout:1235: seq_num 404 ranges {8118272=770048,8888320=712704,9601024=491520} 2024-04-02T08:35:07.280 INFO:tasks.rados.rados.0.smithi112.stdout:1235: writing smithi11277797-45 from 8118272 to 8888320 tid 1 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi112.stdout:1235: writing smithi11277797-45 from 8888320 to 9601024 tid 2 2024-04-02T08:35:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:1235: writing smithi11277797-45 from 9601024 to 10092544 tid 3 2024-04-02T08:35:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:1236: snap_remove snap 121 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:07 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 141/873 objects degraded (16.151%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:07 smithi112 ceph-mon[91385]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:35:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:07 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 141/873 objects degraded (16.151%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:07 smithi112 ceph-mon[88945]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:35:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:07 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 141/873 objects degraded (16.151%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:07 smithi187 ceph-mon[84356]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:35:08.118 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:07 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T08:35:07.851+0000 7fa2e78fb7c0 -1 osd.0 296 log_to_monitors true 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1236: done (2 left) 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1237: delete oid 1 current snap is 123 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 445 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1235: finishing write tid 1 to smithi11277797-45 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1235: finishing write tid 2 to smithi11277797-45 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1235: finishing write tid 3 to smithi11277797-45 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1235: finishing write tid 4 to smithi11277797-45 2024-04-02T08:35:08.232 INFO:tasks.rados.rados.0.smithi112.stdout:1235: finishing write tid 5 to smithi11277797-45 2024-04-02T08:35:08.233 INFO:tasks.rados.rados.0.smithi112.stdout:1235: oid 45 updating version 0 to 572 2024-04-02T08:35:08.233 INFO:tasks.rados.rados.0.smithi112.stdout:1235: oid 45 version 572 is already newer than 569 2024-04-02T08:35:08.233 INFO:tasks.rados.rados.0.smithi112.stdout:1235: oid 45 version 572 is already newer than 571 2024-04-02T08:35:08.233 INFO:tasks.rados.rados.0.smithi112.stdout:1235: oid 45 version 572 is already newer than 570 2024-04-02T08:35:08.233 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 572 (ObjNum 404 snap 123 seq_num 404) dirty exists 2024-04-02T08:35:08.233 INFO:tasks.rados.rados.0.smithi112.stdout:1235: left oid 45 (ObjNum 404 snap 123 seq_num 404) 2024-04-02T08:35:08.242 INFO:tasks.rados.rados.0.smithi112.stdout:1233: done (2 left) 2024-04-02T08:35:08.242 INFO:tasks.rados.rados.0.smithi112.stdout:1235: done (1 left) 2024-04-02T08:35:08.242 INFO:tasks.rados.rados.0.smithi112.stdout:1237: done (0 left) 2024-04-02T08:35:08.243 INFO:tasks.rados.rados.0.smithi112.stdout:1238: rollback oid 50 current snap is 123 2024-04-02T08:35:08.243 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 37 2024-04-02T08:35:08.243 INFO:tasks.rados.rados.0.smithi112.stdout:1239: copy_from oid 39 from oid 10 current snap is 123 2024-04-02T08:35:08.243 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 123 2024-04-02T08:35:08.243 INFO:tasks.rados.rados.0.smithi112.stdout:1240: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-04-02T08:35:08.246 INFO:tasks.rados.rados.0.smithi112.stdout:1240: writing smithi11277797-2 from 0 to 802816 tid 1 2024-04-02T08:35:08.250 INFO:tasks.rados.rados.0.smithi112.stdout:1240: writing smithi11277797-2 from 802816 to 1277952 tid 2 2024-04-02T08:35:08.253 INFO:tasks.rados.rados.0.smithi112.stdout:1240: writing smithi11277797-2 from 1277952 to 1777664 tid 3 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:1240: writing smithi11277797-2 from 1777664 to 2007040 tid 4 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:1241: read oid 36 snap -1 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:1241: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:1242: rollback oid 32 current snap is 123 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 96 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:1238: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:1243: rollback oid 40 current snap is 123 2024-04-02T08:35:08.255 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 114 2024-04-02T08:35:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:1238: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:35:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:1238: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:35:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 134 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:35:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:1238: done (5 left) 2024-04-02T08:35:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:1244: copy_from oid 33 from oid 29 current snap is 123 2024-04-02T08:35:08.256 INFO:tasks.rados.rados.0.smithi112.stdout:1245: snap_create 2024-04-02T08:35:08.258 INFO:tasks.rados.rados.0.smithi112.stdout:1244: finishing copy_from to smithi11277797-33 2024-04-02T08:35:08.258 INFO:tasks.rados.rados.0.smithi112.stdout:1244: got expected ENOENT (src dne) 2024-04-02T08:35:08.258 INFO:tasks.rados.rados.0.smithi112.stdout:1244: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:35:08.267 INFO:tasks.rados.rados.0.smithi112.stdout:1240: finishing write tid 1 to smithi11277797-2 2024-04-02T08:35:08.268 INFO:tasks.rados.rados.0.smithi112.stdout:1240: finishing write tid 2 to smithi11277797-2 2024-04-02T08:35:08.275 INFO:tasks.rados.rados.0.smithi112.stdout:1242: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:35:08.284 INFO:tasks.rados.rados.0.smithi112.stdout:1243: finishing rollback tid 0 to smithi11277797-40 2024-04-02T08:35:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:1240: finishing write tid 3 to smithi11277797-2 2024-04-02T08:35:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:1240: finishing write tid 4 to smithi11277797-2 2024-04-02T08:35:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:1240: finishing write tid 5 to smithi11277797-2 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: finishing write tid 6 to smithi11277797-2 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: oid 2 updating version 0 to 605 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: oid 2 updating version 605 to 606 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: oid 2 version 606 is already newer than 604 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: oid 2 updating version 606 to 607 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: oid 2 version 607 is already newer than 603 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 607 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-04-02T08:35:08.289 INFO:tasks.rados.rados.0.smithi112.stdout:1240: left oid 2 (ObjNum 406 snap 123 seq_num 406) 2024-04-02T08:35:08.303 INFO:tasks.rados.rados.0.smithi112.stdout:1241: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: pgmap v122: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 441 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 141/873 objects degraded (16.151%) 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:08.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:35:08.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:08.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:08 smithi187 ceph-mon[84356]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:08.868 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T08:35:08.702+0000 7fa2d4d4b700 -1 osd.0 296 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:35:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: pgmap v122: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 441 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 141/873 objects degraded (16.151%) 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[91385]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: pgmap v122: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 441 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 141/873 objects degraded (16.151%) 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:08.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:08 smithi112 ceph-mon[88945]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:1239: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:35:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:1240: done (6 left) 2024-04-02T08:35:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:1241: done (5 left) 2024-04-02T08:35:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:1244: done (4 left) 2024-04-02T08:35:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:1245: done (3 left) 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1246: read oid 4 snap 123 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1246: expect (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1247: snap_create 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1242: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1242: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 453 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1243: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1243: finishing rollback tid 2 to smithi11277797-40 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 571 (ObjNum 349 snap 106 seq_num 349) dirty exists 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:1239: finishing copy_from to smithi11277797-39 2024-04-02T08:35:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 416 (ObjNum 360 snap 110 seq_num 360) dirty exists 2024-04-02T08:35:09.307 INFO:tasks.rados.rados.0.smithi112.stdout:1246: expect (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:35:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:35:09] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-04-02T08:35:09.977 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: from='osd.0 ' entity='osd.0' 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481] boot 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: osdmap e307: 8 total, 8 up, 8 in 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: from='osd.0 ' entity='osd.0' 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:09.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481] boot 2024-04-02T08:35:09.979 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: osdmap e307: 8 total, 8 up, 8 in 2024-04-02T08:35:09.979 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: from='osd.0 ' entity='osd.0' 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: osd.0 [v2:172.21.15.112:6802/1379047481,v1:172.21.15.112:6803/1379047481] boot 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: osdmap e307: 8 total, 8 up, 8 in 2024-04-02T08:35:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:1239: done (4 left) 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:1242: done (3 left) 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:1243: done (2 left) 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:1246: done (1 left) 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:1247: done (0 left) 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 125 2024-04-02T08:35:10.247 INFO:tasks.rados.rados.0.smithi112.stdout:1248: seq_num 407 ranges {2539520=425984,2965504=761856,3727360=704512,4431872=139264} 2024-04-02T08:35:10.264 INFO:tasks.rados.rados.0.smithi112.stdout:1248: writing smithi11277797-28 from 2539520 to 2965504 tid 1 2024-04-02T08:35:10.269 INFO:tasks.rados.rados.0.smithi112.stdout:1248: writing smithi11277797-28 from 2965504 to 3727360 tid 2 2024-04-02T08:35:10.274 INFO:tasks.rados.rados.0.smithi112.stdout:1248: writing smithi11277797-28 from 3727360 to 4431872 tid 3 2024-04-02T08:35:10.275 INFO:tasks.rados.rados.0.smithi112.stdout:1248: writing smithi11277797-28 from 4431872 to 4571136 tid 4 2024-04-02T08:35:10.275 INFO:tasks.rados.rados.0.smithi112.stdout:1249: rollback oid 6 current snap is 125 2024-04-02T08:35:10.275 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 114 2024-04-02T08:35:10.275 INFO:tasks.rados.rados.0.smithi112.stdout:1250: snap_remove snap 113 2024-04-02T08:35:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:10 smithi187 ceph-mon[84356]: pgmap v125: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 20 op/s; 145/894 objects degraded (16.219%) 2024-04-02T08:35:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:10 smithi187 ceph-mon[84356]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:35:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:10 smithi187 ceph-mon[84356]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:35:11.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:10 smithi112 ceph-mon[91385]: pgmap v125: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 20 op/s; 145/894 objects degraded (16.219%) 2024-04-02T08:35:11.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:10 smithi112 ceph-mon[91385]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:35:11.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:10 smithi112 ceph-mon[91385]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:35:11.036 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:10 smithi112 ceph-mon[88945]: pgmap v125: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 20 op/s; 145/894 objects degraded (16.219%) 2024-04-02T08:35:11.036 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:10 smithi112 ceph-mon[88945]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:35:11.037 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:10 smithi112 ceph-mon[88945]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:35:11.244 INFO:tasks.rados.rados.0.smithi112.stdout:1250: done (2 left) 2024-04-02T08:35:11.244 INFO:tasks.rados.rados.0.smithi112.stdout:1251: delete oid 2 current snap is 125 2024-04-02T08:35:11.244 INFO:tasks.rados.rados.0.smithi112.stdout:1249: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:35:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 319 (ObjNum -815813408 snap 32661 seq_num 304) dirty dne 2024-04-02T08:35:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1248: finishing write tid 1 to smithi11277797-28 2024-04-02T08:35:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1248: finishing write tid 2 to smithi11277797-28 2024-04-02T08:35:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1248: finishing write tid 3 to smithi11277797-28 2024-04-02T08:35:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1248: finishing write tid 4 to smithi11277797-28 2024-04-02T08:35:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1248: finishing write tid 5 to smithi11277797-28 2024-04-02T08:35:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1248: finishing write tid 6 to smithi11277797-28 2024-04-02T08:35:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1248: oid 28 updating version 0 to 567 2024-04-02T08:35:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1248: oid 28 version 567 is already newer than 564 2024-04-02T08:35:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1248: oid 28 version 567 is already newer than 565 2024-04-02T08:35:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1248: oid 28 version 567 is already newer than 566 2024-04-02T08:35:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1248: oid 28 updating version 567 to 568 2024-04-02T08:35:11.247 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 568 (ObjNum 407 snap 125 seq_num 407) dirty exists 2024-04-02T08:35:11.247 INFO:tasks.rados.rados.0.smithi112.stdout:1248: left oid 28 (ObjNum 407 snap 125 seq_num 407) 2024-04-02T08:35:11.254 INFO:tasks.rados.rados.0.smithi112.stdout:1248: done (2 left) 2024-04-02T08:35:11.254 INFO:tasks.rados.rados.0.smithi112.stdout:1249: done (1 left) 2024-04-02T08:35:11.254 INFO:tasks.rados.rados.0.smithi112.stdout:1251: done (0 left) 2024-04-02T08:35:11.254 INFO:tasks.rados.rados.0.smithi112.stdout:1252: snap_create 2024-04-02T08:35:11.986 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:35:12.253 INFO:tasks.rados.rados.0.smithi112.stdout:1252: done (0 left) 2024-04-02T08:35:12.253 INFO:tasks.rados.rados.0.smithi112.stdout:1253: snap_create 2024-04-02T08:35:12.311 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (6m) 4s ago 7m 25.7M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (6m) 48s ago 6m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (8m) 4s ago 8m 21.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (8m) 48s ago 8m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (118s) 48s ago 11m 449M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (2m) 4s ago 13m 502M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (103s) 4s ago 13m 44.6M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (59s) 48s ago 11m 23.3M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (79s) 4s ago 11m 39.2M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (6m) 4s ago 6m 15.7M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (6m) 48s ago 6m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (8s) 4s ago 11m 12.6M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (10m) 4s ago 10m 199M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 06cc6effef59 2024-04-02T08:35:12.312 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (10m) 4s ago 10m 154M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:35:12.313 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (10m) 4s ago 10m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:35:12.313 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (9m) 48s ago 9m 163M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:35:12.313 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (9m) 48s ago 9m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:35:12.313 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (8m) 48s ago 8m 141M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:35:12.313 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (8m) 48s ago 8m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:35:12.313 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (2m) 48s ago 7m 49.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:35:12.598 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:12 smithi112 ceph-mon[88945]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:35:12.598 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:12 smithi112 ceph-mon[88945]: pgmap v128: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 20 op/s; 145/894 objects degraded (16.219%) 2024-04-02T08:35:12.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:12 smithi112 ceph-mon[91385]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:35:12.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:12 smithi112 ceph-mon[91385]: pgmap v128: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 20 op/s; 145/894 objects degraded (16.219%) 2024-04-02T08:35:12.711 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:35:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:35:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:35:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 6 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:35:12.712 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:35:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:12 smithi187 ceph-mon[84356]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:35:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:12 smithi187 ceph-mon[84356]: pgmap v128: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 20 op/s; 145/894 objects degraded (16.219%) 2024-04-02T08:35:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:35:13.025+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:35:13.254 INFO:tasks.rados.rados.0.smithi112.stdout:1253: done (0 left) 2024-04-02T08:35:13.254 INFO:tasks.rados.rados.0.smithi112.stdout:1254: rollback oid 2 current snap is 127 2024-04-02T08:35:13.254 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 2 to 125 2024-04-02T08:35:13.254 INFO:tasks.rados.rados.0.smithi112.stdout:1255: read oid 21 snap -1 2024-04-02T08:35:13.254 INFO:tasks.rados.rados.0.smithi112.stdout:1255: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:35:13.254 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 127 2024-04-02T08:35:13.255 INFO:tasks.rados.rados.0.smithi112.stdout:1256: seq_num 409 ranges {1810432=458752,2269184=532480,2801664=720896,3522560=352256} 2024-04-02T08:35:13.266 INFO:tasks.rados.rados.0.smithi112.stdout:1256: writing smithi11277797-44 from 1810432 to 2269184 tid 1 2024-04-02T08:35:13.269 INFO:tasks.rados.rados.0.smithi112.stdout:1256: writing smithi11277797-44 from 2269184 to 2801664 tid 2 2024-04-02T08:35:13.274 INFO:tasks.rados.rados.0.smithi112.stdout:1256: writing smithi11277797-44 from 2801664 to 3522560 tid 3 2024-04-02T08:35:13.276 INFO:tasks.rados.rados.0.smithi112.stdout:1256: writing smithi11277797-44 from 3522560 to 3874816 tid 4 2024-04-02T08:35:13.276 INFO:tasks.rados.rados.0.smithi112.stdout:1257: delete oid 1 current snap is 127 2024-04-02T08:35:13.276 INFO:tasks.rados.rados.0.smithi112.stdout:1254: finishing rollback tid 1 to smithi11277797-2 2024-04-02T08:35:13.276 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 609 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:13.276 INFO:tasks.rados.rados.0.smithi112.stdout:1255: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:35:13.302 INFO:tasks.rados.rados.0.smithi112.stdout:1256: finishing write tid 1 to smithi11277797-44 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1256: finishing write tid 2 to smithi11277797-44 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1254: done (3 left) 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1255: done (2 left) 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1257: done (1 left) 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 127 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1256: finishing write tid 3 to smithi11277797-44 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1256: finishing write tid 4 to smithi11277797-44 2024-04-02T08:35:13.303 INFO:tasks.rados.rados.0.smithi112.stdout:1258: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-04-02T08:35:13.305 INFO:tasks.rados.rados.0.smithi112.stdout:1258: writing smithi11277797-29 from 0 to 491520 tid 1 2024-04-02T08:35:13.309 INFO:tasks.rados.rados.0.smithi112.stdout:1258: writing smithi11277797-29 from 491520 to 1245184 tid 2 2024-04-02T08:35:13.313 INFO:tasks.rados.rados.0.smithi112.stdout:1258: writing smithi11277797-29 from 1245184 to 1933312 tid 3 2024-04-02T08:35:13.314 INFO:tasks.rados.rados.0.smithi112.stdout:1258: writing smithi11277797-29 from 1933312 to 2097152 tid 4 2024-04-02T08:35:13.314 INFO:tasks.rados.rados.0.smithi112.stdout:1259: snap_remove snap 59 2024-04-02T08:35:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2290286518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2290286518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:13.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2290286518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:13.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:14.229 INFO:tasks.rados.rados.0.smithi112.stdout:1259: done (2 left) 2024-04-02T08:35:14.229 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 127 2024-04-02T08:35:14.229 INFO:tasks.rados.rados.0.smithi112.stdout:1256: finishing write tid 5 to smithi11277797-44 2024-04-02T08:35:14.229 INFO:tasks.rados.rados.0.smithi112.stdout:1256: finishing write tid 6 to smithi11277797-44 2024-04-02T08:35:14.229 INFO:tasks.rados.rados.0.smithi112.stdout:1256: oid 44 updating version 0 to 443 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1256: oid 44 version 443 is already newer than 441 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1256: oid 44 version 443 is already newer than 442 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1256: oid 44 version 443 is already newer than 440 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1256: oid 44 updating version 443 to 444 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 444 (ObjNum 409 snap 127 seq_num 409) dirty exists 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1256: left oid 44 (ObjNum 409 snap 127 seq_num 409) 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1258: finishing write tid 1 to smithi11277797-29 2024-04-02T08:35:14.230 INFO:tasks.rados.rados.0.smithi112.stdout:1260: seq_num 412 ranges {11436032=507904,11943936=630784,12574720=491520,13066240=483328} 2024-04-02T08:35:14.295 INFO:tasks.rados.rados.0.smithi112.stdout:1260: writing smithi11277797-39 from 11436032 to 11943936 tid 1 2024-04-02T08:35:14.299 INFO:tasks.rados.rados.0.smithi112.stdout:1260: writing smithi11277797-39 from 11943936 to 12574720 tid 2 2024-04-02T08:35:14.302 INFO:tasks.rados.rados.0.smithi112.stdout:1260: writing smithi11277797-39 from 12574720 to 13066240 tid 3 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1260: writing smithi11277797-39 from 13066240 to 13549568 tid 4 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1256: done (2 left) 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1261: setattr oid 31 current snap is 127 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1258: finishing write tid 2 to smithi11277797-29 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1258: finishing write tid 3 to smithi11277797-29 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1258: finishing write tid 4 to smithi11277797-29 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1258: finishing write tid 5 to smithi11277797-29 2024-04-02T08:35:14.305 INFO:tasks.rados.rados.0.smithi112.stdout:1258: finishing write tid 6 to smithi11277797-29 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1258: oid 29 updating version 0 to 585 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1258: oid 29 version 585 is already newer than 581 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1258: oid 29 version 585 is already newer than 584 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1258: oid 29 version 585 is already newer than 583 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1258: oid 29 version 585 is already newer than 582 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 585 (ObjNum 411 snap 127 seq_num 411) dirty exists 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1258: left oid 29 (ObjNum 411 snap 127 seq_num 411) 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1260: finishing write tid 1 to smithi11277797-39 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1260: finishing write tid 2 to smithi11277797-39 2024-04-02T08:35:14.306 INFO:tasks.rados.rados.0.smithi112.stdout:1260: finishing write tid 3 to smithi11277797-39 2024-04-02T08:35:14.307 INFO:tasks.rados.rados.0.smithi112.stdout:1258: done (2 left) 2024-04-02T08:35:14.307 INFO:tasks.rados.rados.0.smithi112.stdout:1262: copy_from oid 47 from oid 9 current snap is 127 2024-04-02T08:35:14.307 INFO:tasks.rados.rados.0.smithi112.stdout:1263: snap_create 2024-04-02T08:35:14.307 INFO:tasks.rados.rados.0.smithi112.stdout:1260: finishing write tid 4 to smithi11277797-39 2024-04-02T08:35:14.307 INFO:tasks.rados.rados.0.smithi112.stdout:1260: finishing write tid 5 to smithi11277797-39 2024-04-02T08:35:14.308 INFO:tasks.rados.rados.0.smithi112.stdout:1260: finishing write tid 6 to smithi11277797-39 2024-04-02T08:35:14.308 INFO:tasks.rados.rados.0.smithi112.stdout:1260: oid 39 updating version 0 to 466 2024-04-02T08:35:14.308 INFO:tasks.rados.rados.0.smithi112.stdout:1260: oid 39 version 466 is already newer than 464 2024-04-02T08:35:14.308 INFO:tasks.rados.rados.0.smithi112.stdout:1260: oid 39 updating version 466 to 467 2024-04-02T08:35:14.309 INFO:tasks.rados.rados.0.smithi112.stdout:1260: oid 39 version 467 is already newer than 465 2024-04-02T08:35:14.309 INFO:tasks.rados.rados.0.smithi112.stdout:1260: oid 39 updating version 467 to 468 2024-04-02T08:35:14.309 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 468 (ObjNum 412 snap 127 seq_num 412) dirty exists 2024-04-02T08:35:14.309 INFO:tasks.rados.rados.0.smithi112.stdout:1260: left oid 39 (ObjNum 412 snap 127 seq_num 412) 2024-04-02T08:35:14.309 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 572 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-02T08:35:14.314 INFO:tasks.rados.rados.0.smithi112.stdout:1262: finishing copy_from racing read to smithi11277797-47 2024-04-02T08:35:14.315 INFO:tasks.rados.rados.0.smithi112.stdout:1262: finishing copy_from to smithi11277797-47 2024-04-02T08:35:14.315 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 584 (ObjNum 390 snap 119 seq_num 390) dirty exists 2024-04-02T08:35:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:35:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[91385]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:35:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[91385]: pgmap v131: 121 pgs: 10 active+undersized+degraded, 28 active+undersized, 83 active+clean; 461 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 504 KiB/s wr, 1 op/s; 100/888 objects degraded (11.261%); 3.4 MiB/s, 1 objects/s recovering 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 145/894 objects degraded (16.219%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[91385]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[88945]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[88945]: pgmap v131: 121 pgs: 10 active+undersized+degraded, 28 active+undersized, 83 active+clean; 461 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 504 KiB/s wr, 1 op/s; 100/888 objects degraded (11.261%); 3.4 MiB/s, 1 objects/s recovering 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 145/894 objects degraded (16.219%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:14 smithi112 ceph-mon[88945]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:35:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:14 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:14 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:35:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:14 smithi187 ceph-mon[84356]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:35:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:14 smithi187 ceph-mon[84356]: pgmap v131: 121 pgs: 10 active+undersized+degraded, 28 active+undersized, 83 active+clean; 461 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 504 KiB/s wr, 1 op/s; 100/888 objects degraded (11.261%); 3.4 MiB/s, 1 objects/s recovering 2024-04-02T08:35:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:14 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 145/894 objects degraded (16.219%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:14 smithi187 ceph-mon[84356]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:35:15.268 INFO:tasks.rados.rados.0.smithi112.stdout:1260: done (3 left) 2024-04-02T08:35:15.268 INFO:tasks.rados.rados.0.smithi112.stdout:1261: done (2 left) 2024-04-02T08:35:15.268 INFO:tasks.rados.rados.0.smithi112.stdout:1262: done (1 left) 2024-04-02T08:35:15.268 INFO:tasks.rados.rados.0.smithi112.stdout:1263: done (0 left) 2024-04-02T08:35:15.268 INFO:tasks.rados.rados.0.smithi112.stdout:1264: snap_remove snap 119 2024-04-02T08:35:16.281 INFO:tasks.rados.rados.0.smithi112.stdout:1264: done (0 left) 2024-04-02T08:35:16.281 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 128 2024-04-02T08:35:16.281 INFO:tasks.rados.rados.0.smithi112.stdout:1265: seq_num 413 ranges {3710976=524288,4235264=516096,4751360=696320,5447680=393216} 2024-04-02T08:35:16.305 INFO:tasks.rados.rados.0.smithi112.stdout:1265: writing smithi11277797-8 from 3710976 to 4235264 tid 1 2024-04-02T08:35:16.308 INFO:tasks.rados.rados.0.smithi112.stdout:1265: writing smithi11277797-8 from 4235264 to 4751360 tid 2 2024-04-02T08:35:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:1265: writing smithi11277797-8 from 4751360 to 5447680 tid 3 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:1265: writing smithi11277797-8 from 5447680 to 5840896 tid 4 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:1266: rollback oid 31 current snap is 128 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 120 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:1265: finishing write tid 1 to smithi11277797-8 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:1265: finishing write tid 2 to smithi11277797-8 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:1265: finishing write tid 3 to smithi11277797-8 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 128 2024-04-02T08:35:16.315 INFO:tasks.rados.rados.0.smithi112.stdout:1267: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-04-02T08:35:16.318 INFO:tasks.rados.rados.0.smithi112.stdout:1267: writing smithi11277797-20 from 0 to 540672 tid 1 2024-04-02T08:35:16.322 INFO:tasks.rados.rados.0.smithi112.stdout:1267: writing smithi11277797-20 from 540672 to 1343488 tid 2 2024-04-02T08:35:16.325 INFO:tasks.rados.rados.0.smithi112.stdout:1267: writing smithi11277797-20 from 1343488 to 1802240 tid 3 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1267: writing smithi11277797-20 from 1802240 to 2146304 tid 4 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1268: read oid 41 snap -1 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1268: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 128 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1265: finishing write tid 4 to smithi11277797-8 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1265: finishing write tid 5 to smithi11277797-8 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1266: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:35:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:1266: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: finishing write tid 6 to smithi11277797-8 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: oid 8 updating version 0 to 724 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: oid 8 version 724 is already newer than 722 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: oid 8 version 724 is already newer than 723 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: oid 8 version 724 is already newer than 720 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: oid 8 version 724 is already newer than 721 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 724 (ObjNum 413 snap 128 seq_num 413) dirty exists 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1265: left oid 8 (ObjNum 413 snap 128 seq_num 413) 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1266: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 575 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1267: finishing write tid 1 to smithi11277797-20 2024-04-02T08:35:16.329 INFO:tasks.rados.rados.0.smithi112.stdout:1269: seq_num 415 ranges {827392=557056,1384448=688128,2072576=663552,2736128=253952} 2024-04-02T08:35:16.335 INFO:tasks.rados.rados.0.smithi112.stdout:1269: writing smithi11277797-50 from 827392 to 1384448 tid 1 2024-04-02T08:35:16.339 INFO:tasks.rados.rados.0.smithi112.stdout:1269: writing smithi11277797-50 from 1384448 to 2072576 tid 2 2024-04-02T08:35:16.342 INFO:tasks.rados.rados.0.smithi112.stdout:1269: writing smithi11277797-50 from 2072576 to 2736128 tid 3 2024-04-02T08:35:16.345 INFO:tasks.rados.rados.0.smithi112.stdout:1269: writing smithi11277797-50 from 2736128 to 2990080 tid 4 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1265: done (4 left) 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1266: done (3 left) 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1270: rollback oid 47 current snap is 128 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 80 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: finishing write tid 2 to smithi11277797-20 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: finishing write tid 3 to smithi11277797-20 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: finishing write tid 4 to smithi11277797-20 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: finishing write tid 5 to smithi11277797-20 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: finishing write tid 6 to smithi11277797-20 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: oid 20 updating version 0 to 600 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: oid 20 version 600 is already newer than 597 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: oid 20 version 600 is already newer than 596 2024-04-02T08:35:16.346 INFO:tasks.rados.rados.0.smithi112.stdout:1267: oid 20 version 600 is already newer than 598 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1267: oid 20 version 600 is already newer than 599 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 600 (ObjNum 414 snap 128 seq_num 414) dirty exists 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1267: left oid 20 (ObjNum 414 snap 128 seq_num 414) 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1269: finishing write tid 1 to smithi11277797-50 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1269: finishing write tid 2 to smithi11277797-50 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1267: done (3 left) 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1271: read oid 45 snap -1 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1271: expect (ObjNum 404 snap 123 seq_num 404) 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1272: rollback oid 7 current snap is 128 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 117 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1273: read oid 31 snap -1 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1273: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-02T08:35:16.347 INFO:tasks.rados.rados.0.smithi112.stdout:1274: delete oid 14 current snap is 128 2024-04-02T08:35:16.349 INFO:tasks.rados.rados.0.smithi112.stdout:1272: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:35:16.349 INFO:tasks.rados.rados.0.smithi112.stdout:1269: finishing write tid 3 to smithi11277797-50 2024-04-02T08:35:16.350 INFO:tasks.rados.rados.0.smithi112.stdout:1269: finishing write tid 4 to smithi11277797-50 2024-04-02T08:35:16.350 INFO:tasks.rados.rados.0.smithi112.stdout:1269: finishing write tid 5 to smithi11277797-50 2024-04-02T08:35:16.350 INFO:tasks.rados.rados.0.smithi112.stdout:1272: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:35:16.350 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 608 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:35:16.351 INFO:tasks.rados.rados.0.smithi112.stdout:1269: finishing write tid 6 to smithi11277797-50 2024-04-02T08:35:16.351 INFO:tasks.rados.rados.0.smithi112.stdout:1269: oid 50 updating version 0 to 141 2024-04-02T08:35:16.352 INFO:tasks.rados.rados.0.smithi112.stdout:1269: oid 50 version 141 is already newer than 140 2024-04-02T08:35:16.352 INFO:tasks.rados.rados.0.smithi112.stdout:1269: oid 50 updating version 141 to 144 2024-04-02T08:35:16.352 INFO:tasks.rados.rados.0.smithi112.stdout:1269: oid 50 version 144 is already newer than 142 2024-04-02T08:35:16.352 INFO:tasks.rados.rados.0.smithi112.stdout:1269: oid 50 version 144 is already newer than 143 2024-04-02T08:35:16.352 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 144 (ObjNum 415 snap 128 seq_num 415) dirty exists 2024-04-02T08:35:16.352 INFO:tasks.rados.rados.0.smithi112.stdout:1269: left oid 50 (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:16.356 INFO:tasks.rados.rados.0.smithi112.stdout:1270: finishing rollback tid 0 to smithi11277797-47 2024-04-02T08:35:16.356 INFO:tasks.rados.rados.0.smithi112.stdout:1270: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:35:16.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 622 (ObjNum 129 snap 0 seq_num 2348623104) dirty dne 2024-04-02T08:35:16.357 INFO:tasks.rados.rados.0.smithi112.stdout:1273: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-02T08:35:16.488 INFO:tasks.rados.rados.0.smithi112.stdout:1268: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:16 smithi112 ceph-mon[91385]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:35:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:16 smithi112 ceph-mon[91385]: pgmap v134: 121 pgs: 121 active+clean; 465 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:35:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:16 smithi112 ceph-mon[88945]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:35:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:16 smithi112 ceph-mon[88945]: pgmap v134: 121 pgs: 121 active+clean; 465 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:35:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:16 smithi187 ceph-mon[84356]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:35:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:16 smithi187 ceph-mon[84356]: pgmap v134: 121 pgs: 121 active+clean; 465 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:35:16.977 INFO:tasks.rados.rados.0.smithi112.stdout:1271: expect (ObjNum 404 snap 123 seq_num 404) 2024-04-02T08:35:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:17 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/888 objects degraded (11.261%), 10 pgs degraded) 2024-04-02T08:35:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:17 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:35:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:17 smithi112 ceph-mon[91385]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:35:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:17 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/888 objects degraded (11.261%), 10 pgs degraded) 2024-04-02T08:35:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:17 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:35:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:17 smithi112 ceph-mon[88945]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1268: done (6 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1269: done (5 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1270: done (4 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1271: done (3 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1272: done (2 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1273: done (1 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1274: done (0 left) 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1275: rollback oid 26 current snap is 128 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 26 to 124 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1276: read oid 44 snap 116 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi112.stdout:1276: expect (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:35:17.652 INFO:tasks.rados.rados.0.smithi112.stdout:1277: copy_from oid 7 from oid 6 current snap is 128 2024-04-02T08:35:17.652 INFO:tasks.rados.rados.0.smithi112.stdout:1278: rollback oid 8 current snap is 128 2024-04-02T08:35:17.652 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 124 2024-04-02T08:35:17.652 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 128 2024-04-02T08:35:17.652 INFO:tasks.rados.rados.0.smithi112.stdout:1279: seq_num 417 ranges {557056=589824,1146880=458752,1605632=679936,2285568=466944} 2024-04-02T08:35:17.657 INFO:tasks.rados.rados.0.smithi112.stdout:1279: writing smithi11277797-25 from 557056 to 1146880 tid 1 2024-04-02T08:35:17.660 INFO:tasks.rados.rados.0.smithi112.stdout:1279: writing smithi11277797-25 from 1146880 to 1605632 tid 2 2024-04-02T08:35:17.664 INFO:tasks.rados.rados.0.smithi112.stdout:1279: writing smithi11277797-25 from 1605632 to 2285568 tid 3 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1279: writing smithi11277797-25 from 2285568 to 2752512 tid 4 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1280: snap_create 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1277: finishing copy_from to smithi11277797-7 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1277: got expected ENOENT (src dne) 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1277: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1278: finishing rollback tid 0 to smithi11277797-8 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1278: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1278: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 727 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1275: finishing rollback tid 0 to smithi11277797-26 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1275: finishing rollback tid 1 to smithi11277797-26 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1275: finishing rollback tid 2 to smithi11277797-26 2024-04-02T08:35:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 472 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:17.669 INFO:tasks.rados.rados.0.smithi112.stdout:1276: expect (ObjNum 286 snap 84 seq_num 286) 2024-04-02T08:35:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:17 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/888 objects degraded (11.261%), 10 pgs degraded) 2024-04-02T08:35:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:17 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:35:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:17 smithi187 ceph-mon[84356]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: finishing write tid 1 to smithi11277797-25 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: finishing write tid 2 to smithi11277797-25 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: finishing write tid 3 to smithi11277797-25 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: finishing write tid 4 to smithi11277797-25 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: finishing write tid 5 to smithi11277797-25 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: finishing write tid 6 to smithi11277797-25 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: oid 25 updating version 0 to 580 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: oid 25 version 580 is already newer than 579 2024-04-02T08:35:17.765 INFO:tasks.rados.rados.0.smithi112.stdout:1279: oid 25 version 580 is already newer than 577 2024-04-02T08:35:17.766 INFO:tasks.rados.rados.0.smithi112.stdout:1279: oid 25 version 580 is already newer than 576 2024-04-02T08:35:17.766 INFO:tasks.rados.rados.0.smithi112.stdout:1279: oid 25 version 580 is already newer than 578 2024-04-02T08:35:17.766 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 580 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:17.766 INFO:tasks.rados.rados.0.smithi112.stdout:1279: left oid 25 (ObjNum 417 snap 128 seq_num 417) 2024-04-02T08:35:18.288 INFO:tasks.rados.rados.0.smithi112.stdout:1275: done (5 left) 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1276: done (4 left) 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1277: done (3 left) 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1278: done (2 left) 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1279: done (1 left) 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1280: done (0 left) 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1281: rollback oid 1 current snap is 129 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 114 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1282: rollback oid 36 current snap is 129 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 125 2024-04-02T08:35:18.289 INFO:tasks.rados.rados.0.smithi112.stdout:1283: snap_remove snap 106 2024-04-02T08:35:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:18 smithi112 ceph-mon[91385]: pgmap v136: 121 pgs: 121 active+clean; 465 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 14 MiB/s, 4 objects/s recovering 2024-04-02T08:35:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:18 smithi112 ceph-mon[88945]: pgmap v136: 121 pgs: 121 active+clean; 465 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 14 MiB/s, 4 objects/s recovering 2024-04-02T08:35:18.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:18 smithi187 ceph-mon[84356]: pgmap v136: 121 pgs: 121 active+clean; 465 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 14 MiB/s, 4 objects/s recovering 2024-04-02T08:35:19.229 INFO:tasks.rados.rados.0.smithi112.stdout:1283: done (2 left) 2024-04-02T08:35:19.229 INFO:tasks.rados.rados.0.smithi112.stdout:1284: snap_remove snap 65 2024-04-02T08:35:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:19 smithi112 ceph-mon[91385]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:35:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:19 smithi112 ceph-mon[91385]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:19 smithi112 ceph-mon[88945]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:35:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:19 smithi112 ceph-mon[88945]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:35:19] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-04-02T08:35:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:19 smithi187 ceph-mon[84356]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:35:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:19 smithi187 ceph-mon[84356]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:20.231 INFO:tasks.rados.rados.0.smithi112.stdout:1284: done (2 left) 2024-04-02T08:35:20.231 INFO:tasks.rados.rados.0.smithi112.stdout:1285: snap_remove snap 112 2024-04-02T08:35:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:20 smithi112 ceph-mon[91385]: pgmap v139: 121 pgs: 121 active+clean; 459 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-02T08:35:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:20 smithi112 ceph-mon[91385]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:20 smithi112 ceph-mon[88945]: pgmap v139: 121 pgs: 121 active+clean; 459 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-02T08:35:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:20 smithi112 ceph-mon[88945]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:20 smithi187 ceph-mon[84356]: pgmap v139: 121 pgs: 121 active+clean; 459 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-02T08:35:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:20 smithi187 ceph-mon[84356]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:21.237 INFO:tasks.rados.rados.0.smithi112.stdout:1285: done (2 left) 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 129 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:1282: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:1281: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 401 (ObjNum 129 snap 0 seq_num 2348544720) dirty dne 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:1282: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:1282: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 731 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-02T08:35:21.238 INFO:tasks.rados.rados.0.smithi112.stdout:1286: seq_num 418 ranges {2097152=606208,2703360=737280,3440640=434176,3874816=434176} 2024-04-02T08:35:21.253 INFO:tasks.rados.rados.0.smithi112.stdout:1286: writing smithi11277797-29 from 2097152 to 2703360 tid 1 2024-04-02T08:35:21.258 INFO:tasks.rados.rados.0.smithi112.stdout:1286: writing smithi11277797-29 from 2703360 to 3440640 tid 2 2024-04-02T08:35:21.260 INFO:tasks.rados.rados.0.smithi112.stdout:1286: writing smithi11277797-29 from 3440640 to 3874816 tid 3 2024-04-02T08:35:21.262 INFO:tasks.rados.rados.0.smithi112.stdout:1286: writing smithi11277797-29 from 3874816 to 4308992 tid 4 2024-04-02T08:35:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:1281: done (2 left) 2024-04-02T08:35:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:1282: done (1 left) 2024-04-02T08:35:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:1287: snap_remove snap 37 2024-04-02T08:35:22.247 INFO:tasks.rados.rados.0.smithi112.stdout:1287: done (1 left) 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1288: delete oid 30 current snap is 129 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: finishing write tid 1 to smithi11277797-29 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: finishing write tid 2 to smithi11277797-29 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: finishing write tid 3 to smithi11277797-29 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: finishing write tid 4 to smithi11277797-29 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: finishing write tid 5 to smithi11277797-29 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: finishing write tid 6 to smithi11277797-29 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: oid 29 updating version 0 to 626 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: oid 29 version 626 is already newer than 622 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: oid 29 version 626 is already newer than 623 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: oid 29 version 626 is already newer than 624 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: oid 29 version 626 is already newer than 625 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 626 (ObjNum 418 snap 129 seq_num 418) dirty exists 2024-04-02T08:35:22.248 INFO:tasks.rados.rados.0.smithi112.stdout:1286: left oid 29 (ObjNum 418 snap 129 seq_num 418) 2024-04-02T08:35:22.257 INFO:tasks.rados.rados.0.smithi112.stdout:1286: done (1 left) 2024-04-02T08:35:22.257 INFO:tasks.rados.rados.0.smithi112.stdout:1288: done (0 left) 2024-04-02T08:35:22.257 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 129 2024-04-02T08:35:22.257 INFO:tasks.rados.rados.0.smithi112.stdout:1289: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-04-02T08:35:22.260 INFO:tasks.rados.rados.0.smithi112.stdout:1289: writing smithi11277797-15 from 0 to 638976 tid 1 2024-04-02T08:35:22.263 INFO:tasks.rados.rados.0.smithi112.stdout:1289: writing smithi11277797-15 from 638976 to 1196032 tid 2 2024-04-02T08:35:22.267 INFO:tasks.rados.rados.0.smithi112.stdout:1289: writing smithi11277797-15 from 1196032 to 1646592 tid 3 2024-04-02T08:35:22.271 INFO:tasks.rados.rados.0.smithi112.stdout:1289: writing smithi11277797-15 from 1646592 to 2244608 tid 4 2024-04-02T08:35:22.271 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 129 2024-04-02T08:35:22.271 INFO:tasks.rados.rados.0.smithi112.stdout:1290: seq_num 421 ranges {1286144=655360,1941504=442368,2383872=663552,3047424=499712} 2024-04-02T08:35:22.282 INFO:tasks.rados.rados.0.smithi112.stdout:1290: writing smithi11277797-22 from 1286144 to 1941504 tid 1 2024-04-02T08:35:22.284 INFO:tasks.rados.rados.0.smithi112.stdout:1290: writing smithi11277797-22 from 1941504 to 2383872 tid 2 2024-04-02T08:35:22.288 INFO:tasks.rados.rados.0.smithi112.stdout:1290: writing smithi11277797-22 from 2383872 to 3047424 tid 3 2024-04-02T08:35:22.291 INFO:tasks.rados.rados.0.smithi112.stdout:1290: writing smithi11277797-22 from 3047424 to 3547136 tid 4 2024-04-02T08:35:22.291 INFO:tasks.rados.rados.0.smithi112.stdout:1291: read oid 30 snap -1 2024-04-02T08:35:22.291 INFO:tasks.rados.rados.0.smithi112.stdout:1291: expect deleted 2024-04-02T08:35:22.291 INFO:tasks.rados.rados.0.smithi112.stdout:1292: read oid 50 snap -1 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1292: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1293: snap_create 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: finishing write tid 1 to smithi11277797-15 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: finishing write tid 2 to smithi11277797-15 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: finishing write tid 3 to smithi11277797-15 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: finishing write tid 4 to smithi11277797-15 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: finishing write tid 5 to smithi11277797-15 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: finishing write tid 6 to smithi11277797-15 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: oid 15 updating version 0 to 702 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: oid 15 version 702 is already newer than 696 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: oid 15 version 702 is already newer than 701 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: oid 15 updating version 702 to 704 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:1289: oid 15 version 704 is already newer than 703 2024-04-02T08:35:22.292 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 704 (ObjNum 420 snap 129 seq_num 420) dirty exists 2024-04-02T08:35:22.293 INFO:tasks.rados.rados.0.smithi112.stdout:1289: left oid 15 (ObjNum 420 snap 129 seq_num 420) 2024-04-02T08:35:22.293 INFO:tasks.rados.rados.0.smithi112.stdout:1290: finishing write tid 1 to smithi11277797-22 2024-04-02T08:35:22.293 INFO:tasks.rados.rados.0.smithi112.stdout:1290: finishing write tid 2 to smithi11277797-22 2024-04-02T08:35:22.293 INFO:tasks.rados.rados.0.smithi112.stdout:1290: finishing write tid 3 to smithi11277797-22 2024-04-02T08:35:22.294 INFO:tasks.rados.rados.0.smithi112.stdout:1290: finishing write tid 4 to smithi11277797-22 2024-04-02T08:35:22.294 INFO:tasks.rados.rados.0.smithi112.stdout:1290: finishing write tid 5 to smithi11277797-22 2024-04-02T08:35:22.295 INFO:tasks.rados.rados.0.smithi112.stdout:1290: finishing write tid 6 to smithi11277797-22 2024-04-02T08:35:22.295 INFO:tasks.rados.rados.0.smithi112.stdout:1290: oid 22 updating version 0 to 643 2024-04-02T08:35:22.295 INFO:tasks.rados.rados.0.smithi112.stdout:1290: oid 22 version 643 is already newer than 640 2024-04-02T08:35:22.295 INFO:tasks.rados.rados.0.smithi112.stdout:1290: oid 22 version 643 is already newer than 642 2024-04-02T08:35:22.296 INFO:tasks.rados.rados.0.smithi112.stdout:1290: oid 22 updating version 643 to 644 2024-04-02T08:35:22.296 INFO:tasks.rados.rados.0.smithi112.stdout:1290: oid 22 version 644 is already newer than 641 2024-04-02T08:35:22.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 644 (ObjNum 421 snap 129 seq_num 421) dirty exists 2024-04-02T08:35:22.296 INFO:tasks.rados.rados.0.smithi112.stdout:1290: left oid 22 (ObjNum 421 snap 129 seq_num 421) 2024-04-02T08:35:22.305 INFO:tasks.rados.rados.0.smithi112.stdout:1292: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:22 smithi112 ceph-mon[88945]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:22 smithi112 ceph-mon[88945]: pgmap v142: 121 pgs: 121 active+clean; 459 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T08:35:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:22 smithi112 ceph-mon[91385]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:22 smithi112 ceph-mon[91385]: pgmap v142: 121 pgs: 121 active+clean; 459 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T08:35:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:22 smithi187 ceph-mon[84356]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:22 smithi187 ceph-mon[84356]: pgmap v142: 121 pgs: 121 active+clean; 459 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T08:35:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:23.252 INFO:tasks.rados.rados.0.smithi112.stdout:1289: done (4 left) 2024-04-02T08:35:23.253 INFO:tasks.rados.rados.0.smithi112.stdout:1290: done (3 left) 2024-04-02T08:35:23.253 INFO:tasks.rados.rados.0.smithi112.stdout:1291: done (2 left) 2024-04-02T08:35:23.253 INFO:tasks.rados.rados.0.smithi112.stdout:1292: done (1 left) 2024-04-02T08:35:23.253 INFO:tasks.rados.rados.0.smithi112.stdout:1293: done (0 left) 2024-04-02T08:35:23.253 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 130 2024-04-02T08:35:23.253 INFO:tasks.rados.rados.0.smithi112.stdout:1294: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-04-02T08:35:23.256 INFO:tasks.rados.rados.0.smithi112.stdout:1294: writing smithi11277797-17 from 0 to 671744 tid 1 2024-04-02T08:35:23.260 INFO:tasks.rados.rados.0.smithi112.stdout:1294: writing smithi11277797-17 from 671744 to 1400832 tid 2 2024-04-02T08:35:23.262 INFO:tasks.rados.rados.0.smithi112.stdout:1294: writing smithi11277797-17 from 1400832 to 1818624 tid 3 2024-04-02T08:35:23.265 INFO:tasks.rados.rados.0.smithi112.stdout:1294: writing smithi11277797-17 from 1818624 to 2277376 tid 4 2024-04-02T08:35:23.265 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 130 2024-04-02T08:35:23.266 INFO:tasks.rados.rados.0.smithi112.stdout:1294: finishing write tid 1 to smithi11277797-17 2024-04-02T08:35:23.266 INFO:tasks.rados.rados.0.smithi112.stdout:1294: finishing write tid 2 to smithi11277797-17 2024-04-02T08:35:23.266 INFO:tasks.rados.rados.0.smithi112.stdout:1294: finishing write tid 3 to smithi11277797-17 2024-04-02T08:35:23.266 INFO:tasks.rados.rados.0.smithi112.stdout:1295: seq_num 423 ranges {1089536=688128,1777664=614400,2392064=622592,3014656=368640} 2024-04-02T08:35:23.275 INFO:tasks.rados.rados.0.smithi112.stdout:1295: writing smithi11277797-35 from 1089536 to 1777664 tid 1 2024-04-02T08:35:23.279 INFO:tasks.rados.rados.0.smithi112.stdout:1295: writing smithi11277797-35 from 1777664 to 2392064 tid 2 2024-04-02T08:35:23.282 INFO:tasks.rados.rados.0.smithi112.stdout:1295: writing smithi11277797-35 from 2392064 to 3014656 tid 3 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1295: writing smithi11277797-35 from 3014656 to 3383296 tid 4 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1296: snap_create 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: finishing write tid 4 to smithi11277797-17 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: finishing write tid 5 to smithi11277797-17 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: finishing write tid 6 to smithi11277797-17 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: oid 17 updating version 0 to 487 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: oid 17 updating version 487 to 488 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: oid 17 updating version 488 to 490 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: oid 17 version 490 is already newer than 489 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:1294: oid 17 version 490 is already newer than 486 2024-04-02T08:35:23.286 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 490 (ObjNum 422 snap 130 seq_num 422) dirty exists 2024-04-02T08:35:23.287 INFO:tasks.rados.rados.0.smithi112.stdout:1294: left oid 17 (ObjNum 422 snap 130 seq_num 422) 2024-04-02T08:35:23.287 INFO:tasks.rados.rados.0.smithi112.stdout:1295: finishing write tid 1 to smithi11277797-35 2024-04-02T08:35:23.287 INFO:tasks.rados.rados.0.smithi112.stdout:1295: finishing write tid 2 to smithi11277797-35 2024-04-02T08:35:23.287 INFO:tasks.rados.rados.0.smithi112.stdout:1295: finishing write tid 3 to smithi11277797-35 2024-04-02T08:35:23.287 INFO:tasks.rados.rados.0.smithi112.stdout:1295: finishing write tid 4 to smithi11277797-35 2024-04-02T08:35:23.288 INFO:tasks.rados.rados.0.smithi112.stdout:1295: finishing write tid 5 to smithi11277797-35 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: finishing write tid 6 to smithi11277797-35 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: oid 35 updating version 0 to 708 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: oid 35 updating version 708 to 709 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: oid 35 version 709 is already newer than 706 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: oid 35 version 709 is already newer than 707 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: oid 35 updating version 709 to 710 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 710 (ObjNum 423 snap 130 seq_num 423) dirty exists 2024-04-02T08:35:23.289 INFO:tasks.rados.rados.0.smithi112.stdout:1295: left oid 35 (ObjNum 423 snap 130 seq_num 423) 2024-04-02T08:35:23.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:23 smithi187 ceph-mon[84356]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[91385]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[88945]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:23.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:23 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:24.230 INFO:tasks.rados.rados.0.smithi112.stdout:1294: done (2 left) 2024-04-02T08:35:24.230 INFO:tasks.rados.rados.0.smithi112.stdout:1295: done (1 left) 2024-04-02T08:35:24.230 INFO:tasks.rados.rados.0.smithi112.stdout:1296: done (0 left) 2024-04-02T08:35:24.231 INFO:tasks.rados.rados.0.smithi112.stdout:1297: delete oid 44 current snap is 131 2024-04-02T08:35:24.236 INFO:tasks.rados.rados.0.smithi112.stdout:1297: done (0 left) 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1298: rmattr oid 21 current snap is 131 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1298: done (0 left) 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1299: read oid 50 snap -1 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1299: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1300: read oid 4 snap -1 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1300: expect (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 131 2024-04-02T08:35:24.237 INFO:tasks.rados.rados.0.smithi112.stdout:1301: seq_num 425 ranges {6782976=720896,7503872=778240,8282112=638976,8921088=188416} 2024-04-02T08:35:24.277 INFO:tasks.rados.rados.0.smithi112.stdout:1301: writing smithi11277797-41 from 6782976 to 7503872 tid 1 2024-04-02T08:35:24.281 INFO:tasks.rados.rados.0.smithi112.stdout:1301: writing smithi11277797-41 from 7503872 to 8282112 tid 2 2024-04-02T08:35:24.284 INFO:tasks.rados.rados.0.smithi112.stdout:1301: writing smithi11277797-41 from 8282112 to 8921088 tid 3 2024-04-02T08:35:24.285 INFO:tasks.rados.rados.0.smithi112.stdout:1301: writing smithi11277797-41 from 8921088 to 9109504 tid 4 2024-04-02T08:35:24.285 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 131 2024-04-02T08:35:24.285 INFO:tasks.rados.rados.0.smithi112.stdout:1302: seq_num 426 ranges {1744896=737280,2482176=712704,3194880=802816,3997696=90112} 2024-04-02T08:35:24.299 INFO:tasks.rados.rados.0.smithi112.stdout:1302: writing smithi11277797-9 from 1744896 to 2482176 tid 1 2024-04-02T08:35:24.303 INFO:tasks.rados.rados.0.smithi112.stdout:1302: writing smithi11277797-9 from 2482176 to 3194880 tid 2 2024-04-02T08:35:24.307 INFO:tasks.rados.rados.0.smithi112.stdout:1302: writing smithi11277797-9 from 3194880 to 3997696 tid 3 2024-04-02T08:35:24.308 INFO:tasks.rados.rados.0.smithi112.stdout:1302: writing smithi11277797-9 from 3997696 to 4087808 tid 4 2024-04-02T08:35:24.308 INFO:tasks.rados.rados.0.smithi112.stdout:1303: snap_remove snap 125 2024-04-02T08:35:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:24 smithi112 ceph-mon[91385]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:24 smithi112 ceph-mon[91385]: pgmap v145: 121 pgs: 121 active+clean; 404 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T08:35:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:24 smithi112 ceph-mon[91385]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:24 smithi112 ceph-mon[88945]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:24 smithi112 ceph-mon[88945]: pgmap v145: 121 pgs: 121 active+clean; 404 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T08:35:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:24 smithi112 ceph-mon[88945]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:24 smithi187 ceph-mon[84356]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:24 smithi187 ceph-mon[84356]: pgmap v145: 121 pgs: 121 active+clean; 404 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T08:35:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:24 smithi187 ceph-mon[84356]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:25.262 INFO:tasks.rados.rados.0.smithi112.stdout:1303: done (4 left) 2024-04-02T08:35:25.262 INFO:tasks.rados.rados.0.smithi112.stdout:1304: snap_create 2024-04-02T08:35:25.262 INFO:tasks.rados.rados.0.smithi112.stdout:1300: expect (ObjNum 81 snap 18 seq_num 81) 2024-04-02T08:35:25.306 INFO:tasks.rados.rados.0.smithi112.stdout:1299: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: finishing write tid 1 to smithi11277797-41 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: finishing write tid 2 to smithi11277797-41 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: finishing write tid 3 to smithi11277797-41 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: finishing write tid 4 to smithi11277797-41 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: finishing write tid 5 to smithi11277797-41 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: finishing write tid 6 to smithi11277797-41 2024-04-02T08:35:25.395 INFO:tasks.rados.rados.0.smithi112.stdout:1301: oid 41 updating version 0 to 697 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1301: oid 41 version 697 is already newer than 694 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1301: oid 41 version 697 is already newer than 695 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1301: oid 41 version 697 is already newer than 696 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1301: oid 41 updating version 697 to 698 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 698 (ObjNum 425 snap 131 seq_num 425) dirty exists 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1301: left oid 41 (ObjNum 425 snap 131 seq_num 425) 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: finishing write tid 1 to smithi11277797-9 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: finishing write tid 2 to smithi11277797-9 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: finishing write tid 3 to smithi11277797-9 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: finishing write tid 4 to smithi11277797-9 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: finishing write tid 5 to smithi11277797-9 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: finishing write tid 6 to smithi11277797-9 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: oid 9 updating version 0 to 646 2024-04-02T08:35:25.396 INFO:tasks.rados.rados.0.smithi112.stdout:1302: oid 9 updating version 646 to 648 2024-04-02T08:35:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:1302: oid 9 updating version 648 to 649 2024-04-02T08:35:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:1302: oid 9 updating version 649 to 650 2024-04-02T08:35:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:1302: oid 9 version 650 is already newer than 647 2024-04-02T08:35:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 650 (ObjNum 426 snap 131 seq_num 426) dirty exists 2024-04-02T08:35:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:1302: left oid 9 (ObjNum 426 snap 131 seq_num 426) 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1299: done (4 left) 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1300: done (3 left) 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1301: done (2 left) 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1302: done (1 left) 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1304: done (0 left) 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1305: copy_from oid 34 from oid 38 current snap is 132 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1306: rollback oid 46 current snap is 132 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 46 to 126 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:1307: rollback oid 23 current snap is 132 2024-04-02T08:35:26.271 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 23 to 80 2024-04-02T08:35:26.272 INFO:tasks.rados.rados.0.smithi112.stdout:1308: delete oid 22 current snap is 132 2024-04-02T08:35:26.276 INFO:tasks.rados.rados.0.smithi112.stdout:1305: finishing copy_from to smithi11277797-34 2024-04-02T08:35:26.277 INFO:tasks.rados.rados.0.smithi112.stdout:1305: got expected ENOENT (src dne) 2024-04-02T08:35:26.277 INFO:tasks.rados.rados.0.smithi112.stdout:1305: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:35:26.279 INFO:tasks.rados.rados.0.smithi112.stdout:1307: finishing rollback tid 0 to smithi11277797-23 2024-04-02T08:35:26.280 INFO:tasks.rados.rados.0.smithi112.stdout:1306: finishing rollback tid 0 to smithi11277797-46 2024-04-02T08:35:26.280 INFO:tasks.rados.rados.0.smithi112.stdout:1305: done (3 left) 2024-04-02T08:35:26.280 INFO:tasks.rados.rados.0.smithi112.stdout:1308: done (2 left) 2024-04-02T08:35:26.280 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 132 2024-04-02T08:35:26.281 INFO:tasks.rados.rados.0.smithi112.stdout:1309: seq_num 428 ranges {4112384=778240,4890624=483328,5373952=409600,5783552=417792,6201344=294912} 2024-04-02T08:35:26.307 INFO:tasks.rados.rados.0.smithi112.stdout:1309: writing smithi11277797-12 from 4112384 to 4890624 tid 1 2024-04-02T08:35:26.309 INFO:tasks.rados.rados.0.smithi112.stdout:1309: writing smithi11277797-12 from 4890624 to 5373952 tid 2 2024-04-02T08:35:26.312 INFO:tasks.rados.rados.0.smithi112.stdout:1309: writing smithi11277797-12 from 5373952 to 5783552 tid 3 2024-04-02T08:35:26.314 INFO:tasks.rados.rados.0.smithi112.stdout:1309: writing smithi11277797-12 from 5783552 to 6201344 tid 4 2024-04-02T08:35:26.316 INFO:tasks.rados.rados.0.smithi112.stdout:1309: writing smithi11277797-12 from 6201344 to 6496256 tid 5 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:1310: copy_from oid 45 from oid 10 current snap is 132 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:1306: finishing rollback tid 1 to smithi11277797-46 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:1306: finishing rollback tid 2 to smithi11277797-46 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 437 (ObjNum 396 snap 121 seq_num 396) dirty exists 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:1307: finishing rollback tid 1 to smithi11277797-23 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:1306: done (3 left) 2024-04-02T08:35:26.317 INFO:tasks.rados.rados.0.smithi112.stdout:1311: snap_remove snap 116 2024-04-02T08:35:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:26 smithi112 ceph-mon[91385]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:26 smithi112 ceph-mon[91385]: pgmap v148: 121 pgs: 121 active+clean; 385 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T08:35:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:26 smithi112 ceph-mon[88945]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:26 smithi112 ceph-mon[88945]: pgmap v148: 121 pgs: 121 active+clean; 385 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T08:35:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:26 smithi187 ceph-mon[84356]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:26 smithi187 ceph-mon[84356]: pgmap v148: 121 pgs: 121 active+clean; 385 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1311: done (3 left) 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1312: copy_from oid 26 from oid 8 current snap is 132 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1307: finishing rollback tid 2 to smithi11277797-23 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 494 (ObjNum 255 snap 74 seq_num 255) dirty exists 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 1 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 2 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 3 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 4 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 5 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 6 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: finishing write tid 7 to smithi11277797-12 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: oid 12 updating version 0 to 520 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: oid 12 version 520 is already newer than 517 2024-04-02T08:35:27.276 INFO:tasks.rados.rados.0.smithi112.stdout:1309: oid 12 updating version 520 to 522 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1309: oid 12 version 522 is already newer than 521 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1309: oid 12 version 522 is already newer than 518 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1309: oid 12 version 522 is already newer than 519 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 522 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1309: left oid 12 (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1310: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1310: finishing copy_from to smithi11277797-45 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 416 (ObjNum 360 snap 110 seq_num 360) dirty exists 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1307: done (3 left) 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1309: done (2 left) 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1310: done (1 left) 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1313: copy_from oid 6 from oid 47 current snap is 132 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 132 2024-04-02T08:35:27.277 INFO:tasks.rados.rados.0.smithi112.stdout:1314: seq_num 429 ranges {4571136=794624,5365760=770048,6135808=622592,6758400=212992} 2024-04-02T08:35:27.306 INFO:tasks.rados.rados.0.smithi112.stdout:1314: writing smithi11277797-28 from 4571136 to 5365760 tid 1 2024-04-02T08:35:27.310 INFO:tasks.rados.rados.0.smithi112.stdout:1314: writing smithi11277797-28 from 5365760 to 6135808 tid 2 2024-04-02T08:35:27.314 INFO:tasks.rados.rados.0.smithi112.stdout:1314: writing smithi11277797-28 from 6135808 to 6758400 tid 3 2024-04-02T08:35:27.315 INFO:tasks.rados.rados.0.smithi112.stdout:1314: writing smithi11277797-28 from 6758400 to 6971392 tid 4 2024-04-02T08:35:27.315 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 132 2024-04-02T08:35:27.315 INFO:tasks.rados.rados.0.smithi112.stdout:1313: finishing copy_from to smithi11277797-6 2024-04-02T08:35:27.316 INFO:tasks.rados.rados.0.smithi112.stdout:1313: got expected ENOENT (src dne) 2024-04-02T08:35:27.316 INFO:tasks.rados.rados.0.smithi112.stdout:1315: seq_num 430 ranges {5382144=8192} 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1315: writing smithi11277797-32 from 5382144 to 5390336 tid 1 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 132 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1313: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1312: finishing copy_from racing read to smithi11277797-26 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1312: finishing copy_from to smithi11277797-26 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 727 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1314: finishing write tid 1 to smithi11277797-28 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1314: finishing write tid 2 to smithi11277797-28 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1314: finishing write tid 3 to smithi11277797-28 2024-04-02T08:35:27.345 INFO:tasks.rados.rados.0.smithi112.stdout:1316: seq_num 431 ranges {3489792=24576} 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1316: writing smithi11277797-31 from 3489792 to 3514368 tid 1 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1312: done (4 left) 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1313: done (3 left) 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1317: rmattr oid 36 current snap is 132 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1314: finishing write tid 4 to smithi11277797-28 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1314: finishing write tid 5 to smithi11277797-28 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1314: finishing write tid 6 to smithi11277797-28 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1314: oid 28 updating version 0 to 648 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1314: oid 28 version 648 is already newer than 646 2024-04-02T08:35:27.364 INFO:tasks.rados.rados.0.smithi112.stdout:1314: oid 28 updating version 648 to 649 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1314: oid 28 version 649 is already newer than 647 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1314: oid 28 updating version 649 to 650 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 650 (ObjNum 429 snap 132 seq_num 429) dirty exists 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1314: left oid 28 (ObjNum 429 snap 132 seq_num 429) 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1315: finishing write tid 1 to smithi11277797-32 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1314: done (3 left) 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1317: done (2 left) 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1318: delete oid 20 current snap is 132 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1315: finishing write tid 2 to smithi11277797-32 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1315: finishing write tid 3 to smithi11277797-32 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1315: oid 32 updating version 0 to 501 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1315: oid 32 version 501 is already newer than 500 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 501 (ObjNum 430 snap 132 seq_num 430) dirty exists 2024-04-02T08:35:27.365 INFO:tasks.rados.rados.0.smithi112.stdout:1315: left oid 32 (ObjNum 430 snap 132 seq_num 430) 2024-04-02T08:35:27.366 INFO:tasks.rados.rados.0.smithi112.stdout:1315: done (2 left) 2024-04-02T08:35:27.366 INFO:tasks.rados.rados.0.smithi112.stdout:1318: done (1 left) 2024-04-02T08:35:27.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 132 2024-04-02T08:35:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:1319: seq_num 433 ranges {0=57344} 2024-04-02T08:35:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:1319: writing smithi11277797-5 from 0 to 57344 tid 1 2024-04-02T08:35:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:1320: delete oid 38 current snap is 132 2024-04-02T08:35:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:1316: finishing write tid 1 to smithi11277797-31 2024-04-02T08:35:27.367 INFO:tasks.rados.rados.0.smithi112.stdout:1316: finishing write tid 2 to smithi11277797-31 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1316: finishing write tid 3 to smithi11277797-31 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1316: oid 31 updating version 0 to 582 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1316: oid 31 version 582 is already newer than 581 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 582 (ObjNum 431 snap 132 seq_num 431) dirty exists 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1316: left oid 31 (ObjNum 431 snap 132 seq_num 431) 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1316: done (2 left) 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1320: done (1 left) 2024-04-02T08:35:27.368 INFO:tasks.rados.rados.0.smithi112.stdout:1321: setattr oid 17 current snap is 132 2024-04-02T08:35:27.369 INFO:tasks.rados.rados.0.smithi112.stdout:1319: finishing write tid 1 to smithi11277797-5 2024-04-02T08:35:27.369 INFO:tasks.rados.rados.0.smithi112.stdout:1319: finishing write tid 2 to smithi11277797-5 2024-04-02T08:35:27.369 INFO:tasks.rados.rados.0.smithi112.stdout:1322: read oid 21 snap -1 2024-04-02T08:35:27.369 INFO:tasks.rados.rados.0.smithi112.stdout:1322: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:35:27.369 INFO:tasks.rados.rados.0.smithi112.stdout:1323: snap_remove snap 124 2024-04-02T08:35:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:27 smithi112 ceph-mon[91385]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:27 smithi112 ceph-mon[88945]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:27.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:27 smithi187 ceph-mon[84356]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:28.283 INFO:tasks.rados.rados.0.smithi112.stdout:1323: done (3 left) 2024-04-02T08:35:28.284 INFO:tasks.rados.rados.0.smithi112.stdout:1324: snap_remove snap 96 2024-04-02T08:35:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:28 smithi112 ceph-mon[91385]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:28 smithi112 ceph-mon[91385]: pgmap v151: 121 pgs: 121 active+clean; 385 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:35:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:28 smithi112 ceph-mon[88945]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:28 smithi112 ceph-mon[88945]: pgmap v151: 121 pgs: 121 active+clean; 385 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:35:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:28 smithi187 ceph-mon[84356]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:28 smithi187 ceph-mon[84356]: pgmap v151: 121 pgs: 121 active+clean; 385 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:35:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:29.233 INFO:tasks.rados.rados.0.smithi112.stdout:1324: done (3 left) 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:1325: snap_create 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:1319: finishing write tid 3 to smithi11277797-5 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:1319: oid 5 updating version 0 to 498 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:1319: oid 5 version 498 is already newer than 497 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 498 (ObjNum 433 snap 132 seq_num 433) dirty exists 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:1319: left oid 5 (ObjNum 433 snap 132 seq_num 433) 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 503 (ObjNum 422 snap 130 seq_num 422) dirty exists 2024-04-02T08:35:29.234 INFO:tasks.rados.rados.0.smithi112.stdout:1322: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:35:29.556 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:29.556 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[91385]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:29.556 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[91385]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:29.556 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[91385]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:29.556 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:35:29] "GET /metrics HTTP/1.1" 200 36135 "" "Prometheus/2.43.0" 2024-04-02T08:35:29.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:29.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[88945]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:29.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[88945]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:29.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:29 smithi112 ceph-mon[88945]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:29 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:29 smithi187 ceph-mon[84356]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:29 smithi187 ceph-mon[84356]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:29 smithi187 ceph-mon[84356]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:1319: done (3 left) 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:1321: done (2 left) 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:1322: done (1 left) 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:1325: done (0 left) 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:1326: rollback oid 14 current snap is 133 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 129 2024-04-02T08:35:30.232 INFO:tasks.rados.rados.0.smithi112.stdout:1327: snap_remove snap 128 2024-04-02T08:35:30.813 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: Upgrade: Updating osd.1 2024-04-02T08:35:30.813 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:30.813 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: Deploying daemon osd.1 on smithi112 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: pgmap v154: 121 pgs: 121 active+clean; 408 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[91385]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: Upgrade: Updating osd.1 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: Deploying daemon osd.1 on smithi112 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: pgmap v154: 121 pgs: 121 active+clean; 408 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:30 smithi112 ceph-mon[88945]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: Upgrade: Updating osd.1 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: Deploying daemon osd.1 on smithi112 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: pgmap v154: 121 pgs: 121 active+clean; 408 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:35:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:30 smithi187 ceph-mon[84356]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:31.236 INFO:tasks.rados.rados.0.smithi112.stdout:1327: done (1 left) 2024-04-02T08:35:31.237 INFO:tasks.rados.rados.0.smithi112.stdout:1328: snap_remove snap 120 2024-04-02T08:35:32.241 INFO:tasks.rados.rados.0.smithi112.stdout:1328: done (1 left) 2024-04-02T08:35:32.241 INFO:tasks.rados.rados.0.smithi112.stdout:1329: rollback oid 38 current snap is 133 2024-04-02T08:35:32.241 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 123 2024-04-02T08:35:32.241 INFO:tasks.rados.rados.0.smithi112.stdout:1326: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 602 (ObjNum 529 snap 0 seq_num 2349013264) dirty dne 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1326: done (1 left) 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1330: read oid 30 snap -1 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1330: expect deleted 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1331: read oid 6 snap -1 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1331: expect deleted 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1332: rollback oid 22 current snap is 133 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 22 to 69 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1333: read oid 50 snap -1 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1333: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1334: rmattr oid 2 current snap is 133 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1334: done (5 left) 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1335: copy_from oid 1 from oid 19 current snap is 133 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 133 2024-04-02T08:35:32.242 INFO:tasks.rados.rados.0.smithi112.stdout:1336: seq_num 435 ranges {1368064=90112} 2024-04-02T08:35:32.249 INFO:tasks.rados.rados.0.smithi112.stdout:1336: writing smithi11277797-4 from 1368064 to 1458176 tid 1 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1337: copy_from oid 40 from oid 34 current snap is 133 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1330: done (7 left) 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1331: done (6 left) 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1338: read oid 21 snap -1 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1338: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1339: rollback oid 41 current snap is 133 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 130 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1340: rollback oid 36 current snap is 133 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 126 2024-04-02T08:35:32.250 INFO:tasks.rados.rados.0.smithi112.stdout:1341: snap_create 2024-04-02T08:35:32.251 INFO:tasks.rados.rados.0.smithi112.stdout:1332: finishing rollback tid 1 to smithi11277797-22 2024-04-02T08:35:32.251 INFO:tasks.rados.rados.0.smithi112.stdout:1332: finishing rollback tid 2 to smithi11277797-22 2024-04-02T08:35:32.251 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 676 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:35:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1335: finishing copy_from to smithi11277797-1 2024-04-02T08:35:32.253 INFO:tasks.rados.rados.0.smithi112.stdout:1335: got expected ENOENT (src dne) 2024-04-02T08:35:32.255 INFO:tasks.rados.rados.0.smithi112.stdout:1335: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:35:32.255 INFO:tasks.rados.rados.0.smithi112.stdout:1336: finishing write tid 1 to smithi11277797-4 2024-04-02T08:35:32.256 INFO:tasks.rados.rados.0.smithi112.stdout:1340: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:35:32.256 INFO:tasks.rados.rados.0.smithi112.stdout:1340: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:35:32.257 INFO:tasks.rados.rados.0.smithi112.stdout:1340: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:35:32.257 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 781 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-02T08:35:32.257 INFO:tasks.rados.rados.0.smithi112.stdout:1339: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:35:32.257 INFO:tasks.rados.rados.0.smithi112.stdout:1339: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:35:32.258 INFO:tasks.rados.rados.0.smithi112.stdout:1336: finishing write tid 2 to smithi11277797-4 2024-04-02T08:35:32.258 INFO:tasks.rados.rados.0.smithi112.stdout:1329: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:35:32.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 548 (ObjNum 129 snap 0 seq_num 2583130283) dirty dne 2024-04-02T08:35:32.259 INFO:tasks.rados.rados.0.smithi112.stdout:1339: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:35:32.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 714 (ObjNum 353 snap 106 seq_num 353) dirty exists 2024-04-02T08:35:32.260 INFO:tasks.rados.rados.0.smithi112.stdout:1336: finishing write tid 3 to smithi11277797-4 2024-04-02T08:35:32.260 INFO:tasks.rados.rados.0.smithi112.stdout:1336: oid 4 updating version 0 to 509 2024-04-02T08:35:32.260 INFO:tasks.rados.rados.0.smithi112.stdout:1336: oid 4 version 509 is already newer than 508 2024-04-02T08:35:32.260 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 509 (ObjNum 435 snap 133 seq_num 435) dirty exists 2024-04-02T08:35:32.260 INFO:tasks.rados.rados.0.smithi112.stdout:1336: left oid 4 (ObjNum 435 snap 133 seq_num 435) 2024-04-02T08:35:32.264 INFO:tasks.rados.rados.0.smithi112.stdout:1338: expect (ObjNum 202 snap 60 seq_num 202) 2024-04-02T08:35:32.298 INFO:tasks.rados.rados.0.smithi112.stdout:1333: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:32.386 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:32 smithi112 ceph-mon[91385]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:32.386 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:32 smithi112 ceph-mon[91385]: pgmap v157: 121 pgs: 121 active+clean; 408 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:35:32.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:32 smithi112 ceph-mon[88945]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:32.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:32 smithi112 ceph-mon[88945]: pgmap v157: 121 pgs: 121 active+clean; 408 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:35:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:1337: finishing copy_from racing read to smithi11277797-40 2024-04-02T08:35:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:1337: finishing copy_from to smithi11277797-40 2024-04-02T08:35:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 431 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-04-02T08:35:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:32 smithi187 ceph-mon[84356]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:32 smithi187 ceph-mon[84356]: pgmap v157: 121 pgs: 121 active+clean; 408 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:35:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:32.996 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:32 smithi112 systemd[1]: Stopping Ceph osd.1 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:33.250 INFO:tasks.rados.rados.0.smithi112.stdout:1329: done (9 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1332: done (8 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1333: done (7 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1335: done (6 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1336: done (5 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1337: done (4 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1338: done (3 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1339: done (2 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1340: done (1 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1341: done (0 left) 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 134 2024-04-02T08:35:33.251 INFO:tasks.rados.rados.0.smithi112.stdout:1342: seq_num 436 ranges {57344=106496} 2024-04-02T08:35:33.252 INFO:tasks.rados.rados.0.smithi112.stdout:1342: writing smithi11277797-5 from 57344 to 163840 tid 1 2024-04-02T08:35:33.252 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 134 2024-04-02T08:35:33.252 INFO:tasks.rados.rados.0.smithi112.stdout:1343: seq_num 437 ranges {11436032=122880} 2024-04-02T08:35:33.315 INFO:tasks.rados.rados.0.smithi112.stdout:1343: writing smithi11277797-10 from 11436032 to 11558912 tid 1 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:1344: rmattr oid 30 current snap is 134 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:1344: done (2 left) 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:1345: copy_from oid 33 from oid 50 current snap is 134 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:1346: read oid 28 snap -1 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:1346: expect (ObjNum 429 snap 132 seq_num 429) 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 134 2024-04-02T08:35:33.316 INFO:tasks.rados.rados.0.smithi112.stdout:1347: seq_num 438 ranges {557056=139264} 2024-04-02T08:35:33.319 INFO:tasks.rados.rados.0.smithi112.stdout:1347: writing smithi11277797-22 from 557056 to 696320 tid 1 2024-04-02T08:35:33.319 INFO:tasks.rados.rados.0.smithi112.stdout:1348: copy_from oid 41 from oid 25 current snap is 134 2024-04-02T08:35:33.319 INFO:tasks.rados.rados.0.smithi112.stdout:1343: finishing write tid 1 to smithi11277797-10 2024-04-02T08:35:33.320 INFO:tasks.rados.rados.0.smithi112.stdout:1343: finishing write tid 2 to smithi11277797-10 2024-04-02T08:35:33.320 INFO:tasks.rados.rados.0.smithi112.stdout:1349: snap_remove snap 133 2024-04-02T08:35:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-mon[91385]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-mon[91385]: osd.1 marked itself down and dead 2024-04-02T08:35:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-mon[88945]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-mon[88945]: osd.1 marked itself down and dead 2024-04-02T08:35:33.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[47418]: 2024-04-02T08:35:33.008+0000 7efc6f2f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:35:33.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[47418]: 2024-04-02T08:35:33.008+0000 7efc6f2f7700 -1 osd.1 329 *** Got signal Terminated *** 2024-04-02T08:35:33.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[47418]: 2024-04-02T08:35:33.008+0000 7efc6f2f7700 -1 osd.1 329 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:35:33.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:33 smithi187 ceph-mon[84356]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:33.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:33 smithi187 ceph-mon[84356]: osd.1 marked itself down and dead 2024-04-02T08:35:33.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:34.100 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:33 smithi112 podman[101515]: 2024-04-02 08:35:33.812881001 +0000 UTC m=+0.930237592 container died 06cc6effef5932c7db930ada0852db9e8a1b36181e4d00da22a4bb53db624bc1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:35:34.258 INFO:tasks.rados.rados.0.smithi112.stdout:1343: finishing write tid 3 to smithi11277797-10 2024-04-02T08:35:34.258 INFO:tasks.rados.rados.0.smithi112.stdout:1343: oid 10 updating version 0 to 536 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1343: oid 10 updating version 536 to 537 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 537 (ObjNum 437 snap 134 seq_num 437) dirty exists 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1343: left oid 10 (ObjNum 437 snap 134 seq_num 437) 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: finishing write tid 1 to smithi11277797-22 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: finishing write tid 2 to smithi11277797-22 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: finishing write tid 3 to smithi11277797-22 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: oid 22 updating version 0 to 682 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: oid 22 updating version 682 to 683 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 683 (ObjNum 438 snap 134 seq_num 438) dirty exists 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: left oid 22 (ObjNum 438 snap 134 seq_num 438) 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1345: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1345: finishing copy_from to smithi11277797-33 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 144 (ObjNum 415 snap 128 seq_num 415) dirty exists 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1343: done (6 left) 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1345: done (5 left) 2024-04-02T08:35:34.259 INFO:tasks.rados.rados.0.smithi112.stdout:1347: done (4 left) 2024-04-02T08:35:34.260 INFO:tasks.rados.rados.0.smithi112.stdout:1349: done (3 left) 2024-04-02T08:35:34.260 INFO:tasks.rados.rados.0.smithi112.stdout:1350: snap_remove snap 123 2024-04-02T08:35:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:34 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:34 smithi112 ceph-mon[91385]: osdmap e330: 8 total, 7 up, 8 in 2024-04-02T08:35:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:34 smithi112 ceph-mon[91385]: pgmap v160: 121 pgs: 40 peering, 1 stale+active+clean, 80 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:35:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:34 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:34 smithi112 ceph-mon[88945]: osdmap e330: 8 total, 7 up, 8 in 2024-04-02T08:35:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:34 smithi112 ceph-mon[88945]: pgmap v160: 121 pgs: 40 peering, 1 stale+active+clean, 80 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:35:34.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:34 smithi112 podman[101515]: 2024-04-02 08:35:34.201309162 +0000 UTC m=+1.318665758 container cleanup 06cc6effef5932c7db930ada0852db9e8a1b36181e4d00da22a4bb53db624bc1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=reef-4d05f4c) 2024-04-02T08:35:34.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:34 smithi112 bash[101515]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T08:35:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:34 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:34 smithi187 ceph-mon[84356]: osdmap e330: 8 total, 7 up, 8 in 2024-04-02T08:35:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:34 smithi187 ceph-mon[84356]: pgmap v160: 121 pgs: 40 peering, 1 stale+active+clean, 80 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:35:34.826 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:34 smithi112 podman[101542]: 2024-04-02 08:35:34.486234449 +0000 UTC m=+0.673497227 container remove 06cc6effef5932c7db930ada0852db9e8a1b36181e4d00da22a4bb53db624bc1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD) 2024-04-02T08:35:35.079 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:34 smithi112 podman[101634]: 2024-04-02 08:35:34.731076772 +0000 UTC m=+0.017832156 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:35.079 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:34 smithi112 podman[101634]: 2024-04-02 08:35:34.845398741 +0000 UTC m=+0.132154124 container create 5be071e32834b3391ca72bed3bbcc333e18529c1cbae67cb7b68d9d5b96b2398 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:35.079 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 podman[101634]: 2024-04-02 08:35:35.081246328 +0000 UTC m=+0.368001715 container init 5be071e32834b3391ca72bed3bbcc333e18529c1cbae67cb7b68d9d5b96b2398 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:1350: done (3 left) 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 134 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:1342: finishing write tid 1 to smithi11277797-5 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:1342: finishing write tid 2 to smithi11277797-5 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:1342: finishing write tid 3 to smithi11277797-5 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:1342: oid 5 updating version 0 to 512 2024-04-02T08:35:35.264 INFO:tasks.rados.rados.0.smithi112.stdout:1342: oid 5 version 512 is already newer than 511 2024-04-02T08:35:35.265 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 512 (ObjNum 436 snap 134 seq_num 436) dirty exists 2024-04-02T08:35:35.265 INFO:tasks.rados.rados.0.smithi112.stdout:1342: left oid 5 (ObjNum 436 snap 134 seq_num 436) 2024-04-02T08:35:35.265 INFO:tasks.rados.rados.0.smithi112.stdout:1348: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:35:35.265 INFO:tasks.rados.rados.0.smithi112.stdout:1348: finishing copy_from to smithi11277797-41 2024-04-02T08:35:35.265 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 580 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:35.265 INFO:tasks.rados.rados.0.smithi112.stdout:1346: expect (ObjNum 429 snap 132 seq_num 429) 2024-04-02T08:35:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:35 smithi112 ceph-mon[91385]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-02T08:35:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:35 smithi112 ceph-mon[91385]: osdmap e331: 8 total, 7 up, 8 in 2024-04-02T08:35:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:35 smithi112 ceph-mon[88945]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-02T08:35:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:35 smithi112 ceph-mon[88945]: osdmap e331: 8 total, 7 up, 8 in 2024-04-02T08:35:35.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 podman[101634]: 2024-04-02 08:35:35.084531194 +0000 UTC m=+0.371286582 container start 5be071e32834b3391ca72bed3bbcc333e18529c1cbae67cb7b68d9d5b96b2398 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:35:35.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 podman[101634]: 2024-04-02 08:35:35.164612093 +0000 UTC m=+0.451367483 container attach 5be071e32834b3391ca72bed3bbcc333e18529c1cbae67cb7b68d9d5b96b2398 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:35.585 INFO:tasks.rados.rados.0.smithi112.stdout:1351: seq_num 439 ranges {5824512=155648} 2024-04-02T08:35:35.618 INFO:tasks.rados.rados.0.smithi112.stdout:1351: writing smithi11277797-34 from 5824512 to 5980160 tid 1 2024-04-02T08:35:35.618 INFO:tasks.rados.rados.0.smithi112.stdout:1342: done (3 left) 2024-04-02T08:35:35.618 INFO:tasks.rados.rados.0.smithi112.stdout:1346: done (2 left) 2024-04-02T08:35:35.618 INFO:tasks.rados.rados.0.smithi112.stdout:1348: done (1 left) 2024-04-02T08:35:35.618 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 134 2024-04-02T08:35:35.618 INFO:tasks.rados.rados.0.smithi112.stdout:1352: seq_num 440 ranges {1810432=172032} 2024-04-02T08:35:35.628 INFO:tasks.rados.rados.0.smithi112.stdout:1352: writing smithi11277797-3 from 1810432 to 1982464 tid 1 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 134 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1351: finishing write tid 1 to smithi11277797-34 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1351: finishing write tid 2 to smithi11277797-34 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1351: finishing write tid 3 to smithi11277797-34 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1351: oid 34 updating version 0 to 545 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1351: oid 34 updating version 545 to 546 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 546 (ObjNum 439 snap 134 seq_num 439) dirty exists 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1351: left oid 34 (ObjNum 439 snap 134 seq_num 439) 2024-04-02T08:35:35.629 INFO:tasks.rados.rados.0.smithi112.stdout:1353: seq_num 441 ranges {0=188416} 2024-04-02T08:35:35.630 INFO:tasks.rados.rados.0.smithi112.stdout:1353: writing smithi11277797-48 from 0 to 188416 tid 1 2024-04-02T08:35:35.630 INFO:tasks.rados.rados.0.smithi112.stdout:1351: done (2 left) 2024-04-02T08:35:35.630 INFO:tasks.rados.rados.0.smithi112.stdout:1354: copy_from oid 6 from oid 42 current snap is 134 2024-04-02T08:35:35.630 INFO:tasks.rados.rados.0.smithi112.stdout:1355: copy_from oid 2 from oid 14 current snap is 134 2024-04-02T08:35:35.630 INFO:tasks.rados.rados.0.smithi112.stdout:1356: rollback oid 5 current snap is 134 2024-04-02T08:35:35.630 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 69 2024-04-02T08:35:35.631 INFO:tasks.rados.rados.0.smithi112.stdout:1357: read oid 50 snap -1 2024-04-02T08:35:35.631 INFO:tasks.rados.rados.0.smithi112.stdout:1357: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:35.631 INFO:tasks.rados.rados.0.smithi112.stdout:1358: snap_remove snap 117 2024-04-02T08:35:35.692 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 podman[101634]: 2024-04-02 08:35:35.391114811 +0000 UTC m=+0.677870194 container died 5be071e32834b3391ca72bed3bbcc333e18529c1cbae67cb7b68d9d5b96b2398 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:35:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:35 smithi187 ceph-mon[84356]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-02T08:35:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:35 smithi187 ceph-mon[84356]: osdmap e331: 8 total, 7 up, 8 in 2024-04-02T08:35:35.944 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 podman[101660]: 2024-04-02 08:35:35.943788493 +0000 UTC m=+0.547860364 container remove 5be071e32834b3391ca72bed3bbcc333e18529c1cbae67cb7b68d9d5b96b2398 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T08:35:36.261 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-02T08:35:36.261 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 systemd[1]: Stopped Ceph osd.1 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:36.261 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:35 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Consumed 12.305s CPU time. 2024-04-02T08:35:36.261 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:36 smithi112 systemd[1]: Starting Ceph osd.1 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:36.266 INFO:tasks.rados.rados.0.smithi112.stdout:1355: finishing copy_from to smithi11277797-2 2024-04-02T08:35:36.266 INFO:tasks.rados.rados.0.smithi112.stdout:1355: got expected ENOENT (src dne) 2024-04-02T08:35:36.266 INFO:tasks.rados.rados.0.smithi112.stdout:1355: finishing copy_from racing read to smithi11277797-2 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1352: finishing write tid 1 to smithi11277797-3 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1352: finishing write tid 2 to smithi11277797-3 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1353: finishing write tid 1 to smithi11277797-48 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1356: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1353: finishing write tid 2 to smithi11277797-48 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1356: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 514 (ObjNum 49 snap 0 seq_num 3522728595) dirty dne 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1352: finishing write tid 3 to smithi11277797-3 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1352: oid 3 updating version 0 to 456 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1352: oid 3 version 456 is already newer than 455 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 456 (ObjNum 440 snap 134 seq_num 440) dirty exists 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1352: left oid 3 (ObjNum 440 snap 134 seq_num 440) 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1353: finishing write tid 3 to smithi11277797-48 2024-04-02T08:35:36.267 INFO:tasks.rados.rados.0.smithi112.stdout:1353: oid 48 updating version 0 to 719 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:1353: oid 48 version 719 is already newer than 718 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 719 (ObjNum 441 snap 134 seq_num 441) dirty exists 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:1353: left oid 48 (ObjNum 441 snap 134 seq_num 441) 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:1354: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:1354: finishing copy_from to smithi11277797-6 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 467 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:35:36.268 INFO:tasks.rados.rados.0.smithi112.stdout:1357: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:36.364 INFO:tasks.rados.rados.0.smithi112.stdout:1352: done (6 left) 2024-04-02T08:35:36.364 INFO:tasks.rados.rados.0.smithi112.stdout:1353: done (5 left) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1354: done (4 left) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1355: done (3 left) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1356: done (2 left) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1357: done (1 left) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1358: done (0 left) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1359: copy_from oid 27 from oid 25 current snap is 134 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1360: read oid 24 snap 131 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1360: expect (ObjNum 400 snap 122 seq_num 400) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1361: rollback oid 19 current snap is 134 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 114 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1362: read oid 32 snap -1 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1362: expect (ObjNum 430 snap 132 seq_num 430) 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:1363: rollback oid 7 current snap is 134 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 130 2024-04-02T08:35:36.365 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 134 2024-04-02T08:35:36.366 INFO:tasks.rados.rados.0.smithi112.stdout:1364: seq_num 442 ranges {2990080=204800} 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1364: writing smithi11277797-50 from 2990080 to 3194880 tid 1 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1365: rmattr oid 33 current snap is 134 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1365: done (6 left) 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1366: read oid 16 snap -1 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1366: expect (ObjNum 380 snap 118 seq_num 380) 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 134 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1361: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:35:36.384 INFO:tasks.rados.rados.0.smithi112.stdout:1361: finishing rollback tid 2 to smithi11277797-19 2024-04-02T08:35:36.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 447 (ObjNum 358 snap 108 seq_num 358) dirty exists 2024-04-02T08:35:36.385 INFO:tasks.rados.rados.0.smithi112.stdout:1363: finishing rollback tid 0 to smithi11277797-7 2024-04-02T08:35:36.385 INFO:tasks.rados.rados.0.smithi112.stdout:1367: seq_num 443 ranges {0=221184} 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1367: writing smithi11277797-5 from 0 to 221184 tid 1 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1361: done (7 left) 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1368: read oid 43 snap -1 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1368: expect (ObjNum 403 snap 122 seq_num 403) 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1369: read oid 2 snap -1 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1369: expect deleted 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1370: read oid 10 snap -1 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1370: expect (ObjNum 437 snap 134 seq_num 437) 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 134 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1363: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:35:36.386 INFO:tasks.rados.rados.0.smithi112.stdout:1371: seq_num 444 ranges {7741440=237568} 2024-04-02T08:35:36.432 INFO:tasks.rados.rados.0.smithi112.stdout:1371: writing smithi11277797-13 from 7741440 to 7979008 tid 1 2024-04-02T08:35:36.432 INFO:tasks.rados.rados.0.smithi112.stdout:1372: rollback oid 1 current snap is 134 2024-04-02T08:35:36.432 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 130 2024-04-02T08:35:36.432 INFO:tasks.rados.rados.0.smithi112.stdout:1363: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:35:36.432 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 670 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:35:36.432 INFO:tasks.rados.rados.0.smithi112.stdout:1360: expect (ObjNum 400 snap 122 seq_num 400) 2024-04-02T08:35:36.484 INFO:tasks.rados.rados.0.smithi112.stdout:1359: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:35:36.484 INFO:tasks.rados.rados.0.smithi112.stdout:1362: expect (ObjNum 430 snap 132 seq_num 430) 2024-04-02T08:35:36.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:36 smithi112 ceph-mon[88945]: osdmap e332: 8 total, 7 up, 8 in 2024-04-02T08:35:36.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:36 smithi112 ceph-mon[88945]: pgmap v163: 121 pgs: 45 peering, 76 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:35:36.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:36 smithi112 ceph-mon[91385]: osdmap e332: 8 total, 7 up, 8 in 2024-04-02T08:35:36.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:36 smithi112 ceph-mon[91385]: pgmap v163: 121 pgs: 45 peering, 76 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:35:36.520 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:36 smithi112 podman[101766]: 2024-04-02 08:35:36.37862667 +0000 UTC m=+0.120840364 container create 42b2b8ff18ea0ea20faaa2bb9c22759e00fa5e9aeb1b6203551fe199a2c87995 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2) 2024-04-02T08:35:36.520 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:36 smithi112 podman[101766]: 2024-04-02 08:35:36.284960391 +0000 UTC m=+0.027174092 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:36 smithi187 ceph-mon[84356]: osdmap e332: 8 total, 7 up, 8 in 2024-04-02T08:35:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:36 smithi187 ceph-mon[84356]: pgmap v163: 121 pgs: 45 peering, 76 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1359: finishing copy_from to smithi11277797-27 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 580 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1364: finishing write tid 1 to smithi11277797-50 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1359: done (11 left) 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1360: done (10 left) 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1362: done (9 left) 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1363: done (8 left) 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1369: done (7 left) 2024-04-02T08:35:36.810 INFO:tasks.rados.rados.0.smithi112.stdout:1373: read oid 28 snap -1 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1373: expect (ObjNum 429 snap 132 seq_num 429) 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 134 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1367: finishing write tid 1 to smithi11277797-5 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1364: finishing write tid 2 to smithi11277797-50 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1367: finishing write tid 2 to smithi11277797-5 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1364: finishing write tid 3 to smithi11277797-50 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1364: oid 50 updating version 0 to 158 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1364: oid 50 updating version 158 to 159 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 159 (ObjNum 442 snap 134 seq_num 442) dirty exists 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1364: left oid 50 (ObjNum 442 snap 134 seq_num 442) 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1367: finishing write tid 3 to smithi11277797-5 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1367: oid 5 updating version 0 to 515 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1367: oid 5 updating version 515 to 516 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 516 (ObjNum 443 snap 134 seq_num 443) dirty exists 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1367: left oid 5 (ObjNum 443 snap 134 seq_num 443) 2024-04-02T08:35:36.811 INFO:tasks.rados.rados.0.smithi112.stdout:1368: expect (ObjNum 403 snap 122 seq_num 403) 2024-04-02T08:35:36.862 INFO:tasks.rados.rados.0.smithi112.stdout:1370: expect (ObjNum 437 snap 134 seq_num 437) 2024-04-02T08:35:36.868 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:36 smithi112 podman[101766]: 2024-04-02 08:35:36.614590871 +0000 UTC m=+0.356804561 container init 42b2b8ff18ea0ea20faaa2bb9c22759e00fa5e9aeb1b6203551fe199a2c87995 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T08:35:36.868 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:36 smithi112 podman[101766]: 2024-04-02 08:35:36.617783583 +0000 UTC m=+0.359997280 container start 42b2b8ff18ea0ea20faaa2bb9c22759e00fa5e9aeb1b6203551fe199a2c87995 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5) 2024-04-02T08:35:36.868 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:36 smithi112 podman[101766]: 2024-04-02 08:35:36.714536037 +0000 UTC m=+0.456749741 container attach 42b2b8ff18ea0ea20faaa2bb9c22759e00fa5e9aeb1b6203551fe199a2c87995 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T08:35:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-mon[91385]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:35:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-mon[88945]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 bash[101766]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:37.369 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:35:37.370 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:35:37.370 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:37.370 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[101781]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:35:37.370 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 podman[101766]: 2024-04-02 08:35:37.089632955 +0000 UTC m=+0.831846652 container died 42b2b8ff18ea0ea20faaa2bb9c22759e00fa5e9aeb1b6203551fe199a2c87995 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:37 smithi187 ceph-mon[84356]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:35:37.837 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 podman[101904]: 2024-04-02 08:35:37.618221701 +0000 UTC m=+0.523573836 container remove 42b2b8ff18ea0ea20faaa2bb9c22759e00fa5e9aeb1b6203551fe199a2c87995 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:38.051 INFO:tasks.rados.rados.0.smithi112.stdout:1371: finishing write tid 1 to smithi11277797-13 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:1371: finishing write tid 2 to smithi11277797-13 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:1371: finishing write tid 3 to smithi11277797-13 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:1371: oid 13 updating version 0 to 785 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:1371: oid 13 version 785 is already newer than 784 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 785 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:1371: left oid 13 (ObjNum 444 snap 134 seq_num 444) 2024-04-02T08:35:38.052 INFO:tasks.rados.rados.0.smithi112.stdout:1366: expect (ObjNum 380 snap 118 seq_num 380) 2024-04-02T08:35:38.118 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 podman[101970]: 2024-04-02 08:35:37.742485051 +0000 UTC m=+0.019147658 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:38.118 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:37 smithi112 podman[101970]: 2024-04-02 08:35:37.860958012 +0000 UTC m=+0.137620671 container create c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:38.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:38 smithi112 podman[101970]: 2024-04-02 08:35:38.063487526 +0000 UTC m=+0.340150134 container init c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:35:38.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:38 smithi112 podman[101970]: 2024-04-02 08:35:38.066626685 +0000 UTC m=+0.343289285 container start c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:35:38.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-osd[101988]: -- 172.21.15.112:0/3796898788 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55714e539680 con 0x55714e502c00 2024-04-02T08:35:38.607 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:38 smithi112 bash[101970]: c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d 2024-04-02T08:35:38.607 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:38 smithi112 systemd[1]: Started Ceph osd.1 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[91385]: pgmap v165: 121 pgs: 45 peering, 76 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[88945]: pgmap v165: 121 pgs: 45 peering, 76 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.608 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:38.609 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.609 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:38 smithi187 ceph-mon[84356]: pgmap v165: 121 pgs: 45 peering, 76 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:38.836 INFO:tasks.rados.rados.0.smithi112.stdout:1372: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:35:38.836 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 401 (ObjNum 33 snap 0 seq_num 2330707760) dirty dne 2024-04-02T08:35:38.836 INFO:tasks.rados.rados.0.smithi112.stdout:1373: expect (ObjNum 429 snap 132 seq_num 429) 2024-04-02T08:35:38.868 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[101984]: 2024-04-02T08:35:38.608+0000 7fd76fe1a7c0 -1 Falling back to public interface 2024-04-02T08:35:39.157 INFO:tasks.rados.rados.0.smithi112.stdout:1374: seq_num 445 ranges {991232=253952} 2024-04-02T08:35:39.163 INFO:tasks.rados.rados.0.smithi112.stdout:1374: writing smithi11277797-21 from 991232 to 1245184 tid 1 2024-04-02T08:35:39.163 INFO:tasks.rados.rados.0.smithi112.stdout:1364: done (8 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1366: done (7 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1367: done (6 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1368: done (5 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1370: done (4 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1371: done (3 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1372: done (2 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1373: done (1 left) 2024-04-02T08:35:39.164 INFO:tasks.rados.rados.0.smithi112.stdout:1375: snap_remove snap 126 2024-04-02T08:35:39.235 INFO:tasks.rados.rados.0.smithi112.stdout:1375: done (1 left) 2024-04-02T08:35:39.236 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 134 2024-04-02T08:35:39.236 INFO:tasks.rados.rados.0.smithi112.stdout:1376: seq_num 446 ranges {4538368=278528} 2024-04-02T08:35:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:1376: writing smithi11277797-37 from 4538368 to 4816896 tid 1 2024-04-02T08:35:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 134 2024-04-02T08:35:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:1377: seq_num 447 ranges {5824512=294912} 2024-04-02T08:35:39.295 INFO:tasks.rados.rados.0.smithi112.stdout:1377: writing smithi11277797-40 from 5824512 to 6119424 tid 1 2024-04-02T08:35:39.295 INFO:tasks.rados.rados.0.smithi112.stdout:1378: copy_from oid 13 from oid 24 current snap is 134 2024-04-02T08:35:39.295 INFO:tasks.rados.rados.0.smithi112.stdout:1374: finishing write tid 1 to smithi11277797-21 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1374: finishing write tid 2 to smithi11277797-21 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1374: finishing write tid 3 to smithi11277797-21 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1374: oid 21 updating version 0 to 740 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1374: oid 21 updating version 740 to 741 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 741 (ObjNum 445 snap 134 seq_num 445) dirty exists 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1374: left oid 21 (ObjNum 445 snap 134 seq_num 445) 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: finishing write tid 1 to smithi11277797-37 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: finishing write tid 2 to smithi11277797-37 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: finishing write tid 3 to smithi11277797-37 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: oid 37 updating version 0 to 469 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: oid 37 version 469 is already newer than 468 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 469 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: left oid 37 (ObjNum 446 snap 134 seq_num 446) 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1374: done (3 left) 2024-04-02T08:35:39.296 INFO:tasks.rados.rados.0.smithi112.stdout:1376: done (2 left) 2024-04-02T08:35:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:1379: read oid 5 snap 132 2024-04-02T08:35:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:1379: expect (ObjNum 433 snap 132 seq_num 433) 2024-04-02T08:35:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 134 2024-04-02T08:35:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:1380: seq_num 448 ranges {0=311296} 2024-04-02T08:35:39.297 INFO:tasks.rados.rados.0.smithi112.stdout:1380: writing smithi11277797-20 from 0 to 311296 tid 1 2024-04-02T08:35:39.298 INFO:tasks.rados.rados.0.smithi112.stdout:1381: setattr oid 42 current snap is 134 2024-04-02T08:35:39.298 INFO:tasks.rados.rados.0.smithi112.stdout:1377: finishing write tid 1 to smithi11277797-40 2024-04-02T08:35:39.298 INFO:tasks.rados.rados.0.smithi112.stdout:1379: expect (ObjNum 433 snap 132 seq_num 433) 2024-04-02T08:35:39.300 INFO:tasks.rados.rados.0.smithi112.stdout:1377: finishing write tid 2 to smithi11277797-40 2024-04-02T08:35:39.300 INFO:tasks.rados.rados.0.smithi112.stdout:1380: finishing write tid 1 to smithi11277797-20 2024-04-02T08:35:39.300 INFO:tasks.rados.rados.0.smithi112.stdout:1379: done (4 left) 2024-04-02T08:35:39.300 INFO:tasks.rados.rados.0.smithi112.stdout:1382: snap_create 2024-04-02T08:35:39.300 INFO:tasks.rados.rados.0.smithi112.stdout:1380: finishing write tid 2 to smithi11277797-20 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1377: finishing write tid 3 to smithi11277797-40 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1377: oid 40 updating version 0 to 583 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1377: oid 40 updating version 583 to 584 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 584 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1377: left oid 40 (ObjNum 447 snap 134 seq_num 447) 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1380: finishing write tid 3 to smithi11277797-20 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1380: oid 20 updating version 0 to 668 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:1380: oid 20 updating version 668 to 669 2024-04-02T08:35:39.301 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 669 (ObjNum 448 snap 134 seq_num 448) dirty exists 2024-04-02T08:35:39.302 INFO:tasks.rados.rados.0.smithi112.stdout:1380: left oid 20 (ObjNum 448 snap 134 seq_num 448) 2024-04-02T08:35:39.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 518 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:35:39.303 INFO:tasks.rados.rados.0.smithi112.stdout:1378: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:35:39.304 INFO:tasks.rados.rados.0.smithi112.stdout:1378: finishing copy_from to smithi11277797-13 2024-04-02T08:35:39.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 642 (ObjNum 400 snap 122 seq_num 400) dirty exists 2024-04-02T08:35:39.357 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:39.357 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:39 smithi112 ceph-mon[91385]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:35:39.358 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:35:39] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-02T08:35:39.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:39.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:39 smithi112 ceph-mon[88945]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:35:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:39 smithi187 ceph-mon[84356]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:35:40.275 INFO:tasks.rados.rados.0.smithi112.stdout:1377: done (4 left) 2024-04-02T08:35:40.275 INFO:tasks.rados.rados.0.smithi112.stdout:1378: done (3 left) 2024-04-02T08:35:40.275 INFO:tasks.rados.rados.0.smithi112.stdout:1380: done (2 left) 2024-04-02T08:35:40.276 INFO:tasks.rados.rados.0.smithi112.stdout:1381: done (1 left) 2024-04-02T08:35:40.276 INFO:tasks.rados.rados.0.smithi112.stdout:1382: done (0 left) 2024-04-02T08:35:40.276 INFO:tasks.rados.rados.0.smithi112.stdout:1383: rmattr oid 41 current snap is 135 2024-04-02T08:35:40.276 INFO:tasks.rados.rados.0.smithi112.stdout:1384: snap_remove snap 129 2024-04-02T08:35:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:40 smithi112 ceph-mon[91385]: pgmap v167: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 109/699 objects degraded (15.594%) 2024-04-02T08:35:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:40 smithi112 ceph-mon[88945]: pgmap v167: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 109/699 objects degraded (15.594%) 2024-04-02T08:35:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:40 smithi187 ceph-mon[84356]: pgmap v167: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 109/699 objects degraded (15.594%) 2024-04-02T08:35:41.290 INFO:tasks.rados.rados.0.smithi112.stdout:1384: done (1 left) 2024-04-02T08:35:41.290 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 135 2024-04-02T08:35:41.290 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 725 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:41.290 INFO:tasks.rados.rados.0.smithi112.stdout:1385: seq_num 449 ranges {1957888=327680} 2024-04-02T08:35:41.302 INFO:tasks.rados.rados.0.smithi112.stdout:1385: writing smithi11277797-43 from 1957888 to 2285568 tid 1 2024-04-02T08:35:41.302 INFO:tasks.rados.rados.0.smithi112.stdout:1383: done (1 left) 2024-04-02T08:35:41.303 INFO:tasks.rados.rados.0.smithi112.stdout:1386: delete oid 26 current snap is 135 2024-04-02T08:35:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1386: done (1 left) 2024-04-02T08:35:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 135 2024-04-02T08:35:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:1387: seq_num 451 ranges {4587520=360448} 2024-04-02T08:35:41.332 INFO:tasks.rados.rados.0.smithi112.stdout:1387: writing smithi11277797-18 from 4587520 to 4947968 tid 1 2024-04-02T08:35:41.332 INFO:tasks.rados.rados.0.smithi112.stdout:1388: delete oid 1 current snap is 135 2024-04-02T08:35:41.332 INFO:tasks.rados.rados.0.smithi112.stdout:1385: finishing write tid 1 to smithi11277797-43 2024-04-02T08:35:41.332 INFO:tasks.rados.rados.0.smithi112.stdout:1385: finishing write tid 2 to smithi11277797-43 2024-04-02T08:35:41.333 INFO:tasks.rados.rados.0.smithi112.stdout:1385: finishing write tid 3 to smithi11277797-43 2024-04-02T08:35:41.333 INFO:tasks.rados.rados.0.smithi112.stdout:1385: oid 43 updating version 0 to 729 2024-04-02T08:35:41.333 INFO:tasks.rados.rados.0.smithi112.stdout:1385: oid 43 updating version 729 to 730 2024-04-02T08:35:41.333 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 730 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-02T08:35:41.333 INFO:tasks.rados.rados.0.smithi112.stdout:1385: left oid 43 (ObjNum 449 snap 135 seq_num 449) 2024-04-02T08:35:41.334 INFO:tasks.rados.rados.0.smithi112.stdout:1385: done (2 left) 2024-04-02T08:35:41.334 INFO:tasks.rados.rados.0.smithi112.stdout:1388: done (1 left) 2024-04-02T08:35:41.334 INFO:tasks.rados.rados.0.smithi112.stdout:1389: copy_from oid 4 from oid 1 current snap is 135 2024-04-02T08:35:41.334 INFO:tasks.rados.rados.0.smithi112.stdout:1390: snap_create 2024-04-02T08:35:41.335 INFO:tasks.rados.rados.0.smithi112.stdout:1389: finishing copy_from to smithi11277797-4 2024-04-02T08:35:41.335 INFO:tasks.rados.rados.0.smithi112.stdout:1389: got expected ENOENT (src dne) 2024-04-02T08:35:41.335 INFO:tasks.rados.rados.0.smithi112.stdout:1389: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:35:41.336 INFO:tasks.rados.rados.0.smithi112.stdout:1387: finishing write tid 1 to smithi11277797-18 2024-04-02T08:35:41.336 INFO:tasks.rados.rados.0.smithi112.stdout:1387: finishing write tid 2 to smithi11277797-18 2024-04-02T08:35:41.337 INFO:tasks.rados.rados.0.smithi112.stdout:1387: finishing write tid 3 to smithi11277797-18 2024-04-02T08:35:41.338 INFO:tasks.rados.rados.0.smithi112.stdout:1387: oid 18 updating version 0 to 744 2024-04-02T08:35:41.338 INFO:tasks.rados.rados.0.smithi112.stdout:1387: oid 18 version 744 is already newer than 743 2024-04-02T08:35:41.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 744 (ObjNum 451 snap 135 seq_num 451) dirty exists 2024-04-02T08:35:41.338 INFO:tasks.rados.rados.0.smithi112.stdout:1387: left oid 18 (ObjNum 451 snap 135 seq_num 451) 2024-04-02T08:35:41.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 109/699 objects degraded (15.594%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:41.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-mon[91385]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-04-02T08:35:41.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-mon[91385]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:35:41.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 109/699 objects degraded (15.594%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:41.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-mon[88945]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-04-02T08:35:41.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-mon[88945]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:35:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:41 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 109/699 objects degraded (15.594%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:41 smithi187 ceph-mon[84356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-04-02T08:35:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:41 smithi187 ceph-mon[84356]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:35:41.868 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[101984]: 2024-04-02T08:35:41.541+0000 7fd76fe1a7c0 -1 osd.1 329 log_to_monitors true 2024-04-02T08:35:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:1387: done (2 left) 2024-04-02T08:35:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:1389: done (1 left) 2024-04-02T08:35:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:1390: done (0 left) 2024-04-02T08:35:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:1391: setattr oid 25 current snap is 136 2024-04-02T08:35:42.292 INFO:tasks.rados.rados.0.smithi112.stdout:1392: setattr oid 47 current snap is 136 2024-04-02T08:35:42.294 INFO:tasks.rados.rados.0.smithi112.stdout:1393: snap_create 2024-04-02T08:35:42.299 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 704 (ObjNum 65 snap 0 seq_num 1548970070) dirty exists 2024-04-02T08:35:42.300 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 586 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:42.618 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[101984]: 2024-04-02T08:35:42.319+0000 7fd75d26a700 -1 osd.1 329 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[88945]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[88945]: from='osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[88945]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[88945]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 109/699 objects degraded (15.594%) 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[91385]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[91385]: from='osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[91385]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[91385]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 109/699 objects degraded (15.594%) 2024-04-02T08:35:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:42.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-mon[84356]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:35:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-mon[84356]: from='osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-mon[84356]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-mon[84356]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 109/699 objects degraded (15.594%) 2024-04-02T08:35:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:43.080 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:35:43.305 INFO:tasks.rados.rados.0.smithi112.stdout:1391: done (2 left) 2024-04-02T08:35:43.305 INFO:tasks.rados.rados.0.smithi112.stdout:1392: done (1 left) 2024-04-02T08:35:43.306 INFO:tasks.rados.rados.0.smithi112.stdout:1393: done (0 left) 2024-04-02T08:35:43.306 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 137 2024-04-02T08:35:43.306 INFO:tasks.rados.rados.0.smithi112.stdout:1394: seq_num 453 ranges {10199040=393216} 2024-04-02T08:35:43.358 INFO:tasks.rados.rados.0.smithi112.stdout:1394: writing smithi11277797-7 from 10199040 to 10592256 tid 1 2024-04-02T08:35:43.358 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 137 2024-04-02T08:35:43.358 INFO:tasks.rados.rados.0.smithi112.stdout:1395: seq_num 454 ranges {5390336=409600} 2024-04-02T08:35:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[91385]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:35:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[91385]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:35:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[91385]: from='osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[91385]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[88945]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[88945]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[88945]: from='osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[88945]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:43.390 INFO:tasks.rados.rados.0.smithi112.stdout:1395: writing smithi11277797-32 from 5390336 to 5799936 tid 1 2024-04-02T08:35:43.390 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 137 2024-04-02T08:35:43.390 INFO:tasks.rados.rados.0.smithi112.stdout:1396: seq_num 455 ranges {5980160=425984} 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1396: writing smithi11277797-34 from 5980160 to 6406144 tid 1 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1397: snap_create 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1395: finishing write tid 1 to smithi11277797-32 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1395: finishing write tid 2 to smithi11277797-32 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1395: finishing write tid 3 to smithi11277797-32 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1395: oid 32 updating version 0 to 539 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1395: oid 32 updating version 539 to 540 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 540 (ObjNum 454 snap 137 seq_num 454) dirty exists 2024-04-02T08:35:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:1395: left oid 32 (ObjNum 454 snap 137 seq_num 454) 2024-04-02T08:35:43.429 INFO:tasks.rados.rados.0.smithi112.stdout:1396: finishing write tid 1 to smithi11277797-34 2024-04-02T08:35:43.429 INFO:tasks.rados.rados.0.smithi112.stdout:1396: finishing write tid 2 to smithi11277797-34 2024-04-02T08:35:43.433 INFO:tasks.rados.rados.0.smithi112.stdout:1396: finishing write tid 3 to smithi11277797-34 2024-04-02T08:35:43.433 INFO:tasks.rados.rados.0.smithi112.stdout:1396: oid 34 updating version 0 to 566 2024-04-02T08:35:43.433 INFO:tasks.rados.rados.0.smithi112.stdout:1396: oid 34 updating version 566 to 567 2024-04-02T08:35:43.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 567 (ObjNum 455 snap 137 seq_num 455) dirty exists 2024-04-02T08:35:43.433 INFO:tasks.rados.rados.0.smithi112.stdout:1396: left oid 34 (ObjNum 455 snap 137 seq_num 455) 2024-04-02T08:35:43.441 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:43.441 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (6m) 1s ago 7m 25.7M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:35:43.441 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (7m) 79s ago 7m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:35:43.441 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (8m) 1s ago 8m 21.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:35:43.441 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (8m) 79s ago 8m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (2m) 79s ago 12m 449M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (2m) 1s ago 13m 504M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (2m) 1s ago 13m 49.2M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (90s) 79s ago 12m 23.3M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (110s) 1s ago 12m 43.5M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (7m) 1s ago 7m 15.5M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (7m) 79s ago 7m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (39s) 1s ago 11m 119M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (5s) 1s ago 11m 11.6M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (10m) 1s ago 10m 171M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7c8e65936330 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (10m) 1s ago 10m 137M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:35:43.442 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (10m) 79s ago 10m 163M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:35:43.443 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (9m) 79s ago 9m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:35:43.443 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (9m) 79s ago 9m 141M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:35:43.443 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (8m) 79s ago 8m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:35:43.443 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (2m) 79s ago 8m 49.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:35:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-mon[84356]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:35:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-mon[84356]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:35:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-mon[84356]: from='osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-mon[84356]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:35:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:43.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:35:43.863 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:35:43.864 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:35:43.864 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:35:43.864 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8, 2024-04-02T08:35:43.864 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 7 2024-04-02T08:35:43.864 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:35:43.864 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:35:44.308 INFO:tasks.rados.rados.0.smithi112.stdout:1395: done (3 left) 2024-04-02T08:35:44.308 INFO:tasks.rados.rados.0.smithi112.stdout:1396: done (2 left) 2024-04-02T08:35:44.308 INFO:tasks.rados.rados.0.smithi112.stdout:1397: done (1 left) 2024-04-02T08:35:44.308 INFO:tasks.rados.rados.0.smithi112.stdout:1398: delete oid 44 current snap is 138 2024-04-02T08:35:44.319 INFO:tasks.rados.rados.0.smithi112.stdout:1398: done (1 left) 2024-04-02T08:35:44.319 INFO:tasks.rados.rados.0.smithi112.stdout:1399: snap_remove snap 80 2024-04-02T08:35:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472] boot 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: pgmap v173: 121 pgs: 28 peering, 4 active+undersized+degraded, 13 active+undersized, 76 active+clean; 418 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 966 KiB/s wr, 26 op/s; 20/720 objects degraded (2.778%) 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/7128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472] boot 2024-04-02T08:35:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:35:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: pgmap v173: 121 pgs: 28 peering, 4 active+undersized+degraded, 13 active+undersized, 76 active+clean; 418 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 966 KiB/s wr, 26 op/s; 20/720 objects degraded (2.778%) 2024-04-02T08:35:44.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:44 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/7128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: osd.1 [v2:172.21.15.112:6810/2155705472,v1:172.21.15.112:6811/2155705472] boot 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: pgmap v173: 121 pgs: 28 peering, 4 active+undersized+degraded, 13 active+undersized, 76 active+clean; 418 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 966 KiB/s wr, 26 op/s; 20/720 objects degraded (2.778%) 2024-04-02T08:35:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:44 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/7128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:45.313 INFO:tasks.rados.rados.0.smithi112.stdout:1399: done (1 left) 2024-04-02T08:35:45.314 INFO:tasks.rados.rados.0.smithi112.stdout:1400: snap_remove snap 132 2024-04-02T08:35:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:45 smithi112 ceph-mon[88945]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:45 smithi112 ceph-mon[91385]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:45 smithi187 ceph-mon[84356]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:46.318 INFO:tasks.rados.rados.0.smithi112.stdout:1400: done (1 left) 2024-04-02T08:35:46.319 INFO:tasks.rados.rados.0.smithi112.stdout:1401: snap_remove snap 69 2024-04-02T08:35:46.559 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:46 smithi112 ceph-mon[91385]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:46.559 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:46 smithi112 ceph-mon[91385]: pgmap v176: 121 pgs: 28 peering, 4 active+undersized+degraded, 13 active+undersized, 76 active+clean; 418 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 966 KiB/s wr, 26 op/s; 20/720 objects degraded (2.778%) 2024-04-02T08:35:46.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:46 smithi112 ceph-mon[88945]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:46.560 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:46 smithi112 ceph-mon[88945]: pgmap v176: 121 pgs: 28 peering, 4 active+undersized+degraded, 13 active+undersized, 76 active+clean; 418 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 966 KiB/s wr, 26 op/s; 20/720 objects degraded (2.778%) 2024-04-02T08:35:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:46 smithi187 ceph-mon[84356]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:46 smithi187 ceph-mon[84356]: pgmap v176: 121 pgs: 28 peering, 4 active+undersized+degraded, 13 active+undersized, 76 active+clean; 418 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 966 KiB/s wr, 26 op/s; 20/720 objects degraded (2.778%) 2024-04-02T08:35:46.868 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:35:46.771+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-04-02T08:35:47.327 INFO:tasks.rados.rados.0.smithi112.stdout:1401: done (1 left) 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1402: delete oid 10 current snap is 138 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1394: finishing write tid 1 to smithi11277797-7 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1394: finishing write tid 2 to smithi11277797-7 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1394: finishing write tid 3 to smithi11277797-7 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1394: oid 7 updating version 0 to 672 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1394: oid 7 updating version 672 to 673 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 673 (ObjNum 453 snap 137 seq_num 453) dirty exists 2024-04-02T08:35:47.328 INFO:tasks.rados.rados.0.smithi112.stdout:1394: left oid 7 (ObjNum 453 snap 137 seq_num 453) 2024-04-02T08:35:47.336 INFO:tasks.rados.rados.0.smithi112.stdout:1394: done (1 left) 2024-04-02T08:35:47.336 INFO:tasks.rados.rados.0.smithi112.stdout:1402: done (0 left) 2024-04-02T08:35:47.336 INFO:tasks.rados.rados.0.smithi112.stdout:1403: read oid 33 snap -1 2024-04-02T08:35:47.336 INFO:tasks.rados.rados.0.smithi112.stdout:1403: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:47.336 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 138 2024-04-02T08:35:47.336 INFO:tasks.rados.rados.0.smithi112.stdout:1404: seq_num 458 ranges {188416=475136} 2024-04-02T08:35:47.340 INFO:tasks.rados.rados.0.smithi112.stdout:1404: writing smithi11277797-48 from 188416 to 663552 tid 1 2024-04-02T08:35:47.340 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 138 2024-04-02T08:35:47.340 INFO:tasks.rados.rados.0.smithi112.stdout:1405: seq_num 459 ranges {221184=491520} 2024-04-02T08:35:47.345 INFO:tasks.rados.rados.0.smithi112.stdout:1405: writing smithi11277797-5 from 221184 to 712704 tid 1 2024-04-02T08:35:47.345 INFO:tasks.rados.rados.0.smithi112.stdout:1406: read oid 42 snap -1 2024-04-02T08:35:47.346 INFO:tasks.rados.rados.0.smithi112.stdout:1406: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1407: read oid 25 snap 135 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1407: expect (ObjNum 417 snap 128 seq_num 417) 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1408: read oid 1 snap -1 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1408: expect deleted 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1409: rmattr oid 12 current snap is 138 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1409: done (6 left) 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1410: read oid 17 snap -1 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1410: expect (ObjNum 422 snap 130 seq_num 422) 2024-04-02T08:35:47.347 INFO:tasks.rados.rados.0.smithi112.stdout:1411: snap_remove snap 137 2024-04-02T08:35:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: osdmap e341: 8 total, 8 up, 8 in 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: osdmap e341: 8 total, 8 up, 8 in 2024-04-02T08:35:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: osdmap e341: 8 total, 8 up, 8 in 2024-04-02T08:35:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:47.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:48.344 INFO:tasks.rados.rados.0.smithi112.stdout:1411: done (7 left) 2024-04-02T08:35:48.344 INFO:tasks.rados.rados.0.smithi112.stdout:1412: snap_create 2024-04-02T08:35:48.344 INFO:tasks.rados.rados.0.smithi112.stdout:1404: finishing write tid 1 to smithi11277797-48 2024-04-02T08:35:48.345 INFO:tasks.rados.rados.0.smithi112.stdout:1405: finishing write tid 1 to smithi11277797-5 2024-04-02T08:35:48.345 INFO:tasks.rados.rados.0.smithi112.stdout:1404: finishing write tid 2 to smithi11277797-48 2024-04-02T08:35:48.345 INFO:tasks.rados.rados.0.smithi112.stdout:1405: finishing write tid 2 to smithi11277797-5 2024-04-02T08:35:48.345 INFO:tasks.rados.rados.0.smithi112.stdout:1406: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:35:48.352 INFO:tasks.rados.rados.0.smithi112.stdout:1404: finishing write tid 3 to smithi11277797-48 2024-04-02T08:35:48.352 INFO:tasks.rados.rados.0.smithi112.stdout:1404: oid 48 updating version 0 to 751 2024-04-02T08:35:48.352 INFO:tasks.rados.rados.0.smithi112.stdout:1404: oid 48 version 751 is already newer than 750 2024-04-02T08:35:48.353 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 751 (ObjNum 458 snap 138 seq_num 458) dirty exists 2024-04-02T08:35:48.353 INFO:tasks.rados.rados.0.smithi112.stdout:1404: left oid 48 (ObjNum 458 snap 138 seq_num 458) 2024-04-02T08:35:48.353 INFO:tasks.rados.rados.0.smithi112.stdout:1403: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:48.442 INFO:tasks.rados.rados.0.smithi112.stdout:1405: finishing write tid 3 to smithi11277797-5 2024-04-02T08:35:48.443 INFO:tasks.rados.rados.0.smithi112.stdout:1405: oid 5 updating version 0 to 541 2024-04-02T08:35:48.443 INFO:tasks.rados.rados.0.smithi112.stdout:1405: oid 5 version 541 is already newer than 540 2024-04-02T08:35:48.443 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 541 (ObjNum 459 snap 138 seq_num 459) dirty exists 2024-04-02T08:35:48.443 INFO:tasks.rados.rados.0.smithi112.stdout:1405: left oid 5 (ObjNum 459 snap 138 seq_num 459) 2024-04-02T08:35:48.443 INFO:tasks.rados.rados.0.smithi112.stdout:1410: expect (ObjNum 422 snap 130 seq_num 422) 2024-04-02T08:35:48.501 INFO:tasks.rados.rados.0.smithi112.stdout:1407: expect (ObjNum 417 snap 128 seq_num 417) 2024-04-02T08:35:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-04-02T08:35:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[91385]: osdmap e342: 8 total, 8 up, 8 in 2024-04-02T08:35:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[91385]: pgmap v179: 121 pgs: 28 peering, 93 active+clean; 419 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 150 KiB/s wr, 1 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-04-02T08:35:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-04-02T08:35:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[88945]: osdmap e342: 8 total, 8 up, 8 in 2024-04-02T08:35:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:48 smithi112 ceph-mon[88945]: pgmap v179: 121 pgs: 28 peering, 93 active+clean; 419 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 150 KiB/s wr, 1 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-04-02T08:35:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:48 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:48 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-04-02T08:35:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:48 smithi187 ceph-mon[84356]: osdmap e342: 8 total, 8 up, 8 in 2024-04-02T08:35:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:48 smithi187 ceph-mon[84356]: pgmap v179: 121 pgs: 28 peering, 93 active+clean; 419 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 150 KiB/s wr, 1 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-04-02T08:35:49.351 INFO:tasks.rados.rados.0.smithi112.stdout:1403: done (7 left) 2024-04-02T08:35:49.351 INFO:tasks.rados.rados.0.smithi112.stdout:1404: done (6 left) 2024-04-02T08:35:49.351 INFO:tasks.rados.rados.0.smithi112.stdout:1405: done (5 left) 2024-04-02T08:35:49.352 INFO:tasks.rados.rados.0.smithi112.stdout:1406: done (4 left) 2024-04-02T08:35:49.352 INFO:tasks.rados.rados.0.smithi112.stdout:1407: done (3 left) 2024-04-02T08:35:49.352 INFO:tasks.rados.rados.0.smithi112.stdout:1408: done (2 left) 2024-04-02T08:35:49.352 INFO:tasks.rados.rados.0.smithi112.stdout:1410: done (1 left) 2024-04-02T08:35:49.352 INFO:tasks.rados.rados.0.smithi112.stdout:1412: done (0 left) 2024-04-02T08:35:49.352 INFO:tasks.rados.rados.0.smithi112.stdout:1413: copy_from oid 36 from oid 33 current snap is 139 2024-04-02T08:35:49.353 INFO:tasks.rados.rados.0.smithi112.stdout:1414: rollback oid 44 current snap is 139 2024-04-02T08:35:49.353 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 136 2024-04-02T08:35:49.353 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 139 2024-04-02T08:35:49.353 INFO:tasks.rados.rados.0.smithi112.stdout:1415: seq_num 460 ranges {3710976=507904} 2024-04-02T08:35:49.373 INFO:tasks.rados.rados.0.smithi112.stdout:1415: writing smithi11277797-8 from 3710976 to 4218880 tid 1 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 139 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:1414: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 445 (ObjNum 97 snap 0 seq_num 204) dirty dne 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:1413: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:1413: finishing copy_from to smithi11277797-36 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 144 (ObjNum 415 snap 128 seq_num 415) dirty exists 2024-04-02T08:35:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:1416: seq_num 461 ranges {4087808=524288} 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1416: writing smithi11277797-9 from 4087808 to 4612096 tid 1 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1413: done (3 left) 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1414: done (2 left) 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1417: setattr oid 37 current snap is 139 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1415: finishing write tid 1 to smithi11277797-8 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1415: finishing write tid 2 to smithi11277797-8 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1415: finishing write tid 3 to smithi11277797-8 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1415: oid 8 updating version 0 to 820 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1415: oid 8 updating version 820 to 821 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 821 (ObjNum 460 snap 139 seq_num 460) dirty exists 2024-04-02T08:35:49.399 INFO:tasks.rados.rados.0.smithi112.stdout:1415: left oid 8 (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:35:49.400 INFO:tasks.rados.rados.0.smithi112.stdout:1415: done (2 left) 2024-04-02T08:35:49.400 INFO:tasks.rados.rados.0.smithi112.stdout:1418: snap_remove snap 134 2024-04-02T08:35:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:35:49] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-02T08:35:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/720 objects degraded (2.778%), 4 pgs degraded) 2024-04-02T08:35:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:35:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-mon[91385]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:35:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/720 objects degraded (2.778%), 4 pgs degraded) 2024-04-02T08:35:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:35:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:49 smithi112 ceph-mon[88945]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:35:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:49 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/720 objects degraded (2.778%), 4 pgs degraded) 2024-04-02T08:35:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:49 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:35:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:49 smithi187 ceph-mon[84356]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:35:50.362 INFO:tasks.rados.rados.0.smithi112.stdout:1418: done (2 left) 2024-04-02T08:35:50.363 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 139 2024-04-02T08:35:50.363 INFO:tasks.rados.rados.0.smithi112.stdout:1419: seq_num 462 ranges {0=540672} 2024-04-02T08:35:50.366 INFO:tasks.rados.rados.0.smithi112.stdout:1419: writing smithi11277797-38 from 0 to 540672 tid 1 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 470 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:1416: finishing write tid 1 to smithi11277797-9 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:1416: finishing write tid 2 to smithi11277797-9 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:1416: finishing write tid 3 to smithi11277797-9 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:1416: oid 9 updating version 0 to 715 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:1416: oid 9 version 715 is already newer than 714 2024-04-02T08:35:50.367 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 715 (ObjNum 461 snap 139 seq_num 461) dirty exists 2024-04-02T08:35:50.368 INFO:tasks.rados.rados.0.smithi112.stdout:1416: left oid 9 (ObjNum 461 snap 139 seq_num 461) 2024-04-02T08:35:50.368 INFO:tasks.rados.rados.0.smithi112.stdout:1416: done (2 left) 2024-04-02T08:35:50.368 INFO:tasks.rados.rados.0.smithi112.stdout:1417: done (1 left) 2024-04-02T08:35:50.368 INFO:tasks.rados.rados.0.smithi112.stdout:1420: setattr oid 14 current snap is 139 2024-04-02T08:35:50.369 INFO:tasks.rados.rados.0.smithi112.stdout:1421: snap_remove snap 101 2024-04-02T08:35:50.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:50 smithi112 ceph-mon[91385]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:35:50.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:50 smithi112 ceph-mon[91385]: pgmap v182: 121 pgs: 121 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 482 KiB/s wr, 7 op/s; 14 MiB/s, 4 objects/s recovering 2024-04-02T08:35:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:50 smithi112 ceph-mon[88945]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:35:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:50 smithi112 ceph-mon[88945]: pgmap v182: 121 pgs: 121 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 482 KiB/s wr, 7 op/s; 14 MiB/s, 4 objects/s recovering 2024-04-02T08:35:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:50 smithi187 ceph-mon[84356]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:35:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:50 smithi187 ceph-mon[84356]: pgmap v182: 121 pgs: 121 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 482 KiB/s wr, 7 op/s; 14 MiB/s, 4 objects/s recovering 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 692 (ObjNum 33 snap 0 seq_num 2348671216) dirty exists 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:1419: finishing write tid 1 to smithi11277797-38 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:1419: finishing write tid 2 to smithi11277797-38 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:1419: finishing write tid 3 to smithi11277797-38 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:1419: oid 38 updating version 0 to 705 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:1419: oid 38 version 705 is already newer than 704 2024-04-02T08:35:51.362 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 705 (ObjNum 462 snap 139 seq_num 462) dirty exists 2024-04-02T08:35:51.363 INFO:tasks.rados.rados.0.smithi112.stdout:1419: left oid 38 (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:35:51.363 INFO:tasks.rados.rados.0.smithi112.stdout:1419: done (2 left) 2024-04-02T08:35:51.363 INFO:tasks.rados.rados.0.smithi112.stdout:1420: done (1 left) 2024-04-02T08:35:51.363 INFO:tasks.rados.rados.0.smithi112.stdout:1421: done (0 left) 2024-04-02T08:35:51.363 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 139 2024-04-02T08:35:51.363 INFO:tasks.rados.rados.0.smithi112.stdout:1422: seq_num 463 ranges {4308992=557056} 2024-04-02T08:35:51.390 INFO:tasks.rados.rados.0.smithi112.stdout:1422: writing smithi11277797-29 from 4308992 to 4866048 tid 1 2024-04-02T08:35:51.390 INFO:tasks.rados.rados.0.smithi112.stdout:1423: copy_from oid 14 from oid 8 current snap is 139 2024-04-02T08:35:51.390 INFO:tasks.rados.rados.0.smithi112.stdout:1424: setattr oid 25 current snap is 139 2024-04-02T08:35:51.394 INFO:tasks.rados.rados.0.smithi112.stdout:1422: finishing write tid 1 to smithi11277797-29 2024-04-02T08:35:51.395 INFO:tasks.rados.rados.0.smithi112.stdout:1422: finishing write tid 2 to smithi11277797-29 2024-04-02T08:35:51.395 INFO:tasks.rados.rados.0.smithi112.stdout:1425: rollback oid 45 current snap is 139 2024-04-02T08:35:51.395 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 127 2024-04-02T08:35:51.395 INFO:tasks.rados.rados.0.smithi112.stdout:1426: rollback oid 50 current snap is 139 2024-04-02T08:35:51.395 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 138 2024-04-02T08:35:51.395 INFO:tasks.rados.rados.0.smithi112.stdout:1427: delete oid 6 current snap is 139 2024-04-02T08:35:51.397 INFO:tasks.rados.rados.0.smithi112.stdout:1427: done (5 left) 2024-04-02T08:35:51.397 INFO:tasks.rados.rados.0.smithi112.stdout:1428: read oid 34 snap -1 2024-04-02T08:35:51.398 INFO:tasks.rados.rados.0.smithi112.stdout:1428: expect (ObjNum 455 snap 137 seq_num 455) 2024-04-02T08:35:51.398 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 139 2024-04-02T08:35:51.398 INFO:tasks.rados.rados.0.smithi112.stdout:1429: seq_num 465 ranges {0=598016} 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:1429: writing smithi11277797-47 from 0 to 598016 tid 1 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 139 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:1422: finishing write tid 3 to smithi11277797-29 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:1422: oid 29 updating version 0 to 701 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:1422: oid 29 version 701 is already newer than 700 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 701 (ObjNum 463 snap 139 seq_num 463) dirty exists 2024-04-02T08:35:51.402 INFO:tasks.rados.rados.0.smithi112.stdout:1422: left oid 29 (ObjNum 463 snap 139 seq_num 463) 2024-04-02T08:35:51.403 INFO:tasks.rados.rados.0.smithi112.stdout:1426: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:35:51.403 INFO:tasks.rados.rados.0.smithi112.stdout:1425: finishing rollback tid 0 to smithi11277797-45 2024-04-02T08:35:51.403 INFO:tasks.rados.rados.0.smithi112.stdout:1430: seq_num 466 ranges {1982464=614400} 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1430: writing smithi11277797-3 from 1982464 to 2596864 tid 1 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1422: done (7 left) 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1431: delete oid 17 current snap is 139 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1425: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1425: finishing rollback tid 2 to smithi11277797-45 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 705 (ObjNum 404 snap 123 seq_num 404) dirty exists 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 626 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1426: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:35:51.418 INFO:tasks.rados.rados.0.smithi112.stdout:1426: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 171 (ObjNum 442 snap 134 seq_num 442) dirty exists 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1429: finishing write tid 1 to smithi11277797-47 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1429: finishing write tid 2 to smithi11277797-47 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1429: finishing write tid 3 to smithi11277797-47 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1429: oid 47 updating version 0 to 725 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1429: oid 47 updating version 725 to 726 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 726 (ObjNum 465 snap 139 seq_num 465) dirty exists 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1429: left oid 47 (ObjNum 465 snap 139 seq_num 465) 2024-04-02T08:35:51.419 INFO:tasks.rados.rados.0.smithi112.stdout:1423: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:35:51.421 INFO:tasks.rados.rados.0.smithi112.stdout:1423: finishing copy_from to smithi11277797-14 2024-04-02T08:35:51.422 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 821 (ObjNum 460 snap 139 seq_num 460) dirty exists 2024-04-02T08:35:51.422 INFO:tasks.rados.rados.0.smithi112.stdout:1430: finishing write tid 1 to smithi11277797-3 2024-04-02T08:35:51.422 INFO:tasks.rados.rados.0.smithi112.stdout:1430: finishing write tid 2 to smithi11277797-3 2024-04-02T08:35:51.423 INFO:tasks.rados.rados.0.smithi112.stdout:1430: finishing write tid 3 to smithi11277797-3 2024-04-02T08:35:51.423 INFO:tasks.rados.rados.0.smithi112.stdout:1430: oid 3 updating version 0 to 486 2024-04-02T08:35:51.423 INFO:tasks.rados.rados.0.smithi112.stdout:1430: oid 3 updating version 486 to 487 2024-04-02T08:35:51.423 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 487 (ObjNum 466 snap 139 seq_num 466) dirty exists 2024-04-02T08:35:51.423 INFO:tasks.rados.rados.0.smithi112.stdout:1430: left oid 3 (ObjNum 466 snap 139 seq_num 466) 2024-04-02T08:35:51.423 INFO:tasks.rados.rados.0.smithi112.stdout:1428: expect (ObjNum 455 snap 137 seq_num 455) 2024-04-02T08:35:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:51 smithi112 ceph-mon[91385]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:35:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:51 smithi112 ceph-mon[88945]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:35:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:51 smithi187 ceph-mon[84356]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:35:51.947 INFO:tasks.rados.rados.0.smithi112.stdout:1423: done (7 left) 2024-04-02T08:35:51.947 INFO:tasks.rados.rados.0.smithi112.stdout:1424: done (6 left) 2024-04-02T08:35:51.947 INFO:tasks.rados.rados.0.smithi112.stdout:1425: done (5 left) 2024-04-02T08:35:51.947 INFO:tasks.rados.rados.0.smithi112.stdout:1426: done (4 left) 2024-04-02T08:35:51.947 INFO:tasks.rados.rados.0.smithi112.stdout:1428: done (3 left) 2024-04-02T08:35:51.948 INFO:tasks.rados.rados.0.smithi112.stdout:1429: done (2 left) 2024-04-02T08:35:51.948 INFO:tasks.rados.rados.0.smithi112.stdout:1430: done (1 left) 2024-04-02T08:35:51.948 INFO:tasks.rados.rados.0.smithi112.stdout:1431: done (0 left) 2024-04-02T08:35:51.948 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 139 2024-04-02T08:35:51.948 INFO:tasks.rados.rados.0.smithi112.stdout:1432: seq_num 468 ranges {311296=647168} 2024-04-02T08:35:51.952 INFO:tasks.rados.rados.0.smithi112.stdout:1432: writing smithi11277797-20 from 311296 to 958464 tid 1 2024-04-02T08:35:51.952 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 139 2024-04-02T08:35:51.952 INFO:tasks.rados.rados.0.smithi112.stdout:1433: seq_num 469 ranges {5480448=663552} 2024-04-02T08:35:51.985 INFO:tasks.rados.rados.0.smithi112.stdout:1433: writing smithi11277797-23 from 5480448 to 6144000 tid 1 2024-04-02T08:35:51.985 INFO:tasks.rados.rados.0.smithi112.stdout:1434: copy_from oid 35 from oid 5 current snap is 139 2024-04-02T08:35:51.985 INFO:tasks.rados.rados.0.smithi112.stdout:1432: finishing write tid 1 to smithi11277797-20 2024-04-02T08:35:51.985 INFO:tasks.rados.rados.0.smithi112.stdout:1432: finishing write tid 2 to smithi11277797-20 2024-04-02T08:35:51.985 INFO:tasks.rados.rados.0.smithi112.stdout:1432: finishing write tid 3 to smithi11277797-20 2024-04-02T08:35:51.985 INFO:tasks.rados.rados.0.smithi112.stdout:1432: oid 20 updating version 0 to 823 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:1432: oid 20 version 823 is already newer than 822 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 823 (ObjNum 468 snap 139 seq_num 468) dirty exists 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:1432: left oid 20 (ObjNum 468 snap 139 seq_num 468) 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:1432: done (2 left) 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:1435: read oid 14 snap -1 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:1435: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:35:51.986 INFO:tasks.rados.rados.0.smithi112.stdout:1436: snap_remove snap 136 2024-04-02T08:35:52.371 INFO:tasks.rados.rados.0.smithi112.stdout:1436: done (3 left) 2024-04-02T08:35:52.372 INFO:tasks.rados.rados.0.smithi112.stdout:1437: snap_remove snap 110 2024-04-02T08:35:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:52 smithi112 ceph-mon[91385]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:35:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:52 smithi112 ceph-mon[91385]: pgmap v185: 121 pgs: 121 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 332 KiB/s wr, 6 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-02T08:35:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:52 smithi112 ceph-mon[88945]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:35:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:52 smithi112 ceph-mon[88945]: pgmap v185: 121 pgs: 121 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 332 KiB/s wr, 6 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-02T08:35:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:52 smithi187 ceph-mon[84356]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:35:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:52 smithi187 ceph-mon[84356]: pgmap v185: 121 pgs: 121 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 332 KiB/s wr, 6 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-02T08:35:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:53.371 INFO:tasks.rados.rados.0.smithi112.stdout:1437: done (3 left) 2024-04-02T08:35:53.371 INFO:tasks.rados.rados.0.smithi112.stdout:1438: delete oid 47 current snap is 139 2024-04-02T08:35:53.371 INFO:tasks.rados.rados.0.smithi112.stdout:1434: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:35:53.371 INFO:tasks.rados.rados.0.smithi112.stdout:1434: finishing copy_from to smithi11277797-35 2024-04-02T08:35:53.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 541 (ObjNum 459 snap 138 seq_num 459) dirty exists 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1433: finishing write tid 1 to smithi11277797-23 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1433: finishing write tid 2 to smithi11277797-23 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1433: finishing write tid 3 to smithi11277797-23 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1433: oid 23 updating version 0 to 563 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1433: oid 23 version 563 is already newer than 562 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 563 (ObjNum 469 snap 139 seq_num 469) dirty exists 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1433: left oid 23 (ObjNum 469 snap 139 seq_num 469) 2024-04-02T08:35:53.372 INFO:tasks.rados.rados.0.smithi112.stdout:1435: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:35:53.587 INFO:tasks.rados.rados.0.smithi112.stdout:1433: done (3 left) 2024-04-02T08:35:53.588 INFO:tasks.rados.rados.0.smithi112.stdout:1434: done (2 left) 2024-04-02T08:35:53.588 INFO:tasks.rados.rados.0.smithi112.stdout:1435: done (1 left) 2024-04-02T08:35:53.588 INFO:tasks.rados.rados.0.smithi112.stdout:1438: done (0 left) 2024-04-02T08:35:53.588 INFO:tasks.rados.rados.0.smithi112.stdout:1439: snap_remove snap 138 2024-04-02T08:35:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:53 smithi187 ceph-mon[84356]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:35:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:53.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:35:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:35:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:53 smithi112 ceph-mon[91385]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:35:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:53 smithi112 ceph-mon[88945]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:35:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:54.239 INFO:tasks.rados.rados.0.smithi112.stdout:1439: done (0 left) 2024-04-02T08:35:54.240 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 139 2024-04-02T08:35:54.240 INFO:tasks.rados.rados.0.smithi112.stdout:1440: seq_num 471 ranges {9510912=696320} 2024-04-02T08:35:54.295 INFO:tasks.rados.rados.0.smithi112.stdout:1440: writing smithi11277797-16 from 9510912 to 10207232 tid 1 2024-04-02T08:35:54.295 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 139 2024-04-02T08:35:54.295 INFO:tasks.rados.rados.0.smithi112.stdout:1441: seq_num 472 ranges {2244608=712704} 2024-04-02T08:35:54.310 INFO:tasks.rados.rados.0.smithi112.stdout:1441: writing smithi11277797-15 from 2244608 to 2957312 tid 1 2024-04-02T08:35:54.310 INFO:tasks.rados.rados.0.smithi112.stdout:1442: snap_remove snap 122 2024-04-02T08:35:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:54 smithi187 ceph-mon[84356]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:35:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:54 smithi187 ceph-mon[84356]: pgmap v188: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T08:35:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:54 smithi187 ceph-mon[84356]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:35:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:54 smithi112 ceph-mon[91385]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:35:54.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:54 smithi112 ceph-mon[91385]: pgmap v188: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T08:35:54.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:54 smithi112 ceph-mon[91385]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:35:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:54 smithi112 ceph-mon[88945]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:35:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:54 smithi112 ceph-mon[88945]: pgmap v188: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T08:35:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:54 smithi112 ceph-mon[88945]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1440: finishing write tid 1 to smithi11277797-16 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1440: finishing write tid 2 to smithi11277797-16 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1440: finishing write tid 3 to smithi11277797-16 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1440: oid 16 updating version 0 to 726 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1440: oid 16 version 726 is already newer than 725 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 726 (ObjNum 471 snap 139 seq_num 471) dirty exists 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1440: left oid 16 (ObjNum 471 snap 139 seq_num 471) 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1441: finishing write tid 1 to smithi11277797-15 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1441: finishing write tid 2 to smithi11277797-15 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1441: finishing write tid 3 to smithi11277797-15 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1441: oid 15 updating version 0 to 795 2024-04-02T08:35:55.244 INFO:tasks.rados.rados.0.smithi112.stdout:1441: oid 15 version 795 is already newer than 794 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 795 (ObjNum 472 snap 139 seq_num 472) dirty exists 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1441: left oid 15 (ObjNum 472 snap 139 seq_num 472) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1440: done (2 left) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1441: done (1 left) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1442: done (0 left) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1443: read oid 33 snap -1 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1443: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1444: read oid 34 snap 130 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1444: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1445: read oid 48 snap -1 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1445: expect (ObjNum 458 snap 138 seq_num 458) 2024-04-02T08:35:55.245 INFO:tasks.rados.rados.0.smithi112.stdout:1446: delete oid 17 current snap is 139 2024-04-02T08:35:55.262 INFO:tasks.rados.rados.0.smithi112.stdout:1443: expect (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:1445: expect (ObjNum 458 snap 138 seq_num 458) 2024-04-02T08:35:55.375 INFO:tasks.rados.rados.0.smithi112.stdout:1444: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1443: done (3 left) 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1444: done (2 left) 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1445: done (1 left) 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1446: done (0 left) 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1447: read oid 30 snap -1 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1447: expect deleted 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1448: read oid 43 snap -1 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1448: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-02T08:35:55.686 INFO:tasks.rados.rados.0.smithi112.stdout:1449: delete oid 29 current snap is 139 2024-04-02T08:35:55.688 INFO:tasks.rados.rados.0.smithi112.stdout:1447: done (2 left) 2024-04-02T08:35:55.688 INFO:tasks.rados.rados.0.smithi112.stdout:1449: done (1 left) 2024-04-02T08:35:55.688 INFO:tasks.rados.rados.0.smithi112.stdout:1450: read oid 35 snap 114 2024-04-02T08:35:55.688 INFO:tasks.rados.rados.0.smithi112.stdout:1450: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-02T08:35:55.688 INFO:tasks.rados.rados.0.smithi112.stdout:1451: rollback oid 28 current snap is 139 2024-04-02T08:35:55.689 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 127 2024-04-02T08:35:55.689 INFO:tasks.rados.rados.0.smithi112.stdout:1452: snap_create 2024-04-02T08:35:55.693 INFO:tasks.rados.rados.0.smithi112.stdout:1451: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:35:55.693 INFO:tasks.rados.rados.0.smithi112.stdout:1451: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:35:55.693 INFO:tasks.rados.rados.0.smithi112.stdout:1451: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:35:55.694 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 734 (ObjNum 407 snap 125 seq_num 407) dirty exists 2024-04-02T08:35:55.696 INFO:tasks.rados.rados.0.smithi112.stdout:1450: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-02T08:35:55.724 INFO:tasks.rados.rados.0.smithi112.stdout:1448: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1448: done (3 left) 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1450: done (2 left) 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1451: done (1 left) 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1452: done (0 left) 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1453: rollback oid 29 current snap is 140 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 127 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1454: read oid 47 snap -1 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1454: expect deleted 2024-04-02T08:35:56.243 INFO:tasks.rados.rados.0.smithi112.stdout:1455: snap_remove snap 131 2024-04-02T08:35:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:56 smithi112 ceph-mon[91385]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:35:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:56 smithi112 ceph-mon[91385]: pgmap v191: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T08:35:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:56 smithi112 ceph-mon[88945]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:35:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:56 smithi112 ceph-mon[88945]: pgmap v191: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T08:35:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:56 smithi187 ceph-mon[84356]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:35:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:56 smithi187 ceph-mon[84356]: pgmap v191: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:1455: done (2 left) 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:1456: rollback oid 38 current snap is 140 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 139 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:1453: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:1453: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 826 (ObjNum 411 snap 127 seq_num 411) dirty exists 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:1453: done (2 left) 2024-04-02T08:35:57.249 INFO:tasks.rados.rados.0.smithi112.stdout:1454: done (1 left) 2024-04-02T08:35:57.250 INFO:tasks.rados.rados.0.smithi112.stdout:1457: snap_remove snap 135 2024-04-02T08:35:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:57 smithi112 ceph-mon[91385]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:35:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:57 smithi112 ceph-mon[88945]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:35:57.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:57 smithi187 ceph-mon[84356]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:1456: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:1456: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:1456: finishing rollback tid 2 to smithi11277797-38 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 742 (ObjNum 462 snap 139 seq_num 462) dirty exists 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:1456: done (1 left) 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:1457: done (0 left) 2024-04-02T08:35:58.250 INFO:tasks.rados.rados.0.smithi112.stdout:1458: setattr oid 21 current snap is 140 2024-04-02T08:35:58.252 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 140 2024-04-02T08:35:58.252 INFO:tasks.rados.rados.0.smithi112.stdout:1459: seq_num 475 ranges {0=761856} 2024-04-02T08:35:58.257 INFO:tasks.rados.rados.0.smithi112.stdout:1459: writing smithi11277797-6 from 0 to 761856 tid 1 2024-04-02T08:35:58.258 INFO:tasks.rados.rados.0.smithi112.stdout:1460: snap_remove snap 127 2024-04-02T08:35:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[88945]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[88945]: pgmap v194: 121 pgs: 121 active+clean; 295 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 174 KiB/s wr, 1 op/s 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[88945]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[91385]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[91385]: pgmap v194: 121 pgs: 121 active+clean; 295 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 174 KiB/s wr, 1 op/s 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:35:58 smithi112 ceph-mon[91385]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:35:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:58 smithi187 ceph-mon[84356]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:35:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:58 smithi187 ceph-mon[84356]: pgmap v194: 121 pgs: 121 active+clean; 295 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 174 KiB/s wr, 1 op/s 2024-04-02T08:35:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:35:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:35:58 smithi187 ceph-mon[84356]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:35:59.239 INFO:tasks.rados.rados.0.smithi112.stdout:1460: done (2 left) 2024-04-02T08:35:59.239 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 140 2024-04-02T08:35:59.239 INFO:tasks.rados.rados.0.smithi112.stdout:1461: seq_num 476 ranges {5824512=778240} 2024-04-02T08:35:59.278 INFO:tasks.rados.rados.0.smithi112.stdout:1461: writing smithi11277797-46 from 5824512 to 6602752 tid 1 2024-04-02T08:35:59.278 INFO:tasks.rados.rados.0.smithi112.stdout:1462: rollback oid 40 current snap is 140 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 139 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: finishing write tid 1 to smithi11277797-6 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 811 (ObjNum 445 snap 134 seq_num 445) dirty exists 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: finishing write tid 2 to smithi11277797-6 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: finishing write tid 3 to smithi11277797-6 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: oid 6 updating version 0 to 472 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: oid 6 updating version 472 to 473 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 473 (ObjNum 475 snap 140 seq_num 475) dirty exists 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: left oid 6 (ObjNum 475 snap 140 seq_num 475) 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1458: done (3 left) 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1459: done (2 left) 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1463: copy_from oid 28 from oid 31 current snap is 140 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 140 2024-04-02T08:35:59.279 INFO:tasks.rados.rados.0.smithi112.stdout:1464: seq_num 477 ranges {2097152=794624} 2024-04-02T08:35:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:1464: writing smithi11277797-29 from 2097152 to 2891776 tid 1 2024-04-02T08:35:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:1465: read oid 3 snap -1 2024-04-02T08:35:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:1465: expect (ObjNum 466 snap 139 seq_num 466) 2024-04-02T08:35:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 140 2024-04-02T08:35:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:1462: finishing rollback tid 0 to smithi11277797-40 2024-04-02T08:35:59.292 INFO:tasks.rados.rados.0.smithi112.stdout:1466: seq_num 478 ranges {4218880=409600,4628480=401408} 2024-04-02T08:35:59.317 INFO:tasks.rados.rados.0.smithi112.stdout:1466: writing smithi11277797-14 from 4218880 to 4628480 tid 1 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1466: writing smithi11277797-14 from 4628480 to 5029888 tid 2 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1467: delete oid 34 current snap is 140 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1462: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1462: finishing rollback tid 2 to smithi11277797-40 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 660 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1461: finishing write tid 1 to smithi11277797-46 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1461: finishing write tid 2 to smithi11277797-46 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1461: finishing write tid 3 to smithi11277797-46 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1461: oid 46 updating version 0 to 514 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1461: oid 46 version 514 is already newer than 513 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 514 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1461: left oid 46 (ObjNum 476 snap 140 seq_num 476) 2024-04-02T08:35:59.320 INFO:tasks.rados.rados.0.smithi112.stdout:1464: finishing write tid 1 to smithi11277797-29 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1464: finishing write tid 2 to smithi11277797-29 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1464: finishing write tid 3 to smithi11277797-29 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1464: oid 29 updating version 0 to 828 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1464: oid 29 version 828 is already newer than 827 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 828 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1464: left oid 29 (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1463: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:35:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:1465: expect (ObjNum 466 snap 139 seq_num 466) 2024-04-02T08:35:59.447 INFO:tasks.rados.rados.0.smithi112.stdout:1463: finishing copy_from to smithi11277797-28 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 582 (ObjNum 431 snap 132 seq_num 431) dirty exists 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: finishing write tid 1 to smithi11277797-14 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: finishing write tid 2 to smithi11277797-14 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: finishing write tid 3 to smithi11277797-14 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1461: done (6 left) 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1462: done (5 left) 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1463: done (4 left) 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1464: done (3 left) 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1465: done (2 left) 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1467: done (1 left) 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1468: snap_create 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: finishing write tid 4 to smithi11277797-14 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: oid 14 updating version 0 to 831 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: oid 14 version 831 is already newer than 830 2024-04-02T08:35:59.448 INFO:tasks.rados.rados.0.smithi112.stdout:1466: oid 14 version 831 is already newer than 829 2024-04-02T08:35:59.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 831 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-04-02T08:35:59.449 INFO:tasks.rados.rados.0.smithi112.stdout:1466: left oid 14 (ObjNum 478 snap 140 seq_num 478) 2024-04-02T08:35:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:35:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:35:59] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-04-02T08:36:00.248 INFO:tasks.rados.rados.0.smithi112.stdout:1466: done (1 left) 2024-04-02T08:36:00.248 INFO:tasks.rados.rados.0.smithi112.stdout:1468: done (0 left) 2024-04-02T08:36:00.248 INFO:tasks.rados.rados.0.smithi112.stdout:1469: rollback oid 30 current snap is 141 2024-04-02T08:36:00.248 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 130 2024-04-02T08:36:00.248 INFO:tasks.rados.rados.0.smithi112.stdout:1470: snap_remove snap 140 2024-04-02T08:36:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:00 smithi112 ceph-mon[91385]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:36:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:00 smithi112 ceph-mon[91385]: pgmap v197: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 530 KiB/s wr, 8 op/s 2024-04-02T08:36:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:00 smithi112 ceph-mon[88945]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:36:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:00 smithi112 ceph-mon[88945]: pgmap v197: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 530 KiB/s wr, 8 op/s 2024-04-02T08:36:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:00 smithi187 ceph-mon[84356]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:36:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:00 smithi187 ceph-mon[84356]: pgmap v197: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 530 KiB/s wr, 8 op/s 2024-04-02T08:36:01.252 INFO:tasks.rados.rados.0.smithi112.stdout:1470: done (1 left) 2024-04-02T08:36:01.252 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 141 2024-04-02T08:36:01.252 INFO:tasks.rados.rados.0.smithi112.stdout:1469: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:36:01.252 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 0 (ObjNum 65 snap 0 seq_num 2330702672) dirty dne 2024-04-02T08:36:01.252 INFO:tasks.rados.rados.0.smithi112.stdout:1471: seq_num 480 ranges {958464=442368,1400832=401408} 2024-04-02T08:36:01.259 INFO:tasks.rados.rados.0.smithi112.stdout:1471: writing smithi11277797-20 from 958464 to 1400832 tid 1 2024-04-02T08:36:01.262 INFO:tasks.rados.rados.0.smithi112.stdout:1471: writing smithi11277797-20 from 1400832 to 1802240 tid 2 2024-04-02T08:36:01.262 INFO:tasks.rados.rados.0.smithi112.stdout:1469: done (1 left) 2024-04-02T08:36:01.262 INFO:tasks.rados.rados.0.smithi112.stdout:1472: delete oid 36 current snap is 141 2024-04-02T08:36:01.265 INFO:tasks.rados.rados.0.smithi112.stdout:1472: done (1 left) 2024-04-02T08:36:01.265 INFO:tasks.rados.rados.0.smithi112.stdout:1473: snap_remove snap 114 2024-04-02T08:36:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:01 smithi112 ceph-mon[91385]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:36:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:01 smithi112 ceph-mon[88945]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:36:01.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:01 smithi187 ceph-mon[84356]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:36:02.265 INFO:tasks.rados.rados.0.smithi112.stdout:1473: done (1 left) 2024-04-02T08:36:02.265 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 141 2024-04-02T08:36:02.265 INFO:tasks.rados.rados.0.smithi112.stdout:1471: finishing write tid 1 to smithi11277797-20 2024-04-02T08:36:02.265 INFO:tasks.rados.rados.0.smithi112.stdout:1471: finishing write tid 2 to smithi11277797-20 2024-04-02T08:36:02.265 INFO:tasks.rados.rados.0.smithi112.stdout:1471: finishing write tid 3 to smithi11277797-20 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:1471: finishing write tid 4 to smithi11277797-20 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:1471: oid 20 updating version 0 to 833 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:1471: oid 20 version 833 is already newer than 832 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:1471: oid 20 updating version 833 to 834 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 834 (ObjNum 480 snap 141 seq_num 480) dirty exists 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:1471: left oid 20 (ObjNum 480 snap 141 seq_num 480) 2024-04-02T08:36:02.266 INFO:tasks.rados.rados.0.smithi112.stdout:1474: seq_num 482 ranges {2752512=475136,3227648=401408} 2024-04-02T08:36:02.285 INFO:tasks.rados.rados.0.smithi112.stdout:1474: writing smithi11277797-25 from 2752512 to 3227648 tid 1 2024-04-02T08:36:02.288 INFO:tasks.rados.rados.0.smithi112.stdout:1474: writing smithi11277797-25 from 3227648 to 3629056 tid 2 2024-04-02T08:36:02.288 INFO:tasks.rados.rados.0.smithi112.stdout:1471: done (1 left) 2024-04-02T08:36:02.288 INFO:tasks.rados.rados.0.smithi112.stdout:1475: read oid 23 snap -1 2024-04-02T08:36:02.288 INFO:tasks.rados.rados.0.smithi112.stdout:1475: expect (ObjNum 469 snap 139 seq_num 469) 2024-04-02T08:36:02.288 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 141 2024-04-02T08:36:02.288 INFO:tasks.rados.rados.0.smithi112.stdout:1476: seq_num 483 ranges {2752512=491520,3244032=401408} 2024-04-02T08:36:02.307 INFO:tasks.rados.rados.0.smithi112.stdout:1476: writing smithi11277797-41 from 2752512 to 3244032 tid 1 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1476: writing smithi11277797-41 from 3244032 to 3645440 tid 2 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1477: read oid 36 snap -1 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1477: expect deleted 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1474: finishing write tid 1 to smithi11277797-25 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1474: finishing write tid 2 to smithi11277797-25 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1474: finishing write tid 3 to smithi11277797-25 2024-04-02T08:36:02.310 INFO:tasks.rados.rados.0.smithi112.stdout:1474: finishing write tid 4 to smithi11277797-25 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:1474: oid 25 updating version 0 to 669 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:1474: oid 25 version 669 is already newer than 666 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:1474: oid 25 updating version 669 to 670 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 670 (ObjNum 482 snap 141 seq_num 482) dirty exists 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:1474: left oid 25 (ObjNum 482 snap 141 seq_num 482) 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:1474: done (3 left) 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 141 2024-04-02T08:36:02.311 INFO:tasks.rados.rados.0.smithi112.stdout:1478: seq_num 484 ranges {4947968=507904,5455872=401408} 2024-04-02T08:36:02.339 INFO:tasks.rados.rados.0.smithi112.stdout:1478: writing smithi11277797-18 from 4947968 to 5455872 tid 1 2024-04-02T08:36:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1478: writing smithi11277797-18 from 5455872 to 5857280 tid 2 2024-04-02T08:36:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1479: setattr oid 13 current snap is 141 2024-04-02T08:36:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1476: finishing write tid 1 to smithi11277797-41 2024-04-02T08:36:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1476: finishing write tid 2 to smithi11277797-41 2024-04-02T08:36:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1476: finishing write tid 3 to smithi11277797-41 2024-04-02T08:36:02.342 INFO:tasks.rados.rados.0.smithi112.stdout:1475: expect (ObjNum 469 snap 139 seq_num 469) 2024-04-02T08:36:02.531 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:02 smithi112 ceph-mon[91385]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:36:02.531 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:02 smithi112 ceph-mon[91385]: pgmap v200: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 356 KiB/s wr, 6 op/s 2024-04-02T08:36:02.531 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:02 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:02.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:02 smithi112 ceph-mon[88945]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:36:02.532 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:02 smithi112 ceph-mon[88945]: pgmap v200: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 356 KiB/s wr, 6 op/s 2024-04-02T08:36:02.532 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:02 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1476: finishing write tid 4 to smithi11277797-41 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1476: oid 41 updating version 0 to 789 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1476: oid 41 version 789 is already newer than 788 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1476: oid 41 version 789 is already newer than 787 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 789 (ObjNum 483 snap 141 seq_num 483) dirty exists 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1476: left oid 41 (ObjNum 483 snap 141 seq_num 483) 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1478: finishing write tid 1 to smithi11277797-18 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1478: finishing write tid 2 to smithi11277797-18 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1478: finishing write tid 3 to smithi11277797-18 2024-04-02T08:36:02.678 INFO:tasks.rados.rados.0.smithi112.stdout:1478: finishing write tid 4 to smithi11277797-18 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1478: oid 18 updating version 0 to 831 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1478: oid 18 updating version 831 to 833 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1478: oid 18 version 833 is already newer than 832 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 833 (ObjNum 484 snap 141 seq_num 484) dirty exists 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1478: left oid 18 (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1475: done (4 left) 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1476: done (3 left) 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1477: done (2 left) 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1478: done (1 left) 2024-04-02T08:36:02.679 INFO:tasks.rados.rados.0.smithi112.stdout:1480: delete oid 39 current snap is 141 2024-04-02T08:36:02.680 INFO:tasks.rados.rados.0.smithi112.stdout:1480: done (1 left) 2024-04-02T08:36:02.680 INFO:tasks.rados.rados.0.smithi112.stdout:1481: rollback oid 41 current snap is 141 2024-04-02T08:36:02.680 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 130 2024-04-02T08:36:02.680 INFO:tasks.rados.rados.0.smithi112.stdout:1482: delete oid 14 current snap is 141 2024-04-02T08:36:02.680 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 873 (ObjNum 400 snap 122 seq_num 400) dirty exists 2024-04-02T08:36:02.682 INFO:tasks.rados.rados.0.smithi112.stdout:1479: done (2 left) 2024-04-02T08:36:02.682 INFO:tasks.rados.rados.0.smithi112.stdout:1482: done (1 left) 2024-04-02T08:36:02.682 INFO:tasks.rados.rados.0.smithi112.stdout:1483: delete oid 22 current snap is 141 2024-04-02T08:36:02.684 INFO:tasks.rados.rados.0.smithi112.stdout:1481: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:36:02.685 INFO:tasks.rados.rados.0.smithi112.stdout:1481: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:36:02.685 INFO:tasks.rados.rados.0.smithi112.stdout:1483: done (1 left) 2024-04-02T08:36:02.685 INFO:tasks.rados.rados.0.smithi112.stdout:1484: read oid 8 snap -1 2024-04-02T08:36:02.685 INFO:tasks.rados.rados.0.smithi112.stdout:1484: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:36:02.685 INFO:tasks.rados.rados.0.smithi112.stdout:1485: setattr oid 1 current snap is 141 2024-04-02T08:36:02.686 INFO:tasks.rados.rados.0.smithi112.stdout:1481: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:36:02.686 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 792 (ObjNum 353 snap 106 seq_num 353) dirty exists 2024-04-02T08:36:02.686 INFO:tasks.rados.rados.0.smithi112.stdout:1481: done (2 left) 2024-04-02T08:36:02.687 INFO:tasks.rados.rados.0.smithi112.stdout:1486: snap_remove snap 139 2024-04-02T08:36:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:02 smithi187 ceph-mon[84356]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:36:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:02 smithi187 ceph-mon[84356]: pgmap v200: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 356 KiB/s wr, 6 op/s 2024-04-02T08:36:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:02 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:03.271 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 517 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:03.271 INFO:tasks.rados.rados.0.smithi112.stdout:1484: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1484: done (2 left) 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1485: done (1 left) 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1486: done (0 left) 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1487: read oid 2 snap -1 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1487: expect deleted 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1488: rmattr oid 24 current snap is 141 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1488: done (1 left) 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 141 2024-04-02T08:36:03.488 INFO:tasks.rados.rados.0.smithi112.stdout:1489: seq_num 488 ranges {2367488=581632,2949120=401408} 2024-04-02T08:36:03.504 INFO:tasks.rados.rados.0.smithi112.stdout:1489: writing smithi11277797-49 from 2367488 to 2949120 tid 1 2024-04-02T08:36:03.506 INFO:tasks.rados.rados.0.smithi112.stdout:1489: writing smithi11277797-49 from 2949120 to 3350528 tid 2 2024-04-02T08:36:03.506 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 141 2024-04-02T08:36:03.506 INFO:tasks.rados.rados.0.smithi112.stdout:1490: seq_num 489 ranges {0=598016,598016=401408} 2024-04-02T08:36:03.510 INFO:tasks.rados.rados.0.smithi112.stdout:1490: writing smithi11277797-44 from 0 to 598016 tid 1 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1490: writing smithi11277797-44 from 598016 to 999424 tid 2 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1491: snap_create 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: finishing write tid 1 to smithi11277797-49 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: finishing write tid 2 to smithi11277797-49 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: finishing write tid 3 to smithi11277797-49 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: finishing write tid 4 to smithi11277797-49 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: oid 49 updating version 0 to 880 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: oid 49 updating version 880 to 881 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:1489: oid 49 version 881 is already newer than 879 2024-04-02T08:36:03.513 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 881 (ObjNum 488 snap 141 seq_num 488) dirty exists 2024-04-02T08:36:03.514 INFO:tasks.rados.rados.0.smithi112.stdout:1489: left oid 49 (ObjNum 488 snap 141 seq_num 488) 2024-04-02T08:36:03.514 INFO:tasks.rados.rados.0.smithi112.stdout:1490: finishing write tid 1 to smithi11277797-44 2024-04-02T08:36:03.515 INFO:tasks.rados.rados.0.smithi112.stdout:1490: finishing write tid 2 to smithi11277797-44 2024-04-02T08:36:03.516 INFO:tasks.rados.rados.0.smithi112.stdout:1490: finishing write tid 3 to smithi11277797-44 2024-04-02T08:36:03.517 INFO:tasks.rados.rados.0.smithi112.stdout:1490: finishing write tid 4 to smithi11277797-44 2024-04-02T08:36:03.517 INFO:tasks.rados.rados.0.smithi112.stdout:1490: oid 44 updating version 0 to 448 2024-04-02T08:36:03.517 INFO:tasks.rados.rados.0.smithi112.stdout:1490: oid 44 updating version 448 to 449 2024-04-02T08:36:03.517 INFO:tasks.rados.rados.0.smithi112.stdout:1490: oid 44 updating version 449 to 450 2024-04-02T08:36:03.517 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 450 (ObjNum 489 snap 141 seq_num 489) dirty exists 2024-04-02T08:36:03.517 INFO:tasks.rados.rados.0.smithi112.stdout:1490: left oid 44 (ObjNum 489 snap 141 seq_num 489) 2024-04-02T08:36:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:03 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:03 smithi112 ceph-mon[91385]: Upgrade: osd.2 is safe to restart 2024-04-02T08:36:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:03 smithi112 ceph-mon[91385]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:36:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:03 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:03 smithi112 ceph-mon[88945]: Upgrade: osd.2 is safe to restart 2024-04-02T08:36:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:03 smithi112 ceph-mon[88945]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:36:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:03 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:03 smithi187 ceph-mon[84356]: Upgrade: osd.2 is safe to restart 2024-04-02T08:36:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:03 smithi187 ceph-mon[84356]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:36:03.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:04.322 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:36:04.322 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: Upgrade: Updating osd.2 2024-04-02T08:36:04.322 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:04.322 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:36:04.322 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:04.322 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: Deploying daemon osd.2 on smithi112 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[88945]: pgmap v203: 121 pgs: 121 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: Upgrade: Updating osd.2 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: Deploying daemon osd.2 on smithi112 2024-04-02T08:36:04.323 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:04 smithi112 ceph-mon[91385]: pgmap v203: 121 pgs: 121 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:36:04.464 INFO:tasks.rados.rados.0.smithi112.stdout:1487: done (3 left) 2024-04-02T08:36:04.464 INFO:tasks.rados.rados.0.smithi112.stdout:1489: done (2 left) 2024-04-02T08:36:04.464 INFO:tasks.rados.rados.0.smithi112.stdout:1490: done (1 left) 2024-04-02T08:36:04.464 INFO:tasks.rados.rados.0.smithi112.stdout:1491: done (0 left) 2024-04-02T08:36:04.464 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 142 2024-04-02T08:36:04.464 INFO:tasks.rados.rados.0.smithi112.stdout:1492: seq_num 490 ranges {4612096=614400,5226496=401408} 2024-04-02T08:36:04.492 INFO:tasks.rados.rados.0.smithi112.stdout:1492: writing smithi11277797-9 from 4612096 to 5226496 tid 1 2024-04-02T08:36:04.494 INFO:tasks.rados.rados.0.smithi112.stdout:1492: writing smithi11277797-9 from 5226496 to 5627904 tid 2 2024-04-02T08:36:04.494 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 142 2024-04-02T08:36:04.495 INFO:tasks.rados.rados.0.smithi112.stdout:1493: seq_num 491 ranges {0=630784,630784=401408} 2024-04-02T08:36:04.497 INFO:tasks.rados.rados.0.smithi112.stdout:1493: writing smithi11277797-10 from 0 to 630784 tid 1 2024-04-02T08:36:04.501 INFO:tasks.rados.rados.0.smithi112.stdout:1493: writing smithi11277797-10 from 630784 to 1032192 tid 2 2024-04-02T08:36:04.501 INFO:tasks.rados.rados.0.smithi112.stdout:1494: copy_from oid 6 from oid 7 current snap is 142 2024-04-02T08:36:04.501 INFO:tasks.rados.rados.0.smithi112.stdout:1495: rmattr oid 30 current snap is 142 2024-04-02T08:36:04.501 INFO:tasks.rados.rados.0.smithi112.stdout:1495: done (3 left) 2024-04-02T08:36:04.502 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 142 2024-04-02T08:36:04.502 INFO:tasks.rados.rados.0.smithi112.stdout:1496: seq_num 492 ranges {1458176=647168,2105344=401408} 2024-04-02T08:36:04.512 INFO:tasks.rados.rados.0.smithi112.stdout:1496: writing smithi11277797-4 from 1458176 to 2105344 tid 1 2024-04-02T08:36:04.515 INFO:tasks.rados.rados.0.smithi112.stdout:1496: writing smithi11277797-4 from 2105344 to 2506752 tid 2 2024-04-02T08:36:04.515 INFO:tasks.rados.rados.0.smithi112.stdout:1497: delete oid 15 current snap is 142 2024-04-02T08:36:04.515 INFO:tasks.rados.rados.0.smithi112.stdout:1492: finishing write tid 1 to smithi11277797-9 2024-04-02T08:36:04.515 INFO:tasks.rados.rados.0.smithi112.stdout:1492: finishing write tid 2 to smithi11277797-9 2024-04-02T08:36:04.515 INFO:tasks.rados.rados.0.smithi112.stdout:1492: finishing write tid 3 to smithi11277797-9 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:1492: finishing write tid 4 to smithi11277797-9 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:1492: oid 9 updating version 0 to 767 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:1492: oid 9 version 767 is already newer than 766 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:1492: oid 9 version 767 is already newer than 765 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 767 (ObjNum 490 snap 142 seq_num 490) dirty exists 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:1492: left oid 9 (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:04.516 INFO:tasks.rados.rados.0.smithi112.stdout:1493: finishing write tid 1 to smithi11277797-10 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:1493: finishing write tid 2 to smithi11277797-10 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:1493: finishing write tid 3 to smithi11277797-10 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:1493: finishing write tid 4 to smithi11277797-10 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:1493: oid 10 updating version 0 to 640 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:1493: oid 10 version 640 is already newer than 639 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:1493: oid 10 version 640 is already newer than 638 2024-04-02T08:36:04.517 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 640 (ObjNum 491 snap 142 seq_num 491) dirty exists 2024-04-02T08:36:04.518 INFO:tasks.rados.rados.0.smithi112.stdout:1493: left oid 10 (ObjNum 491 snap 142 seq_num 491) 2024-04-02T08:36:04.519 INFO:tasks.rados.rados.0.smithi112.stdout:1496: finishing write tid 1 to smithi11277797-4 2024-04-02T08:36:04.519 INFO:tasks.rados.rados.0.smithi112.stdout:1492: done (4 left) 2024-04-02T08:36:04.519 INFO:tasks.rados.rados.0.smithi112.stdout:1493: done (3 left) 2024-04-02T08:36:04.519 INFO:tasks.rados.rados.0.smithi112.stdout:1497: done (2 left) 2024-04-02T08:36:04.519 INFO:tasks.rados.rados.0.smithi112.stdout:1498: read oid 29 snap -1 2024-04-02T08:36:04.520 INFO:tasks.rados.rados.0.smithi112.stdout:1498: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:36:04.520 INFO:tasks.rados.rados.0.smithi112.stdout:1499: snap_create 2024-04-02T08:36:04.520 INFO:tasks.rados.rados.0.smithi112.stdout:1496: finishing write tid 2 to smithi11277797-4 2024-04-02T08:36:04.520 INFO:tasks.rados.rados.0.smithi112.stdout:1496: finishing write tid 3 to smithi11277797-4 2024-04-02T08:36:04.521 INFO:tasks.rados.rados.0.smithi112.stdout:1496: finishing write tid 4 to smithi11277797-4 2024-04-02T08:36:04.521 INFO:tasks.rados.rados.0.smithi112.stdout:1496: oid 4 updating version 0 to 578 2024-04-02T08:36:04.521 INFO:tasks.rados.rados.0.smithi112.stdout:1496: oid 4 updating version 578 to 579 2024-04-02T08:36:04.521 INFO:tasks.rados.rados.0.smithi112.stdout:1496: oid 4 version 579 is already newer than 577 2024-04-02T08:36:04.521 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 579 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-04-02T08:36:04.522 INFO:tasks.rados.rados.0.smithi112.stdout:1496: left oid 4 (ObjNum 492 snap 142 seq_num 492) 2024-04-02T08:36:04.537 INFO:tasks.rados.rados.0.smithi112.stdout:1498: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:36:04.647 INFO:tasks.rados.rados.0.smithi112.stdout:1494: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:36:04.647 INFO:tasks.rados.rados.0.smithi112.stdout:1494: finishing copy_from to smithi11277797-6 2024-04-02T08:36:04.647 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 673 (ObjNum 453 snap 137 seq_num 453) dirty exists 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: Upgrade: Updating osd.2 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: Deploying daemon osd.2 on smithi112 2024-04-02T08:36:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:04 smithi187 ceph-mon[84356]: pgmap v203: 121 pgs: 121 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:36:05.476 INFO:tasks.rados.rados.0.smithi112.stdout:1494: done (3 left) 2024-04-02T08:36:05.477 INFO:tasks.rados.rados.0.smithi112.stdout:1496: done (2 left) 2024-04-02T08:36:05.477 INFO:tasks.rados.rados.0.smithi112.stdout:1498: done (1 left) 2024-04-02T08:36:05.477 INFO:tasks.rados.rados.0.smithi112.stdout:1499: done (0 left) 2024-04-02T08:36:05.477 INFO:tasks.rados.rados.0.smithi112.stdout:1500: delete oid 24 current snap is 143 2024-04-02T08:36:05.497 INFO:tasks.rados.rados.0.smithi112.stdout:1500: done (0 left) 2024-04-02T08:36:05.497 INFO:tasks.rados.rados.0.smithi112.stdout:1501: snap_create 2024-04-02T08:36:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:05 smithi187 ceph-mon[84356]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:36:05.818 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:05 smithi112 ceph-mon[88945]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:36:05.818 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:05 smithi112 ceph-mon[91385]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:36:06.481 INFO:tasks.rados.rados.0.smithi112.stdout:1501: done (0 left) 2024-04-02T08:36:06.481 INFO:tasks.rados.rados.0.smithi112.stdout:1502: snap_remove snap 130 2024-04-02T08:36:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:06 smithi187 ceph-mon[84356]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:36:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:06 smithi187 ceph-mon[84356]: pgmap v206: 121 pgs: 121 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:36:06.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:06 smithi112 ceph-mon[88945]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:36:06.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:06 smithi112 ceph-mon[88945]: pgmap v206: 121 pgs: 121 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:36:06.760 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:06 smithi112 ceph-mon[91385]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:36:06.760 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:06 smithi112 ceph-mon[91385]: pgmap v206: 121 pgs: 121 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:36:07.022 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:06 smithi112 systemd[1]: Stopping Ceph osd.2 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:07.368 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[53473]: 2024-04-02T08:36:07.022+0000 7f63b2ba8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:07.368 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[53473]: 2024-04-02T08:36:07.022+0000 7f63b2ba8700 -1 osd.2 361 *** Got signal Terminated *** 2024-04-02T08:36:07.369 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[53473]: 2024-04-02T08:36:07.022+0000 7f63b2ba8700 -1 osd.2 361 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:07.486 INFO:tasks.rados.rados.0.smithi112.stdout:1502: done (0 left) 2024-04-02T08:36:07.486 INFO:tasks.rados.rados.0.smithi112.stdout:1503: snap_create 2024-04-02T08:36:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:07 smithi187 ceph-mon[84356]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:36:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:07 smithi187 ceph-mon[84356]: osd.2 marked itself down and dead 2024-04-02T08:36:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-mon[88945]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:36:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-mon[88945]: osd.2 marked itself down and dead 2024-04-02T08:36:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-mon[91385]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:36:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:07 smithi112 ceph-mon[91385]: osd.2 marked itself down and dead 2024-04-02T08:36:08.330 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:08 smithi112 podman[106132]: 2024-04-02 08:36:08.029129876 +0000 UTC m=+1.110385628 container died 7c8e65936330da5e9e232b2158513fc78fc2880f28f7a00eddf19291aea9fc75 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:36:08.493 INFO:tasks.rados.rados.0.smithi112.stdout:1503: done (0 left) 2024-04-02T08:36:08.494 INFO:tasks.rados.rados.0.smithi112.stdout:1504: read oid 11 snap -1 2024-04-02T08:36:08.494 INFO:tasks.rados.rados.0.smithi112.stdout:1504: expect (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:36:08.494 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 145 2024-04-02T08:36:08.494 INFO:tasks.rados.rados.0.smithi112.stdout:1505: seq_num 495 ranges {0=696320,696320=401408} 2024-04-02T08:36:08.498 INFO:tasks.rados.rados.0.smithi112.stdout:1505: writing smithi11277797-24 from 0 to 696320 tid 1 2024-04-02T08:36:08.501 INFO:tasks.rados.rados.0.smithi112.stdout:1505: writing smithi11277797-24 from 696320 to 1097728 tid 2 2024-04-02T08:36:08.501 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 145 2024-04-02T08:36:08.501 INFO:tasks.rados.rados.0.smithi112.stdout:1506: seq_num 496 ranges {5799936=712704,6512640=401408} 2024-04-02T08:36:08.538 INFO:tasks.rados.rados.0.smithi112.stdout:1506: writing smithi11277797-32 from 5799936 to 6512640 tid 1 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1506: writing smithi11277797-32 from 6512640 to 6914048 tid 2 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 145 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1505: finishing write tid 1 to smithi11277797-24 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1505: finishing write tid 2 to smithi11277797-24 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1505: finishing write tid 3 to smithi11277797-24 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1505: finishing write tid 4 to smithi11277797-24 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1505: oid 24 updating version 0 to 804 2024-04-02T08:36:08.542 INFO:tasks.rados.rados.0.smithi112.stdout:1505: oid 24 updating version 804 to 805 2024-04-02T08:36:08.543 INFO:tasks.rados.rados.0.smithi112.stdout:1505: oid 24 version 805 is already newer than 803 2024-04-02T08:36:08.543 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 805 (ObjNum 495 snap 145 seq_num 495) dirty exists 2024-04-02T08:36:08.543 INFO:tasks.rados.rados.0.smithi112.stdout:1505: left oid 24 (ObjNum 495 snap 145 seq_num 495) 2024-04-02T08:36:08.543 INFO:tasks.rados.rados.0.smithi112.stdout:1507: seq_num 497 ranges {0=729088,729088=401408} 2024-04-02T08:36:08.547 INFO:tasks.rados.rados.0.smithi112.stdout:1507: writing smithi11277797-36 from 0 to 729088 tid 1 2024-04-02T08:36:08.549 INFO:tasks.rados.rados.0.smithi112.stdout:1507: writing smithi11277797-36 from 729088 to 1130496 tid 2 2024-04-02T08:36:08.550 INFO:tasks.rados.rados.0.smithi112.stdout:1505: done (3 left) 2024-04-02T08:36:08.550 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 145 2024-04-02T08:36:08.550 INFO:tasks.rados.rados.0.smithi112.stdout:1504: expect (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:36:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[91385]: osdmap e362: 8 total, 7 up, 8 in 2024-04-02T08:36:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[91385]: pgmap v209: 121 pgs: 13 stale+active+clean, 108 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 222 KiB/s wr, 1 op/s 2024-04-02T08:36:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:08.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:08 smithi112 podman[106132]: 2024-04-02 08:36:08.431378642 +0000 UTC m=+1.512634380 container cleanup 7c8e65936330da5e9e232b2158513fc78fc2880f28f7a00eddf19291aea9fc75 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:08.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:08 smithi112 bash[106132]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T08:36:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[88945]: osdmap e362: 8 total, 7 up, 8 in 2024-04-02T08:36:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[88945]: pgmap v209: 121 pgs: 13 stale+active+clean, 108 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 222 KiB/s wr, 1 op/s 2024-04-02T08:36:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:08.678 INFO:tasks.rados.rados.0.smithi112.stdout:1506: finishing write tid 1 to smithi11277797-32 2024-04-02T08:36:08.678 INFO:tasks.rados.rados.0.smithi112.stdout:1506: finishing write tid 2 to smithi11277797-32 2024-04-02T08:36:08.678 INFO:tasks.rados.rados.0.smithi112.stdout:1506: finishing write tid 3 to smithi11277797-32 2024-04-02T08:36:08.678 INFO:tasks.rados.rados.0.smithi112.stdout:1508: seq_num 498 ranges {10092544=745472,10838016=401408} 2024-04-02T08:36:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:08 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:08 smithi187 ceph-mon[84356]: osdmap e362: 8 total, 7 up, 8 in 2024-04-02T08:36:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:08 smithi187 ceph-mon[84356]: pgmap v209: 121 pgs: 13 stale+active+clean, 108 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 222 KiB/s wr, 1 op/s 2024-04-02T08:36:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:08.733 INFO:tasks.rados.rados.0.smithi112.stdout:1508: writing smithi11277797-45 from 10092544 to 10838016 tid 1 2024-04-02T08:36:08.736 INFO:tasks.rados.rados.0.smithi112.stdout:1508: writing smithi11277797-45 from 10838016 to 11239424 tid 2 2024-04-02T08:36:08.736 INFO:tasks.rados.rados.0.smithi112.stdout:1504: done (3 left) 2024-04-02T08:36:08.736 INFO:tasks.rados.rados.0.smithi112.stdout:1509: snap_remove snap 142 2024-04-02T08:36:09.066 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:08 smithi112 podman[106160]: 2024-04-02 08:36:08.724723792 +0000 UTC m=+0.695040894 container remove 7c8e65936330da5e9e232b2158513fc78fc2880f28f7a00eddf19291aea9fc75 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:09.239 INFO:tasks.rados.rados.0.smithi112.stdout:1509: done (3 left) 2024-04-02T08:36:09.239 INFO:tasks.rados.rados.0.smithi112.stdout:1510: rollback oid 20 current snap is 145 2024-04-02T08:36:09.239 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 143 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1506: finishing write tid 4 to smithi11277797-32 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1506: oid 32 updating version 0 to 604 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1506: oid 32 updating version 604 to 606 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1506: oid 32 version 606 is already newer than 605 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 606 (ObjNum 496 snap 145 seq_num 496) dirty exists 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1506: left oid 32 (ObjNum 496 snap 145 seq_num 496) 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: finishing write tid 1 to smithi11277797-36 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: finishing write tid 2 to smithi11277797-36 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: finishing write tid 3 to smithi11277797-36 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: finishing write tid 4 to smithi11277797-36 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: oid 36 updating version 0 to 883 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: oid 36 updating version 883 to 884 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:1507: oid 36 version 884 is already newer than 882 2024-04-02T08:36:09.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 884 (ObjNum 497 snap 145 seq_num 497) dirty exists 2024-04-02T08:36:09.241 INFO:tasks.rados.rados.0.smithi112.stdout:1507: left oid 36 (ObjNum 497 snap 145 seq_num 497) 2024-04-02T08:36:09.241 INFO:tasks.rados.rados.0.smithi112.stdout:1508: finishing write tid 1 to smithi11277797-45 2024-04-02T08:36:09.241 INFO:tasks.rados.rados.0.smithi112.stdout:1506: done (3 left) 2024-04-02T08:36:09.241 INFO:tasks.rados.rados.0.smithi112.stdout:1507: done (2 left) 2024-04-02T08:36:09.241 INFO:tasks.rados.rados.0.smithi112.stdout:1511: snap_remove snap 144 2024-04-02T08:36:09.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:36:09] "GET /metrics HTTP/1.1" 200 36215 "" "Prometheus/2.43.0" 2024-04-02T08:36:09.368 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:09 smithi112 podman[106256]: 2024-04-02 08:36:09.067700778 +0000 UTC m=+0.110039454 container create 2c600919041b1ce2e170467bae808c8e37df6b75459491b7de676ba5552f08ac (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T08:36:09.369 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:09 smithi112 podman[106256]: 2024-04-02 08:36:08.975347309 +0000 UTC m=+0.017685936 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:09.369 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:09 smithi112 podman[106256]: 2024-04-02 08:36:09.295328626 +0000 UTC m=+0.337667232 container init 2c600919041b1ce2e170467bae808c8e37df6b75459491b7de676ba5552f08ac (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T08:36:09.369 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:09 smithi112 podman[106256]: 2024-04-02 08:36:09.298569319 +0000 UTC m=+0.340907924 container start 2c600919041b1ce2e170467bae808c8e37df6b75459491b7de676ba5552f08ac (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:36:09.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:09 smithi112 ceph-mon[91385]: osdmap e363: 8 total, 7 up, 8 in 2024-04-02T08:36:09.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:09 smithi112 ceph-mon[91385]: osdmap e364: 8 total, 7 up, 8 in 2024-04-02T08:36:09.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:09 smithi112 ceph-mon[88945]: osdmap e363: 8 total, 7 up, 8 in 2024-04-02T08:36:09.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:09 smithi112 ceph-mon[88945]: osdmap e364: 8 total, 7 up, 8 in 2024-04-02T08:36:09.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:09 smithi112 podman[106256]: 2024-04-02 08:36:09.391447946 +0000 UTC m=+0.433786554 container attach 2c600919041b1ce2e170467bae808c8e37df6b75459491b7de676ba5552f08ac (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T08:36:09.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:09 smithi112 podman[106256]: 2024-04-02 08:36:09.593285834 +0000 UTC m=+0.635624452 container died 2c600919041b1ce2e170467bae808c8e37df6b75459491b7de676ba5552f08ac (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:09 smithi187 ceph-mon[84356]: osdmap e363: 8 total, 7 up, 8 in 2024-04-02T08:36:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:09 smithi187 ceph-mon[84356]: osdmap e364: 8 total, 7 up, 8 in 2024-04-02T08:36:10.241 INFO:tasks.rados.rados.0.smithi112.stdout:1511: done (2 left) 2024-04-02T08:36:10.241 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 145 2024-04-02T08:36:10.241 INFO:tasks.rados.rados.0.smithi112.stdout:1508: finishing write tid 2 to smithi11277797-45 2024-04-02T08:36:10.241 INFO:tasks.rados.rados.0.smithi112.stdout:1512: seq_num 499 ranges {2285568=761856,3047424=401408} 2024-04-02T08:36:10.257 INFO:tasks.rados.rados.0.smithi112.stdout:1512: writing smithi11277797-43 from 2285568 to 3047424 tid 1 2024-04-02T08:36:10.259 INFO:tasks.rados.rados.0.smithi112.stdout:1512: writing smithi11277797-43 from 3047424 to 3448832 tid 2 2024-04-02T08:36:10.259 INFO:tasks.rados.rados.0.smithi112.stdout:1513: read oid 41 snap 141 2024-04-02T08:36:10.259 INFO:tasks.rados.rados.0.smithi112.stdout:1513: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:36:10.259 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 145 2024-04-02T08:36:10.260 INFO:tasks.rados.rados.0.smithi112.stdout:1508: finishing write tid 3 to smithi11277797-45 2024-04-02T08:36:10.260 INFO:tasks.rados.rados.0.smithi112.stdout:1514: seq_num 500 ranges {0=778240,778240=401408} 2024-04-02T08:36:10.264 INFO:tasks.rados.rados.0.smithi112.stdout:1514: writing smithi11277797-15 from 0 to 778240 tid 1 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1514: writing smithi11277797-15 from 778240 to 1179648 tid 2 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1515: copy_from oid 34 from oid 14 current snap is 145 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1508: finishing write tid 4 to smithi11277797-45 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1508: oid 45 updating version 0 to 836 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1508: oid 45 updating version 836 to 837 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1508: oid 45 updating version 837 to 838 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 838 (ObjNum 498 snap 145 seq_num 498) dirty exists 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1508: left oid 45 (ObjNum 498 snap 145 seq_num 498) 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1510: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1510: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:1510: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:36:10.267 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 841 (ObjNum 480 snap 141 seq_num 480) dirty exists 2024-04-02T08:36:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:1512: finishing write tid 1 to smithi11277797-43 2024-04-02T08:36:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:1512: finishing write tid 2 to smithi11277797-43 2024-04-02T08:36:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:1512: finishing write tid 3 to smithi11277797-43 2024-04-02T08:36:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:1508: done (5 left) 2024-04-02T08:36:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:1510: done (4 left) 2024-04-02T08:36:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:1516: snap_remove snap 143 2024-04-02T08:36:10.397 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 podman[106282]: 2024-04-02 08:36:10.148870567 +0000 UTC m=+0.550366038 container remove 2c600919041b1ce2e170467bae808c8e37df6b75459491b7de676ba5552f08ac (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T08:36:10.397 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T08:36:10.397 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 systemd[1]: Stopped Ceph osd.2 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:10.397 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 14.091s CPU time. 2024-04-02T08:36:10.397 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 systemd[1]: Starting Ceph osd.2 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:10.748 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:10 smithi112 ceph-mon[91385]: pgmap v212: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 17 active+undersized, 90 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 308 KiB/s rd, 4.5 MiB/s wr, 9 op/s; 30/279 objects degraded (10.753%) 2024-04-02T08:36:10.748 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:10 smithi112 ceph-mon[91385]: osdmap e365: 8 total, 7 up, 8 in 2024-04-02T08:36:10.748 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:10 smithi112 ceph-mon[88945]: pgmap v212: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 17 active+undersized, 90 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 308 KiB/s rd, 4.5 MiB/s wr, 9 op/s; 30/279 objects degraded (10.753%) 2024-04-02T08:36:10.749 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:10 smithi112 ceph-mon[88945]: osdmap e365: 8 total, 7 up, 8 in 2024-04-02T08:36:10.749 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 podman[106383]: 2024-04-02 08:36:10.516058004 +0000 UTC m=+0.018216360 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:10.749 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 podman[106383]: 2024-04-02 08:36:10.625595718 +0000 UTC m=+0.127754092 container create c367a4ca7f46df90abfcd1e59086946116837e0e9aa38cf0be30e243fb777477 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T08:36:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:10 smithi187 ceph-mon[84356]: pgmap v212: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 17 active+undersized, 90 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 308 KiB/s rd, 4.5 MiB/s wr, 9 op/s; 30/279 objects degraded (10.753%) 2024-04-02T08:36:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:10 smithi187 ceph-mon[84356]: osdmap e365: 8 total, 7 up, 8 in 2024-04-02T08:36:11.118 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 podman[106383]: 2024-04-02 08:36:10.903362995 +0000 UTC m=+0.405521322 container init c367a4ca7f46df90abfcd1e59086946116837e0e9aa38cf0be30e243fb777477 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:36:11.118 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 podman[106383]: 2024-04-02 08:36:10.907071214 +0000 UTC m=+0.409229546 container start c367a4ca7f46df90abfcd1e59086946116837e0e9aa38cf0be30e243fb777477 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:36:11.119 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:10 smithi112 podman[106383]: 2024-04-02 08:36:10.994816073 +0000 UTC m=+0.496974401 container attach c367a4ca7f46df90abfcd1e59086946116837e0e9aa38cf0be30e243fb777477 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:36:11.244 INFO:tasks.rados.rados.0.smithi112.stdout:1516: done (4 left) 2024-04-02T08:36:11.244 INFO:tasks.rados.rados.0.smithi112.stdout:1517: snap_create 2024-04-02T08:36:11.244 INFO:tasks.rados.rados.0.smithi112.stdout:1512: finishing write tid 4 to smithi11277797-43 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1512: oid 43 updating version 0 to 809 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1512: oid 43 updating version 809 to 811 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1512: oid 43 version 811 is already newer than 810 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 811 (ObjNum 499 snap 145 seq_num 499) dirty exists 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1512: left oid 43 (ObjNum 499 snap 145 seq_num 499) 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: finishing write tid 1 to smithi11277797-15 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: finishing write tid 2 to smithi11277797-15 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: finishing write tid 3 to smithi11277797-15 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1515: finishing copy_from to smithi11277797-34 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1515: got expected ENOENT (src dne) 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1515: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: finishing write tid 4 to smithi11277797-15 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: oid 15 updating version 0 to 849 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: oid 15 updating version 849 to 850 2024-04-02T08:36:11.245 INFO:tasks.rados.rados.0.smithi112.stdout:1514: oid 15 version 850 is already newer than 848 2024-04-02T08:36:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 850 (ObjNum 500 snap 145 seq_num 500) dirty exists 2024-04-02T08:36:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1514: left oid 15 (ObjNum 500 snap 145 seq_num 500) 2024-04-02T08:36:11.246 INFO:tasks.rados.rados.0.smithi112.stdout:1513: expect (ObjNum 353 snap 106 seq_num 353) 2024-04-02T08:36:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 30/279 objects degraded (10.753%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-mon[91385]: osdmap e366: 8 total, 7 up, 8 in 2024-04-02T08:36:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 30/279 objects degraded (10.753%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-mon[88945]: osdmap e366: 8 total, 7 up, 8 in 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:36:11.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 bash[106383]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[106398]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:36:11.620 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 podman[106383]: 2024-04-02 08:36:11.384096637 +0000 UTC m=+0.886254979 container died c367a4ca7f46df90abfcd1e59086946116837e0e9aa38cf0be30e243fb777477 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:36:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:11 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 30/279 objects degraded (10.753%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:11 smithi187 ceph-mon[84356]: osdmap e366: 8 total, 7 up, 8 in 2024-04-02T08:36:12.118 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:11 smithi112 podman[106515]: 2024-04-02 08:36:11.965466293 +0000 UTC m=+0.572134906 container remove c367a4ca7f46df90abfcd1e59086946116837e0e9aa38cf0be30e243fb777477 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1512: done (4 left) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1513: done (3 left) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1514: done (2 left) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1515: done (1 left) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1517: done (0 left) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1518: read oid 28 snap -1 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1518: expect (ObjNum 431 snap 132 seq_num 431) 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1519: read oid 11 snap -1 2024-04-02T08:36:12.244 INFO:tasks.rados.rados.0.smithi112.stdout:1519: expect (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:36:12.245 INFO:tasks.rados.rados.0.smithi112.stdout:1520: read oid 14 snap -1 2024-04-02T08:36:12.245 INFO:tasks.rados.rados.0.smithi112.stdout:1520: expect deleted 2024-04-02T08:36:12.245 INFO:tasks.rados.rados.0.smithi112.stdout:1521: copy_from oid 50 from oid 12 current snap is 146 2024-04-02T08:36:12.245 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 146 2024-04-02T08:36:12.245 INFO:tasks.rados.rados.0.smithi112.stdout:1522: seq_num 501 ranges {11239424=794624,12034048=401408} 2024-04-02T08:36:12.310 INFO:tasks.rados.rados.0.smithi112.stdout:1522: writing smithi11277797-45 from 11239424 to 12034048 tid 1 2024-04-02T08:36:12.312 INFO:tasks.rados.rados.0.smithi112.stdout:1522: writing smithi11277797-45 from 12034048 to 12435456 tid 2 2024-04-02T08:36:12.312 INFO:tasks.rados.rados.0.smithi112.stdout:1523: read oid 2 snap 145 2024-04-02T08:36:12.312 INFO:tasks.rados.rados.0.smithi112.stdout:1523: expect deleted 2024-04-02T08:36:12.312 INFO:tasks.rados.rados.0.smithi112.stdout:1524: rollback oid 37 current snap is 146 2024-04-02T08:36:12.312 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 145 2024-04-02T08:36:12.312 INFO:tasks.rados.rados.0.smithi112.stdout:1519: expect (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:36:12.437 INFO:tasks.rados.rados.0.smithi112.stdout:1521: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:36:12.437 INFO:tasks.rados.rados.0.smithi112.stdout:1518: expect (ObjNum 431 snap 132 seq_num 431) 2024-04-02T08:36:12.492 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 podman[106578]: 2024-04-02 08:36:12.077799854 +0000 UTC m=+0.017800609 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:12.492 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 podman[106578]: 2024-04-02 08:36:12.216444766 +0000 UTC m=+0.156445547 container create fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:36:12.492 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 podman[106578]: 2024-04-02 08:36:12.494155127 +0000 UTC m=+0.434155866 container init fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:36:12.628 INFO:tasks.rados.rados.0.smithi112.stdout:1521: finishing copy_from to smithi11277797-50 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 522 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1518: done (6 left) 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1519: done (5 left) 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1520: done (4 left) 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1521: done (3 left) 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 146 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1522: finishing write tid 1 to smithi11277797-45 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1522: finishing write tid 2 to smithi11277797-45 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1522: finishing write tid 3 to smithi11277797-45 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1524: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1524: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:1524: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:36:12.629 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 676 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:1522: finishing write tid 4 to smithi11277797-45 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:1522: oid 45 updating version 0 to 842 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:1522: oid 45 updating version 842 to 844 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:1522: oid 45 version 844 is already newer than 843 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 844 (ObjNum 501 snap 146 seq_num 501) dirty exists 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:1522: left oid 45 (ObjNum 501 snap 146 seq_num 501) 2024-04-02T08:36:12.630 INFO:tasks.rados.rados.0.smithi112.stdout:1525: seq_num 502 ranges {3514368=409600,3923968=417792,4341760=385024} 2024-04-02T08:36:12.649 INFO:tasks.rados.rados.0.smithi112.stdout:1525: writing smithi11277797-31 from 3514368 to 3923968 tid 1 2024-04-02T08:36:12.652 INFO:tasks.rados.rados.0.smithi112.stdout:1525: writing smithi11277797-31 from 3923968 to 4341760 tid 2 2024-04-02T08:36:12.654 INFO:tasks.rados.rados.0.smithi112.stdout:1525: writing smithi11277797-31 from 4341760 to 4726784 tid 3 2024-04-02T08:36:12.654 INFO:tasks.rados.rados.0.smithi112.stdout:1522: done (3 left) 2024-04-02T08:36:12.654 INFO:tasks.rados.rados.0.smithi112.stdout:1523: done (2 left) 2024-04-02T08:36:12.654 INFO:tasks.rados.rados.0.smithi112.stdout:1524: done (1 left) 2024-04-02T08:36:12.655 INFO:tasks.rados.rados.0.smithi112.stdout:1526: snap_remove snap 145 2024-04-02T08:36:12.655 INFO:tasks.rados.rados.0.smithi112.stdout:1525: finishing write tid 1 to smithi11277797-31 2024-04-02T08:36:12.655 INFO:tasks.rados.rados.0.smithi112.stdout:1525: finishing write tid 2 to smithi11277797-31 2024-04-02T08:36:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:12 smithi187 ceph-mon[84356]: pgmap v215: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 17 active+undersized, 90 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 307 KiB/s rd, 4.3 MiB/s wr, 8 op/s; 30/279 objects degraded (10.753%) 2024-04-02T08:36:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:12 smithi187 ceph-mon[84356]: osdmap e367: 8 total, 7 up, 8 in 2024-04-02T08:36:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:12 smithi112 ceph-mon[91385]: pgmap v215: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 17 active+undersized, 90 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 307 KiB/s rd, 4.3 MiB/s wr, 8 op/s; 30/279 objects degraded (10.753%) 2024-04-02T08:36:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:12 smithi112 ceph-mon[91385]: osdmap e367: 8 total, 7 up, 8 in 2024-04-02T08:36:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:12 smithi112 ceph-mon[88945]: pgmap v215: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 17 active+undersized, 90 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 307 KiB/s rd, 4.3 MiB/s wr, 8 op/s; 30/279 objects degraded (10.753%) 2024-04-02T08:36:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:12 smithi112 ceph-mon[88945]: osdmap e367: 8 total, 7 up, 8 in 2024-04-02T08:36:12.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 podman[106578]: 2024-04-02 08:36:12.497340977 +0000 UTC m=+0.437341716 container start fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2) 2024-04-02T08:36:12.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 ceph-osd[106597]: -- 172.21.15.112:0/761758247 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559bbef3f680 con 0x559bbef08c00 2024-04-02T08:36:12.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 bash[106578]: fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b 2024-04-02T08:36:12.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:12 smithi112 systemd[1]: Started Ceph osd.2 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:13.368 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T08:36:13.040+0000 7fd3101f07c0 -1 Falling back to public interface 2024-04-02T08:36:13.640 INFO:tasks.rados.rados.0.smithi112.stdout:1526: done (1 left) 2024-04-02T08:36:13.640 INFO:tasks.rados.rados.0.smithi112.stdout:1527: snap_remove snap 141 2024-04-02T08:36:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:13.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:14.271 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:36:14.598 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:36:14.598 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (7m) 32s ago 8m 25.7M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:36:14.598 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (7m) 110s ago 7m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:36:14.598 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (9m) 32s ago 9m 21.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:36:14.598 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (9m) 110s ago 9m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:36:14.598 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (3m) 110s ago 12m 449M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (3m) 32s ago 14m 504M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (2m) 32s ago 14m 49.2M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (2m) 110s ago 13m 23.3M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (2m) 32s ago 12m 43.5M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (7m) 32s ago 7m 15.5M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (7m) 110s ago 7m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (70s) 32s ago 12m 119M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (36s) 32s ago 11m 11.6M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 starting - - - 2480M 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (11m) 32s ago 11m 137M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (10m) 110s ago 10m 163M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (10m) 110s ago 10m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (9m) 110s ago 9m 141M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (9m) 110s ago 9m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:36:14.599 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (3m) 110s ago 8m 49.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:36:14.650 INFO:tasks.rados.rados.0.smithi112.stdout:1527: done (1 left) 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1528: delete oid 19 current snap is 146 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: finishing write tid 3 to smithi11277797-31 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: finishing write tid 4 to smithi11277797-31 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: finishing write tid 5 to smithi11277797-31 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: oid 31 updating version 0 to 683 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: oid 31 version 683 is already newer than 682 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: oid 31 updating version 683 to 684 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: oid 31 updating version 684 to 685 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 685 (ObjNum 502 snap 146 seq_num 502) dirty exists 2024-04-02T08:36:14.651 INFO:tasks.rados.rados.0.smithi112.stdout:1525: left oid 31 (ObjNum 502 snap 146 seq_num 502) 2024-04-02T08:36:14.656 INFO:tasks.rados.rados.0.smithi112.stdout:1525: done (1 left) 2024-04-02T08:36:14.656 INFO:tasks.rados.rados.0.smithi112.stdout:1528: done (0 left) 2024-04-02T08:36:14.656 INFO:tasks.rados.rados.0.smithi112.stdout:1529: setattr oid 18 current snap is 146 2024-04-02T08:36:14.660 INFO:tasks.rados.rados.0.smithi112.stdout:1530: delete oid 22 current snap is 146 2024-04-02T08:36:14.662 INFO:tasks.rados.rados.0.smithi112.stdout:1530: done (1 left) 2024-04-02T08:36:14.662 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 146 2024-04-02T08:36:14.662 INFO:tasks.rados.rados.0.smithi112.stdout:1531: seq_num 505 ranges {10592256=466944,11059200=475136,11534336=327680} 2024-04-02T08:36:14.722 INFO:tasks.rados.rados.0.smithi112.stdout:1531: writing smithi11277797-6 from 10592256 to 11059200 tid 1 2024-04-02T08:36:14.725 INFO:tasks.rados.rados.0.smithi112.stdout:1531: writing smithi11277797-6 from 11059200 to 11534336 tid 2 2024-04-02T08:36:14.727 INFO:tasks.rados.rados.0.smithi112.stdout:1531: writing smithi11277797-6 from 11534336 to 11862016 tid 3 2024-04-02T08:36:14.727 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 146 2024-04-02T08:36:14.727 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 853 (ObjNum 484 snap 141 seq_num 484) dirty exists 2024-04-02T08:36:14.727 INFO:tasks.rados.rados.0.smithi112.stdout:1531: finishing write tid 1 to smithi11277797-6 2024-04-02T08:36:14.728 INFO:tasks.rados.rados.0.smithi112.stdout:1532: seq_num 506 ranges {1802240=483328,2285568=761856,3047424=40960} 2024-04-02T08:36:14.739 INFO:tasks.rados.rados.0.smithi112.stdout:1532: writing smithi11277797-20 from 1802240 to 2285568 tid 1 2024-04-02T08:36:14.744 INFO:tasks.rados.rados.0.smithi112.stdout:1532: writing smithi11277797-20 from 2285568 to 3047424 tid 2 2024-04-02T08:36:14.746 INFO:tasks.rados.rados.0.smithi112.stdout:1532: writing smithi11277797-20 from 3047424 to 3088384 tid 3 2024-04-02T08:36:14.746 INFO:tasks.rados.rados.0.smithi112.stdout:1529: done (2 left) 2024-04-02T08:36:14.746 INFO:tasks.rados.rados.0.smithi112.stdout:1533: snap_create 2024-04-02T08:36:14.746 INFO:tasks.rados.rados.0.smithi112.stdout:1531: finishing write tid 2 to smithi11277797-6 2024-04-02T08:36:14.746 INFO:tasks.rados.rados.0.smithi112.stdout:1531: finishing write tid 3 to smithi11277797-6 2024-04-02T08:36:14.746 INFO:tasks.rados.rados.0.smithi112.stdout:1531: finishing write tid 4 to smithi11277797-6 2024-04-02T08:36:14.747 INFO:tasks.rados.rados.0.smithi112.stdout:1531: finishing write tid 5 to smithi11277797-6 2024-04-02T08:36:14.747 INFO:tasks.rados.rados.0.smithi112.stdout:1531: oid 6 updating version 0 to 680 2024-04-02T08:36:14.747 INFO:tasks.rados.rados.0.smithi112.stdout:1531: oid 6 version 680 is already newer than 678 2024-04-02T08:36:14.747 INFO:tasks.rados.rados.0.smithi112.stdout:1531: oid 6 version 680 is already newer than 677 2024-04-02T08:36:14.747 INFO:tasks.rados.rados.0.smithi112.stdout:1531: oid 6 version 680 is already newer than 679 2024-04-02T08:36:14.748 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 680 (ObjNum 505 snap 146 seq_num 505) dirty exists 2024-04-02T08:36:14.748 INFO:tasks.rados.rados.0.smithi112.stdout:1531: left oid 6 (ObjNum 505 snap 146 seq_num 505) 2024-04-02T08:36:14.748 INFO:tasks.rados.rados.0.smithi112.stdout:1532: finishing write tid 1 to smithi11277797-20 2024-04-02T08:36:14.749 INFO:tasks.rados.rados.0.smithi112.stdout:1532: finishing write tid 2 to smithi11277797-20 2024-04-02T08:36:14.750 INFO:tasks.rados.rados.0.smithi112.stdout:1532: finishing write tid 3 to smithi11277797-20 2024-04-02T08:36:14.750 INFO:tasks.rados.rados.0.smithi112.stdout:1532: finishing write tid 4 to smithi11277797-20 2024-04-02T08:36:14.750 INFO:tasks.rados.rados.0.smithi112.stdout:1532: finishing write tid 5 to smithi11277797-20 2024-04-02T08:36:14.750 INFO:tasks.rados.rados.0.smithi112.stdout:1532: oid 20 updating version 0 to 846 2024-04-02T08:36:14.750 INFO:tasks.rados.rados.0.smithi112.stdout:1532: oid 20 updating version 846 to 847 2024-04-02T08:36:14.751 INFO:tasks.rados.rados.0.smithi112.stdout:1532: oid 20 version 847 is already newer than 845 2024-04-02T08:36:14.751 INFO:tasks.rados.rados.0.smithi112.stdout:1532: oid 20 updating version 847 to 848 2024-04-02T08:36:14.751 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 848 (ObjNum 506 snap 146 seq_num 506) dirty exists 2024-04-02T08:36:14.751 INFO:tasks.rados.rados.0.smithi112.stdout:1532: left oid 20 (ObjNum 506 snap 146 seq_num 506) 2024-04-02T08:36:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:14 smithi112 ceph-mon[91385]: osdmap e368: 8 total, 7 up, 8 in 2024-04-02T08:36:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:14 smithi112 ceph-mon[91385]: pgmap v218: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 41/288 objects degraded (14.236%) 2024-04-02T08:36:14.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:14 smithi112 ceph-mon[88945]: osdmap e368: 8 total, 7 up, 8 in 2024-04-02T08:36:14.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:14 smithi112 ceph-mon[88945]: pgmap v218: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 41/288 objects degraded (14.236%) 2024-04-02T08:36:14.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:14 smithi187 ceph-mon[84356]: osdmap e368: 8 total, 7 up, 8 in 2024-04-02T08:36:14.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:14 smithi187 ceph-mon[84356]: pgmap v218: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 41/288 objects degraded (14.236%) 2024-04-02T08:36:15.024 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:36:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:36:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:36:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 7 2024-04-02T08:36:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:36:15.026 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:36:15.654 INFO:tasks.rados.rados.0.smithi112.stdout:1531: done (2 left) 2024-04-02T08:36:15.654 INFO:tasks.rados.rados.0.smithi112.stdout:1532: done (1 left) 2024-04-02T08:36:15.654 INFO:tasks.rados.rados.0.smithi112.stdout:1533: done (0 left) 2024-04-02T08:36:15.654 INFO:tasks.rados.rados.0.smithi112.stdout:1534: snap_remove snap 146 2024-04-02T08:36:15.918 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[88945]: from='client.44189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:15.918 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[88945]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:15.918 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[88945]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:36:15.918 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1138034123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:15.918 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[91385]: from='client.44189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:15.918 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[91385]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:15.919 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[91385]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:36:15.919 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1138034123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:15 smithi187 ceph-mon[84356]: from='client.44189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:15 smithi187 ceph-mon[84356]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:15 smithi187 ceph-mon[84356]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:36:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:15 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1138034123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:16.173 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:15 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T08:36:15.918+0000 7fd3101f07c0 -1 osd.2 361 log_to_monitors true 2024-04-02T08:36:16.661 INFO:tasks.rados.rados.0.smithi112.stdout:1534: done (0 left) 2024-04-02T08:36:16.661 INFO:tasks.rados.rados.0.smithi112.stdout:1535: snap_create 2024-04-02T08:36:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:16 smithi187 ceph-mon[84356]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:36:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:16 smithi187 ceph-mon[84356]: pgmap v221: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 41/288 objects degraded (14.236%) 2024-04-02T08:36:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:16 smithi187 ceph-mon[84356]: from='osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:16 smithi187 ceph-mon[84356]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[91385]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:36:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[91385]: pgmap v221: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 41/288 objects degraded (14.236%) 2024-04-02T08:36:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[91385]: from='osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[91385]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.119 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T08:36:16.679+0000 7fd301648700 -1 osd.2 361 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[88945]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[88945]: pgmap v221: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 41/288 objects degraded (14.236%) 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[88945]: from='osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[88945]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.667 INFO:tasks.rados.rados.0.smithi112.stdout:1535: done (0 left) 2024-04-02T08:36:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1536: read oid 50 snap -1 2024-04-02T08:36:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1536: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1537: rollback oid 37 current snap is 148 2024-04-02T08:36:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 147 2024-04-02T08:36:17.668 INFO:tasks.rados.rados.0.smithi112.stdout:1538: delete oid 27 current snap is 148 2024-04-02T08:36:17.710 INFO:tasks.rados.rados.0.smithi112.stdout:1536: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[91385]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[91385]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[91385]: from='osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[91385]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[88945]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[88945]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[88945]: from='osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[88945]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:17 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:17 smithi187 ceph-mon[84356]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:17 smithi187 ceph-mon[84356]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:36:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:17 smithi187 ceph-mon[84356]: from='osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:17 smithi187 ceph-mon[84356]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:17 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:17 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:18.713 INFO:tasks.rados.rados.0.smithi112.stdout:1536: done (2 left) 2024-04-02T08:36:18.713 INFO:tasks.rados.rados.0.smithi112.stdout:1538: done (1 left) 2024-04-02T08:36:18.713 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 148 2024-04-02T08:36:18.713 INFO:tasks.rados.rados.0.smithi112.stdout:1539: seq_num 508 ranges {4218880=516096,4734976=524288,5259264=278528} 2024-04-02T08:36:18.739 INFO:tasks.rados.rados.0.smithi112.stdout:1539: writing smithi11277797-8 from 4218880 to 4734976 tid 1 2024-04-02T08:36:18.742 INFO:tasks.rados.rados.0.smithi112.stdout:1539: writing smithi11277797-8 from 4734976 to 5259264 tid 2 2024-04-02T08:36:18.745 INFO:tasks.rados.rados.0.smithi112.stdout:1539: writing smithi11277797-8 from 5259264 to 5537792 tid 3 2024-04-02T08:36:18.745 INFO:tasks.rados.rados.0.smithi112.stdout:1537: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:36:18.745 INFO:tasks.rados.rados.0.smithi112.stdout:1537: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:36:18.745 INFO:tasks.rados.rados.0.smithi112.stdout:1537: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:36:18.745 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 683 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-04-02T08:36:18.745 INFO:tasks.rados.rados.0.smithi112.stdout:1537: done (1 left) 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1540: rollback oid 18 current snap is 148 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 147 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1541: copy_from oid 3 from oid 11 current snap is 148 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1539: finishing write tid 1 to smithi11277797-8 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1542: read oid 50 snap -1 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1542: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1543: rmattr oid 1 current snap is 148 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1544: read oid 29 snap -1 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1544: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:36:18.746 INFO:tasks.rados.rados.0.smithi112.stdout:1545: delete oid 10 current snap is 148 2024-04-02T08:36:18.748 INFO:tasks.rados.rados.0.smithi112.stdout:1539: finishing write tid 2 to smithi11277797-8 2024-04-02T08:36:18.749 INFO:tasks.rados.rados.0.smithi112.stdout:1545: done (6 left) 2024-04-02T08:36:18.749 INFO:tasks.rados.rados.0.smithi112.stdout:1546: rollback oid 27 current snap is 148 2024-04-02T08:36:18.749 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 147 2024-04-02T08:36:18.749 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 148 2024-04-02T08:36:18.749 INFO:tasks.rados.rados.0.smithi112.stdout:1547: seq_num 510 ranges {1908736=548864,2457600=745472,3203072=57344} 2024-04-02T08:36:18.762 INFO:tasks.rados.rados.0.smithi112.stdout:1547: writing smithi11277797-13 from 1908736 to 2457600 tid 1 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1547: writing smithi11277797-13 from 2457600 to 3203072 tid 2 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1547: writing smithi11277797-13 from 3203072 to 3260416 tid 3 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1548: setattr oid 36 current snap is 148 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1540: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1540: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1540: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 857 (ObjNum 484 snap 141 seq_num 484) dirty exists 2024-04-02T08:36:18.768 INFO:tasks.rados.rados.0.smithi112.stdout:1539: finishing write tid 3 to smithi11277797-8 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: finishing write tid 4 to smithi11277797-8 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: finishing write tid 5 to smithi11277797-8 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: oid 8 updating version 0 to 890 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: oid 8 version 890 is already newer than 888 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: oid 8 updating version 890 to 891 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: oid 8 version 891 is already newer than 889 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 891 (ObjNum 508 snap 148 seq_num 508) dirty exists 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1539: left oid 8 (ObjNum 508 snap 148 seq_num 508) 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1546: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1546: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 893 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:36:18.769 INFO:tasks.rados.rados.0.smithi112.stdout:1544: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:36:18.885 INFO:tasks.rados.rados.0.smithi112.stdout:1541: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:36:18.885 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 525 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:18.885 INFO:tasks.rados.rados.0.smithi112.stdout:1547: finishing write tid 1 to smithi11277797-13 2024-04-02T08:36:18.885 INFO:tasks.rados.rados.0.smithi112.stdout:1541: finishing copy_from to smithi11277797-3 2024-04-02T08:36:18.885 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 394 (ObjNum 398 snap 122 seq_num 398) dirty exists 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: finishing write tid 2 to smithi11277797-13 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: finishing write tid 3 to smithi11277797-13 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: finishing write tid 4 to smithi11277797-13 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: finishing write tid 5 to smithi11277797-13 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: oid 13 updating version 0 to 897 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: oid 13 version 897 is already newer than 895 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: oid 13 version 897 is already newer than 896 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: oid 13 updating version 897 to 898 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 898 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1547: left oid 13 (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:18.886 INFO:tasks.rados.rados.0.smithi112.stdout:1542: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:18.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:18 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:18 smithi187 ceph-mon[84356]: pgmap v224: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 41/285 objects degraded (14.386%) 2024-04-02T08:36:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:18 smithi187 ceph-mon[84356]: osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993] boot 2024-04-02T08:36:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:18 smithi187 ceph-mon[84356]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:36:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:18 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:18 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 41/285 objects degraded (14.386%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[91385]: pgmap v224: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 41/285 objects degraded (14.386%) 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[91385]: osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993] boot 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[91385]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 41/285 objects degraded (14.386%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:19.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[88945]: pgmap v224: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 41/285 objects degraded (14.386%) 2024-04-02T08:36:19.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[88945]: osd.2 [v2:172.21.15.112:6818/173267993,v1:172.21.15.112:6819/173267993] boot 2024-04-02T08:36:19.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[88945]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:36:19.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:19.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:18 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 41/285 objects degraded (14.386%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:19.176 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 908 (ObjNum 497 snap 145 seq_num 497) dirty exists 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1539: done (8 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1540: done (7 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1541: done (6 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1542: done (5 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1543: done (4 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1544: done (3 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1546: done (2 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1547: done (1 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1548: done (0 left) 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 148 2024-04-02T08:36:19.177 INFO:tasks.rados.rados.0.smithi112.stdout:1549: seq_num 511 ranges {11862016=565248,12427264=630784,13058048=172032} 2024-04-02T08:36:19.242 INFO:tasks.rados.rados.0.smithi112.stdout:1549: writing smithi11277797-6 from 11862016 to 12427264 tid 1 2024-04-02T08:36:19.245 INFO:tasks.rados.rados.0.smithi112.stdout:1549: writing smithi11277797-6 from 12427264 to 13058048 tid 2 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1549: writing smithi11277797-6 from 13058048 to 13230080 tid 3 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1550: copy_from oid 20 from oid 47 current snap is 148 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1549: finishing write tid 1 to smithi11277797-6 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1551: read oid 26 snap 147 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1551: expect deleted 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1552: rmattr oid 10 current snap is 148 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1552: done (3 left) 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 148 2024-04-02T08:36:19.247 INFO:tasks.rados.rados.0.smithi112.stdout:1553: seq_num 512 ranges {10592256=581632,11173888=516096,11689984=286720} 2024-04-02T08:36:19.307 INFO:tasks.rados.rados.0.smithi112.stdout:1553: writing smithi11277797-7 from 10592256 to 11173888 tid 1 2024-04-02T08:36:19.310 INFO:tasks.rados.rados.0.smithi112.stdout:1553: writing smithi11277797-7 from 11173888 to 11689984 tid 2 2024-04-02T08:36:19.312 INFO:tasks.rados.rados.0.smithi112.stdout:1553: writing smithi11277797-7 from 11689984 to 11976704 tid 3 2024-04-02T08:36:19.312 INFO:tasks.rados.rados.0.smithi112.stdout:1554: read oid 9 snap -1 2024-04-02T08:36:19.312 INFO:tasks.rados.rados.0.smithi112.stdout:1554: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:19.312 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 148 2024-04-02T08:36:19.312 INFO:tasks.rados.rados.0.smithi112.stdout:1555: seq_num 513 ranges {1097728=598016,1695744=794624,2490368=8192} 2024-04-02T08:36:19.321 INFO:tasks.rados.rados.0.smithi112.stdout:1555: writing smithi11277797-24 from 1097728 to 1695744 tid 1 2024-04-02T08:36:19.325 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:36:19] "GET /metrics HTTP/1.1" 200 36215 "" "Prometheus/2.43.0" 2024-04-02T08:36:19.326 INFO:tasks.rados.rados.0.smithi112.stdout:1555: writing smithi11277797-24 from 1695744 to 2490368 tid 2 2024-04-02T08:36:19.326 INFO:tasks.rados.rados.0.smithi112.stdout:1555: writing smithi11277797-24 from 2490368 to 2498560 tid 3 2024-04-02T08:36:19.326 INFO:tasks.rados.rados.0.smithi112.stdout:1556: rollback oid 29 current snap is 148 2024-04-02T08:36:19.326 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 147 2024-04-02T08:36:19.326 INFO:tasks.rados.rados.0.smithi112.stdout:1550: finishing copy_from to smithi11277797-20 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1550: got expected ENOENT (src dne) 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1550: finishing copy_from racing read to smithi11277797-20 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: finishing write tid 2 to smithi11277797-6 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: finishing write tid 3 to smithi11277797-6 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: finishing write tid 4 to smithi11277797-6 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: finishing write tid 5 to smithi11277797-6 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: oid 6 updating version 0 to 687 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: oid 6 version 687 is already newer than 686 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: oid 6 version 687 is already newer than 685 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: oid 6 version 687 is already newer than 684 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 687 (ObjNum 511 snap 148 seq_num 511) dirty exists 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1549: left oid 6 (ObjNum 511 snap 148 seq_num 511) 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1553: finishing write tid 1 to smithi11277797-7 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1553: finishing write tid 2 to smithi11277797-7 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1553: finishing write tid 3 to smithi11277797-7 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1553: finishing write tid 4 to smithi11277797-7 2024-04-02T08:36:19.327 INFO:tasks.rados.rados.0.smithi112.stdout:1553: finishing write tid 5 to smithi11277797-7 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1553: oid 7 updating version 0 to 779 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1553: oid 7 version 779 is already newer than 777 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1553: oid 7 version 779 is already newer than 778 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1553: oid 7 version 779 is already newer than 776 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 779 (ObjNum 512 snap 148 seq_num 512) dirty exists 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1553: left oid 7 (ObjNum 512 snap 148 seq_num 512) 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1549: done (6 left) 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1550: done (5 left) 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1551: done (4 left) 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1553: done (3 left) 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1557: rollback oid 1 current snap is 148 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 147 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1558: rmattr oid 15 current snap is 148 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1558: done (4 left) 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 148 2024-04-02T08:36:19.328 INFO:tasks.rados.rados.0.smithi112.stdout:1559: seq_num 514 ranges {6602752=614400,7217152=679936,7897088=122880} 2024-04-02T08:36:19.364 INFO:tasks.rados.rados.0.smithi112.stdout:1559: writing smithi11277797-46 from 6602752 to 7217152 tid 1 2024-04-02T08:36:19.368 INFO:tasks.rados.rados.0.smithi112.stdout:1559: writing smithi11277797-46 from 7217152 to 7897088 tid 2 2024-04-02T08:36:19.369 INFO:tasks.rados.rados.0.smithi112.stdout:1559: writing smithi11277797-46 from 7897088 to 8019968 tid 3 2024-04-02T08:36:19.369 INFO:tasks.rados.rados.0.smithi112.stdout:1560: read oid 43 snap -1 2024-04-02T08:36:19.369 INFO:tasks.rados.rados.0.smithi112.stdout:1560: expect (ObjNum 499 snap 145 seq_num 499) 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1561: rollback oid 3 current snap is 148 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 3 to 147 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1555: finishing write tid 1 to smithi11277797-24 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1562: read oid 47 snap -1 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1562: expect deleted 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1563: snap_create 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1556: finishing rollback tid 0 to smithi11277797-29 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1556: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1556: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 851 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1557: finishing rollback tid 0 to smithi11277797-1 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1557: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1555: finishing write tid 2 to smithi11277797-24 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1555: finishing write tid 3 to smithi11277797-24 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1557: finishing rollback tid 2 to smithi11277797-1 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 530 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:19.370 INFO:tasks.rados.rados.0.smithi112.stdout:1555: finishing write tid 4 to smithi11277797-24 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1555: finishing write tid 5 to smithi11277797-24 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1555: oid 24 updating version 0 to 819 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1555: oid 24 updating version 819 to 821 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1555: oid 24 updating version 821 to 822 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1555: oid 24 version 822 is already newer than 820 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 822 (ObjNum 513 snap 148 seq_num 513) dirty exists 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1555: left oid 24 (ObjNum 513 snap 148 seq_num 513) 2024-04-02T08:36:19.371 INFO:tasks.rados.rados.0.smithi112.stdout:1554: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:19.687 INFO:tasks.rados.rados.0.smithi112.stdout:1559: finishing write tid 1 to smithi11277797-46 2024-04-02T08:36:19.687 INFO:tasks.rados.rados.0.smithi112.stdout:1559: finishing write tid 2 to smithi11277797-46 2024-04-02T08:36:19.687 INFO:tasks.rados.rados.0.smithi112.stdout:1559: finishing write tid 3 to smithi11277797-46 2024-04-02T08:36:19.687 INFO:tasks.rados.rados.0.smithi112.stdout:1559: finishing write tid 4 to smithi11277797-46 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1559: finishing write tid 5 to smithi11277797-46 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1559: oid 46 updating version 0 to 532 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1559: oid 46 updating version 532 to 533 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1559: oid 46 updating version 533 to 534 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1559: oid 46 updating version 534 to 535 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 535 (ObjNum 514 snap 148 seq_num 514) dirty exists 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1559: left oid 46 (ObjNum 514 snap 148 seq_num 514) 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1561: finishing rollback tid 0 to smithi11277797-3 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1561: finishing rollback tid 1 to smithi11277797-3 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1561: finishing rollback tid 2 to smithi11277797-3 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 538 (ObjNum 466 snap 139 seq_num 466) dirty exists 2024-04-02T08:36:19.688 INFO:tasks.rados.rados.0.smithi112.stdout:1560: expect (ObjNum 499 snap 145 seq_num 499) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1554: done (8 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1555: done (7 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1556: done (6 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1557: done (5 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1559: done (4 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1560: done (3 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1561: done (2 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1562: done (1 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1563: done (0 left) 2024-04-02T08:36:19.850 INFO:tasks.rados.rados.0.smithi112.stdout:1564: delete oid 30 current snap is 149 2024-04-02T08:36:19.854 INFO:tasks.rados.rados.0.smithi112.stdout:1564: done (0 left) 2024-04-02T08:36:19.854 INFO:tasks.rados.rados.0.smithi112.stdout:1565: snap_create 2024-04-02T08:36:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:19 smithi187 ceph-mon[84356]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:36:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:19 smithi112 ceph-mon[91385]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:36:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:19 smithi112 ceph-mon[88945]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:36:20.699 INFO:tasks.rados.rados.0.smithi112.stdout:1565: done (0 left) 2024-04-02T08:36:20.699 INFO:tasks.rados.rados.0.smithi112.stdout:1566: read oid 13 snap -1 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1566: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1567: read oid 34 snap -1 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1567: expect deleted 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1568: read oid 11 snap 148 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1568: expect (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1569: read oid 32 snap -1 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1569: expect (ObjNum 496 snap 145 seq_num 496) 2024-04-02T08:36:20.700 INFO:tasks.rados.rados.0.smithi112.stdout:1570: snap_create 2024-04-02T08:36:20.717 INFO:tasks.rados.rados.0.smithi112.stdout:1566: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:20.840 INFO:tasks.rados.rados.0.smithi112.stdout:1569: expect (ObjNum 496 snap 145 seq_num 496) 2024-04-02T08:36:20.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:20 smithi112 ceph-mon[88945]: pgmap v226: 121 pgs: 18 peering, 6 active+undersized+degraded, 13 active+undersized, 84 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 622 KiB/s wr, 8 op/s; 33/255 objects degraded (12.941%) 2024-04-02T08:36:20.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:20 smithi112 ceph-mon[88945]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:20.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:20 smithi112 ceph-mon[91385]: pgmap v226: 121 pgs: 18 peering, 6 active+undersized+degraded, 13 active+undersized, 84 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 622 KiB/s wr, 8 op/s; 33/255 objects degraded (12.941%) 2024-04-02T08:36:20.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:20 smithi112 ceph-mon[91385]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:20.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:20 smithi187 ceph-mon[84356]: pgmap v226: 121 pgs: 18 peering, 6 active+undersized+degraded, 13 active+undersized, 84 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 622 KiB/s wr, 8 op/s; 33/255 objects degraded (12.941%) 2024-04-02T08:36:20.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:20 smithi187 ceph-mon[84356]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:21.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:36:21.200+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-02T08:36:21.392 INFO:tasks.rados.rados.0.smithi112.stdout:1568: expect (ObjNum 398 snap 122 seq_num 398) 2024-04-02T08:36:21.699 INFO:tasks.rados.rados.0.smithi112.stdout:1566: done (4 left) 2024-04-02T08:36:21.700 INFO:tasks.rados.rados.0.smithi112.stdout:1567: done (3 left) 2024-04-02T08:36:21.700 INFO:tasks.rados.rados.0.smithi112.stdout:1568: done (2 left) 2024-04-02T08:36:21.700 INFO:tasks.rados.rados.0.smithi112.stdout:1569: done (1 left) 2024-04-02T08:36:21.700 INFO:tasks.rados.rados.0.smithi112.stdout:1570: done (0 left) 2024-04-02T08:36:21.700 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 151 2024-04-02T08:36:21.700 INFO:tasks.rados.rados.0.smithi112.stdout:1571: seq_num 516 ranges {6782976=647168,7430144=450560,7880704=352256} 2024-04-02T08:36:21.738 INFO:tasks.rados.rados.0.smithi112.stdout:1571: writing smithi11277797-41 from 6782976 to 7430144 tid 1 2024-04-02T08:36:21.741 INFO:tasks.rados.rados.0.smithi112.stdout:1571: writing smithi11277797-41 from 7430144 to 7880704 tid 2 2024-04-02T08:36:21.743 INFO:tasks.rados.rados.0.smithi112.stdout:1571: writing smithi11277797-41 from 7880704 to 8232960 tid 3 2024-04-02T08:36:21.743 INFO:tasks.rados.rados.0.smithi112.stdout:1572: snap_remove snap 149 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: osdmap e375: 8 total, 8 up, 8 in 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: osdmap e375: 8 total, 8 up, 8 in 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: osdmap e375: 8 total, 8 up, 8 in 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:22.702 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1572: done (1 left) 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1573: read oid 7 snap -1 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1573: expect (ObjNum 512 snap 148 seq_num 512) 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1574: read oid 45 snap -1 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1574: expect (ObjNum 501 snap 146 seq_num 501) 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 151 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1571: finishing write tid 1 to smithi11277797-41 2024-04-02T08:36:22.710 INFO:tasks.rados.rados.0.smithi112.stdout:1575: seq_num 517 ranges {13230080=663552,13893632=786432,14680064=16384} 2024-04-02T08:36:22.786 INFO:tasks.rados.rados.0.smithi112.stdout:1575: writing smithi11277797-6 from 13230080 to 13893632 tid 1 2024-04-02T08:36:22.791 INFO:tasks.rados.rados.0.smithi112.stdout:1575: writing smithi11277797-6 from 13893632 to 14680064 tid 2 2024-04-02T08:36:22.791 INFO:tasks.rados.rados.0.smithi112.stdout:1575: writing smithi11277797-6 from 14680064 to 14696448 tid 3 2024-04-02T08:36:22.791 INFO:tasks.rados.rados.0.smithi112.stdout:1576: rollback oid 36 current snap is 151 2024-04-02T08:36:22.791 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 150 2024-04-02T08:36:22.791 INFO:tasks.rados.rados.0.smithi112.stdout:1571: finishing write tid 2 to smithi11277797-41 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: finishing write tid 3 to smithi11277797-41 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: finishing write tid 4 to smithi11277797-41 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: finishing write tid 5 to smithi11277797-41 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: oid 41 updating version 0 to 827 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: oid 41 updating version 827 to 828 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: oid 41 version 828 is already newer than 826 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: oid 41 version 828 is already newer than 825 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 828 (ObjNum 516 snap 151 seq_num 516) dirty exists 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: left oid 41 (ObjNum 516 snap 151 seq_num 516) 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1571: done (4 left) 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1577: read oid 18 snap 150 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1577: expect (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:22.792 INFO:tasks.rados.rados.0.smithi112.stdout:1578: copy_from oid 34 from oid 41 current snap is 151 2024-04-02T08:36:22.793 INFO:tasks.rados.rados.0.smithi112.stdout:1579: delete oid 33 current snap is 151 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1579: done (6 left) 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1580: read oid 29 snap 147 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1580: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1581: read oid 2 snap -1 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1581: expect deleted 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1582: read oid 13 snap -1 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1582: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:22.797 INFO:tasks.rados.rados.0.smithi112.stdout:1583: copy_from oid 27 from oid 31 current snap is 151 2024-04-02T08:36:22.798 INFO:tasks.rados.rados.0.smithi112.stdout:1584: snap_remove snap 148 2024-04-02T08:36:22.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:22 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:22.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:22 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-02T08:36:22.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:22 smithi187 ceph-mon[84356]: pgmap v229: 121 pgs: 18 peering, 6 active+undersized+degraded, 13 active+undersized, 84 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 624 KiB/s wr, 3 op/s; 33/255 objects degraded (12.941%) 2024-04-02T08:36:22.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:22 smithi187 ceph-mon[84356]: osdmap e376: 8 total, 8 up, 8 in 2024-04-02T08:36:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-02T08:36:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[91385]: pgmap v229: 121 pgs: 18 peering, 6 active+undersized+degraded, 13 active+undersized, 84 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 624 KiB/s wr, 3 op/s; 33/255 objects degraded (12.941%) 2024-04-02T08:36:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[91385]: osdmap e376: 8 total, 8 up, 8 in 2024-04-02T08:36:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-02T08:36:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[88945]: pgmap v229: 121 pgs: 18 peering, 6 active+undersized+degraded, 13 active+undersized, 84 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 624 KiB/s wr, 3 op/s; 33/255 objects degraded (12.941%) 2024-04-02T08:36:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:22 smithi112 ceph-mon[88945]: osdmap e376: 8 total, 8 up, 8 in 2024-04-02T08:36:23.734 INFO:tasks.rados.rados.0.smithi112.stdout:1584: done (10 left) 2024-04-02T08:36:23.734 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 151 2024-04-02T08:36:23.734 INFO:tasks.rados.rados.0.smithi112.stdout:1585: seq_num 519 ranges {3350528=696320,4046848=548864,4595712=253952} 2024-04-02T08:36:23.755 INFO:tasks.rados.rados.0.smithi112.stdout:1585: writing smithi11277797-49 from 3350528 to 4046848 tid 1 2024-04-02T08:36:23.759 INFO:tasks.rados.rados.0.smithi112.stdout:1585: writing smithi11277797-49 from 4046848 to 4595712 tid 2 2024-04-02T08:36:23.761 INFO:tasks.rados.rados.0.smithi112.stdout:1585: writing smithi11277797-49 from 4595712 to 4849664 tid 3 2024-04-02T08:36:23.761 INFO:tasks.rados.rados.0.smithi112.stdout:1586: read oid 23 snap 147 2024-04-02T08:36:23.761 INFO:tasks.rados.rados.0.smithi112.stdout:1586: expect (ObjNum 469 snap 139 seq_num 469) 2024-04-02T08:36:23.761 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 151 2024-04-02T08:36:23.761 INFO:tasks.rados.rados.0.smithi112.stdout:1587: seq_num 520 ranges {999424=712704,1712128=434176,2146304=368640} 2024-04-02T08:36:23.771 INFO:tasks.rados.rados.0.smithi112.stdout:1587: writing smithi11277797-44 from 999424 to 1712128 tid 1 2024-04-02T08:36:23.773 INFO:tasks.rados.rados.0.smithi112.stdout:1587: writing smithi11277797-44 from 1712128 to 2146304 tid 2 2024-04-02T08:36:23.776 INFO:tasks.rados.rados.0.smithi112.stdout:1587: writing smithi11277797-44 from 2146304 to 2514944 tid 3 2024-04-02T08:36:23.776 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 151 2024-04-02T08:36:23.776 INFO:tasks.rados.rados.0.smithi112.stdout:1576: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:36:23.777 INFO:tasks.rados.rados.0.smithi112.stdout:1576: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:36:23.777 INFO:tasks.rados.rados.0.smithi112.stdout:1576: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:36:23.777 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 912 (ObjNum 497 snap 145 seq_num 497) dirty exists 2024-04-02T08:36:23.777 INFO:tasks.rados.rados.0.smithi112.stdout:1573: expect (ObjNum 512 snap 148 seq_num 512) 2024-04-02T08:36:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:23 smithi187 ceph-mon[84356]: osdmap e377: 8 total, 8 up, 8 in 2024-04-02T08:36:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:23.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:23 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:23 smithi112 ceph-mon[91385]: osdmap e377: 8 total, 8 up, 8 in 2024-04-02T08:36:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:23 smithi112 ceph-mon[88945]: osdmap e377: 8 total, 8 up, 8 in 2024-04-02T08:36:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:24.939 INFO:tasks.rados.rados.0.smithi112.stdout:1574: expect (ObjNum 501 snap 146 seq_num 501) 2024-04-02T08:36:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:24 smithi187 ceph-mon[84356]: pgmap v232: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 43 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:36:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:24 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/255 objects degraded (12.941%), 6 pgs degraded) 2024-04-02T08:36:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:24 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:36:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:24 smithi187 ceph-mon[84356]: osdmap e378: 8 total, 8 up, 8 in 2024-04-02T08:36:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:24 smithi187 ceph-mon[84356]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:36:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[91385]: pgmap v232: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 43 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:36:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/255 objects degraded (12.941%), 6 pgs degraded) 2024-04-02T08:36:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[91385]: osdmap e378: 8 total, 8 up, 8 in 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[91385]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[88945]: pgmap v232: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 43 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/255 objects degraded (12.941%), 6 pgs degraded) 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[88945]: osdmap e378: 8 total, 8 up, 8 in 2024-04-02T08:36:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:24 smithi112 ceph-mon[88945]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:36:26.008 INFO:tasks.rados.rados.0.smithi112.stdout:1575: finishing write tid 1 to smithi11277797-6 2024-04-02T08:36:26.008 INFO:tasks.rados.rados.0.smithi112.stdout:1575: finishing write tid 2 to smithi11277797-6 2024-04-02T08:36:26.008 INFO:tasks.rados.rados.0.smithi112.stdout:1575: finishing write tid 3 to smithi11277797-6 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: finishing write tid 4 to smithi11277797-6 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: finishing write tid 5 to smithi11277797-6 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: oid 6 updating version 0 to 688 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: oid 6 updating version 688 to 690 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: oid 6 version 690 is already newer than 689 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: oid 6 updating version 690 to 691 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 691 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1575: left oid 6 (ObjNum 517 snap 151 seq_num 517) 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1583: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:36:26.009 INFO:tasks.rados.rados.0.smithi112.stdout:1577: expect (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:26.376 INFO:tasks.rados.rados.0.smithi112.stdout:1582: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:26.490 INFO:tasks.rados.rados.0.smithi112.stdout:1583: finishing copy_from to smithi11277797-27 2024-04-02T08:36:26.491 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 685 (ObjNum 502 snap 146 seq_num 502) dirty exists 2024-04-02T08:36:26.491 INFO:tasks.rados.rados.0.smithi112.stdout:1580: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-02T08:36:26.597 INFO:tasks.rados.rados.0.smithi112.stdout:1578: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:36:26.597 INFO:tasks.rados.rados.0.smithi112.stdout:1578: finishing copy_from to smithi11277797-34 2024-04-02T08:36:26.597 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 828 (ObjNum 516 snap 151 seq_num 516) dirty exists 2024-04-02T08:36:26.597 INFO:tasks.rados.rados.0.smithi112.stdout:1585: finishing write tid 1 to smithi11277797-49 2024-04-02T08:36:26.598 INFO:tasks.rados.rados.0.smithi112.stdout:1585: finishing write tid 2 to smithi11277797-49 2024-04-02T08:36:26.598 INFO:tasks.rados.rados.0.smithi112.stdout:1585: finishing write tid 3 to smithi11277797-49 2024-04-02T08:36:26.598 INFO:tasks.rados.rados.0.smithi112.stdout:1585: finishing write tid 4 to smithi11277797-49 2024-04-02T08:36:26.598 INFO:tasks.rados.rados.0.smithi112.stdout:1588: seq_num 521 ranges {3448832=729088,4177920=720896,4898816=81920} 2024-04-02T08:36:26.619 INFO:tasks.rados.rados.0.smithi112.stdout:1588: writing smithi11277797-43 from 3448832 to 4177920 tid 1 2024-04-02T08:36:26.623 INFO:tasks.rados.rados.0.smithi112.stdout:1588: writing smithi11277797-43 from 4177920 to 4898816 tid 2 2024-04-02T08:36:26.624 INFO:tasks.rados.rados.0.smithi112.stdout:1588: writing smithi11277797-43 from 4898816 to 4980736 tid 3 2024-04-02T08:36:26.624 INFO:tasks.rados.rados.0.smithi112.stdout:1573: done (13 left) 2024-04-02T08:36:26.624 INFO:tasks.rados.rados.0.smithi112.stdout:1574: done (12 left) 2024-04-02T08:36:26.625 INFO:tasks.rados.rados.0.smithi112.stdout:1575: done (11 left) 2024-04-02T08:36:26.625 INFO:tasks.rados.rados.0.smithi112.stdout:1576: done (10 left) 2024-04-02T08:36:26.625 INFO:tasks.rados.rados.0.smithi112.stdout:1577: done (9 left) 2024-04-02T08:36:26.625 INFO:tasks.rados.rados.0.smithi112.stdout:1578: done (8 left) 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1580: done (7 left) 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1581: done (6 left) 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1582: done (5 left) 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1583: done (4 left) 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1589: delete oid 21 current snap is 151 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1585: finishing write tid 5 to smithi11277797-49 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1585: oid 49 updating version 0 to 916 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1585: oid 49 updating version 916 to 923 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1585: oid 49 version 923 is already newer than 921 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1585: oid 49 version 923 is already newer than 922 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 923 (ObjNum 519 snap 151 seq_num 519) dirty exists 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1585: left oid 49 (ObjNum 519 snap 151 seq_num 519) 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1587: finishing write tid 1 to smithi11277797-44 2024-04-02T08:36:26.626 INFO:tasks.rados.rados.0.smithi112.stdout:1587: finishing write tid 2 to smithi11277797-44 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: finishing write tid 3 to smithi11277797-44 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: finishing write tid 4 to smithi11277797-44 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: finishing write tid 5 to smithi11277797-44 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: oid 44 updating version 0 to 452 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: oid 44 updating version 452 to 453 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: oid 44 updating version 453 to 455 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: oid 44 version 455 is already newer than 454 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 455 (ObjNum 520 snap 151 seq_num 520) dirty exists 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1587: left oid 44 (ObjNum 520 snap 151 seq_num 520) 2024-04-02T08:36:26.627 INFO:tasks.rados.rados.0.smithi112.stdout:1586: expect (ObjNum 469 snap 139 seq_num 469) 2024-04-02T08:36:26.954 INFO:tasks.rados.rados.0.smithi112.stdout:1588: finishing write tid 1 to smithi11277797-43 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: finishing write tid 2 to smithi11277797-43 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: finishing write tid 3 to smithi11277797-43 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: finishing write tid 4 to smithi11277797-43 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: finishing write tid 5 to smithi11277797-43 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: oid 43 updating version 0 to 837 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: oid 43 version 837 is already newer than 835 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: oid 43 version 837 is already newer than 834 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: oid 43 version 837 is already newer than 836 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 837 (ObjNum 521 snap 151 seq_num 521) dirty exists 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: left oid 43 (ObjNum 521 snap 151 seq_num 521) 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1585: done (4 left) 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1586: done (3 left) 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1587: done (2 left) 2024-04-02T08:36:26.955 INFO:tasks.rados.rados.0.smithi112.stdout:1588: done (1 left) 2024-04-02T08:36:26.956 INFO:tasks.rados.rados.0.smithi112.stdout:1589: done (0 left) 2024-04-02T08:36:26.956 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 151 2024-04-02T08:36:26.956 INFO:tasks.rados.rados.0.smithi112.stdout:1590: seq_num 523 ranges {3088384=770048,3858432=491520,4349952=311296} 2024-04-02T08:36:26.974 INFO:tasks.rados.rados.0.smithi112.stdout:1590: writing smithi11277797-20 from 3088384 to 3858432 tid 1 2024-04-02T08:36:26.977 INFO:tasks.rados.rados.0.smithi112.stdout:1590: writing smithi11277797-20 from 3858432 to 4349952 tid 2 2024-04-02T08:36:26.979 INFO:tasks.rados.rados.0.smithi112.stdout:1590: writing smithi11277797-20 from 4349952 to 4661248 tid 3 2024-04-02T08:36:26.979 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 151 2024-04-02T08:36:26.979 INFO:tasks.rados.rados.0.smithi112.stdout:1591: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-04-02T08:36:26.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:26 smithi187 ceph-mon[84356]: pgmap v235: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 43 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:36:26.983 INFO:tasks.rados.rados.0.smithi112.stdout:1591: writing smithi11277797-14 from 0 to 786432 tid 1 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1591: writing smithi11277797-14 from 786432 to 1564672 tid 2 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1591: writing smithi11277797-14 from 1564672 to 1589248 tid 3 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1592: read oid 4 snap 147 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1592: expect (ObjNum 492 snap 142 seq_num 492) 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1593: snap_create 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1590: finishing write tid 1 to smithi11277797-20 2024-04-02T08:36:26.988 INFO:tasks.rados.rados.0.smithi112.stdout:1590: finishing write tid 2 to smithi11277797-20 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: finishing write tid 3 to smithi11277797-20 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: finishing write tid 4 to smithi11277797-20 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: finishing write tid 5 to smithi11277797-20 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: oid 20 updating version 0 to 855 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: oid 20 version 855 is already newer than 852 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: oid 20 version 855 is already newer than 853 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: oid 20 version 855 is already newer than 854 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 855 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-04-02T08:36:26.989 INFO:tasks.rados.rados.0.smithi112.stdout:1590: left oid 20 (ObjNum 523 snap 151 seq_num 523) 2024-04-02T08:36:26.990 INFO:tasks.rados.rados.0.smithi112.stdout:1591: finishing write tid 1 to smithi11277797-14 2024-04-02T08:36:26.992 INFO:tasks.rados.rados.0.smithi112.stdout:1591: finishing write tid 2 to smithi11277797-14 2024-04-02T08:36:26.992 INFO:tasks.rados.rados.0.smithi112.stdout:1591: finishing write tid 3 to smithi11277797-14 2024-04-02T08:36:26.992 INFO:tasks.rados.rados.0.smithi112.stdout:1591: finishing write tid 4 to smithi11277797-14 2024-04-02T08:36:26.993 INFO:tasks.rados.rados.0.smithi112.stdout:1591: finishing write tid 5 to smithi11277797-14 2024-04-02T08:36:26.993 INFO:tasks.rados.rados.0.smithi112.stdout:1591: oid 14 updating version 0 to 858 2024-04-02T08:36:26.993 INFO:tasks.rados.rados.0.smithi112.stdout:1591: oid 14 version 858 is already newer than 856 2024-04-02T08:36:26.993 INFO:tasks.rados.rados.0.smithi112.stdout:1591: oid 14 updating version 858 to 859 2024-04-02T08:36:26.993 INFO:tasks.rados.rados.0.smithi112.stdout:1591: oid 14 version 859 is already newer than 857 2024-04-02T08:36:26.994 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 859 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-04-02T08:36:26.994 INFO:tasks.rados.rados.0.smithi112.stdout:1591: left oid 14 (ObjNum 524 snap 151 seq_num 524) 2024-04-02T08:36:26.995 INFO:tasks.rados.rados.0.smithi112.stdout:1592: expect (ObjNum 492 snap 142 seq_num 492) 2024-04-02T08:36:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:26 smithi112 ceph-mon[91385]: pgmap v235: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 43 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:36:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:26 smithi112 ceph-mon[88945]: pgmap v235: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 43 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:36:27.719 INFO:tasks.rados.rados.0.smithi112.stdout:1590: done (3 left) 2024-04-02T08:36:27.719 INFO:tasks.rados.rados.0.smithi112.stdout:1591: done (2 left) 2024-04-02T08:36:27.719 INFO:tasks.rados.rados.0.smithi112.stdout:1592: done (1 left) 2024-04-02T08:36:27.719 INFO:tasks.rados.rados.0.smithi112.stdout:1593: done (0 left) 2024-04-02T08:36:27.719 INFO:tasks.rados.rados.0.smithi112.stdout:1594: snap_create 2024-04-02T08:36:28.721 INFO:tasks.rados.rados.0.smithi112.stdout:1594: done (0 left) 2024-04-02T08:36:28.721 INFO:tasks.rados.rados.0.smithi112.stdout:1595: rollback oid 43 current snap is 153 2024-04-02T08:36:28.722 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 43 to 152 2024-04-02T08:36:28.722 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 153 2024-04-02T08:36:28.722 INFO:tasks.rados.rados.0.smithi112.stdout:1596: seq_num 525 ranges {2506752=802816,3309568=712704,4022272=90112} 2024-04-02T08:36:28.739 INFO:tasks.rados.rados.0.smithi112.stdout:1596: writing smithi11277797-4 from 2506752 to 3309568 tid 1 2024-04-02T08:36:28.743 INFO:tasks.rados.rados.0.smithi112.stdout:1596: writing smithi11277797-4 from 3309568 to 4022272 tid 2 2024-04-02T08:36:28.744 INFO:tasks.rados.rados.0.smithi112.stdout:1596: writing smithi11277797-4 from 4022272 to 4112384 tid 3 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1597: read oid 18 snap -1 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1597: expect (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1598: rollback oid 8 current snap is 153 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 147 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1595: finishing rollback tid 0 to smithi11277797-43 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1595: finishing rollback tid 1 to smithi11277797-43 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1595: finishing rollback tid 2 to smithi11277797-43 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 841 (ObjNum 521 snap 151 seq_num 521) dirty exists 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1595: done (3 left) 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 153 2024-04-02T08:36:28.745 INFO:tasks.rados.rados.0.smithi112.stdout:1599: seq_num 526 ranges {2514944=417792,2932736=589824,3522560=614400} 2024-04-02T08:36:28.761 INFO:tasks.rados.rados.0.smithi112.stdout:1599: writing smithi11277797-44 from 2514944 to 2932736 tid 1 2024-04-02T08:36:28.765 INFO:tasks.rados.rados.0.smithi112.stdout:1599: writing smithi11277797-44 from 2932736 to 3522560 tid 2 2024-04-02T08:36:28.769 INFO:tasks.rados.rados.0.smithi112.stdout:1599: writing smithi11277797-44 from 3522560 to 4136960 tid 3 2024-04-02T08:36:28.769 INFO:tasks.rados.rados.0.smithi112.stdout:1600: snap_remove snap 151 2024-04-02T08:36:28.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:28 smithi187 ceph-mon[84356]: pgmap v236: 121 pgs: 121 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 4.3 MiB/s wr, 17 op/s; 3.4 MiB/s, 0 objects/s recovering 2024-04-02T08:36:28.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:28 smithi187 ceph-mon[84356]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:36:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:28 smithi112 ceph-mon[91385]: pgmap v236: 121 pgs: 121 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 4.3 MiB/s wr, 17 op/s; 3.4 MiB/s, 0 objects/s recovering 2024-04-02T08:36:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:28 smithi112 ceph-mon[91385]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:36:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:28 smithi112 ceph-mon[88945]: pgmap v236: 121 pgs: 121 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 4.3 MiB/s wr, 17 op/s; 3.4 MiB/s, 0 objects/s recovering 2024-04-02T08:36:29.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:28 smithi112 ceph-mon[88945]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:36:29.244 INFO:tasks.rados.rados.0.smithi112.stdout:1600: done (4 left) 2024-04-02T08:36:29.244 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 153 2024-04-02T08:36:29.244 INFO:tasks.rados.rados.0.smithi112.stdout:1596: finishing write tid 1 to smithi11277797-4 2024-04-02T08:36:29.244 INFO:tasks.rados.rados.0.smithi112.stdout:1601: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-04-02T08:36:29.246 INFO:tasks.rados.rados.0.smithi112.stdout:1601: writing smithi11277797-2 from 0 to 434176 tid 1 2024-04-02T08:36:29.249 INFO:tasks.rados.rados.0.smithi112.stdout:1601: writing smithi11277797-2 from 434176 to 909312 tid 2 2024-04-02T08:36:29.252 INFO:tasks.rados.rados.0.smithi112.stdout:1601: writing smithi11277797-2 from 909312 to 1474560 tid 3 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1601: writing smithi11277797-2 from 1474560 to 1638400 tid 4 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1602: copy_from oid 29 from oid 20 current snap is 153 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1596: finishing write tid 2 to smithi11277797-4 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1596: finishing write tid 3 to smithi11277797-4 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1596: finishing write tid 4 to smithi11277797-4 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1598: finishing rollback tid 0 to smithi11277797-8 2024-04-02T08:36:29.254 INFO:tasks.rados.rados.0.smithi112.stdout:1598: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: finishing write tid 5 to smithi11277797-4 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: oid 4 updating version 0 to 588 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: oid 4 updating version 588 to 590 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: oid 4 version 590 is already newer than 587 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: oid 4 version 590 is already newer than 589 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 590 (ObjNum 525 snap 153 seq_num 525) dirty exists 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: left oid 4 (ObjNum 525 snap 153 seq_num 525) 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1598: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 927 (ObjNum 460 snap 139 seq_num 460) dirty exists 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1596: done (5 left) 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1598: done (4 left) 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1603: rollback oid 7 current snap is 153 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 150 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1599: finishing write tid 1 to smithi11277797-44 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1599: finishing write tid 2 to smithi11277797-44 2024-04-02T08:36:29.255 INFO:tasks.rados.rados.0.smithi112.stdout:1597: expect (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:36:29] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: finishing write tid 3 to smithi11277797-44 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: finishing write tid 4 to smithi11277797-44 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: finishing write tid 5 to smithi11277797-44 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: oid 44 updating version 0 to 456 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: oid 44 updating version 456 to 457 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: oid 44 updating version 457 to 459 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: oid 44 version 459 is already newer than 458 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 459 (ObjNum 526 snap 153 seq_num 526) dirty exists 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1599: left oid 44 (ObjNum 526 snap 153 seq_num 526) 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1601: finishing write tid 1 to smithi11277797-2 2024-04-02T08:36:29.631 INFO:tasks.rados.rados.0.smithi112.stdout:1601: finishing write tid 2 to smithi11277797-2 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1597: done (4 left) 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1599: done (3 left) 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1604: rollback oid 16 current snap is 153 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 150 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: finishing write tid 3 to smithi11277797-2 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: finishing write tid 4 to smithi11277797-2 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: finishing write tid 5 to smithi11277797-2 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: finishing write tid 6 to smithi11277797-2 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: oid 2 updating version 0 to 776 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: oid 2 updating version 776 to 779 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: oid 2 version 779 is already newer than 777 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: oid 2 version 779 is already newer than 775 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: oid 2 version 779 is already newer than 778 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 779 (ObjNum 527 snap 153 seq_num 527) dirty exists 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1601: left oid 2 (ObjNum 527 snap 153 seq_num 527) 2024-04-02T08:36:29.632 INFO:tasks.rados.rados.0.smithi112.stdout:1603: finishing rollback tid 0 to smithi11277797-7 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1603: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1603: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 783 (ObjNum 512 snap 148 seq_num 512) dirty exists 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1602: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1602: finishing copy_from to smithi11277797-29 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 855 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1601: done (3 left) 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1602: done (2 left) 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1603: done (1 left) 2024-04-02T08:36:29.633 INFO:tasks.rados.rados.0.smithi112.stdout:1605: snap_remove snap 147 2024-04-02T08:36:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:29 smithi187 ceph-mon[84356]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:36:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:29 smithi187 ceph-mon[84356]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:36:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:29 smithi187 ceph-mon[84356]: pgmap v240: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-02T08:36:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-mon[88945]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:36:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-mon[88945]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:36:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-mon[88945]: pgmap v240: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-02T08:36:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-mon[91385]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:36:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-mon[91385]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:36:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:29 smithi112 ceph-mon[91385]: pgmap v240: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-02T08:36:30.250 INFO:tasks.rados.rados.0.smithi112.stdout:1605: done (1 left) 2024-04-02T08:36:30.250 INFO:tasks.rados.rados.0.smithi112.stdout:1606: snap_remove snap 152 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1606: done (1 left) 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1607: read oid 12 snap -1 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1607: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1608: copy_from oid 42 from oid 34 current snap is 153 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1604: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1604: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:36:31.268 INFO:tasks.rados.rados.0.smithi112.stdout:1604: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 787 (ObjNum 471 snap 139 seq_num 471) dirty exists 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1604: done (2 left) 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1609: rmattr oid 43 current snap is 153 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1609: done (2 left) 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1610: read oid 38 snap -1 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1610: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1611: rollback oid 4 current snap is 153 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 150 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1612: read oid 9 snap -1 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1612: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1613: setattr oid 28 current snap is 153 2024-04-02T08:36:31.269 INFO:tasks.rados.rados.0.smithi112.stdout:1614: snap_create 2024-04-02T08:36:31.276 INFO:tasks.rados.rados.0.smithi112.stdout:1611: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:36:31.280 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 793 (ObjNum 431 snap 132 seq_num 431) dirty exists 2024-04-02T08:36:31.284 INFO:tasks.rados.rados.0.smithi112.stdout:1610: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:31.306 INFO:tasks.rados.rados.0.smithi112.stdout:1611: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:36:31.306 INFO:tasks.rados.rados.0.smithi112.stdout:1611: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:36:31.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 597 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-04-02T08:36:31.308 INFO:tasks.rados.rados.0.smithi112.stdout:1607: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:31 smithi112 ceph-mon[88945]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:36:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:31 smithi112 ceph-mon[91385]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:36:31.597 INFO:tasks.rados.rados.0.smithi112.stdout:1612: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:31 smithi187 ceph-mon[84356]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:36:31.905 INFO:tasks.rados.rados.0.smithi112.stdout:1608: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:36:31.905 INFO:tasks.rados.rados.0.smithi112.stdout:1608: finishing copy_from to smithi11277797-42 2024-04-02T08:36:31.905 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 828 (ObjNum 516 snap 151 seq_num 516) dirty exists 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1607: done (6 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1608: done (5 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1610: done (4 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1611: done (3 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1612: done (2 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1613: done (1 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1614: done (0 left) 2024-04-02T08:36:32.268 INFO:tasks.rados.rados.0.smithi112.stdout:1615: snap_remove snap 153 2024-04-02T08:36:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:32 smithi112 ceph-mon[91385]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:36:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:32 smithi112 ceph-mon[91385]: pgmap v243: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:36:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:32 smithi112 ceph-mon[88945]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:36:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:32 smithi112 ceph-mon[88945]: pgmap v243: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:36:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:32 smithi187 ceph-mon[84356]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:36:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:32 smithi187 ceph-mon[84356]: pgmap v243: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:36:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:33.269 INFO:tasks.rados.rados.0.smithi112.stdout:1615: done (0 left) 2024-04-02T08:36:33.270 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 154 2024-04-02T08:36:33.270 INFO:tasks.rados.rados.0.smithi112.stdout:1616: seq_num 528 ranges {6144000=450560,6594560=761856,7356416=442368} 2024-04-02T08:36:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:1616: writing smithi11277797-23 from 6144000 to 6594560 tid 1 2024-04-02T08:36:33.309 INFO:tasks.rados.rados.0.smithi112.stdout:1616: writing smithi11277797-23 from 6594560 to 7356416 tid 2 2024-04-02T08:36:33.312 INFO:tasks.rados.rados.0.smithi112.stdout:1616: writing smithi11277797-23 from 7356416 to 7798784 tid 3 2024-04-02T08:36:33.312 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 154 2024-04-02T08:36:33.312 INFO:tasks.rados.rados.0.smithi112.stdout:1616: finishing write tid 1 to smithi11277797-23 2024-04-02T08:36:33.312 INFO:tasks.rados.rados.0.smithi112.stdout:1617: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-04-02T08:36:33.315 INFO:tasks.rados.rados.0.smithi112.stdout:1617: writing smithi11277797-1 from 0 to 466944 tid 1 2024-04-02T08:36:33.318 INFO:tasks.rados.rados.0.smithi112.stdout:1617: writing smithi11277797-1 from 466944 to 1114112 tid 2 2024-04-02T08:36:33.322 INFO:tasks.rados.rados.0.smithi112.stdout:1617: writing smithi11277797-1 from 1114112 to 1646592 tid 3 2024-04-02T08:36:33.322 INFO:tasks.rados.rados.0.smithi112.stdout:1617: writing smithi11277797-1 from 1646592 to 1671168 tid 4 2024-04-02T08:36:33.322 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 154 2024-04-02T08:36:33.322 INFO:tasks.rados.rados.0.smithi112.stdout:1616: finishing write tid 2 to smithi11277797-23 2024-04-02T08:36:33.322 INFO:tasks.rados.rados.0.smithi112.stdout:1618: seq_num 530 ranges {6914048=483328,7397376=532480,7929856=671744} 2024-04-02T08:36:33.361 INFO:tasks.rados.rados.0.smithi112.stdout:1618: writing smithi11277797-32 from 6914048 to 7397376 tid 1 2024-04-02T08:36:33.364 INFO:tasks.rados.rados.0.smithi112.stdout:1618: writing smithi11277797-32 from 7397376 to 7929856 tid 2 2024-04-02T08:36:33.368 INFO:tasks.rados.rados.0.smithi112.stdout:1618: writing smithi11277797-32 from 7929856 to 8601600 tid 3 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1619: rollback oid 41 current snap is 154 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 150 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: finishing write tid 3 to smithi11277797-23 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: finishing write tid 4 to smithi11277797-23 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: finishing write tid 5 to smithi11277797-23 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: oid 23 updating version 0 to 617 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: oid 23 version 617 is already newer than 616 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: oid 23 updating version 617 to 619 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: oid 23 version 619 is already newer than 618 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 619 (ObjNum 528 snap 154 seq_num 528) dirty exists 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1616: left oid 23 (ObjNum 528 snap 154 seq_num 528) 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1617: finishing write tid 1 to smithi11277797-1 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1617: finishing write tid 2 to smithi11277797-1 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1617: finishing write tid 3 to smithi11277797-1 2024-04-02T08:36:33.369 INFO:tasks.rados.rados.0.smithi112.stdout:1617: finishing write tid 4 to smithi11277797-1 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: finishing write tid 5 to smithi11277797-1 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: finishing write tid 6 to smithi11277797-1 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: oid 1 updating version 0 to 549 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: oid 1 version 549 is already newer than 548 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: oid 1 version 549 is already newer than 546 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: oid 1 updating version 549 to 550 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: oid 1 version 550 is already newer than 547 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 550 (ObjNum 529 snap 154 seq_num 529) dirty exists 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: left oid 1 (ObjNum 529 snap 154 seq_num 529) 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1618: finishing write tid 1 to smithi11277797-32 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1618: finishing write tid 2 to smithi11277797-32 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1616: done (3 left) 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1617: done (2 left) 2024-04-02T08:36:33.370 INFO:tasks.rados.rados.0.smithi112.stdout:1620: delete oid 50 current snap is 154 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1620: done (2 left) 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1621: rmattr oid 27 current snap is 154 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1621: done (2 left) 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1622: rollback oid 6 current snap is 154 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 150 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1623: read oid 36 snap 150 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1623: expect (ObjNum 497 snap 145 seq_num 497) 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1624: rollback oid 24 current snap is 154 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 24 to 150 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1618: finishing write tid 3 to smithi11277797-32 2024-04-02T08:36:33.372 INFO:tasks.rados.rados.0.smithi112.stdout:1625: read oid 40 snap -1 2024-04-02T08:36:33.373 INFO:tasks.rados.rados.0.smithi112.stdout:1625: expect (ObjNum 447 snap 134 seq_num 447) 2024-04-02T08:36:33.373 INFO:tasks.rados.rados.0.smithi112.stdout:1626: delete oid 19 current snap is 154 2024-04-02T08:36:33.373 INFO:tasks.rados.rados.0.smithi112.stdout:1618: finishing write tid 4 to smithi11277797-32 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:1618: finishing write tid 5 to smithi11277797-32 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:1618: oid 32 updating version 0 to 622 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:1618: oid 32 version 622 is already newer than 621 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:1618: oid 32 updating version 622 to 623 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:1618: oid 32 updating version 623 to 624 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 624 (ObjNum 530 snap 154 seq_num 530) dirty exists 2024-04-02T08:36:33.374 INFO:tasks.rados.rados.0.smithi112.stdout:1618: left oid 32 (ObjNum 530 snap 154 seq_num 530) 2024-04-02T08:36:33.375 INFO:tasks.rados.rados.0.smithi112.stdout:1619: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:36:33.375 INFO:tasks.rados.rados.0.smithi112.stdout:1619: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:36:33.375 INFO:tasks.rados.rados.0.smithi112.stdout:1619: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:36:33.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 854 (ObjNum 353 snap 106 seq_num 353) dirty exists 2024-04-02T08:36:33.376 INFO:tasks.rados.rados.0.smithi112.stdout:1618: done (6 left) 2024-04-02T08:36:33.376 INFO:tasks.rados.rados.0.smithi112.stdout:1619: done (5 left) 2024-04-02T08:36:33.376 INFO:tasks.rados.rados.0.smithi112.stdout:1626: done (4 left) 2024-04-02T08:36:33.376 INFO:tasks.rados.rados.0.smithi112.stdout:1627: delete oid 4 current snap is 154 2024-04-02T08:36:33.377 INFO:tasks.rados.rados.0.smithi112.stdout:1623: expect (ObjNum 497 snap 145 seq_num 497) 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:1622: finishing rollback tid 0 to smithi11277797-6 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:1622: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:1622: finishing rollback tid 2 to smithi11277797-6 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 694 (ObjNum 511 snap 148 seq_num 511) dirty exists 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:1624: finishing rollback tid 0 to smithi11277797-24 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:1624: finishing rollback tid 1 to smithi11277797-24 2024-04-02T08:36:33.410 INFO:tasks.rados.rados.0.smithi112.stdout:1624: finishing rollback tid 2 to smithi11277797-24 2024-04-02T08:36:33.411 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 858 (ObjNum 513 snap 148 seq_num 513) dirty exists 2024-04-02T08:36:33.411 INFO:tasks.rados.rados.0.smithi112.stdout:1625: expect (ObjNum 447 snap 134 seq_num 447) 2024-04-02T08:36:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:33 smithi112 ceph-mon[91385]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:36:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:33 smithi112 ceph-mon[88945]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:36:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:33 smithi187 ceph-mon[84356]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:36:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:33.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:33.821 INFO:tasks.rados.rados.0.smithi112.stdout:1622: done (4 left) 2024-04-02T08:36:33.822 INFO:tasks.rados.rados.0.smithi112.stdout:1623: done (3 left) 2024-04-02T08:36:33.822 INFO:tasks.rados.rados.0.smithi112.stdout:1624: done (2 left) 2024-04-02T08:36:33.822 INFO:tasks.rados.rados.0.smithi112.stdout:1625: done (1 left) 2024-04-02T08:36:33.822 INFO:tasks.rados.rados.0.smithi112.stdout:1627: done (0 left) 2024-04-02T08:36:33.822 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 154 2024-04-02T08:36:33.822 INFO:tasks.rados.rados.0.smithi112.stdout:1628: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2024-04-02T08:36:33.824 INFO:tasks.rados.rados.0.smithi112.stdout:1628: writing smithi11277797-4 from 0 to 548864 tid 1 2024-04-02T08:36:33.827 INFO:tasks.rados.rados.0.smithi112.stdout:1628: writing smithi11277797-4 from 548864 to 1064960 tid 2 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1628: writing smithi11277797-4 from 1064960 to 1753088 tid 3 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1629: rollback oid 39 current snap is 154 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 39 to 150 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1628: finishing write tid 1 to smithi11277797-4 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1628: finishing write tid 2 to smithi11277797-4 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1630: read oid 48 snap 150 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1630: expect (ObjNum 458 snap 138 seq_num 458) 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1631: rollback oid 36 current snap is 154 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 150 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1632: rmattr oid 5 current snap is 154 2024-04-02T08:36:33.832 INFO:tasks.rados.rados.0.smithi112.stdout:1632: done (4 left) 2024-04-02T08:36:33.833 INFO:tasks.rados.rados.0.smithi112.stdout:1633: setattr oid 8 current snap is 154 2024-04-02T08:36:33.833 INFO:tasks.rados.rados.0.smithi112.stdout:1629: finishing rollback tid 1 to smithi11277797-39 2024-04-02T08:36:33.833 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 0 (ObjNum 129 snap 0 seq_num 2348116032) dirty dne 2024-04-02T08:36:33.833 INFO:tasks.rados.rados.0.smithi112.stdout:1629: done (4 left) 2024-04-02T08:36:33.833 INFO:tasks.rados.rados.0.smithi112.stdout:1634: read oid 12 snap 150 2024-04-02T08:36:33.834 INFO:tasks.rados.rados.0.smithi112.stdout:1634: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:33.834 INFO:tasks.rados.rados.0.smithi112.stdout:1635: setattr oid 40 current snap is 154 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:1636: read oid 7 snap 150 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:1636: expect (ObjNum 512 snap 148 seq_num 512) 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:1637: rollback oid 47 current snap is 154 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 150 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:1638: rollback oid 43 current snap is 154 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 43 to 150 2024-04-02T08:36:33.835 INFO:tasks.rados.rados.0.smithi112.stdout:1639: read oid 17 snap -1 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1639: expect deleted 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1640: read oid 24 snap -1 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1640: expect (ObjNum 513 snap 148 seq_num 513) 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1641: setattr oid 15 current snap is 154 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1637: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 2349139952) dirty dne 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1628: finishing write tid 3 to smithi11277797-4 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1631: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:36:33.836 INFO:tasks.rados.rados.0.smithi112.stdout:1637: done (11 left) 2024-04-02T08:36:33.837 INFO:tasks.rados.rados.0.smithi112.stdout:1639: done (10 left) 2024-04-02T08:36:33.837 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 154 2024-04-02T08:36:33.837 INFO:tasks.rados.rados.0.smithi112.stdout:1642: seq_num 535 ranges {4136960=565248,4702208=802816,5505024=401408} 2024-04-02T08:36:33.863 INFO:tasks.rados.rados.0.smithi112.stdout:1642: writing smithi11277797-44 from 4136960 to 4702208 tid 1 2024-04-02T08:36:33.867 INFO:tasks.rados.rados.0.smithi112.stdout:1642: writing smithi11277797-44 from 4702208 to 5505024 tid 2 2024-04-02T08:36:33.870 INFO:tasks.rados.rados.0.smithi112.stdout:1642: writing smithi11277797-44 from 5505024 to 5906432 tid 3 2024-04-02T08:36:33.870 INFO:tasks.rados.rados.0.smithi112.stdout:1643: snap_create 2024-04-02T08:36:33.870 INFO:tasks.rados.rados.0.smithi112.stdout:1630: expect (ObjNum 458 snap 138 seq_num 458) 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1631: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1628: finishing write tid 4 to smithi11277797-4 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1638: finishing rollback tid 0 to smithi11277797-43 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1631: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 944 (ObjNum 497 snap 145 seq_num 497) dirty exists 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 945 (ObjNum 460 snap 139 seq_num 460) dirty exists 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1628: finishing write tid 5 to smithi11277797-4 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1628: oid 4 updating version 0 to 832 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1628: oid 4 updating version 832 to 833 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1628: oid 4 version 833 is already newer than 830 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:1628: oid 4 version 833 is already newer than 831 2024-04-02T08:36:33.895 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 833 (ObjNum 534 snap 154 seq_num 534) dirty exists 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:1628: left oid 4 (ObjNum 534 snap 154 seq_num 534) 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 691 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 865 (ObjNum 500 snap 145 seq_num 500) dirty exists 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:1638: finishing rollback tid 1 to smithi11277797-43 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:1638: finishing rollback tid 2 to smithi11277797-43 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 861 (ObjNum 499 snap 145 seq_num 499) dirty exists 2024-04-02T08:36:33.896 INFO:tasks.rados.rados.0.smithi112.stdout:1640: expect (ObjNum 513 snap 148 seq_num 513) 2024-04-02T08:36:33.977 INFO:tasks.rados.rados.0.smithi112.stdout:1634: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1642: finishing write tid 1 to smithi11277797-44 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1642: finishing write tid 2 to smithi11277797-44 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1628: done (11 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1630: done (10 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1631: done (9 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1633: done (8 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1634: done (7 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1635: done (6 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1638: done (5 left) 2024-04-02T08:36:34.264 INFO:tasks.rados.rados.0.smithi112.stdout:1640: done (4 left) 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1641: done (3 left) 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1643: done (2 left) 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1644: read oid 18 snap -1 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1644: expect (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1645: delete oid 34 current snap is 155 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: finishing write tid 3 to smithi11277797-44 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: finishing write tid 4 to smithi11277797-44 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: finishing write tid 5 to smithi11277797-44 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: oid 44 updating version 0 to 460 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: oid 44 updating version 460 to 463 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: oid 44 version 463 is already newer than 461 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: oid 44 version 463 is already newer than 462 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 463 (ObjNum 535 snap 154 seq_num 535) dirty exists 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1642: left oid 44 (ObjNum 535 snap 154 seq_num 535) 2024-04-02T08:36:34.265 INFO:tasks.rados.rados.0.smithi112.stdout:1636: expect (ObjNum 512 snap 148 seq_num 512) 2024-04-02T08:36:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:34 smithi112 ceph-mon[91385]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:34 smithi112 ceph-mon[91385]: pgmap v246: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-02T08:36:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:34 smithi112 ceph-mon[91385]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:34 smithi112 ceph-mon[88945]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:34 smithi112 ceph-mon[88945]: pgmap v246: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-02T08:36:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:34 smithi112 ceph-mon[88945]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:34 smithi187 ceph-mon[84356]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:34 smithi187 ceph-mon[84356]: pgmap v246: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-02T08:36:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:34 smithi187 ceph-mon[84356]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:35.422 INFO:tasks.rados.rados.0.smithi112.stdout:1644: expect (ObjNum 484 snap 141 seq_num 484) 2024-04-02T08:36:35.792 INFO:tasks.rados.rados.0.smithi112.stdout:1636: done (3 left) 2024-04-02T08:36:35.792 INFO:tasks.rados.rados.0.smithi112.stdout:1642: done (2 left) 2024-04-02T08:36:35.792 INFO:tasks.rados.rados.0.smithi112.stdout:1644: done (1 left) 2024-04-02T08:36:35.792 INFO:tasks.rados.rados.0.smithi112.stdout:1645: done (0 left) 2024-04-02T08:36:35.792 INFO:tasks.rados.rados.0.smithi112.stdout:1646: copy_from oid 30 from oid 2 current snap is 155 2024-04-02T08:36:35.792 INFO:tasks.rados.rados.0.smithi112.stdout:1647: setattr oid 27 current snap is 155 2024-04-02T08:36:35.793 INFO:tasks.rados.rados.0.smithi112.stdout:1648: copy_from oid 49 from oid 16 current snap is 155 2024-04-02T08:36:35.793 INFO:tasks.rados.rados.0.smithi112.stdout:1649: setattr oid 9 current snap is 155 2024-04-02T08:36:35.795 INFO:tasks.rados.rados.0.smithi112.stdout:1650: delete oid 24 current snap is 155 2024-04-02T08:36:35.797 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 947 (ObjNum 502 snap 146 seq_num 502) dirty exists 2024-04-02T08:36:35.799 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 781 (ObjNum 490 snap 142 seq_num 490) dirty exists 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1646: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1647: done (4 left) 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1649: done (3 left) 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1650: done (2 left) 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1651: read oid 50 snap 150 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1651: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1652: read oid 38 snap -1 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1652: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:35.803 INFO:tasks.rados.rados.0.smithi112.stdout:1653: snap_remove snap 154 2024-04-02T08:36:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:35 smithi112 ceph-mon[91385]: pgmap v248: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-02T08:36:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:35 smithi112 ceph-mon[88945]: pgmap v248: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-02T08:36:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:35 smithi187 ceph-mon[84356]: pgmap v248: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-02T08:36:36.780 INFO:tasks.rados.rados.0.smithi112.stdout:1653: done (4 left) 2024-04-02T08:36:36.780 INFO:tasks.rados.rados.0.smithi112.stdout:1654: snap_create 2024-04-02T08:36:36.780 INFO:tasks.rados.rados.0.smithi112.stdout:1646: finishing copy_from to smithi11277797-30 2024-04-02T08:36:36.780 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 779 (ObjNum 527 snap 153 seq_num 527) dirty exists 2024-04-02T08:36:36.780 INFO:tasks.rados.rados.0.smithi112.stdout:1652: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:36.794 INFO:tasks.rados.rados.0.smithi112.stdout:1651: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:36:37.091 INFO:tasks.rados.rados.0.smithi112.stdout:1648: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:36:37.091 INFO:tasks.rados.rados.0.smithi112.stdout:1648: finishing copy_from to smithi11277797-49 2024-04-02T08:36:37.091 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 787 (ObjNum 471 snap 139 seq_num 471) dirty exists 2024-04-02T08:36:37.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:37.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:36 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:37.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:36 smithi112 ceph-mon[91385]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:37.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:37.104 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:36 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:37.105 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:36 smithi112 ceph-mon[88945]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:37.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:37.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:36 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:37.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:36 smithi187 ceph-mon[84356]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:37.783 INFO:tasks.rados.rados.0.smithi112.stdout:1646: done (4 left) 2024-04-02T08:36:37.783 INFO:tasks.rados.rados.0.smithi112.stdout:1648: done (3 left) 2024-04-02T08:36:37.783 INFO:tasks.rados.rados.0.smithi112.stdout:1651: done (2 left) 2024-04-02T08:36:37.783 INFO:tasks.rados.rados.0.smithi112.stdout:1652: done (1 left) 2024-04-02T08:36:37.783 INFO:tasks.rados.rados.0.smithi112.stdout:1654: done (0 left) 2024-04-02T08:36:37.783 INFO:tasks.rados.rados.0.smithi112.stdout:1655: snap_create 2024-04-02T08:36:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[91385]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[91385]: pgmap v250: 121 pgs: 121 active+clean; 211 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[88945]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[88945]: pgmap v250: 121 pgs: 121 active+clean; 211 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:37 smithi187 ceph-mon[84356]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:37 smithi187 ceph-mon[84356]: pgmap v250: 121 pgs: 121 active+clean; 211 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-04-02T08:36:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:38.783 INFO:tasks.rados.rados.0.smithi112.stdout:1655: done (0 left) 2024-04-02T08:36:38.783 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 157 2024-04-02T08:36:38.783 INFO:tasks.rados.rados.0.smithi112.stdout:1656: seq_num 538 ranges {6119424=614400,6733824=450560,7184384=704512,7888896=49152} 2024-04-02T08:36:38.819 INFO:tasks.rados.rados.0.smithi112.stdout:1656: writing smithi11277797-40 from 6119424 to 6733824 tid 1 2024-04-02T08:36:38.821 INFO:tasks.rados.rados.0.smithi112.stdout:1656: writing smithi11277797-40 from 6733824 to 7184384 tid 2 2024-04-02T08:36:38.825 INFO:tasks.rados.rados.0.smithi112.stdout:1656: writing smithi11277797-40 from 7184384 to 7888896 tid 3 2024-04-02T08:36:38.826 INFO:tasks.rados.rados.0.smithi112.stdout:1656: writing smithi11277797-40 from 7888896 to 7938048 tid 4 2024-04-02T08:36:38.826 INFO:tasks.rados.rados.0.smithi112.stdout:1657: snap_create 2024-04-02T08:36:38.826 INFO:tasks.rados.rados.0.smithi112.stdout:1656: finishing write tid 1 to smithi11277797-40 2024-04-02T08:36:38.828 INFO:tasks.rados.rados.0.smithi112.stdout:1656: finishing write tid 2 to smithi11277797-40 2024-04-02T08:36:38.829 INFO:tasks.rados.rados.0.smithi112.stdout:1656: finishing write tid 3 to smithi11277797-40 2024-04-02T08:36:38.829 INFO:tasks.rados.rados.0.smithi112.stdout:1656: finishing write tid 4 to smithi11277797-40 2024-04-02T08:36:38.830 INFO:tasks.rados.rados.0.smithi112.stdout:1656: finishing write tid 5 to smithi11277797-40 2024-04-02T08:36:38.831 INFO:tasks.rados.rados.0.smithi112.stdout:1656: finishing write tid 6 to smithi11277797-40 2024-04-02T08:36:38.831 INFO:tasks.rados.rados.0.smithi112.stdout:1656: oid 40 updating version 0 to 694 2024-04-02T08:36:38.832 INFO:tasks.rados.rados.0.smithi112.stdout:1656: oid 40 updating version 694 to 696 2024-04-02T08:36:38.832 INFO:tasks.rados.rados.0.smithi112.stdout:1656: oid 40 version 696 is already newer than 695 2024-04-02T08:36:38.832 INFO:tasks.rados.rados.0.smithi112.stdout:1656: oid 40 updating version 696 to 697 2024-04-02T08:36:38.832 INFO:tasks.rados.rados.0.smithi112.stdout:1656: oid 40 version 697 is already newer than 693 2024-04-02T08:36:38.832 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 697 (ObjNum 538 snap 157 seq_num 538) dirty exists 2024-04-02T08:36:38.832 INFO:tasks.rados.rados.0.smithi112.stdout:1656: left oid 40 (ObjNum 538 snap 157 seq_num 538) 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[88945]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[88945]: Upgrade: Updating osd.3 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[88945]: Deploying daemon osd.3 on smithi112 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[91385]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[91385]: Upgrade: Updating osd.3 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:39.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:39.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:38 smithi112 ceph-mon[91385]: Deploying daemon osd.3 on smithi112 2024-04-02T08:36:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:38 smithi187 ceph-mon[84356]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:38 smithi187 ceph-mon[84356]: Upgrade: Updating osd.3 2024-04-02T08:36:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:38 smithi187 ceph-mon[84356]: Deploying daemon osd.3 on smithi112 2024-04-02T08:36:39.251 INFO:tasks.rados.rados.0.smithi112.stdout:1656: done (1 left) 2024-04-02T08:36:39.251 INFO:tasks.rados.rados.0.smithi112.stdout:1657: done (0 left) 2024-04-02T08:36:39.251 INFO:tasks.rados.rados.0.smithi112.stdout:1658: copy_from oid 50 from oid 10 current snap is 158 2024-04-02T08:36:39.251 INFO:tasks.rados.rados.0.smithi112.stdout:1659: snap_remove snap 150 2024-04-02T08:36:39.448 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:36:39] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-04-02T08:36:40.112 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-mon[88945]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:40.112 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-mon[88945]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:40.112 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-mon[88945]: pgmap v254: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T08:36:40.112 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-mon[91385]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:40.113 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-mon[91385]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:40.113 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:39 smithi112 ceph-mon[91385]: pgmap v254: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T08:36:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:39 smithi187 ceph-mon[84356]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:39 smithi187 ceph-mon[84356]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:39 smithi187 ceph-mon[84356]: pgmap v254: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T08:36:40.258 INFO:tasks.rados.rados.0.smithi112.stdout:1659: done (1 left) 2024-04-02T08:36:40.258 INFO:tasks.rados.rados.0.smithi112.stdout:1660: copy_from oid 5 from oid 2 current snap is 158 2024-04-02T08:36:40.259 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 158 2024-04-02T08:36:40.259 INFO:tasks.rados.rados.0.smithi112.stdout:1661: seq_num 539 ranges {3670016=630784,4300800=737280,5038080=466944} 2024-04-02T08:36:40.283 INFO:tasks.rados.rados.0.smithi112.stdout:1661: writing smithi11277797-11 from 3670016 to 4300800 tid 1 2024-04-02T08:36:40.287 INFO:tasks.rados.rados.0.smithi112.stdout:1661: writing smithi11277797-11 from 4300800 to 5038080 tid 2 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1661: writing smithi11277797-11 from 5038080 to 5505024 tid 3 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1662: snap_create 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1658: finishing copy_from to smithi11277797-50 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1658: got expected ENOENT (src dne) 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1658: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1660: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1660: finishing copy_from to smithi11277797-5 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 779 (ObjNum 527 snap 153 seq_num 527) dirty exists 2024-04-02T08:36:40.290 INFO:tasks.rados.rados.0.smithi112.stdout:1661: finishing write tid 1 to smithi11277797-11 2024-04-02T08:36:40.291 INFO:tasks.rados.rados.0.smithi112.stdout:1661: finishing write tid 2 to smithi11277797-11 2024-04-02T08:36:40.292 INFO:tasks.rados.rados.0.smithi112.stdout:1661: finishing write tid 3 to smithi11277797-11 2024-04-02T08:36:40.292 INFO:tasks.rados.rados.0.smithi112.stdout:1661: finishing write tid 4 to smithi11277797-11 2024-04-02T08:36:40.294 INFO:tasks.rados.rados.0.smithi112.stdout:1661: finishing write tid 5 to smithi11277797-11 2024-04-02T08:36:40.295 INFO:tasks.rados.rados.0.smithi112.stdout:1661: oid 11 updating version 0 to 697 2024-04-02T08:36:40.295 INFO:tasks.rados.rados.0.smithi112.stdout:1661: oid 11 version 697 is already newer than 695 2024-04-02T08:36:40.295 INFO:tasks.rados.rados.0.smithi112.stdout:1661: oid 11 updating version 697 to 698 2024-04-02T08:36:40.295 INFO:tasks.rados.rados.0.smithi112.stdout:1661: oid 11 version 698 is already newer than 696 2024-04-02T08:36:40.295 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 698 (ObjNum 539 snap 158 seq_num 539) dirty exists 2024-04-02T08:36:40.295 INFO:tasks.rados.rados.0.smithi112.stdout:1661: left oid 11 (ObjNum 539 snap 158 seq_num 539) 2024-04-02T08:36:41.266 INFO:tasks.rados.rados.0.smithi112.stdout:1658: done (3 left) 2024-04-02T08:36:41.266 INFO:tasks.rados.rados.0.smithi112.stdout:1660: done (2 left) 2024-04-02T08:36:41.266 INFO:tasks.rados.rados.0.smithi112.stdout:1661: done (1 left) 2024-04-02T08:36:41.267 INFO:tasks.rados.rados.0.smithi112.stdout:1662: done (0 left) 2024-04-02T08:36:41.267 INFO:tasks.rados.rados.0.smithi112.stdout:1663: read oid 9 snap -1 2024-04-02T08:36:41.267 INFO:tasks.rados.rados.0.smithi112.stdout:1663: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:41.267 INFO:tasks.rados.rados.0.smithi112.stdout:1664: setattr oid 15 current snap is 159 2024-04-02T08:36:41.269 INFO:tasks.rados.rados.0.smithi112.stdout:1665: snap_remove snap 157 2024-04-02T08:36:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:41 smithi112 ceph-mon[88945]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:41 smithi112 ceph-mon[91385]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:41.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:41 smithi112 systemd[1]: Stopping Ceph osd.3 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:41.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[59169]: 2024-04-02T08:36:41.430+0000 7f21f4a8f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:41.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[59169]: 2024-04-02T08:36:41.430+0000 7f21f4a8f700 -1 osd.3 393 *** Got signal Terminated *** 2024-04-02T08:36:41.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:41 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[59169]: 2024-04-02T08:36:41.430+0000 7f21f4a8f700 -1 osd.3 393 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:41 smithi187 ceph-mon[84356]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:42.282 INFO:tasks.rados.rados.0.smithi112.stdout:1665: done (2 left) 2024-04-02T08:36:42.282 INFO:tasks.rados.rados.0.smithi112.stdout:1666: snap_remove snap 158 2024-04-02T08:36:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:42 smithi112 ceph-mon[91385]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:42 smithi112 ceph-mon[91385]: osd.3 marked itself down and dead 2024-04-02T08:36:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:42 smithi112 ceph-mon[91385]: pgmap v257: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T08:36:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:42 smithi112 ceph-mon[88945]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:42 smithi112 ceph-mon[88945]: osd.3 marked itself down and dead 2024-04-02T08:36:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:42 smithi112 ceph-mon[88945]: pgmap v257: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T08:36:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:42 smithi187 ceph-mon[84356]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:42 smithi187 ceph-mon[84356]: osd.3 marked itself down and dead 2024-04-02T08:36:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:42 smithi187 ceph-mon[84356]: pgmap v257: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T08:36:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:43.080 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:42 smithi112 podman[111155]: 2024-04-02 08:36:42.820522006 +0000 UTC m=+1.482957377 container died ef3550bc68f25d5885cb64113a37955d0fbdb6df86827a252b1ca96ae12e1d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:1666: done (2 left) 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:1667: copy_from oid 7 from oid 33 current snap is 159 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:1668: rollback oid 11 current snap is 159 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 155 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:1669: read oid 23 snap -1 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:1669: expect (ObjNum 528 snap 154 seq_num 528) 2024-04-02T08:36:43.277 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 159 2024-04-02T08:36:43.278 INFO:tasks.rados.rados.0.smithi112.stdout:1670: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-04-02T08:36:43.281 INFO:tasks.rados.rados.0.smithi112.stdout:1670: writing smithi11277797-24 from 0 to 647168 tid 1 2024-04-02T08:36:43.285 INFO:tasks.rados.rados.0.smithi112.stdout:1670: writing smithi11277797-24 from 647168 to 1318912 tid 2 2024-04-02T08:36:43.289 INFO:tasks.rados.rados.0.smithi112.stdout:1670: writing smithi11277797-24 from 1318912 to 1851392 tid 3 2024-04-02T08:36:43.290 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 871 (ObjNum 500 snap 145 seq_num 500) dirty exists 2024-04-02T08:36:43.290 INFO:tasks.rados.rados.0.smithi112.stdout:1663: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:43 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:43 smithi112 ceph-mon[88945]: osdmap e394: 8 total, 7 up, 8 in 2024-04-02T08:36:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:43 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:43 smithi112 ceph-mon[91385]: osdmap e394: 8 total, 7 up, 8 in 2024-04-02T08:36:43.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:43 smithi112 podman[111155]: 2024-04-02 08:36:43.180382413 +0000 UTC m=+1.842817772 container cleanup ef3550bc68f25d5885cb64113a37955d0fbdb6df86827a252b1ca96ae12e1d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c) 2024-04-02T08:36:43.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:43 smithi112 bash[111155]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1667: finishing copy_from to smithi11277797-7 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1667: got expected ENOENT (src dne) 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1667: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1668: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1668: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1668: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 701 (ObjNum 398 snap 122 seq_num 398) dirty exists 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: finishing write tid 1 to smithi11277797-24 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: finishing write tid 2 to smithi11277797-24 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: finishing write tid 3 to smithi11277797-24 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: finishing write tid 4 to smithi11277797-24 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: finishing write tid 5 to smithi11277797-24 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: oid 24 updating version 0 to 875 2024-04-02T08:36:43.616 INFO:tasks.rados.rados.0.smithi112.stdout:1670: oid 24 updating version 875 to 876 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1670: oid 24 version 876 is already newer than 873 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1670: oid 24 version 876 is already newer than 874 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 876 (ObjNum 540 snap 159 seq_num 540) dirty exists 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1670: left oid 24 (ObjNum 540 snap 159 seq_num 540) 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1663: done (5 left) 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1664: done (4 left) 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1667: done (3 left) 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1668: done (2 left) 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1670: done (1 left) 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1671: copy_from oid 39 from oid 33 current snap is 159 2024-04-02T08:36:43.617 INFO:tasks.rados.rados.0.smithi112.stdout:1669: expect (ObjNum 528 snap 154 seq_num 528) 2024-04-02T08:36:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:43 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:43 smithi187 ceph-mon[84356]: osdmap e394: 8 total, 7 up, 8 in 2024-04-02T08:36:43.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:43.791 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:43 smithi112 podman[111174]: 2024-04-02 08:36:43.490282724 +0000 UTC m=+0.663018132 container remove ef3550bc68f25d5885cb64113a37955d0fbdb6df86827a252b1ca96ae12e1d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:44.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:43 smithi112 podman[111260]: 2024-04-02 08:36:43.695795382 +0000 UTC m=+0.017680478 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:44.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:43 smithi112 podman[111260]: 2024-04-02 08:36:43.816258027 +0000 UTC m=+0.138143108 container create d5f6976ee2a67d3b4f5f030859f009dcc025ca206e94f4897b5ea644b71f6da7 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True) 2024-04-02T08:36:44.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 podman[111260]: 2024-04-02 08:36:44.019575898 +0000 UTC m=+0.341460980 container init d5f6976ee2a67d3b4f5f030859f009dcc025ca206e94f4897b5ea644b71f6da7 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:36:44.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 podman[111260]: 2024-04-02 08:36:44.023040642 +0000 UTC m=+0.344925725 container start d5f6976ee2a67d3b4f5f030859f009dcc025ca206e94f4897b5ea644b71f6da7 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:36:44.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 podman[111260]: 2024-04-02 08:36:44.093601309 +0000 UTC m=+0.415486404 container attach d5f6976ee2a67d3b4f5f030859f009dcc025ca206e94f4897b5ea644b71f6da7 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:1671: finishing copy_from to smithi11277797-39 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:1671: got expected ENOENT (src dne) 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:1671: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:1669: done (1 left) 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:1671: done (0 left) 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 159 2024-04-02T08:36:44.099 INFO:tasks.rados.rados.0.smithi112.stdout:1672: seq_num 541 ranges {8019968=663552,8683520=557056,9240576=475136,9715712=172032} 2024-04-02T08:36:44.147 INFO:tasks.rados.rados.0.smithi112.stdout:1672: writing smithi11277797-46 from 8019968 to 8683520 tid 1 2024-04-02T08:36:44.150 INFO:tasks.rados.rados.0.smithi112.stdout:1672: writing smithi11277797-46 from 8683520 to 9240576 tid 2 2024-04-02T08:36:44.153 INFO:tasks.rados.rados.0.smithi112.stdout:1672: writing smithi11277797-46 from 9240576 to 9715712 tid 3 2024-04-02T08:36:44.154 INFO:tasks.rados.rados.0.smithi112.stdout:1672: writing smithi11277797-46 from 9715712 to 9887744 tid 4 2024-04-02T08:36:44.154 INFO:tasks.rados.rados.0.smithi112.stdout:1673: copy_from oid 18 from oid 20 current snap is 159 2024-04-02T08:36:44.155 INFO:tasks.rados.rados.0.smithi112.stdout:1672: finishing write tid 1 to smithi11277797-46 2024-04-02T08:36:44.155 INFO:tasks.rados.rados.0.smithi112.stdout:1672: finishing write tid 2 to smithi11277797-46 2024-04-02T08:36:44.155 INFO:tasks.rados.rados.0.smithi112.stdout:1674: delete oid 45 current snap is 159 2024-04-02T08:36:44.158 INFO:tasks.rados.rados.0.smithi112.stdout:1672: finishing write tid 3 to smithi11277797-46 2024-04-02T08:36:44.159 INFO:tasks.rados.rados.0.smithi112.stdout:1672: finishing write tid 4 to smithi11277797-46 2024-04-02T08:36:44.159 INFO:tasks.rados.rados.0.smithi112.stdout:1672: finishing write tid 5 to smithi11277797-46 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: finishing write tid 6 to smithi11277797-46 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: oid 46 updating version 0 to 558 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: oid 46 version 558 is already newer than 555 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: oid 46 version 558 is already newer than 557 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: oid 46 version 558 is already newer than 556 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: oid 46 version 558 is already newer than 554 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 558 (ObjNum 541 snap 159 seq_num 541) dirty exists 2024-04-02T08:36:44.161 INFO:tasks.rados.rados.0.smithi112.stdout:1672: left oid 46 (ObjNum 541 snap 159 seq_num 541) 2024-04-02T08:36:44.162 INFO:tasks.rados.rados.0.smithi112.stdout:1672: done (2 left) 2024-04-02T08:36:44.162 INFO:tasks.rados.rados.0.smithi112.stdout:1674: done (1 left) 2024-04-02T08:36:44.162 INFO:tasks.rados.rados.0.smithi112.stdout:1675: snap_remove snap 155 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1675: done (1 left) 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1676: read oid 6 snap 156 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1676: expect (ObjNum 511 snap 148 seq_num 511) 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1677: rmattr oid 26 current snap is 159 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1673: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1673: finishing copy_from to smithi11277797-18 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 855 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1673: done (2 left) 2024-04-02T08:36:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:1677: done (1 left) 2024-04-02T08:36:44.287 INFO:tasks.rados.rados.0.smithi112.stdout:1678: read oid 44 snap -1 2024-04-02T08:36:44.287 INFO:tasks.rados.rados.0.smithi112.stdout:1678: expect (ObjNum 535 snap 154 seq_num 535) 2024-04-02T08:36:44.287 INFO:tasks.rados.rados.0.smithi112.stdout:1679: copy_from oid 12 from oid 32 current snap is 159 2024-04-02T08:36:44.287 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 159 2024-04-02T08:36:44.287 INFO:tasks.rados.rados.0.smithi112.stdout:1680: seq_num 543 ranges {6782976=704512,7487488=729088,8216576=475136} 2024-04-02T08:36:44.329 INFO:tasks.rados.rados.0.smithi112.stdout:1680: writing smithi11277797-41 from 6782976 to 7487488 tid 1 2024-04-02T08:36:44.333 INFO:tasks.rados.rados.0.smithi112.stdout:1680: writing smithi11277797-41 from 7487488 to 8216576 tid 2 2024-04-02T08:36:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:1680: writing smithi11277797-41 from 8216576 to 8691712 tid 3 2024-04-02T08:36:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:1681: setattr oid 9 current snap is 159 2024-04-02T08:36:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:1678: expect (ObjNum 535 snap 154 seq_num 535) 2024-04-02T08:36:44.352 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:44 smithi112 ceph-mon[88945]: osdmap e395: 8 total, 7 up, 8 in 2024-04-02T08:36:44.352 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:44 smithi112 ceph-mon[88945]: pgmap v260: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 24 active+undersized, 83 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 10 op/s; 9/201 objects degraded (4.478%) 2024-04-02T08:36:44.352 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:44 smithi112 ceph-mon[91385]: osdmap e395: 8 total, 7 up, 8 in 2024-04-02T08:36:44.352 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:44 smithi112 ceph-mon[91385]: pgmap v260: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 24 active+undersized, 83 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 10 op/s; 9/201 objects degraded (4.478%) 2024-04-02T08:36:44.618 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 podman[111260]: 2024-04-02 08:36:44.354228521 +0000 UTC m=+0.676113605 container died d5f6976ee2a67d3b4f5f030859f009dcc025ca206e94f4897b5ea644b71f6da7 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:1680: finishing write tid 1 to smithi11277797-41 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:1679: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:1680: finishing write tid 2 to smithi11277797-41 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:1680: finishing write tid 3 to smithi11277797-41 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:1679: finishing copy_from to smithi11277797-12 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 624 (ObjNum 530 snap 154 seq_num 530) dirty exists 2024-04-02T08:36:44.620 INFO:tasks.rados.rados.0.smithi112.stdout:1680: finishing write tid 4 to smithi11277797-41 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1680: finishing write tid 5 to smithi11277797-41 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1680: oid 41 updating version 0 to 880 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1680: oid 41 version 880 is already newer than 879 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1680: oid 41 updating version 880 to 881 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1680: oid 41 version 881 is already newer than 878 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 881 (ObjNum 543 snap 159 seq_num 543) dirty exists 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1680: left oid 41 (ObjNum 543 snap 159 seq_num 543) 2024-04-02T08:36:44.621 INFO:tasks.rados.rados.0.smithi112.stdout:1676: expect (ObjNum 511 snap 148 seq_num 511) 2024-04-02T08:36:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:44 smithi187 ceph-mon[84356]: osdmap e395: 8 total, 7 up, 8 in 2024-04-02T08:36:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:44 smithi187 ceph-mon[84356]: pgmap v260: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 24 active+undersized, 83 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 10 op/s; 9/201 objects degraded (4.478%) 2024-04-02T08:36:45.284 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 podman[111286]: 2024-04-02 08:36:44.946971037 +0000 UTC m=+0.586940799 container remove d5f6976ee2a67d3b4f5f030859f009dcc025ca206e94f4897b5ea644b71f6da7 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:36:45.285 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-02T08:36:45.285 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 systemd[1]: Stopped Ceph osd.3 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:45.285 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:44 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Consumed 10.594s CPU time. 2024-04-02T08:36:45.285 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:45 smithi112 systemd[1]: Starting Ceph osd.3 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:45.410 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:36:45.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:45 smithi112 ceph-mon[91385]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:36:45.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:45 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 9/201 objects degraded (4.478%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:45.599 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:45 smithi112 ceph-mon[91385]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:45.600 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:45 smithi112 podman[111410]: 2024-04-02 08:36:45.303259807 +0000 UTC m=+0.021452997 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:45.600 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:45 smithi112 podman[111410]: 2024-04-02 08:36:45.407078643 +0000 UTC m=+0.125271829 container create 6f8e74d8590ec4d7ce5f96787a5d1d122da93e4cda829fe7bc5176fafd5ca15e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:45.600 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:45 smithi112 podman[111410]: 2024-04-02 08:36:45.601379049 +0000 UTC m=+0.319572236 container init 6f8e74d8590ec4d7ce5f96787a5d1d122da93e4cda829fe7bc5176fafd5ca15e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:36:45.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:45 smithi112 ceph-mon[88945]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:36:45.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:45 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 9/201 objects degraded (4.478%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:45.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:45 smithi112 ceph-mon[88945]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:45 smithi187 ceph-mon[84356]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:36:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:45 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 9/201 objects degraded (4.478%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:45 smithi187 ceph-mon[84356]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (7m) 29s ago 8m 25.7M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (8m) 2m ago 8m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (9m) 29s ago 9m 21.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (9m) 2m ago 9m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (4m) 29s ago 14m 506M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (3m) 29s ago 14m 51.6M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (2m) 2m ago 13m 23.3M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:36:45.767 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (2m) 29s ago 13m 46.8M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (8m) 29s ago 8m 15.1M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (8m) 2m ago 8m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (101s) 29s ago 12m 150M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (68s) 29s ago 12m 108M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (33s) 29s ago 11m 12.6M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (11m) 29s ago 11m 136M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d ef3550bc68f2 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (11m) 2m ago 11m 163M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (10m) 2m ago 10m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (10m) 2m ago 10m 141M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (10m) 2m ago 10m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:36:45.768 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (3m) 2m ago 9m 49.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:36:45.868 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:45 smithi112 podman[111410]: 2024-04-02 08:36:45.605767938 +0000 UTC m=+0.323961128 container start 6f8e74d8590ec4d7ce5f96787a5d1d122da93e4cda829fe7bc5176fafd5ca15e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:36:45.868 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:45 smithi112 podman[111410]: 2024-04-02 08:36:45.701453838 +0000 UTC m=+0.419647032 container attach 6f8e74d8590ec4d7ce5f96787a5d1d122da93e4cda829fe7bc5176fafd5ca15e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True) 2024-04-02T08:36:46.045 INFO:tasks.rados.rados.0.smithi112.stdout:1676: done (4 left) 2024-04-02T08:36:46.045 INFO:tasks.rados.rados.0.smithi112.stdout:1678: done (3 left) 2024-04-02T08:36:46.046 INFO:tasks.rados.rados.0.smithi112.stdout:1679: done (2 left) 2024-04-02T08:36:46.046 INFO:tasks.rados.rados.0.smithi112.stdout:1680: done (1 left) 2024-04-02T08:36:46.046 INFO:tasks.rados.rados.0.smithi112.stdout:1682: snap_remove snap 156 2024-04-02T08:36:46.176 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:36:46.176 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:36:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:36:46.178 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:36:46.178 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1682: done (1 left) 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1683: rmattr oid 23 current snap is 159 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1683: done (1 left) 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1684: read oid 39 snap -1 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1684: expect deleted 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1685: copy_from oid 4 from oid 21 current snap is 159 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 787 (ObjNum 490 snap 142 seq_num 490) dirty exists 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1681: done (2 left) 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1686: rollback oid 9 current snap is 159 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1686: done (2 left) 2024-04-02T08:36:46.293 INFO:tasks.rados.rados.0.smithi112.stdout:1687: delete oid 37 current snap is 159 2024-04-02T08:36:46.298 INFO:tasks.rados.rados.0.smithi112.stdout:1685: finishing copy_from to smithi11277797-4 2024-04-02T08:36:46.298 INFO:tasks.rados.rados.0.smithi112.stdout:1685: got expected ENOENT (src dne) 2024-04-02T08:36:46.298 INFO:tasks.rados.rados.0.smithi112.stdout:1685: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:36:46.300 INFO:tasks.rados.rados.0.smithi112.stdout:1684: done (2 left) 2024-04-02T08:36:46.300 INFO:tasks.rados.rados.0.smithi112.stdout:1685: done (1 left) 2024-04-02T08:36:46.300 INFO:tasks.rados.rados.0.smithi112.stdout:1687: done (0 left) 2024-04-02T08:36:46.300 INFO:tasks.rados.rados.0.smithi112.stdout:1688: read oid 15 snap -1 2024-04-02T08:36:46.300 INFO:tasks.rados.rados.0.smithi112.stdout:1688: expect (ObjNum 500 snap 145 seq_num 500) 2024-04-02T08:36:46.300 INFO:tasks.rados.rados.0.smithi112.stdout:1689: setattr oid 41 current snap is 159 2024-04-02T08:36:46.301 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 159 2024-04-02T08:36:46.301 INFO:tasks.rados.rados.0.smithi112.stdout:1690: seq_num 545 ranges {1638400=737280,2375680=491520,2867200=450560,3317760=262144} 2024-04-02T08:36:46.314 INFO:tasks.rados.rados.0.smithi112.stdout:1690: writing smithi11277797-30 from 1638400 to 2375680 tid 1 2024-04-02T08:36:46.317 INFO:tasks.rados.rados.0.smithi112.stdout:1690: writing smithi11277797-30 from 2375680 to 2867200 tid 2 2024-04-02T08:36:46.319 INFO:tasks.rados.rados.0.smithi112.stdout:1690: writing smithi11277797-30 from 2867200 to 3317760 tid 3 2024-04-02T08:36:46.321 INFO:tasks.rados.rados.0.smithi112.stdout:1690: writing smithi11277797-30 from 3317760 to 3579904 tid 4 2024-04-02T08:36:46.321 INFO:tasks.rados.rados.0.smithi112.stdout:1691: copy_from oid 21 from oid 26 current snap is 159 2024-04-02T08:36:46.321 INFO:tasks.rados.rados.0.smithi112.stdout:1692: delete oid 5 current snap is 159 2024-04-02T08:36:46.321 INFO:tasks.rados.rados.0.smithi112.stdout:1688: expect (ObjNum 500 snap 145 seq_num 500) 2024-04-02T08:36:46.359 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 884 (ObjNum 543 snap 159 seq_num 543) dirty exists 2024-04-02T08:36:46.359 INFO:tasks.rados.rados.0.smithi112.stdout:1690: finishing write tid 1 to smithi11277797-30 2024-04-02T08:36:46.359 INFO:tasks.rados.rados.0.smithi112.stdout:1690: finishing write tid 2 to smithi11277797-30 2024-04-02T08:36:46.359 INFO:tasks.rados.rados.0.smithi112.stdout:1691: finishing copy_from to smithi11277797-21 2024-04-02T08:36:46.359 INFO:tasks.rados.rados.0.smithi112.stdout:1691: got expected ENOENT (src dne) 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1691: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: finishing write tid 3 to smithi11277797-30 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: finishing write tid 4 to smithi11277797-30 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: finishing write tid 5 to smithi11277797-30 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: finishing write tid 6 to smithi11277797-30 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: oid 30 updating version 0 to 887 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: oid 30 version 887 is already newer than 886 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: oid 30 updating version 887 to 889 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: oid 30 version 889 is already newer than 888 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: oid 30 version 889 is already newer than 885 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 889 (ObjNum 545 snap 159 seq_num 545) dirty exists 2024-04-02T08:36:46.360 INFO:tasks.rados.rados.0.smithi112.stdout:1690: left oid 30 (ObjNum 545 snap 159 seq_num 545) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1688: done (4 left) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1689: done (3 left) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1690: done (2 left) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1691: done (1 left) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1692: done (0 left) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1693: read oid 25 snap -1 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1693: expect (ObjNum 482 snap 141 seq_num 482) 2024-04-02T08:36:46.361 INFO:tasks.rados.rados.0.smithi112.stdout:1694: delete oid 35 current snap is 159 2024-04-02T08:36:46.362 INFO:tasks.rados.rados.0.smithi112.stdout:1694: done (1 left) 2024-04-02T08:36:46.362 INFO:tasks.rados.rados.0.smithi112.stdout:1695: rollback oid 45 current snap is 159 2024-04-02T08:36:46.362 INFO:tasks.rados.rados.0.smithi112.stdout:1695: done (1 left) 2024-04-02T08:36:46.362 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 159 2024-04-02T08:36:46.362 INFO:tasks.rados.rados.0.smithi112.stdout:1696: seq_num 548 ranges {3579904=786432,4366336=598016,4964352=606208} 2024-04-02T08:36:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-mon[91385]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-mon[91385]: pgmap v262: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 24 active+undersized, 83 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 696 B/s rd, 1.5 MiB/s wr, 9 op/s; 9/201 objects degraded (4.478%) 2024-04-02T08:36:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2745523465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-mon[88945]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-mon[88945]: pgmap v262: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 24 active+undersized, 83 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 696 B/s rd, 1.5 MiB/s wr, 9 op/s; 9/201 objects degraded (4.478%) 2024-04-02T08:36:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2745523465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:46.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:46.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:46.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:46.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 bash[111410]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[111428]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:36:46.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 podman[111410]: 2024-04-02 08:36:46.077773972 +0000 UTC m=+0.795967161 container died 6f8e74d8590ec4d7ce5f96787a5d1d122da93e4cda829fe7bc5176fafd5ca15e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5) 2024-04-02T08:36:46.384 INFO:tasks.rados.rados.0.smithi112.stdout:1696: writing smithi11277797-30 from 3579904 to 4366336 tid 1 2024-04-02T08:36:46.388 INFO:tasks.rados.rados.0.smithi112.stdout:1696: writing smithi11277797-30 from 4366336 to 4964352 tid 2 2024-04-02T08:36:46.391 INFO:tasks.rados.rados.0.smithi112.stdout:1696: writing smithi11277797-30 from 4964352 to 5570560 tid 3 2024-04-02T08:36:46.392 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 159 2024-04-02T08:36:46.392 INFO:tasks.rados.rados.0.smithi112.stdout:1697: seq_num 549 ranges {2596864=802816,3399680=483328,3883008=434176,4317184=286720} 2024-04-02T08:36:46.410 INFO:tasks.rados.rados.0.smithi112.stdout:1697: writing smithi11277797-3 from 2596864 to 3399680 tid 1 2024-04-02T08:36:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:1697: writing smithi11277797-3 from 3399680 to 3883008 tid 2 2024-04-02T08:36:46.415 INFO:tasks.rados.rados.0.smithi112.stdout:1697: writing smithi11277797-3 from 3883008 to 4317184 tid 3 2024-04-02T08:36:46.417 INFO:tasks.rados.rados.0.smithi112.stdout:1697: writing smithi11277797-3 from 4317184 to 4603904 tid 4 2024-04-02T08:36:46.417 INFO:tasks.rados.rados.0.smithi112.stdout:1698: read oid 22 snap -1 2024-04-02T08:36:46.417 INFO:tasks.rados.rados.0.smithi112.stdout:1698: expect deleted 2024-04-02T08:36:46.417 INFO:tasks.rados.rados.0.smithi112.stdout:1699: delete oid 18 current snap is 159 2024-04-02T08:36:46.417 INFO:tasks.rados.rados.0.smithi112.stdout:1693: expect (ObjNum 482 snap 141 seq_num 482) 2024-04-02T08:36:46.576 INFO:tasks.rados.rados.0.smithi112.stdout:1696: finishing write tid 1 to smithi11277797-30 2024-04-02T08:36:46.576 INFO:tasks.rados.rados.0.smithi112.stdout:1696: finishing write tid 2 to smithi11277797-30 2024-04-02T08:36:46.576 INFO:tasks.rados.rados.0.smithi112.stdout:1696: finishing write tid 3 to smithi11277797-30 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: finishing write tid 4 to smithi11277797-30 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: finishing write tid 5 to smithi11277797-30 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: oid 30 updating version 0 to 891 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: oid 30 version 891 is already newer than 890 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: oid 30 updating version 891 to 893 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: oid 30 version 893 is already newer than 892 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 893 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1696: left oid 30 (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: finishing write tid 1 to smithi11277797-3 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: finishing write tid 2 to smithi11277797-3 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: finishing write tid 3 to smithi11277797-3 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: finishing write tid 4 to smithi11277797-3 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: finishing write tid 5 to smithi11277797-3 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: finishing write tid 6 to smithi11277797-3 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: oid 3 updating version 0 to 566 2024-04-02T08:36:46.577 INFO:tasks.rados.rados.0.smithi112.stdout:1697: oid 3 version 566 is already newer than 563 2024-04-02T08:36:46.578 INFO:tasks.rados.rados.0.smithi112.stdout:1697: oid 3 version 566 is already newer than 564 2024-04-02T08:36:46.578 INFO:tasks.rados.rados.0.smithi112.stdout:1697: oid 3 updating version 566 to 567 2024-04-02T08:36:46.578 INFO:tasks.rados.rados.0.smithi112.stdout:1697: oid 3 version 567 is already newer than 565 2024-04-02T08:36:46.578 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 567 (ObjNum 549 snap 159 seq_num 549) dirty exists 2024-04-02T08:36:46.578 INFO:tasks.rados.rados.0.smithi112.stdout:1697: left oid 3 (ObjNum 549 snap 159 seq_num 549) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1693: done (4 left) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1696: done (3 left) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1697: done (2 left) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1698: done (1 left) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1699: done (0 left) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1700: read oid 38 snap -1 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1700: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:46.579 INFO:tasks.rados.rados.0.smithi112.stdout:1701: copy_from oid 6 from oid 35 current snap is 159 2024-04-02T08:36:46.580 INFO:tasks.rados.rados.0.smithi112.stdout:1702: rmattr oid 22 current snap is 159 2024-04-02T08:36:46.580 INFO:tasks.rados.rados.0.smithi112.stdout:1702: done (2 left) 2024-04-02T08:36:46.580 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 159 2024-04-02T08:36:46.580 INFO:tasks.rados.rados.0.smithi112.stdout:1703: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-04-02T08:36:46.581 INFO:tasks.rados.rados.0.smithi112.stdout:1703: writing smithi11277797-17 from 0 to 434176 tid 1 2024-04-02T08:36:46.584 INFO:tasks.rados.rados.0.smithi112.stdout:1703: writing smithi11277797-17 from 434176 to 1081344 tid 2 2024-04-02T08:36:46.587 INFO:tasks.rados.rados.0.smithi112.stdout:1703: writing smithi11277797-17 from 1081344 to 1531904 tid 3 2024-04-02T08:36:46.590 INFO:tasks.rados.rados.0.smithi112.stdout:1703: writing smithi11277797-17 from 1531904 to 2039808 tid 4 2024-04-02T08:36:46.590 INFO:tasks.rados.rados.0.smithi112.stdout:1704: delete oid 25 current snap is 159 2024-04-02T08:36:46.590 INFO:tasks.rados.rados.0.smithi112.stdout:1701: finishing copy_from to smithi11277797-6 2024-04-02T08:36:46.590 INFO:tasks.rados.rados.0.smithi112.stdout:1701: got expected ENOENT (src dne) 2024-04-02T08:36:46.591 INFO:tasks.rados.rados.0.smithi112.stdout:1701: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:36:46.591 INFO:tasks.rados.rados.0.smithi112.stdout:1700: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1703: finishing write tid 1 to smithi11277797-17 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1703: finishing write tid 2 to smithi11277797-17 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1703: finishing write tid 3 to smithi11277797-17 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1700: done (3 left) 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1701: done (2 left) 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1704: done (1 left) 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 159 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1703: finishing write tid 4 to smithi11277797-17 2024-04-02T08:36:46.606 INFO:tasks.rados.rados.0.smithi112.stdout:1703: finishing write tid 5 to smithi11277797-17 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: finishing write tid 6 to smithi11277797-17 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: oid 17 updating version 0 to 632 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: oid 17 updating version 632 to 633 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: oid 17 version 633 is already newer than 629 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: oid 17 version 633 is already newer than 630 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: oid 17 version 633 is already newer than 631 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 633 (ObjNum 551 snap 159 seq_num 551) dirty exists 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1703: left oid 17 (ObjNum 551 snap 159 seq_num 551) 2024-04-02T08:36:46.607 INFO:tasks.rados.rados.0.smithi112.stdout:1705: seq_num 553 ranges {10207232=466944,10674176=417792,11091968=417792,11509760=516096,12025856=253952} 2024-04-02T08:36:46.663 INFO:tasks.rados.rados.0.smithi112.stdout:1705: writing smithi11277797-49 from 10207232 to 10674176 tid 1 2024-04-02T08:36:46.666 INFO:tasks.rados.rados.0.smithi112.stdout:1705: writing smithi11277797-49 from 10674176 to 11091968 tid 2 2024-04-02T08:36:46.668 INFO:tasks.rados.rados.0.smithi112.stdout:1705: writing smithi11277797-49 from 11091968 to 11509760 tid 3 2024-04-02T08:36:46.671 INFO:tasks.rados.rados.0.smithi112.stdout:1705: writing smithi11277797-49 from 11509760 to 12025856 tid 4 2024-04-02T08:36:46.673 INFO:tasks.rados.rados.0.smithi112.stdout:1705: writing smithi11277797-49 from 12025856 to 12279808 tid 5 2024-04-02T08:36:46.673 INFO:tasks.rados.rados.0.smithi112.stdout:1703: done (1 left) 2024-04-02T08:36:46.673 INFO:tasks.rados.rados.0.smithi112.stdout:1706: snap_create 2024-04-02T08:36:46.673 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 1 to smithi11277797-49 2024-04-02T08:36:46.673 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 2 to smithi11277797-49 2024-04-02T08:36:46.673 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 3 to smithi11277797-49 2024-04-02T08:36:46.675 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 4 to smithi11277797-49 2024-04-02T08:36:46.675 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 5 to smithi11277797-49 2024-04-02T08:36:46.675 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 6 to smithi11277797-49 2024-04-02T08:36:46.676 INFO:tasks.rados.rados.0.smithi112.stdout:1705: finishing write tid 7 to smithi11277797-49 2024-04-02T08:36:46.676 INFO:tasks.rados.rados.0.smithi112.stdout:1705: oid 49 updating version 0 to 962 2024-04-02T08:36:46.676 INFO:tasks.rados.rados.0.smithi112.stdout:1705: oid 49 updating version 962 to 967 2024-04-02T08:36:46.676 INFO:tasks.rados.rados.0.smithi112.stdout:1705: oid 49 version 967 is already newer than 963 2024-04-02T08:36:46.677 INFO:tasks.rados.rados.0.smithi112.stdout:1705: oid 49 version 967 is already newer than 964 2024-04-02T08:36:46.677 INFO:tasks.rados.rados.0.smithi112.stdout:1705: oid 49 version 967 is already newer than 966 2024-04-02T08:36:46.677 INFO:tasks.rados.rados.0.smithi112.stdout:1705: oid 49 version 967 is already newer than 965 2024-04-02T08:36:46.677 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 967 (ObjNum 553 snap 159 seq_num 553) dirty exists 2024-04-02T08:36:46.677 INFO:tasks.rados.rados.0.smithi112.stdout:1705: left oid 49 (ObjNum 553 snap 159 seq_num 553) 2024-04-02T08:36:46.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:46 smithi187 ceph-mon[84356]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:46 smithi187 ceph-mon[84356]: pgmap v262: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 24 active+undersized, 83 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 696 B/s rd, 1.5 MiB/s wr, 9 op/s; 9/201 objects degraded (4.478%) 2024-04-02T08:36:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:46 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2745523465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:46.972 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 podman[111588]: 2024-04-02 08:36:46.689397577 +0000 UTC m=+0.606123173 container remove 6f8e74d8590ec4d7ce5f96787a5d1d122da93e4cda829fe7bc5176fafd5ca15e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:36:46.973 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 podman[111652]: 2024-04-02 08:36:46.882114918 +0000 UTC m=+0.100150834 container create ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:36:46.973 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:46 smithi112 podman[111652]: 2024-04-02 08:36:46.799776345 +0000 UTC m=+0.017812260 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:47.292 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:47 smithi112 podman[111652]: 2024-04-02 08:36:47.093286876 +0000 UTC m=+0.311322797 container init ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-02T08:36:47.292 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:47 smithi112 podman[111652]: 2024-04-02 08:36:47.096570635 +0000 UTC m=+0.314606550 container start ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:36:47.292 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-osd[111671]: -- 172.21.15.112:0/3487527095 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55859beb9680 con 0x55859be82c00 2024-04-02T08:36:47.292 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:47 smithi112 bash[111652]: ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb 2024-04-02T08:36:47.292 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:47 smithi112 systemd[1]: Started Ceph osd.3 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1705: done (1 left) 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1706: done (0 left) 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1707: rollback oid 21 current snap is 160 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 159 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1708: read oid 13 snap 159 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1708: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1709: rollback oid 28 current snap is 160 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 159 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1710: read oid 19 snap -1 2024-04-02T08:36:47.303 INFO:tasks.rados.rados.0.smithi112.stdout:1710: expect deleted 2024-04-02T08:36:47.304 INFO:tasks.rados.rados.0.smithi112.stdout:1711: rollback oid 25 current snap is 160 2024-04-02T08:36:47.304 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 159 2024-04-02T08:36:47.304 INFO:tasks.rados.rados.0.smithi112.stdout:1712: rollback oid 29 current snap is 160 2024-04-02T08:36:47.304 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 159 2024-04-02T08:36:47.304 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 160 2024-04-02T08:36:47.304 INFO:tasks.rados.rados.0.smithi112.stdout:1713: seq_num 554 ranges {11976704=483328,12460032=704512,13164544=622592,13787136=278528} 2024-04-02T08:36:47.372 INFO:tasks.rados.rados.0.smithi112.stdout:1713: writing smithi11277797-7 from 11976704 to 12460032 tid 1 2024-04-02T08:36:47.376 INFO:tasks.rados.rados.0.smithi112.stdout:1713: writing smithi11277797-7 from 12460032 to 13164544 tid 2 2024-04-02T08:36:47.380 INFO:tasks.rados.rados.0.smithi112.stdout:1713: writing smithi11277797-7 from 13164544 to 13787136 tid 3 2024-04-02T08:36:47.381 INFO:tasks.rados.rados.0.smithi112.stdout:1713: writing smithi11277797-7 from 13787136 to 14065664 tid 4 2024-04-02T08:36:47.381 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 160 2024-04-02T08:36:47.381 INFO:tasks.rados.rados.0.smithi112.stdout:1714: seq_num 555 ranges {3670016=499712,4169728=638976,4808704=425984,5234688=540672} 2024-04-02T08:36:47.404 INFO:tasks.rados.rados.0.smithi112.stdout:1714: writing smithi11277797-11 from 3670016 to 4169728 tid 1 2024-04-02T08:36:47.408 INFO:tasks.rados.rados.0.smithi112.stdout:1714: writing smithi11277797-11 from 4169728 to 4808704 tid 2 2024-04-02T08:36:47.410 INFO:tasks.rados.rados.0.smithi112.stdout:1714: writing smithi11277797-11 from 4808704 to 5234688 tid 3 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1714: writing smithi11277797-11 from 5234688 to 5775360 tid 4 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1715: copy_from oid 38 from oid 26 current snap is 160 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1707: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 0 (ObjNum 577 snap 0 seq_num 2348540992) dirty dne 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1711: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1709: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1709: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1712: finishing rollback tid 0 to smithi11277797-29 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1712: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:1712: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:36:47.414 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 863 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-04-02T08:36:47.415 INFO:tasks.rados.rados.0.smithi112.stdout:1709: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:36:47.415 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 807 (ObjNum 431 snap 132 seq_num 431) dirty exists 2024-04-02T08:36:47.415 INFO:tasks.rados.rados.0.smithi112.stdout:1708: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1713: finishing write tid 1 to smithi11277797-7 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1713: finishing write tid 2 to smithi11277797-7 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1707: done (8 left) 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1708: done (7 left) 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1709: done (6 left) 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1710: done (5 left) 2024-04-02T08:36:47.549 INFO:tasks.rados.rados.0.smithi112.stdout:1711: done (4 left) 2024-04-02T08:36:47.550 INFO:tasks.rados.rados.0.smithi112.stdout:1712: done (3 left) 2024-04-02T08:36:47.550 INFO:tasks.rados.rados.0.smithi112.stdout:1716: snap_remove snap 159 2024-04-02T08:36:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[91385]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[91385]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[88945]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[88945]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:47.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:47 smithi187 ceph-mon[84356]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:47 smithi187 ceph-mon[84356]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:48.045 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:47 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T08:36:47.645+0000 7f5aa18fb7c0 -1 Falling back to public interface 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1716: done (3 left) 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1717: read oid 8 snap -1 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1717: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1718: delete oid 1 current snap is 160 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: finishing write tid 3 to smithi11277797-7 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: finishing write tid 4 to smithi11277797-7 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: finishing write tid 5 to smithi11277797-7 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: finishing write tid 6 to smithi11277797-7 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: oid 7 updating version 0 to 810 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: oid 7 version 810 is already newer than 809 2024-04-02T08:36:48.306 INFO:tasks.rados.rados.0.smithi112.stdout:1713: oid 7 updating version 810 to 811 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1713: oid 7 updating version 811 to 813 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1713: oid 7 version 813 is already newer than 812 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 813 (ObjNum 554 snap 160 seq_num 554) dirty exists 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1713: left oid 7 (ObjNum 554 snap 160 seq_num 554) 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: finishing write tid 1 to smithi11277797-11 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: finishing write tid 2 to smithi11277797-11 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: finishing write tid 3 to smithi11277797-11 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1715: finishing copy_from to smithi11277797-38 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1715: got expected ENOENT (src dne) 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1715: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: finishing write tid 4 to smithi11277797-11 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: finishing write tid 5 to smithi11277797-11 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: finishing write tid 6 to smithi11277797-11 2024-04-02T08:36:48.307 INFO:tasks.rados.rados.0.smithi112.stdout:1714: oid 11 updating version 0 to 703 2024-04-02T08:36:48.308 INFO:tasks.rados.rados.0.smithi112.stdout:1714: oid 11 updating version 703 to 704 2024-04-02T08:36:48.308 INFO:tasks.rados.rados.0.smithi112.stdout:1714: oid 11 updating version 704 to 707 2024-04-02T08:36:48.308 INFO:tasks.rados.rados.0.smithi112.stdout:1714: oid 11 version 707 is already newer than 706 2024-04-02T08:36:48.308 INFO:tasks.rados.rados.0.smithi112.stdout:1714: oid 11 version 707 is already newer than 705 2024-04-02T08:36:48.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 707 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-04-02T08:36:48.308 INFO:tasks.rados.rados.0.smithi112.stdout:1714: left oid 11 (ObjNum 555 snap 160 seq_num 555) 2024-04-02T08:36:48.315 INFO:tasks.rados.rados.0.smithi112.stdout:1713: done (4 left) 2024-04-02T08:36:48.315 INFO:tasks.rados.rados.0.smithi112.stdout:1714: done (3 left) 2024-04-02T08:36:48.315 INFO:tasks.rados.rados.0.smithi112.stdout:1715: done (2 left) 2024-04-02T08:36:48.315 INFO:tasks.rados.rados.0.smithi112.stdout:1718: done (1 left) 2024-04-02T08:36:48.315 INFO:tasks.rados.rados.0.smithi112.stdout:1719: delete oid 21 current snap is 160 2024-04-02T08:36:48.317 INFO:tasks.rados.rados.0.smithi112.stdout:1719: done (1 left) 2024-04-02T08:36:48.317 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 160 2024-04-02T08:36:48.317 INFO:tasks.rados.rados.0.smithi112.stdout:1720: seq_num 558 ranges {8691712=548864,9240576=688128,9928704=606208,10534912=311296} 2024-04-02T08:36:48.367 INFO:tasks.rados.rados.0.smithi112.stdout:1720: writing smithi11277797-41 from 8691712 to 9240576 tid 1 2024-04-02T08:36:48.371 INFO:tasks.rados.rados.0.smithi112.stdout:1720: writing smithi11277797-41 from 9240576 to 9928704 tid 2 2024-04-02T08:36:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:1720: writing smithi11277797-41 from 9928704 to 10534912 tid 3 2024-04-02T08:36:48.376 INFO:tasks.rados.rados.0.smithi112.stdout:1720: writing smithi11277797-41 from 10534912 to 10846208 tid 4 2024-04-02T08:36:48.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 160 2024-04-02T08:36:48.376 INFO:tasks.rados.rados.0.smithi112.stdout:1721: seq_num 559 ranges {1589248=565248,2154496=573440,2727936=409600,3137536=622592} 2024-04-02T08:36:48.388 INFO:tasks.rados.rados.0.smithi112.stdout:1721: writing smithi11277797-14 from 1589248 to 2154496 tid 1 2024-04-02T08:36:48.391 INFO:tasks.rados.rados.0.smithi112.stdout:1721: writing smithi11277797-14 from 2154496 to 2727936 tid 2 2024-04-02T08:36:48.393 INFO:tasks.rados.rados.0.smithi112.stdout:1721: writing smithi11277797-14 from 2727936 to 3137536 tid 3 2024-04-02T08:36:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:1721: writing smithi11277797-14 from 3137536 to 3760128 tid 4 2024-04-02T08:36:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:1722: read oid 16 snap -1 2024-04-02T08:36:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:1722: expect (ObjNum 471 snap 139 seq_num 471) 2024-04-02T08:36:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:1723: copy_from oid 39 from oid 11 current snap is 160 2024-04-02T08:36:48.397 INFO:tasks.rados.rados.0.smithi112.stdout:1717: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:36:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:48 smithi112 ceph-mon[88945]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:48 smithi112 ceph-mon[88945]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.0 MiB/s wr, 10 op/s; 17/198 objects degraded (8.586%) 2024-04-02T08:36:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:48 smithi112 ceph-mon[91385]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:48 smithi112 ceph-mon[91385]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.0 MiB/s wr, 10 op/s; 17/198 objects degraded (8.586%) 2024-04-02T08:36:48.631 INFO:tasks.rados.rados.0.smithi112.stdout:1720: finishing write tid 1 to smithi11277797-41 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: finishing write tid 2 to smithi11277797-41 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1717: done (4 left) 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1724: read oid 33 snap -1 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1724: expect deleted 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1725: setattr oid 3 current snap is 160 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: finishing write tid 3 to smithi11277797-41 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: finishing write tid 4 to smithi11277797-41 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: finishing write tid 5 to smithi11277797-41 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: finishing write tid 6 to smithi11277797-41 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: oid 41 updating version 0 to 897 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: oid 41 version 897 is already newer than 896 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: oid 41 updating version 897 to 898 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: oid 41 version 898 is already newer than 894 2024-04-02T08:36:48.632 INFO:tasks.rados.rados.0.smithi112.stdout:1720: oid 41 version 898 is already newer than 895 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 898 (ObjNum 558 snap 160 seq_num 558) dirty exists 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1720: left oid 41 (ObjNum 558 snap 160 seq_num 558) 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: finishing write tid 1 to smithi11277797-14 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: finishing write tid 2 to smithi11277797-14 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: finishing write tid 3 to smithi11277797-14 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: finishing write tid 4 to smithi11277797-14 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: finishing write tid 5 to smithi11277797-14 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: finishing write tid 6 to smithi11277797-14 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: oid 14 updating version 0 to 868 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: oid 14 version 868 is already newer than 866 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: oid 14 version 868 is already newer than 864 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: oid 14 version 868 is already newer than 865 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:1721: oid 14 version 868 is already newer than 867 2024-04-02T08:36:48.633 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 868 (ObjNum 559 snap 160 seq_num 559) dirty exists 2024-04-02T08:36:48.634 INFO:tasks.rados.rados.0.smithi112.stdout:1721: left oid 14 (ObjNum 559 snap 160 seq_num 559) 2024-04-02T08:36:48.634 INFO:tasks.rados.rados.0.smithi112.stdout:1723: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:36:48.634 INFO:tasks.rados.rados.0.smithi112.stdout:1723: finishing copy_from to smithi11277797-39 2024-04-02T08:36:48.634 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 707 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-04-02T08:36:48.634 INFO:tasks.rados.rados.0.smithi112.stdout:1722: expect (ObjNum 471 snap 139 seq_num 471) 2024-04-02T08:36:48.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:48 smithi187 ceph-mon[84356]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:48 smithi187 ceph-mon[84356]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.0 MiB/s wr, 10 op/s; 17/198 objects degraded (8.586%) 2024-04-02T08:36:49.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-mon[91385]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:36:49.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-mon[91385]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:49.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-mon[91385]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:49.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:36:49] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-04-02T08:36:49.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-mon[88945]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:36:49.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-mon[88945]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:49.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:49 smithi112 ceph-mon[88945]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1720: done (5 left) 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1721: done (4 left) 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1722: done (3 left) 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1723: done (2 left) 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1724: done (1 left) 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1726: read oid 47 snap -1 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1726: expect deleted 2024-04-02T08:36:49.600 INFO:tasks.rados.rados.0.smithi112.stdout:1727: delete oid 42 current snap is 160 2024-04-02T08:36:49.601 INFO:tasks.rados.rados.0.smithi112.stdout:1726: done (2 left) 2024-04-02T08:36:49.601 INFO:tasks.rados.rados.0.smithi112.stdout:1727: done (1 left) 2024-04-02T08:36:49.601 INFO:tasks.rados.rados.0.smithi112.stdout:1728: delete oid 18 current snap is 160 2024-04-02T08:36:49.602 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 569 (ObjNum 549 snap 159 seq_num 549) dirty exists 2024-04-02T08:36:49.603 INFO:tasks.rados.rados.0.smithi112.stdout:1725: done (1 left) 2024-04-02T08:36:49.603 INFO:tasks.rados.rados.0.smithi112.stdout:1728: done (0 left) 2024-04-02T08:36:49.603 INFO:tasks.rados.rados.0.smithi112.stdout:1729: setattr oid 24 current snap is 160 2024-04-02T08:36:49.604 INFO:tasks.rados.rados.0.smithi112.stdout:1730: snap_create 2024-04-02T08:36:49.606 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 899 (ObjNum 540 snap 159 seq_num 540) dirty exists 2024-04-02T08:36:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:49 smithi187 ceph-mon[84356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:36:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:49 smithi187 ceph-mon[84356]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:49 smithi187 ceph-mon[84356]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:50.317 INFO:tasks.rados.rados.0.smithi112.stdout:1729: done (1 left) 2024-04-02T08:36:50.317 INFO:tasks.rados.rados.0.smithi112.stdout:1730: done (0 left) 2024-04-02T08:36:50.317 INFO:tasks.rados.rados.0.smithi112.stdout:1731: delete oid 31 current snap is 161 2024-04-02T08:36:50.321 INFO:tasks.rados.rados.0.smithi112.stdout:1731: done (0 left) 2024-04-02T08:36:50.322 INFO:tasks.rados.rados.0.smithi112.stdout:1732: delete oid 33 current snap is 161 2024-04-02T08:36:50.325 INFO:tasks.rados.rados.0.smithi112.stdout:1732: done (0 left) 2024-04-02T08:36:50.325 INFO:tasks.rados.rados.0.smithi112.stdout:1733: read oid 29 snap -1 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1733: expect (ObjNum 523 snap 151 seq_num 523) 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1734: rollback oid 6 current snap is 161 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 160 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1735: read oid 9 snap -1 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1735: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1736: copy_from oid 38 from oid 35 current snap is 161 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1737: rollback oid 11 current snap is 161 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 160 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1738: copy_from oid 50 from oid 13 current snap is 161 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 161 2024-04-02T08:36:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:1739: seq_num 564 ranges {14065664=655360,14721024=442368,15163392=598016,15761408=565248} 2024-04-02T08:36:50.405 INFO:tasks.rados.rados.0.smithi112.stdout:1739: writing smithi11277797-7 from 14065664 to 14721024 tid 1 2024-04-02T08:36:50.407 INFO:tasks.rados.rados.0.smithi112.stdout:1739: writing smithi11277797-7 from 14721024 to 15163392 tid 2 2024-04-02T08:36:50.411 INFO:tasks.rados.rados.0.smithi112.stdout:1739: writing smithi11277797-7 from 15163392 to 15761408 tid 3 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1739: writing smithi11277797-7 from 15761408 to 16326656 tid 4 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1740: delete oid 20 current snap is 161 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1736: finishing copy_from to smithi11277797-38 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1736: got expected ENOENT (src dne) 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1736: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1734: finishing rollback tid 0 to smithi11277797-6 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1734: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:1734: finishing rollback tid 2 to smithi11277797-6 2024-04-02T08:36:50.415 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 710 (ObjNum 511 snap 148 seq_num 511) dirty exists 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:1737: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:1737: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:1737: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 713 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:1738: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:1738: finishing copy_from to smithi11277797-50 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 898 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:36:50.416 INFO:tasks.rados.rados.0.smithi112.stdout:1735: expect (ObjNum 490 snap 142 seq_num 490) 2024-04-02T08:36:50.493 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:50 smithi112 ceph-mon[88945]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 8.5 MiB/s wr, 38 op/s; 18/183 objects degraded (9.836%) 2024-04-02T08:36:50.493 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:50 smithi112 ceph-mon[91385]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 8.5 MiB/s wr, 38 op/s; 18/183 objects degraded (9.836%) 2024-04-02T08:36:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:50 smithi187 ceph-mon[84356]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 8.5 MiB/s wr, 38 op/s; 18/183 objects degraded (9.836%) 2024-04-02T08:36:50.747 INFO:tasks.rados.rados.0.smithi112.stdout:1733: expect (ObjNum 523 snap 151 seq_num 523) 2024-04-02T08:36:50.825 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:50 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T08:36:50.494+0000 7f5aa18fb7c0 -1 osd.3 393 log_to_monitors true 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi112.stdout:1739: finishing write tid 1 to smithi11277797-7 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi112.stdout:1739: finishing write tid 2 to smithi11277797-7 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi112.stdout:1739: finishing write tid 3 to smithi11277797-7 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi112.stdout:1739: finishing write tid 4 to smithi11277797-7 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi112.stdout:1739: finishing write tid 5 to smithi11277797-7 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: finishing write tid 6 to smithi11277797-7 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: oid 7 updating version 0 to 820 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: oid 7 updating version 820 to 823 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: oid 7 version 823 is already newer than 819 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: oid 7 version 823 is already newer than 821 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: oid 7 version 823 is already newer than 822 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 823 (ObjNum 564 snap 161 seq_num 564) dirty exists 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: left oid 7 (ObjNum 564 snap 161 seq_num 564) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1733: done (7 left) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1734: done (6 left) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1735: done (5 left) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1736: done (4 left) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1737: done (3 left) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1738: done (2 left) 2024-04-02T08:36:50.974 INFO:tasks.rados.rados.0.smithi112.stdout:1739: done (1 left) 2024-04-02T08:36:50.975 INFO:tasks.rados.rados.0.smithi112.stdout:1740: done (0 left) 2024-04-02T08:36:50.975 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 161 2024-04-02T08:36:50.975 INFO:tasks.rados.rados.0.smithi112.stdout:1741: seq_num 566 ranges {4661248=688128,5349376=614400,5963776=565248,6529024=425984} 2024-04-02T08:36:51.004 INFO:tasks.rados.rados.0.smithi112.stdout:1741: writing smithi11277797-29 from 4661248 to 5349376 tid 1 2024-04-02T08:36:51.008 INFO:tasks.rados.rados.0.smithi112.stdout:1741: writing smithi11277797-29 from 5349376 to 5963776 tid 2 2024-04-02T08:36:51.012 INFO:tasks.rados.rados.0.smithi112.stdout:1741: writing smithi11277797-29 from 5963776 to 6529024 tid 3 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:1741: writing smithi11277797-29 from 6529024 to 6955008 tid 4 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:1742: rollback oid 46 current snap is 161 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 46 to 160 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:1741: finishing write tid 1 to smithi11277797-29 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:1741: finishing write tid 2 to smithi11277797-29 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 161 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi112.stdout:1743: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-04-02T08:36:51.018 INFO:tasks.rados.rados.0.smithi112.stdout:1743: writing smithi11277797-45 from 0 to 704512 tid 1 2024-04-02T08:36:51.021 INFO:tasks.rados.rados.0.smithi112.stdout:1743: writing smithi11277797-45 from 704512 to 1204224 tid 2 2024-04-02T08:36:51.025 INFO:tasks.rados.rados.0.smithi112.stdout:1743: writing smithi11277797-45 from 1204224 to 1974272 tid 3 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1743: writing smithi11277797-45 from 1974272 to 2310144 tid 4 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1744: setattr oid 13 current snap is 161 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: finishing write tid 3 to smithi11277797-29 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: finishing write tid 4 to smithi11277797-29 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1742: finishing rollback tid 0 to smithi11277797-46 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1742: finishing rollback tid 1 to smithi11277797-46 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1742: finishing rollback tid 2 to smithi11277797-46 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 573 (ObjNum 541 snap 159 seq_num 541) dirty exists 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: finishing write tid 5 to smithi11277797-29 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: finishing write tid 6 to smithi11277797-29 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: oid 29 updating version 0 to 873 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: oid 29 version 873 is already newer than 871 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: oid 29 version 873 is already newer than 870 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: oid 29 updating version 873 to 874 2024-04-02T08:36:51.028 INFO:tasks.rados.rados.0.smithi112.stdout:1741: oid 29 version 874 is already newer than 872 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 874 (ObjNum 566 snap 161 seq_num 566) dirty exists 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:1741: left oid 29 (ObjNum 566 snap 161 seq_num 566) 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:1743: finishing write tid 1 to smithi11277797-45 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:1743: finishing write tid 2 to smithi11277797-45 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:1741: done (3 left) 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:1742: done (2 left) 2024-04-02T08:36:51.029 INFO:tasks.rados.rados.0.smithi112.stdout:1745: setattr oid 17 current snap is 161 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1743: finishing write tid 3 to smithi11277797-45 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1743: finishing write tid 4 to smithi11277797-45 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1746: copy_from oid 43 from oid 39 current snap is 161 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1747: read oid 38 snap -1 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1747: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1748: rollback oid 3 current snap is 161 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 3 to 160 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1743: finishing write tid 5 to smithi11277797-45 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1749: copy_from oid 28 from oid 30 current snap is 161 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1750: rollback oid 37 current snap is 161 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 160 2024-04-02T08:36:51.032 INFO:tasks.rados.rados.0.smithi112.stdout:1751: snap_create 2024-04-02T08:36:51.034 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 969 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:36:51.035 INFO:tasks.rados.rados.0.smithi112.stdout:1750: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:36:51.035 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 0 (ObjNum 49 snap 0 seq_num 3590714570) dirty dne 2024-04-02T08:36:51.035 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 635 (ObjNum 551 snap 159 seq_num 551) dirty exists 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: finishing write tid 6 to smithi11277797-45 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: oid 45 updating version 0 to 877 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: oid 45 version 877 is already newer than 876 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: oid 45 updating version 877 to 879 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: oid 45 version 879 is already newer than 878 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: oid 45 version 879 is already newer than 875 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 879 (ObjNum 567 snap 161 seq_num 567) dirty exists 2024-04-02T08:36:51.036 INFO:tasks.rados.rados.0.smithi112.stdout:1743: left oid 45 (ObjNum 567 snap 161 seq_num 567) 2024-04-02T08:36:51.037 INFO:tasks.rados.rados.0.smithi112.stdout:1747: expect (ObjNum 462 snap 139 seq_num 462) 2024-04-02T08:36:51.054 INFO:tasks.rados.rados.0.smithi112.stdout:1748: finishing rollback tid 0 to smithi11277797-3 2024-04-02T08:36:51.054 INFO:tasks.rados.rados.0.smithi112.stdout:1748: finishing rollback tid 1 to smithi11277797-3 2024-04-02T08:36:51.054 INFO:tasks.rados.rados.0.smithi112.stdout:1748: finishing rollback tid 2 to smithi11277797-3 2024-04-02T08:36:51.054 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 577 (ObjNum 549 snap 159 seq_num 549) dirty exists 2024-04-02T08:36:51.065 INFO:tasks.rados.rados.0.smithi112.stdout:1746: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:36:51.067 INFO:tasks.rados.rados.0.smithi112.stdout:1749: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:36:51.070 INFO:tasks.rados.rados.0.smithi112.stdout:1746: finishing copy_from to smithi11277797-43 2024-04-02T08:36:51.070 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 707 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-04-02T08:36:51.074 INFO:tasks.rados.rados.0.smithi112.stdout:1749: finishing copy_from to smithi11277797-28 2024-04-02T08:36:51.074 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 893 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:36:51.322 INFO:tasks.rados.rados.0.smithi112.stdout:1743: done (8 left) 2024-04-02T08:36:51.322 INFO:tasks.rados.rados.0.smithi112.stdout:1744: done (7 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1745: done (6 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1746: done (5 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1747: done (4 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1748: done (3 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1749: done (2 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1750: done (1 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1751: done (0 left) 2024-04-02T08:36:51.323 INFO:tasks.rados.rados.0.smithi112.stdout:1752: snap_create 2024-04-02T08:36:51.618 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T08:36:51.339+0000 7f5a92d53700 -1 osd.3 393 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 18/183 objects degraded (9.836%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[91385]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[91385]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 18/183 objects degraded (9.836%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[88945]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[88945]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:51 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 18/183 objects degraded (9.836%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:51 smithi187 ceph-mon[84356]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:51 smithi187 ceph-mon[84356]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:1752: done (0 left) 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:1753: read oid 37 snap -1 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:1753: expect deleted 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:1754: read oid 17 snap -1 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:1754: expect (ObjNum 551 snap 159 seq_num 551) 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 163 2024-04-02T08:36:52.332 INFO:tasks.rados.rados.0.smithi112.stdout:1755: seq_num 568 ranges {5775360=720896,6496256=786432,7282688=581632,7864320=237568} 2024-04-02T08:36:52.368 INFO:tasks.rados.rados.0.smithi112.stdout:1755: writing smithi11277797-39 from 5775360 to 6496256 tid 1 2024-04-02T08:36:52.373 INFO:tasks.rados.rados.0.smithi112.stdout:1755: writing smithi11277797-39 from 6496256 to 7282688 tid 2 2024-04-02T08:36:52.376 INFO:tasks.rados.rados.0.smithi112.stdout:1755: writing smithi11277797-39 from 7282688 to 7864320 tid 3 2024-04-02T08:36:52.378 INFO:tasks.rados.rados.0.smithi112.stdout:1755: writing smithi11277797-39 from 7864320 to 8101888 tid 4 2024-04-02T08:36:52.378 INFO:tasks.rados.rados.0.smithi112.stdout:1756: copy_from oid 29 from oid 44 current snap is 163 2024-04-02T08:36:52.378 INFO:tasks.rados.rados.0.smithi112.stdout:1754: expect (ObjNum 551 snap 159 seq_num 551) 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: finishing write tid 1 to smithi11277797-39 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: finishing write tid 2 to smithi11277797-39 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: finishing write tid 3 to smithi11277797-39 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: finishing write tid 4 to smithi11277797-39 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: finishing write tid 5 to smithi11277797-39 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: finishing write tid 6 to smithi11277797-39 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: oid 39 updating version 0 to 734 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: oid 39 version 734 is already newer than 733 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: oid 39 version 734 is already newer than 731 2024-04-02T08:36:52.436 INFO:tasks.rados.rados.0.smithi112.stdout:1755: oid 39 updating version 734 to 735 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:1755: oid 39 version 735 is already newer than 732 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 735 (ObjNum 568 snap 163 seq_num 568) dirty exists 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:1755: left oid 39 (ObjNum 568 snap 163 seq_num 568) 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:1753: done (3 left) 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:1754: done (2 left) 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:1755: done (1 left) 2024-04-02T08:36:52.437 INFO:tasks.rados.rados.0.smithi112.stdout:1757: delete oid 24 current snap is 163 2024-04-02T08:36:52.438 INFO:tasks.rados.rados.0.smithi112.stdout:1757: done (1 left) 2024-04-02T08:36:52.438 INFO:tasks.rados.rados.0.smithi112.stdout:1758: rollback oid 49 current snap is 163 2024-04-02T08:36:52.438 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 49 to 160 2024-04-02T08:36:52.438 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 163 2024-04-02T08:36:52.438 INFO:tasks.rados.rados.0.smithi112.stdout:1759: seq_num 570 ranges {5627904=753664,6381568=548864,6930432=540672,7471104=516096} 2024-04-02T08:36:52.473 INFO:tasks.rados.rados.0.smithi112.stdout:1759: writing smithi11277797-9 from 5627904 to 6381568 tid 1 2024-04-02T08:36:52.476 INFO:tasks.rados.rados.0.smithi112.stdout:1759: writing smithi11277797-9 from 6381568 to 6930432 tid 2 2024-04-02T08:36:52.479 INFO:tasks.rados.rados.0.smithi112.stdout:1759: writing smithi11277797-9 from 6930432 to 7471104 tid 3 2024-04-02T08:36:52.482 INFO:tasks.rados.rados.0.smithi112.stdout:1759: writing smithi11277797-9 from 7471104 to 7987200 tid 4 2024-04-02T08:36:52.482 INFO:tasks.rados.rados.0.smithi112.stdout:1760: snap_create 2024-04-02T08:36:52.482 INFO:tasks.rados.rados.0.smithi112.stdout:1758: finishing rollback tid 0 to smithi11277797-49 2024-04-02T08:36:52.482 INFO:tasks.rados.rados.0.smithi112.stdout:1758: finishing rollback tid 1 to smithi11277797-49 2024-04-02T08:36:52.482 INFO:tasks.rados.rados.0.smithi112.stdout:1758: finishing rollback tid 2 to smithi11277797-49 2024-04-02T08:36:52.482 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 973 (ObjNum 553 snap 159 seq_num 553) dirty exists 2024-04-02T08:36:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[91385]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[91385]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[91385]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[91385]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 30 op/s; 18/183 objects degraded (9.836%) 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[88945]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[88945]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[88945]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[88945]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 30 op/s; 18/183 objects degraded (9.836%) 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-mon[84356]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-mon[84356]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-mon[84356]: from='osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-02T08:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-mon[84356]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 186 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 30 op/s; 18/183 objects degraded (9.836%) 2024-04-02T08:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:53.339 INFO:tasks.rados.rados.0.smithi112.stdout:1758: done (3 left) 2024-04-02T08:36:53.339 INFO:tasks.rados.rados.0.smithi112.stdout:1760: done (2 left) 2024-04-02T08:36:53.339 INFO:tasks.rados.rados.0.smithi112.stdout:1761: read oid 18 snap -1 2024-04-02T08:36:53.339 INFO:tasks.rados.rados.0.smithi112.stdout:1761: expect deleted 2024-04-02T08:36:53.339 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 164 2024-04-02T08:36:53.339 INFO:tasks.rados.rados.0.smithi112.stdout:1762: seq_num 571 ranges {8601600=770048,9371648=483328,9854976=753664,10608640=368640} 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[88945]: osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557] boot 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[88945]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[91385]: osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557] boot 2024-04-02T08:36:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[91385]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:36:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:36:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:53.391 INFO:tasks.rados.rados.0.smithi112.stdout:1762: writing smithi11277797-32 from 8601600 to 9371648 tid 1 2024-04-02T08:36:53.394 INFO:tasks.rados.rados.0.smithi112.stdout:1762: writing smithi11277797-32 from 9371648 to 9854976 tid 2 2024-04-02T08:36:53.398 INFO:tasks.rados.rados.0.smithi112.stdout:1762: writing smithi11277797-32 from 9854976 to 10608640 tid 3 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1762: writing smithi11277797-32 from 10608640 to 10977280 tid 4 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1763: rmattr oid 34 current snap is 164 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1763: done (4 left) 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1764: rollback oid 13 current snap is 164 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 163 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1756: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:36:53.402 INFO:tasks.rados.rados.0.smithi112.stdout:1759: finishing write tid 1 to smithi11277797-9 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1756: finishing copy_from to smithi11277797-29 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 463 (ObjNum 535 snap 154 seq_num 535) dirty exists 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: finishing write tid 2 to smithi11277797-9 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: finishing write tid 3 to smithi11277797-9 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: finishing write tid 4 to smithi11277797-9 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: finishing write tid 5 to smithi11277797-9 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1756: done (4 left) 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1761: done (3 left) 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1765: read oid 5 snap -1 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1765: expect deleted 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1766: copy_from oid 14 from oid 24 current snap is 164 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: finishing write tid 6 to smithi11277797-9 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: oid 9 updating version 0 to 790 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: oid 9 updating version 790 to 792 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: oid 9 version 792 is already newer than 791 2024-04-02T08:36:53.403 INFO:tasks.rados.rados.0.smithi112.stdout:1759: oid 9 version 792 is already newer than 789 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1759: oid 9 updating version 792 to 793 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 793 (ObjNum 570 snap 163 seq_num 570) dirty exists 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1759: left oid 9 (ObjNum 570 snap 163 seq_num 570) 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1762: finishing write tid 1 to smithi11277797-32 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1762: finishing write tid 2 to smithi11277797-32 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1759: done (4 left) 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1767: copy_from oid 45 from oid 16 current snap is 164 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1768: read oid 21 snap 162 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1768: expect deleted 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1769: delete oid 39 current snap is 164 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1766: finishing copy_from to smithi11277797-14 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1766: got expected ENOENT (src dne) 2024-04-02T08:36:53.404 INFO:tasks.rados.rados.0.smithi112.stdout:1766: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:36:53.405 INFO:tasks.rados.rados.0.smithi112.stdout:1762: finishing write tid 3 to smithi11277797-32 2024-04-02T08:36:53.405 INFO:tasks.rados.rados.0.smithi112.stdout:1762: finishing write tid 4 to smithi11277797-32 2024-04-02T08:36:53.405 INFO:tasks.rados.rados.0.smithi112.stdout:1765: done (6 left) 2024-04-02T08:36:53.405 INFO:tasks.rados.rados.0.smithi112.stdout:1766: done (5 left) 2024-04-02T08:36:53.405 INFO:tasks.rados.rados.0.smithi112.stdout:1768: done (4 left) 2024-04-02T08:36:53.405 INFO:tasks.rados.rados.0.smithi112.stdout:1769: done (3 left) 2024-04-02T08:36:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:1770: read oid 35 snap -1 2024-04-02T08:36:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:1770: expect deleted 2024-04-02T08:36:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:1771: read oid 37 snap -1 2024-04-02T08:36:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:1771: expect deleted 2024-04-02T08:36:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:1772: copy_from oid 27 from oid 4 current snap is 164 2024-04-02T08:36:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:1773: snap_remove snap 162 2024-04-02T08:36:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-mon[84356]: osd.3 [v2:172.21.15.112:6826/158628557,v1:172.21.15.112:6827/158628557] boot 2024-04-02T08:36:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-mon[84356]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:36:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:36:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:53.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:36:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:36:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1773: done (6 left) 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1774: read oid 46 snap -1 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1774: expect (ObjNum 541 snap 159 seq_num 541) 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1775: delete oid 36 current snap is 164 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1762: finishing write tid 5 to smithi11277797-32 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1762: finishing write tid 6 to smithi11277797-32 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1762: oid 32 updating version 0 to 640 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1762: oid 32 version 640 is already newer than 638 2024-04-02T08:36:54.359 INFO:tasks.rados.rados.0.smithi112.stdout:1762: oid 32 version 640 is already newer than 639 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1762: oid 32 version 640 is already newer than 637 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1762: oid 32 updating version 640 to 641 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 641 (ObjNum 571 snap 164 seq_num 571) dirty exists 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1762: left oid 32 (ObjNum 571 snap 164 seq_num 571) 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1764: finishing rollback tid 0 to smithi11277797-13 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1764: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1764: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 977 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1772: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1772: finishing copy_from to smithi11277797-27 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 833 (ObjNum 534 snap 154 seq_num 534) dirty exists 2024-04-02T08:36:54.360 INFO:tasks.rados.rados.0.smithi112.stdout:1767: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:36:54.361 INFO:tasks.rados.rados.0.smithi112.stdout:1767: finishing copy_from to smithi11277797-45 2024-04-02T08:36:54.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 787 (ObjNum 471 snap 139 seq_num 471) dirty exists 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1762: done (7 left) 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1764: done (6 left) 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1767: done (5 left) 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1770: done (4 left) 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1771: done (3 left) 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1772: done (2 left) 2024-04-02T08:36:54.369 INFO:tasks.rados.rados.0.smithi112.stdout:1775: done (1 left) 2024-04-02T08:36:54.370 INFO:tasks.rados.rados.0.smithi112.stdout:1776: read oid 28 snap -1 2024-04-02T08:36:54.370 INFO:tasks.rados.rados.0.smithi112.stdout:1776: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:36:54.370 INFO:tasks.rados.rados.0.smithi112.stdout:1777: snap_remove snap 160 2024-04-02T08:36:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:54 smithi112 ceph-mon[91385]: osdmap e404: 8 total, 8 up, 8 in 2024-04-02T08:36:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:54 smithi112 ceph-mon[91385]: pgmap v274: 121 pgs: 6 activating, 4 active+undersized+degraded, 22 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 38 op/s; 7/234 objects degraded (2.991%); 2.7 MiB/s, 0 objects/s recovering 2024-04-02T08:36:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:54 smithi112 ceph-mon[88945]: osdmap e404: 8 total, 8 up, 8 in 2024-04-02T08:36:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:54 smithi112 ceph-mon[88945]: pgmap v274: 121 pgs: 6 activating, 4 active+undersized+degraded, 22 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 38 op/s; 7/234 objects degraded (2.991%); 2.7 MiB/s, 0 objects/s recovering 2024-04-02T08:36:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:54 smithi187 ceph-mon[84356]: osdmap e404: 8 total, 8 up, 8 in 2024-04-02T08:36:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:54 smithi187 ceph-mon[84356]: pgmap v274: 121 pgs: 6 activating, 4 active+undersized+degraded, 22 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 38 op/s; 7/234 objects degraded (2.991%); 2.7 MiB/s, 0 objects/s recovering 2024-04-02T08:36:55.360 INFO:tasks.rados.rados.0.smithi112.stdout:1777: done (2 left) 2024-04-02T08:36:55.360 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 164 2024-04-02T08:36:55.360 INFO:tasks.rados.rados.0.smithi112.stdout:1778: seq_num 574 ranges {0=16384} 2024-04-02T08:36:55.360 INFO:tasks.rados.rados.0.smithi112.stdout:1778: writing smithi11277797-22 from 0 to 16384 tid 1 2024-04-02T08:36:55.360 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 164 2024-04-02T08:36:55.360 INFO:tasks.rados.rados.0.smithi112.stdout:1774: expect (ObjNum 541 snap 159 seq_num 541) 2024-04-02T08:36:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:55 smithi112 ceph-mon[88945]: osdmap e405: 8 total, 8 up, 8 in 2024-04-02T08:36:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:55 smithi112 ceph-mon[91385]: osdmap e405: 8 total, 8 up, 8 in 2024-04-02T08:36:55.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:55 smithi187 ceph-mon[84356]: osdmap e405: 8 total, 8 up, 8 in 2024-04-02T08:36:56.106 INFO:tasks.rados.rados.0.smithi112.stdout:1776: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:36:56.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:55 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:36:55.877+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:56.329 INFO:tasks.rados.rados.0.smithi112.stdout:1778: finishing write tid 1 to smithi11277797-22 2024-04-02T08:36:56.329 INFO:tasks.rados.rados.0.smithi112.stdout:1778: finishing write tid 2 to smithi11277797-22 2024-04-02T08:36:56.329 INFO:tasks.rados.rados.0.smithi112.stdout:1779: seq_num 575 ranges {10977280=32768} 2024-04-02T08:36:56.387 INFO:tasks.rados.rados.0.smithi112.stdout:1779: writing smithi11277797-32 from 10977280 to 11010048 tid 1 2024-04-02T08:36:56.387 INFO:tasks.rados.rados.0.smithi112.stdout:1774: done (3 left) 2024-04-02T08:36:56.387 INFO:tasks.rados.rados.0.smithi112.stdout:1776: done (2 left) 2024-04-02T08:36:56.387 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 164 2024-04-02T08:36:56.387 INFO:tasks.rados.rados.0.smithi112.stdout:1778: finishing write tid 3 to smithi11277797-22 2024-04-02T08:36:56.388 INFO:tasks.rados.rados.0.smithi112.stdout:1778: oid 22 updating version 0 to 800 2024-04-02T08:36:56.388 INFO:tasks.rados.rados.0.smithi112.stdout:1778: oid 22 updating version 800 to 801 2024-04-02T08:36:56.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 801 (ObjNum 574 snap 164 seq_num 574) dirty exists 2024-04-02T08:36:56.388 INFO:tasks.rados.rados.0.smithi112.stdout:1778: left oid 22 (ObjNum 574 snap 164 seq_num 574) 2024-04-02T08:36:56.388 INFO:tasks.rados.rados.0.smithi112.stdout:1780: seq_num 576 ranges {7938048=49152} 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1780: writing smithi11277797-40 from 7938048 to 7987200 tid 1 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1778: done (2 left) 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1781: snap_create 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1779: finishing write tid 1 to smithi11277797-32 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1779: finishing write tid 2 to smithi11277797-32 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1779: finishing write tid 3 to smithi11277797-32 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1779: oid 32 updating version 0 to 648 2024-04-02T08:36:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:1779: oid 32 updating version 648 to 649 2024-04-02T08:36:56.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 649 (ObjNum 575 snap 164 seq_num 575) dirty exists 2024-04-02T08:36:56.430 INFO:tasks.rados.rados.0.smithi112.stdout:1779: left oid 32 (ObjNum 575 snap 164 seq_num 575) 2024-04-02T08:36:56.432 INFO:tasks.rados.rados.0.smithi112.stdout:1780: finishing write tid 1 to smithi11277797-40 2024-04-02T08:36:56.432 INFO:tasks.rados.rados.0.smithi112.stdout:1780: finishing write tid 2 to smithi11277797-40 2024-04-02T08:36:56.433 INFO:tasks.rados.rados.0.smithi112.stdout:1780: finishing write tid 3 to smithi11277797-40 2024-04-02T08:36:56.433 INFO:tasks.rados.rados.0.smithi112.stdout:1780: oid 40 updating version 0 to 712 2024-04-02T08:36:56.433 INFO:tasks.rados.rados.0.smithi112.stdout:1780: oid 40 version 712 is already newer than 711 2024-04-02T08:36:56.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 712 (ObjNum 576 snap 164 seq_num 576) dirty exists 2024-04-02T08:36:56.433 INFO:tasks.rados.rados.0.smithi112.stdout:1780: left oid 40 (ObjNum 576 snap 164 seq_num 576) 2024-04-02T08:36:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: osdmap e406: 8 total, 8 up, 8 in 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: pgmap v277: 121 pgs: 6 activating, 4 active+undersized+degraded, 22 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 38 op/s; 7/234 objects degraded (2.991%); 2.7 MiB/s, 0 objects/s recovering 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: osdmap e406: 8 total, 8 up, 8 in 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: pgmap v277: 121 pgs: 6 activating, 4 active+undersized+degraded, 22 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 38 op/s; 7/234 objects degraded (2.991%); 2.7 MiB/s, 0 objects/s recovering 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: osdmap e406: 8 total, 8 up, 8 in 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: pgmap v277: 121 pgs: 6 activating, 4 active+undersized+degraded, 22 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 38 op/s; 7/234 objects degraded (2.991%); 2.7 MiB/s, 0 objects/s recovering 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:56.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:57.374 INFO:tasks.rados.rados.0.smithi112.stdout:1779: done (2 left) 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:1780: done (1 left) 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:1781: done (0 left) 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:1782: rmattr oid 13 current snap is 165 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:1783: read oid 26 snap 163 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:1783: expect deleted 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 165 2024-04-02T08:36:57.375 INFO:tasks.rados.rados.0.smithi112.stdout:1784: seq_num 577 ranges {13230080=65536} 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1784: writing smithi11277797-6 from 13230080 to 13295616 tid 1 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1785: rollback oid 24 current snap is 165 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 24 to 163 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 997 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1782: done (3 left) 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1783: done (2 left) 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1786: read oid 33 snap -1 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1786: expect deleted 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1787: read oid 11 snap -1 2024-04-02T08:36:57.446 INFO:tasks.rados.rados.0.smithi112.stdout:1787: expect (ObjNum 555 snap 160 seq_num 555) 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 165 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1788: seq_num 578 ranges {0=81920} 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1788: writing smithi11277797-37 from 0 to 81920 tid 1 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1789: copy_from oid 35 from oid 30 current snap is 165 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1790: rollback oid 10 current snap is 165 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 161 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1786: done (6 left) 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1791: rollback oid 50 current snap is 165 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 163 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1792: read oid 25 snap -1 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1792: expect deleted 2024-04-02T08:36:57.447 INFO:tasks.rados.rados.0.smithi112.stdout:1793: delete oid 14 current snap is 165 2024-04-02T08:36:57.449 INFO:tasks.rados.rados.0.smithi112.stdout:1790: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:36:57.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 0 (ObjNum 65 snap 0 seq_num 1666600562) dirty dne 2024-04-02T08:36:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:1791: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:36:57.452 INFO:tasks.rados.rados.0.smithi112.stdout:1791: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:1791: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 901 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:1790: done (8 left) 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:1791: done (7 left) 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:1792: done (6 left) 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:1793: done (5 left) 2024-04-02T08:36:57.453 INFO:tasks.rados.rados.0.smithi112.stdout:1794: snap_remove snap 164 2024-04-02T08:36:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:57 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:57 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:57 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:57 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:57 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:57 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:58.386 INFO:tasks.rados.rados.0.smithi112.stdout:1794: done (5 left) 2024-04-02T08:36:58.386 INFO:tasks.rados.rados.0.smithi112.stdout:1795: read oid 13 snap 161 2024-04-02T08:36:58.386 INFO:tasks.rados.rados.0.smithi112.stdout:1795: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:58.386 INFO:tasks.rados.rados.0.smithi112.stdout:1796: read oid 45 snap 161 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:1796: expect (ObjNum 567 snap 161 seq_num 567) 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 165 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:1785: finishing rollback tid 1 to smithi11277797-24 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 903 (ObjNum 433 snap 0 seq_num 2348559216) dirty dne 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:1784: finishing write tid 1 to smithi11277797-6 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:1784: finishing write tid 2 to smithi11277797-6 2024-04-02T08:36:58.387 INFO:tasks.rados.rados.0.smithi112.stdout:1797: seq_num 580 ranges {0=114688} 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1797: writing smithi11277797-33 from 0 to 114688 tid 1 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1785: done (7 left) 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1798: rollback oid 5 current snap is 165 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 163 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1799: snap_create 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1789: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1788: finishing write tid 1 to smithi11277797-37 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1788: finishing write tid 2 to smithi11277797-37 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1784: finishing write tid 3 to smithi11277797-6 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1784: oid 6 updating version 0 to 715 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:1784: oid 6 version 715 is already newer than 714 2024-04-02T08:36:58.389 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 715 (ObjNum 577 snap 165 seq_num 577) dirty exists 2024-04-02T08:36:58.390 INFO:tasks.rados.rados.0.smithi112.stdout:1784: left oid 6 (ObjNum 577 snap 165 seq_num 577) 2024-04-02T08:36:58.390 INFO:tasks.rados.rados.0.smithi112.stdout:1789: finishing copy_from to smithi11277797-35 2024-04-02T08:36:58.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 893 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:36:58.390 INFO:tasks.rados.rados.0.smithi112.stdout:1787: expect (ObjNum 555 snap 160 seq_num 555) 2024-04-02T08:36:58.626 INFO:tasks.rados.rados.0.smithi112.stdout:1788: finishing write tid 3 to smithi11277797-37 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1788: oid 37 updating version 0 to 716 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1788: oid 37 updating version 716 to 717 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 717 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1788: left oid 37 (ObjNum 578 snap 165 seq_num 578) 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1798: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 0 (ObjNum 49 snap 0 seq_num 2330706600) dirty dne 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1797: finishing write tid 1 to smithi11277797-33 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1797: finishing write tid 2 to smithi11277797-33 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1797: finishing write tid 3 to smithi11277797-33 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1797: oid 33 updating version 0 to 737 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1797: oid 33 updating version 737 to 738 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 738 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:36:58.627 INFO:tasks.rados.rados.0.smithi112.stdout:1797: left oid 33 (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:36:58.628 INFO:tasks.rados.rados.0.smithi112.stdout:1796: expect (ObjNum 567 snap 161 seq_num 567) 2024-04-02T08:36:58.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:58 smithi187 ceph-mon[84356]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:36:58.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:58 smithi187 ceph-mon[84356]: pgmap v279: 121 pgs: 6 activating, 115 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 29 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:36:58.686 INFO:tasks.rados.rados.0.smithi112.stdout:1795: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:36:58.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:58 smithi112 ceph-mon[88945]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:36:58.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:58 smithi112 ceph-mon[88945]: pgmap v279: 121 pgs: 6 activating, 115 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 29 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:36:58.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:58 smithi112 ceph-mon[91385]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:36:58.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:58 smithi112 ceph-mon[91385]: pgmap v279: 121 pgs: 6 activating, 115 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 29 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1784: done (8 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1787: done (7 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1788: done (6 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1789: done (5 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1795: done (4 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1796: done (3 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1797: done (2 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1798: done (1 left) 2024-04-02T08:36:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:1799: done (0 left) 2024-04-02T08:36:59.389 INFO:tasks.rados.rados.0.smithi112.stdout:1800: rmattr oid 18 current snap is 166 2024-04-02T08:36:59.389 INFO:tasks.rados.rados.0.smithi112.stdout:1800: done (0 left) 2024-04-02T08:36:59.389 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 166 2024-04-02T08:36:59.389 INFO:tasks.rados.rados.0.smithi112.stdout:1801: seq_num 581 ranges {5775360=139264} 2024-04-02T08:36:59.419 INFO:tasks.rados.rados.0.smithi112.stdout:1801: writing smithi11277797-11 from 5775360 to 5914624 tid 1 2024-04-02T08:36:59.419 INFO:tasks.rados.rados.0.smithi112.stdout:1802: snap_create 2024-04-02T08:36:59.424 INFO:tasks.rados.rados.0.smithi112.stdout:1801: finishing write tid 1 to smithi11277797-11 2024-04-02T08:36:59.425 INFO:tasks.rados.rados.0.smithi112.stdout:1801: finishing write tid 2 to smithi11277797-11 2024-04-02T08:36:59.426 INFO:tasks.rados.rados.0.smithi112.stdout:1801: finishing write tid 3 to smithi11277797-11 2024-04-02T08:36:59.426 INFO:tasks.rados.rados.0.smithi112.stdout:1801: oid 11 updating version 0 to 719 2024-04-02T08:36:59.426 INFO:tasks.rados.rados.0.smithi112.stdout:1801: oid 11 version 719 is already newer than 718 2024-04-02T08:36:59.426 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 719 (ObjNum 581 snap 166 seq_num 581) dirty exists 2024-04-02T08:36:59.426 INFO:tasks.rados.rados.0.smithi112.stdout:1801: left oid 11 (ObjNum 581 snap 166 seq_num 581) 2024-04-02T08:36:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/234 objects degraded (2.991%), 4 pgs degraded) 2024-04-02T08:36:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:36:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-mon[91385]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:36:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/234 objects degraded (2.991%), 4 pgs degraded) 2024-04-02T08:36:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:36:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-mon[88945]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:36:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:36:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:36:59] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2024-04-02T08:36:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:59 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/234 objects degraded (2.991%), 4 pgs degraded) 2024-04-02T08:36:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:59 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:36:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:36:59 smithi187 ceph-mon[84356]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1801: done (1 left) 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1802: done (0 left) 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1803: copy_from oid 34 from oid 41 current snap is 167 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1804: rollback oid 2 current snap is 167 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 2 to 165 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1805: rollback oid 26 current snap is 167 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 26 to 166 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1806: read oid 9 snap -1 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1806: expect (ObjNum 570 snap 163 seq_num 570) 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1807: read oid 8 snap -1 2024-04-02T08:37:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:1807: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:37:00.398 INFO:tasks.rados.rados.0.smithi112.stdout:1808: snap_remove snap 161 2024-04-02T08:37:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:00 smithi187 ceph-mon[84356]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:37:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:00 smithi187 ceph-mon[84356]: pgmap v282: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 3.3 MiB/s, 0 objects/s recovering 2024-04-02T08:37:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:00 smithi112 ceph-mon[91385]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:37:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:00 smithi112 ceph-mon[91385]: pgmap v282: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 3.3 MiB/s, 0 objects/s recovering 2024-04-02T08:37:00.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:00 smithi112 ceph-mon[88945]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:37:00.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:00 smithi112 ceph-mon[88945]: pgmap v282: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 3.3 MiB/s, 0 objects/s recovering 2024-04-02T08:37:01.399 INFO:tasks.rados.rados.0.smithi112.stdout:1808: done (5 left) 2024-04-02T08:37:01.399 INFO:tasks.rados.rados.0.smithi112.stdout:1809: rmattr oid 20 current snap is 167 2024-04-02T08:37:01.399 INFO:tasks.rados.rados.0.smithi112.stdout:1809: done (5 left) 2024-04-02T08:37:01.399 INFO:tasks.rados.rados.0.smithi112.stdout:1810: rmattr oid 7 current snap is 167 2024-04-02T08:37:01.399 INFO:tasks.rados.rados.0.smithi112.stdout:1810: done (5 left) 2024-04-02T08:37:01.399 INFO:tasks.rados.rados.0.smithi112.stdout:1811: copy_from oid 29 from oid 40 current snap is 167 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:1805: finishing rollback tid 1 to smithi11277797-26 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:1804: finishing rollback tid 0 to smithi11277797-2 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:1804: finishing rollback tid 1 to smithi11277797-2 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:1804: finishing rollback tid 2 to smithi11277797-2 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 805 (ObjNum 527 snap 153 seq_num 527) dirty exists 2024-04-02T08:37:01.400 INFO:tasks.rados.rados.0.smithi112.stdout:1807: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:37:01.616 INFO:tasks.rados.rados.0.smithi112.stdout:1806: expect (ObjNum 570 snap 163 seq_num 570) 2024-04-02T08:37:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:01 smithi112 ceph-mon[91385]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:37:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:01 smithi112 ceph-mon[88945]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:37:01.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:01 smithi187 ceph-mon[84356]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1803: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1803: finishing copy_from to smithi11277797-34 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 898 (ObjNum 558 snap 160 seq_num 558) dirty exists 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1811: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1811: finishing copy_from to smithi11277797-29 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 712 (ObjNum 576 snap 164 seq_num 576) dirty exists 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1803: done (5 left) 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1804: done (4 left) 2024-04-02T08:37:02.081 INFO:tasks.rados.rados.0.smithi112.stdout:1805: done (3 left) 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1806: done (2 left) 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1807: done (1 left) 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1811: done (0 left) 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1812: copy_from oid 34 from oid 43 current snap is 167 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 167 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1813: seq_num 582 ranges {0=155648} 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1813: writing smithi11277797-26 from 0 to 155648 tid 1 2024-04-02T08:37:02.082 INFO:tasks.rados.rados.0.smithi112.stdout:1814: delete oid 3 current snap is 167 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:1813: finishing write tid 1 to smithi11277797-26 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:1813: finishing write tid 2 to smithi11277797-26 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:1814: done (2 left) 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:1815: read oid 16 snap -1 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:1815: expect (ObjNum 471 snap 139 seq_num 471) 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 167 2024-04-02T08:37:02.085 INFO:tasks.rados.rados.0.smithi112.stdout:1816: seq_num 584 ranges {7987200=188416} 2024-04-02T08:37:02.130 INFO:tasks.rados.rados.0.smithi112.stdout:1816: writing smithi11277797-40 from 7987200 to 8175616 tid 1 2024-04-02T08:37:02.130 INFO:tasks.rados.rados.0.smithi112.stdout:1817: snap_create 2024-04-02T08:37:02.130 INFO:tasks.rados.rados.0.smithi112.stdout:1813: finishing write tid 3 to smithi11277797-26 2024-04-02T08:37:02.130 INFO:tasks.rados.rados.0.smithi112.stdout:1813: oid 26 updating version 0 to 740 2024-04-02T08:37:02.130 INFO:tasks.rados.rados.0.smithi112.stdout:1813: oid 26 version 740 is already newer than 739 2024-04-02T08:37:02.131 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 740 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:37:02.131 INFO:tasks.rados.rados.0.smithi112.stdout:1813: left oid 26 (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:37:02.131 INFO:tasks.rados.rados.0.smithi112.stdout:1812: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:37:02.131 INFO:tasks.rados.rados.0.smithi112.stdout:1812: finishing copy_from to smithi11277797-34 2024-04-02T08:37:02.131 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 707 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-04-02T08:37:02.134 INFO:tasks.rados.rados.0.smithi112.stdout:1816: finishing write tid 1 to smithi11277797-40 2024-04-02T08:37:02.134 INFO:tasks.rados.rados.0.smithi112.stdout:1816: finishing write tid 2 to smithi11277797-40 2024-04-02T08:37:02.135 INFO:tasks.rados.rados.0.smithi112.stdout:1815: expect (ObjNum 471 snap 139 seq_num 471) 2024-04-02T08:37:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:02 smithi187 ceph-mon[84356]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:37:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:02 smithi187 ceph-mon[84356]: pgmap v285: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 52 KiB/s wr, 7 op/s 2024-04-02T08:37:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:02.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:02 smithi112 ceph-mon[88945]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:37:02.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:02 smithi112 ceph-mon[88945]: pgmap v285: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 52 KiB/s wr, 7 op/s 2024-04-02T08:37:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:02 smithi112 ceph-mon[91385]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:37:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:02 smithi112 ceph-mon[91385]: pgmap v285: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 52 KiB/s wr, 7 op/s 2024-04-02T08:37:03.060 INFO:tasks.rados.rados.0.smithi112.stdout:1816: finishing write tid 3 to smithi11277797-40 2024-04-02T08:37:03.060 INFO:tasks.rados.rados.0.smithi112.stdout:1816: oid 40 updating version 0 to 716 2024-04-02T08:37:03.060 INFO:tasks.rados.rados.0.smithi112.stdout:1816: oid 40 updating version 716 to 717 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 717 (ObjNum 584 snap 167 seq_num 584) dirty exists 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1816: left oid 40 (ObjNum 584 snap 167 seq_num 584) 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1812: done (4 left) 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1813: done (3 left) 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1815: done (2 left) 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1816: done (1 left) 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1817: done (0 left) 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1818: rollback oid 36 current snap is 168 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 166 2024-04-02T08:37:03.061 INFO:tasks.rados.rados.0.smithi112.stdout:1819: snap_create 2024-04-02T08:37:03.062 INFO:tasks.rados.rados.0.smithi112.stdout:1818: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:37:03.062 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 981 (ObjNum 33 snap 0 seq_num 2330707760) dirty dne 2024-04-02T08:37:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:1818: done (1 left) 2024-04-02T08:37:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:1819: done (0 left) 2024-04-02T08:37:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:1820: read oid 4 snap 168 2024-04-02T08:37:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:1820: expect (ObjNum 534 snap 154 seq_num 534) 2024-04-02T08:37:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:1821: snap_remove snap 165 2024-04-02T08:37:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:03 smithi187 ceph-mon[84356]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:37:03.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:03 smithi112 ceph-mon[91385]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:37:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:03 smithi112 ceph-mon[88945]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:37:04.250 INFO:tasks.rados.rados.0.smithi112.stdout:1821: done (1 left) 2024-04-02T08:37:04.250 INFO:tasks.rados.rados.0.smithi112.stdout:1822: setattr oid 49 current snap is 169 2024-04-02T08:37:04.251 INFO:tasks.rados.rados.0.smithi112.stdout:1820: expect (ObjNum 534 snap 154 seq_num 534) 2024-04-02T08:37:04.300 INFO:tasks.rados.rados.0.smithi112.stdout:1820: done (1 left) 2024-04-02T08:37:04.300 INFO:tasks.rados.rados.0.smithi112.stdout:1823: snap_remove snap 166 2024-04-02T08:37:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:04 smithi187 ceph-mon[84356]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:37:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:04 smithi187 ceph-mon[84356]: pgmap v288: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-04-02T08:37:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:04 smithi187 ceph-mon[84356]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:37:04.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:04 smithi112 ceph-mon[91385]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:37:04.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:04 smithi112 ceph-mon[91385]: pgmap v288: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-04-02T08:37:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:04 smithi112 ceph-mon[91385]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:37:04.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:04 smithi112 ceph-mon[88945]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:37:04.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:04 smithi112 ceph-mon[88945]: pgmap v288: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-04-02T08:37:04.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:04 smithi112 ceph-mon[88945]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:37:05.253 INFO:tasks.rados.rados.0.smithi112.stdout:1823: done (1 left) 2024-04-02T08:37:05.253 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 169 2024-04-02T08:37:05.253 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1010 (ObjNum 553 snap 159 seq_num 553) dirty exists 2024-04-02T08:37:05.253 INFO:tasks.rados.rados.0.smithi112.stdout:1824: seq_num 585 ranges {10846208=204800} 2024-04-02T08:37:05.312 INFO:tasks.rados.rados.0.smithi112.stdout:1824: writing smithi11277797-41 from 10846208 to 11051008 tid 1 2024-04-02T08:37:05.312 INFO:tasks.rados.rados.0.smithi112.stdout:1822: done (1 left) 2024-04-02T08:37:05.312 INFO:tasks.rados.rados.0.smithi112.stdout:1825: copy_from oid 29 from oid 48 current snap is 169 2024-04-02T08:37:05.312 INFO:tasks.rados.rados.0.smithi112.stdout:1826: snap_remove snap 163 2024-04-02T08:37:06.261 INFO:tasks.rados.rados.0.smithi112.stdout:1826: done (2 left) 2024-04-02T08:37:06.261 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 169 2024-04-02T08:37:06.261 INFO:tasks.rados.rados.0.smithi112.stdout:1824: finishing write tid 1 to smithi11277797-41 2024-04-02T08:37:06.261 INFO:tasks.rados.rados.0.smithi112.stdout:1827: seq_num 586 ranges {12279808=221184} 2024-04-02T08:37:06.329 INFO:tasks.rados.rados.0.smithi112.stdout:1827: writing smithi11277797-49 from 12279808 to 12500992 tid 1 2024-04-02T08:37:06.329 INFO:tasks.rados.rados.0.smithi112.stdout:1828: read oid 30 snap -1 2024-04-02T08:37:06.329 INFO:tasks.rados.rados.0.smithi112.stdout:1828: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:37:06.329 INFO:tasks.rados.rados.0.smithi112.stdout:1829: snap_create 2024-04-02T08:37:06.329 INFO:tasks.rados.rados.0.smithi112.stdout:1824: finishing write tid 2 to smithi11277797-41 2024-04-02T08:37:06.329 INFO:tasks.rados.rados.0.smithi112.stdout:1824: finishing write tid 3 to smithi11277797-41 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:1824: oid 41 updating version 0 to 915 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:1824: oid 41 version 915 is already newer than 914 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 915 (ObjNum 585 snap 169 seq_num 585) dirty exists 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:1824: left oid 41 (ObjNum 585 snap 169 seq_num 585) 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:1825: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:1825: finishing copy_from to smithi11277797-29 2024-04-02T08:37:06.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 751 (ObjNum 458 snap 138 seq_num 458) dirty exists 2024-04-02T08:37:06.332 INFO:tasks.rados.rados.0.smithi112.stdout:1827: finishing write tid 1 to smithi11277797-49 2024-04-02T08:37:06.332 INFO:tasks.rados.rados.0.smithi112.stdout:1827: finishing write tid 2 to smithi11277797-49 2024-04-02T08:37:06.334 INFO:tasks.rados.rados.0.smithi112.stdout:1827: finishing write tid 3 to smithi11277797-49 2024-04-02T08:37:06.334 INFO:tasks.rados.rados.0.smithi112.stdout:1827: oid 49 updating version 0 to 1022 2024-04-02T08:37:06.334 INFO:tasks.rados.rados.0.smithi112.stdout:1827: oid 49 version 1022 is already newer than 1021 2024-04-02T08:37:06.334 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1022 (ObjNum 586 snap 169 seq_num 586) dirty exists 2024-04-02T08:37:06.334 INFO:tasks.rados.rados.0.smithi112.stdout:1827: left oid 49 (ObjNum 586 snap 169 seq_num 586) 2024-04-02T08:37:06.354 INFO:tasks.rados.rados.0.smithi112.stdout:1828: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:37:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:06 smithi112 ceph-mon[88945]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:37:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:06 smithi112 ceph-mon[88945]: pgmap v291: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-04-02T08:37:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:06 smithi112 ceph-mon[91385]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:37:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:06 smithi112 ceph-mon[91385]: pgmap v291: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-04-02T08:37:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:06 smithi187 ceph-mon[84356]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:37:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:06 smithi187 ceph-mon[84356]: pgmap v291: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-04-02T08:37:07.268 INFO:tasks.rados.rados.0.smithi112.stdout:1824: done (4 left) 2024-04-02T08:37:07.269 INFO:tasks.rados.rados.0.smithi112.stdout:1825: done (3 left) 2024-04-02T08:37:07.269 INFO:tasks.rados.rados.0.smithi112.stdout:1827: done (2 left) 2024-04-02T08:37:07.269 INFO:tasks.rados.rados.0.smithi112.stdout:1828: done (1 left) 2024-04-02T08:37:07.269 INFO:tasks.rados.rados.0.smithi112.stdout:1829: done (0 left) 2024-04-02T08:37:07.269 INFO:tasks.rados.rados.0.smithi112.stdout:1830: setattr oid 37 current snap is 170 2024-04-02T08:37:07.270 INFO:tasks.rados.rados.0.smithi112.stdout:1831: copy_from oid 34 from oid 33 current snap is 170 2024-04-02T08:37:07.270 INFO:tasks.rados.rados.0.smithi112.stdout:1832: copy_from oid 16 from oid 43 current snap is 170 2024-04-02T08:37:07.270 INFO:tasks.rados.rados.0.smithi112.stdout:1833: rollback oid 13 current snap is 170 2024-04-02T08:37:07.270 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 169 2024-04-02T08:37:07.270 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 170 2024-04-02T08:37:07.270 INFO:tasks.rados.rados.0.smithi112.stdout:1834: seq_num 587 ranges {0=237568} 2024-04-02T08:37:07.271 INFO:tasks.rados.rados.0.smithi112.stdout:1834: writing smithi11277797-24 from 0 to 237568 tid 1 2024-04-02T08:37:07.271 INFO:tasks.rados.rados.0.smithi112.stdout:1835: copy_from oid 38 from oid 11 current snap is 170 2024-04-02T08:37:07.271 INFO:tasks.rados.rados.0.smithi112.stdout:1836: rollback oid 47 current snap is 170 2024-04-02T08:37:07.271 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 167 2024-04-02T08:37:07.271 INFO:tasks.rados.rados.0.smithi112.stdout:1837: snap_create 2024-04-02T08:37:07.275 INFO:tasks.rados.rados.0.smithi112.stdout:1836: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:37:07.275 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-04-02T08:37:07.278 INFO:tasks.rados.rados.0.smithi112.stdout:1831: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:37:07.278 INFO:tasks.rados.rados.0.smithi112.stdout:1833: finishing rollback tid 0 to smithi11277797-13 2024-04-02T08:37:07.278 INFO:tasks.rados.rados.0.smithi112.stdout:1831: finishing copy_from to smithi11277797-34 2024-04-02T08:37:07.278 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 738 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:37:07.279 INFO:tasks.rados.rados.0.smithi112.stdout:1833: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:37:07.279 INFO:tasks.rados.rados.0.smithi112.stdout:1833: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:37:07.279 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1026 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:37:07.284 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 720 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:37:07.286 INFO:tasks.rados.rados.0.smithi112.stdout:1834: finishing write tid 1 to smithi11277797-24 2024-04-02T08:37:07.286 INFO:tasks.rados.rados.0.smithi112.stdout:1834: finishing write tid 2 to smithi11277797-24 2024-04-02T08:37:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:1834: finishing write tid 3 to smithi11277797-24 2024-04-02T08:37:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:1834: oid 24 updating version 0 to 919 2024-04-02T08:37:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:1834: oid 24 version 919 is already newer than 918 2024-04-02T08:37:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 919 (ObjNum 587 snap 170 seq_num 587) dirty exists 2024-04-02T08:37:07.288 INFO:tasks.rados.rados.0.smithi112.stdout:1834: left oid 24 (ObjNum 587 snap 170 seq_num 587) 2024-04-02T08:37:07.307 INFO:tasks.rados.rados.0.smithi112.stdout:1832: finishing copy_from racing read to smithi11277797-16 2024-04-02T08:37:07.307 INFO:tasks.rados.rados.0.smithi112.stdout:1835: finishing copy_from to smithi11277797-38 2024-04-02T08:37:07.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 719 (ObjNum 581 snap 166 seq_num 581) dirty exists 2024-04-02T08:37:07.308 INFO:tasks.rados.rados.0.smithi112.stdout:1835: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:37:07.314 INFO:tasks.rados.rados.0.smithi112.stdout:1832: finishing copy_from to smithi11277797-16 2024-04-02T08:37:07.314 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 707 (ObjNum 555 snap 160 seq_num 555) dirty exists 2024-04-02T08:37:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:07 smithi112 ceph-mon[91385]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:37:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:07 smithi112 ceph-mon[88945]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:37:07.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:07 smithi187 ceph-mon[84356]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:37:08.281 INFO:tasks.rados.rados.0.smithi112.stdout:1830: done (7 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1831: done (6 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1832: done (5 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1833: done (4 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1834: done (3 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1835: done (2 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1836: done (1 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1837: done (0 left) 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1838: rmattr oid 9 current snap is 171 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1839: copy_from oid 11 from oid 13 current snap is 171 2024-04-02T08:37:08.282 INFO:tasks.rados.rados.0.smithi112.stdout:1840: delete oid 35 current snap is 171 2024-04-02T08:37:08.286 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 818 (ObjNum 570 snap 163 seq_num 570) dirty exists 2024-04-02T08:37:08.288 INFO:tasks.rados.rados.0.smithi112.stdout:1838: done (2 left) 2024-04-02T08:37:08.288 INFO:tasks.rados.rados.0.smithi112.stdout:1840: done (1 left) 2024-04-02T08:37:08.288 INFO:tasks.rados.rados.0.smithi112.stdout:1841: rollback oid 27 current snap is 171 2024-04-02T08:37:08.288 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 170 2024-04-02T08:37:08.288 INFO:tasks.rados.rados.0.smithi112.stdout:1842: snap_create 2024-04-02T08:37:08.293 INFO:tasks.rados.rados.0.smithi112.stdout:1841: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:37:08.296 INFO:tasks.rados.rados.0.smithi112.stdout:1841: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:37:08.296 INFO:tasks.rados.rados.0.smithi112.stdout:1841: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:37:08.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1030 (ObjNum 534 snap 154 seq_num 534) dirty exists 2024-04-02T08:37:08.304 INFO:tasks.rados.rados.0.smithi112.stdout:1839: finishing copy_from racing read to smithi11277797-11 2024-04-02T08:37:08.307 INFO:tasks.rados.rados.0.smithi112.stdout:1839: finishing copy_from to smithi11277797-11 2024-04-02T08:37:08.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1026 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-04-02T08:37:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[91385]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[91385]: pgmap v294: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[88945]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[88945]: pgmap v294: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:08 smithi187 ceph-mon[84356]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:37:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:08 smithi187 ceph-mon[84356]: pgmap v294: 121 pgs: 121 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-02T08:37:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:09.255 INFO:tasks.rados.rados.0.smithi112.stdout:1839: done (2 left) 2024-04-02T08:37:09.255 INFO:tasks.rados.rados.0.smithi112.stdout:1841: done (1 left) 2024-04-02T08:37:09.255 INFO:tasks.rados.rados.0.smithi112.stdout:1842: done (0 left) 2024-04-02T08:37:09.255 INFO:tasks.rados.rados.0.smithi112.stdout:1843: read oid 30 snap 169 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:1843: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:1844: rollback oid 17 current snap is 172 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 169 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:1845: read oid 14 snap 171 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:1845: expect deleted 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 172 2024-04-02T08:37:09.256 INFO:tasks.rados.rados.0.smithi112.stdout:1846: seq_num 589 ranges {3260416=270336} 2024-04-02T08:37:09.274 INFO:tasks.rados.rados.0.smithi112.stdout:1846: writing smithi11277797-13 from 3260416 to 3530752 tid 1 2024-04-02T08:37:09.275 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 172 2024-04-02T08:37:09.275 INFO:tasks.rados.rados.0.smithi112.stdout:1847: seq_num 590 ranges {7798784=286720} 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1847: writing smithi11277797-23 from 7798784 to 8085504 tid 1 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1848: rollback oid 32 current snap is 172 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 167 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1844: finishing rollback tid 0 to smithi11277797-17 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1844: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1844: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 657 (ObjNum 551 snap 159 seq_num 551) dirty exists 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1844: done (5 left) 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1845: done (4 left) 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 172 2024-04-02T08:37:09.319 INFO:tasks.rados.rados.0.smithi112.stdout:1849: seq_num 591 ranges {3260416=303104} 2024-04-02T08:37:09.338 INFO:tasks.rados.rados.0.smithi112.stdout:1849: writing smithi11277797-11 from 3260416 to 3563520 tid 1 2024-04-02T08:37:09.338 INFO:tasks.rados.rados.0.smithi112.stdout:1850: read oid 36 snap -1 2024-04-02T08:37:09.338 INFO:tasks.rados.rados.0.smithi112.stdout:1850: expect deleted 2024-04-02T08:37:09.338 INFO:tasks.rados.rados.0.smithi112.stdout:1851: snap_remove snap 171 2024-04-02T08:37:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:09 smithi112 ceph-mon[91385]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:37:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:09 smithi112 ceph-mon[91385]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:37:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:09 smithi112 ceph-mon[88945]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:37:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:09 smithi112 ceph-mon[88945]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:37:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:37:09] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-02T08:37:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:09 smithi187 ceph-mon[84356]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:37:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:09 smithi187 ceph-mon[84356]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:37:10.287 INFO:tasks.rados.rados.0.smithi112.stdout:1851: done (6 left) 2024-04-02T08:37:10.287 INFO:tasks.rados.rados.0.smithi112.stdout:1852: rollback oid 33 current snap is 172 2024-04-02T08:37:10.287 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 33 to 167 2024-04-02T08:37:10.287 INFO:tasks.rados.rados.0.smithi112.stdout:1846: finishing write tid 1 to smithi11277797-13 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:1846: finishing write tid 2 to smithi11277797-13 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:1846: finishing write tid 3 to smithi11277797-13 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:1846: oid 13 updating version 0 to 1033 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:1846: oid 13 version 1033 is already newer than 1032 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1033 (ObjNum 589 snap 172 seq_num 589) dirty exists 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:1846: left oid 13 (ObjNum 589 snap 172 seq_num 589) 2024-04-02T08:37:10.288 INFO:tasks.rados.rados.0.smithi112.stdout:1843: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:37:10.515 INFO:tasks.rados.rados.0.smithi112.stdout:1847: finishing write tid 1 to smithi11277797-23 2024-04-02T08:37:10.515 INFO:tasks.rados.rados.0.smithi112.stdout:1847: finishing write tid 2 to smithi11277797-23 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1848: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1848: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1847: finishing write tid 3 to smithi11277797-23 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1847: oid 23 updating version 0 to 660 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1847: oid 23 version 660 is already newer than 659 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 660 (ObjNum 590 snap 172 seq_num 590) dirty exists 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1847: left oid 23 (ObjNum 590 snap 172 seq_num 590) 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1848: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 664 (ObjNum 575 snap 164 seq_num 575) dirty exists 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1843: done (6 left) 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1846: done (5 left) 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1847: done (4 left) 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1848: done (3 left) 2024-04-02T08:37:10.516 INFO:tasks.rados.rados.0.smithi112.stdout:1853: read oid 19 snap 170 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1853: expect deleted 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1854: read oid 3 snap 167 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1854: expect deleted 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1855: rmattr oid 5 current snap is 172 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1855: done (5 left) 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 172 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1849: finishing write tid 1 to smithi11277797-11 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1849: finishing write tid 2 to smithi11277797-11 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1849: finishing write tid 3 to smithi11277797-11 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1849: oid 11 updating version 0 to 1028 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1849: oid 11 version 1028 is already newer than 1027 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1028 (ObjNum 591 snap 172 seq_num 591) dirty exists 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1849: left oid 11 (ObjNum 591 snap 172 seq_num 591) 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1852: finishing rollback tid 0 to smithi11277797-33 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1852: finishing rollback tid 1 to smithi11277797-33 2024-04-02T08:37:10.517 INFO:tasks.rados.rados.0.smithi112.stdout:1852: finishing rollback tid 2 to smithi11277797-33 2024-04-02T08:37:10.518 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 743 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:37:10.518 INFO:tasks.rados.rados.0.smithi112.stdout:1856: seq_num 592 ranges {1753088=319488} 2024-04-02T08:37:10.526 INFO:tasks.rados.rados.0.smithi112.stdout:1856: writing smithi11277797-4 from 1753088 to 2072576 tid 1 2024-04-02T08:37:10.526 INFO:tasks.rados.rados.0.smithi112.stdout:1849: done (5 left) 2024-04-02T08:37:10.526 INFO:tasks.rados.rados.0.smithi112.stdout:1850: done (4 left) 2024-04-02T08:37:10.526 INFO:tasks.rados.rados.0.smithi112.stdout:1852: done (3 left) 2024-04-02T08:37:10.526 INFO:tasks.rados.rados.0.smithi112.stdout:1857: read oid 50 snap 168 2024-04-02T08:37:10.526 INFO:tasks.rados.rados.0.smithi112.stdout:1857: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:37:10.527 INFO:tasks.rados.rados.0.smithi112.stdout:1858: delete oid 34 current snap is 172 2024-04-02T08:37:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:1853: done (4 left) 2024-04-02T08:37:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:1854: done (3 left) 2024-04-02T08:37:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:1858: done (2 left) 2024-04-02T08:37:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 172 2024-04-02T08:37:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:1859: seq_num 594 ranges {1638400=352256} 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1859: writing smithi11277797-2 from 1638400 to 1990656 tid 1 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1860: read oid 19 snap 170 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1860: expect deleted 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1861: snap_create 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1856: finishing write tid 1 to smithi11277797-4 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1856: finishing write tid 2 to smithi11277797-4 2024-04-02T08:37:10.540 INFO:tasks.rados.rados.0.smithi112.stdout:1856: finishing write tid 3 to smithi11277797-4 2024-04-02T08:37:10.541 INFO:tasks.rados.rados.0.smithi112.stdout:1856: oid 4 updating version 0 to 837 2024-04-02T08:37:10.541 INFO:tasks.rados.rados.0.smithi112.stdout:1856: oid 4 version 837 is already newer than 836 2024-04-02T08:37:10.541 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 837 (ObjNum 592 snap 172 seq_num 592) dirty exists 2024-04-02T08:37:10.541 INFO:tasks.rados.rados.0.smithi112.stdout:1856: left oid 4 (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:37:10.542 INFO:tasks.rados.rados.0.smithi112.stdout:1857: expect (ObjNum 510 snap 148 seq_num 510) 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:10 smithi112 ceph-mon[88945]: pgmap v297: 121 pgs: 121 active+clean; 202 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-04-02T08:37:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:10 smithi112 ceph-mon[91385]: pgmap v297: 121 pgs: 121 active+clean; 202 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-04-02T08:37:10.657 INFO:tasks.rados.rados.0.smithi112.stdout:1859: finishing write tid 1 to smithi11277797-2 2024-04-02T08:37:10.658 INFO:tasks.rados.rados.0.smithi112.stdout:1859: finishing write tid 2 to smithi11277797-2 2024-04-02T08:37:10.658 INFO:tasks.rados.rados.0.smithi112.stdout:1859: finishing write tid 3 to smithi11277797-2 2024-04-02T08:37:10.658 INFO:tasks.rados.rados.0.smithi112.stdout:1859: oid 2 updating version 0 to 820 2024-04-02T08:37:10.658 INFO:tasks.rados.rados.0.smithi112.stdout:1859: oid 2 updating version 820 to 821 2024-04-02T08:37:10.658 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 821 (ObjNum 594 snap 172 seq_num 594) dirty exists 2024-04-02T08:37:10.658 INFO:tasks.rados.rados.0.smithi112.stdout:1859: left oid 2 (ObjNum 594 snap 172 seq_num 594) 2024-04-02T08:37:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:10 smithi187 ceph-mon[84356]: pgmap v297: 121 pgs: 121 active+clean; 202 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-04-02T08:37:11.295 INFO:tasks.rados.rados.0.smithi112.stdout:1856: done (4 left) 2024-04-02T08:37:11.295 INFO:tasks.rados.rados.0.smithi112.stdout:1857: done (3 left) 2024-04-02T08:37:11.296 INFO:tasks.rados.rados.0.smithi112.stdout:1859: done (2 left) 2024-04-02T08:37:11.296 INFO:tasks.rados.rados.0.smithi112.stdout:1860: done (1 left) 2024-04-02T08:37:11.296 INFO:tasks.rados.rados.0.smithi112.stdout:1861: done (0 left) 2024-04-02T08:37:11.296 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 173 2024-04-02T08:37:11.296 INFO:tasks.rados.rados.0.smithi112.stdout:1862: seq_num 595 ranges {0=368640} 2024-04-02T08:37:11.296 INFO:tasks.rados.rados.0.smithi112.stdout:1862: writing smithi11277797-3 from 0 to 368640 tid 1 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:1863: rollback oid 11 current snap is 173 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 170 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:1864: rollback oid 26 current snap is 173 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 26 to 168 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:1865: rollback oid 19 current snap is 173 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 169 2024-04-02T08:37:11.297 INFO:tasks.rados.rados.0.smithi112.stdout:1866: snap_create 2024-04-02T08:37:11.302 INFO:tasks.rados.rados.0.smithi112.stdout:1864: finishing rollback tid 0 to smithi11277797-26 2024-04-02T08:37:11.303 INFO:tasks.rados.rados.0.smithi112.stdout:1864: finishing rollback tid 1 to smithi11277797-26 2024-04-02T08:37:11.303 INFO:tasks.rados.rados.0.smithi112.stdout:1864: finishing rollback tid 2 to smithi11277797-26 2024-04-02T08:37:11.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 746 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:37:11.303 INFO:tasks.rados.rados.0.smithi112.stdout:1863: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:37:11.304 INFO:tasks.rados.rados.0.smithi112.stdout:1865: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:37:11.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 0 (ObjNum 97 snap 0 seq_num 3479153968) dirty dne 2024-04-02T08:37:11.304 INFO:tasks.rados.rados.0.smithi112.stdout:1863: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:37:11.305 INFO:tasks.rados.rados.0.smithi112.stdout:1862: finishing write tid 1 to smithi11277797-3 2024-04-02T08:37:11.305 INFO:tasks.rados.rados.0.smithi112.stdout:1862: finishing write tid 2 to smithi11277797-3 2024-04-02T08:37:11.305 INFO:tasks.rados.rados.0.smithi112.stdout:1863: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:37:11.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1031 (ObjNum 581 snap 166 seq_num 581) dirty exists 2024-04-02T08:37:11.307 INFO:tasks.rados.rados.0.smithi112.stdout:1862: finishing write tid 3 to smithi11277797-3 2024-04-02T08:37:11.307 INFO:tasks.rados.rados.0.smithi112.stdout:1862: oid 3 updating version 0 to 590 2024-04-02T08:37:11.307 INFO:tasks.rados.rados.0.smithi112.stdout:1862: oid 3 updating version 590 to 591 2024-04-02T08:37:11.307 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 591 (ObjNum 595 snap 173 seq_num 595) dirty exists 2024-04-02T08:37:11.307 INFO:tasks.rados.rados.0.smithi112.stdout:1862: left oid 3 (ObjNum 595 snap 173 seq_num 595) 2024-04-02T08:37:11.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:11 smithi187 ceph-mon[84356]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:37:11.596 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:11 smithi112 ceph-mon[91385]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:11 smithi112 ceph-mon[88945]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:37:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:1862: done (4 left) 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:1863: done (3 left) 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:1864: done (2 left) 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:1865: done (1 left) 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:1866: done (0 left) 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 174 2024-04-02T08:37:12.304 INFO:tasks.rados.rados.0.smithi112.stdout:1867: seq_num 596 ranges {5914624=385024} 2024-04-02T08:37:12.338 INFO:tasks.rados.rados.0.smithi112.stdout:1867: writing smithi11277797-38 from 5914624 to 6299648 tid 1 2024-04-02T08:37:12.338 INFO:tasks.rados.rados.0.smithi112.stdout:1868: snap_create 2024-04-02T08:37:12.344 INFO:tasks.rados.rados.0.smithi112.stdout:1867: finishing write tid 1 to smithi11277797-38 2024-04-02T08:37:12.344 INFO:tasks.rados.rados.0.smithi112.stdout:1867: finishing write tid 2 to smithi11277797-38 2024-04-02T08:37:12.346 INFO:tasks.rados.rados.0.smithi112.stdout:1867: finishing write tid 3 to smithi11277797-38 2024-04-02T08:37:12.346 INFO:tasks.rados.rados.0.smithi112.stdout:1867: oid 38 updating version 0 to 895 2024-04-02T08:37:12.346 INFO:tasks.rados.rados.0.smithi112.stdout:1867: oid 38 version 895 is already newer than 894 2024-04-02T08:37:12.346 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 895 (ObjNum 596 snap 174 seq_num 596) dirty exists 2024-04-02T08:37:12.346 INFO:tasks.rados.rados.0.smithi112.stdout:1867: left oid 38 (ObjNum 596 snap 174 seq_num 596) 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[91385]: Upgrade: osd.4 is safe to restart 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[91385]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:37:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[91385]: pgmap v300: 121 pgs: 121 active+clean; 203 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-04-02T08:37:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[88945]: Upgrade: osd.4 is safe to restart 2024-04-02T08:37:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[88945]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:37:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:12 smithi112 ceph-mon[88945]: pgmap v300: 121 pgs: 121 active+clean; 203 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-04-02T08:37:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:12 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:12 smithi187 ceph-mon[84356]: Upgrade: osd.4 is safe to restart 2024-04-02T08:37:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:12 smithi187 ceph-mon[84356]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:37:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:12 smithi187 ceph-mon[84356]: pgmap v300: 121 pgs: 121 active+clean; 203 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-04-02T08:37:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:13.305 INFO:tasks.rados.rados.0.smithi112.stdout:1867: done (1 left) 2024-04-02T08:37:13.305 INFO:tasks.rados.rados.0.smithi112.stdout:1868: done (0 left) 2024-04-02T08:37:13.305 INFO:tasks.rados.rados.0.smithi112.stdout:1869: setattr oid 29 current snap is 175 2024-04-02T08:37:13.306 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 175 2024-04-02T08:37:13.306 INFO:tasks.rados.rados.0.smithi112.stdout:1870: seq_num 597 ranges {0=401408} 2024-04-02T08:37:13.308 INFO:tasks.rados.rados.0.smithi112.stdout:1870: writing smithi11277797-31 from 0 to 401408 tid 1 2024-04-02T08:37:13.308 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 175 2024-04-02T08:37:13.308 INFO:tasks.rados.rados.0.smithi112.stdout:1871: seq_num 598 ranges {9887744=417792} 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:1871: writing smithi11277797-46 from 9887744 to 10305536 tid 1 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 175 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 904 (ObjNum 458 snap 138 seq_num 458) dirty exists 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:1870: finishing write tid 1 to smithi11277797-31 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:1870: finishing write tid 2 to smithi11277797-31 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:1870: finishing write tid 3 to smithi11277797-31 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:1870: oid 31 updating version 0 to 725 2024-04-02T08:37:13.363 INFO:tasks.rados.rados.0.smithi112.stdout:1870: oid 31 version 725 is already newer than 724 2024-04-02T08:37:13.364 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 725 (ObjNum 597 snap 175 seq_num 597) dirty exists 2024-04-02T08:37:13.364 INFO:tasks.rados.rados.0.smithi112.stdout:1870: left oid 31 (ObjNum 597 snap 175 seq_num 597) 2024-04-02T08:37:13.364 INFO:tasks.rados.rados.0.smithi112.stdout:1872: seq_num 599 ranges {0=434176} 2024-04-02T08:37:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:1872: writing smithi11277797-14 from 0 to 434176 tid 1 2024-04-02T08:37:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:1869: done (3 left) 2024-04-02T08:37:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:1870: done (2 left) 2024-04-02T08:37:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 175 2024-04-02T08:37:13.366 INFO:tasks.rados.rados.0.smithi112.stdout:1873: seq_num 600 ranges {0=450560} 2024-04-02T08:37:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:1873: writing smithi11277797-42 from 0 to 450560 tid 1 2024-04-02T08:37:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:1874: rmattr oid 19 current snap is 175 2024-04-02T08:37:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:1874: done (3 left) 2024-04-02T08:37:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:1875: setattr oid 32 current snap is 175 2024-04-02T08:37:13.369 INFO:tasks.rados.rados.0.smithi112.stdout:1872: finishing write tid 1 to smithi11277797-14 2024-04-02T08:37:13.369 INFO:tasks.rados.rados.0.smithi112.stdout:1872: finishing write tid 2 to smithi11277797-14 2024-04-02T08:37:13.369 INFO:tasks.rados.rados.0.smithi112.stdout:1871: finishing write tid 1 to smithi11277797-46 2024-04-02T08:37:13.369 INFO:tasks.rados.rados.0.smithi112.stdout:1871: finishing write tid 2 to smithi11277797-46 2024-04-02T08:37:13.370 INFO:tasks.rados.rados.0.smithi112.stdout:1876: rollback oid 34 current snap is 175 2024-04-02T08:37:13.370 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 34 to 172 2024-04-02T08:37:13.370 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 175 2024-04-02T08:37:13.370 INFO:tasks.rados.rados.0.smithi112.stdout:1877: seq_num 601 ranges {1990656=475136} 2024-04-02T08:37:13.383 INFO:tasks.rados.rados.0.smithi112.stdout:1877: writing smithi11277797-2 from 1990656 to 2465792 tid 1 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1878: rollback oid 49 current snap is 175 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 49 to 172 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1872: finishing write tid 3 to smithi11277797-14 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1872: oid 14 updating version 0 to 905 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1872: oid 14 updating version 905 to 906 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1872: left oid 14 (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1871: finishing write tid 3 to smithi11277797-46 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1871: oid 46 updating version 0 to 594 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1871: oid 46 version 594 is already newer than 593 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 594 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1871: left oid 46 (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1873: finishing write tid 1 to smithi11277797-42 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1873: finishing write tid 2 to smithi11277797-42 2024-04-02T08:37:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:1876: finishing rollback tid 1 to smithi11277797-34 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 899 (ObjNum 65 snap 0 seq_num 1600222312) dirty dne 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1873: finishing write tid 3 to smithi11277797-42 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1873: oid 42 updating version 0 to 838 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1873: oid 42 updating version 838 to 839 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 839 (ObjNum 600 snap 175 seq_num 600) dirty exists 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1873: left oid 42 (ObjNum 600 snap 175 seq_num 600) 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 672 (ObjNum 575 snap 164 seq_num 575) dirty exists 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1871: done (6 left) 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1872: done (5 left) 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1873: done (4 left) 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1875: done (3 left) 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1876: done (2 left) 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1879: copy_from oid 35 from oid 6 current snap is 175 2024-04-02T08:37:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:1880: delete oid 22 current snap is 175 2024-04-02T08:37:13.388 INFO:tasks.rados.rados.0.smithi112.stdout:1877: finishing write tid 1 to smithi11277797-2 2024-04-02T08:37:13.388 INFO:tasks.rados.rados.0.smithi112.stdout:1877: finishing write tid 2 to smithi11277797-2 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1878: finishing rollback tid 0 to smithi11277797-49 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1880: done (3 left) 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1881: rmattr oid 27 current snap is 175 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1881: done (3 left) 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1882: copy_from oid 47 from oid 46 current snap is 175 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1883: setattr oid 24 current snap is 175 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1878: finishing rollback tid 1 to smithi11277797-49 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:1878: finishing rollback tid 2 to smithi11277797-49 2024-04-02T08:37:13.389 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1039 (ObjNum 586 snap 169 seq_num 586) dirty exists 2024-04-02T08:37:13.390 INFO:tasks.rados.rados.0.smithi112.stdout:1877: finishing write tid 3 to smithi11277797-2 2024-04-02T08:37:13.390 INFO:tasks.rados.rados.0.smithi112.stdout:1877: oid 2 updating version 0 to 823 2024-04-02T08:37:13.390 INFO:tasks.rados.rados.0.smithi112.stdout:1877: oid 2 updating version 823 to 824 2024-04-02T08:37:13.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 824 (ObjNum 601 snap 175 seq_num 601) dirty exists 2024-04-02T08:37:13.390 INFO:tasks.rados.rados.0.smithi112.stdout:1877: left oid 2 (ObjNum 601 snap 175 seq_num 601) 2024-04-02T08:37:13.391 INFO:tasks.rados.rados.0.smithi112.stdout:1877: done (4 left) 2024-04-02T08:37:13.391 INFO:tasks.rados.rados.0.smithi112.stdout:1878: done (3 left) 2024-04-02T08:37:13.391 INFO:tasks.rados.rados.0.smithi112.stdout:1884: snap_create 2024-04-02T08:37:13.393 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 921 (ObjNum 587 snap 170 seq_num 587) dirty exists 2024-04-02T08:37:13.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-mon[84356]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:37:13.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-mon[84356]: Upgrade: Updating osd.4 2024-04-02T08:37:13.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:13.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:37:13.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:13.425 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-mon[84356]: Deploying daemon osd.4 on smithi187 2024-04-02T08:37:13.425 INFO:tasks.rados.rados.0.smithi112.stdout:1882: finishing copy_from racing read to smithi11277797-47 2024-04-02T08:37:13.433 INFO:tasks.rados.rados.0.smithi112.stdout:1882: finishing copy_from to smithi11277797-47 2024-04-02T08:37:13.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 594 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:37:13.441 INFO:tasks.rados.rados.0.smithi112.stdout:1879: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:37:13.444 INFO:tasks.rados.rados.0.smithi112.stdout:1879: finishing copy_from to smithi11277797-35 2024-04-02T08:37:13.445 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 715 (ObjNum 577 snap 165 seq_num 577) dirty exists 2024-04-02T08:37:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[91385]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:37:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[91385]: Upgrade: Updating osd.4 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[91385]: Deploying daemon osd.4 on smithi187 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[88945]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[88945]: Upgrade: Updating osd.4 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:13 smithi112 ceph-mon[88945]: Deploying daemon osd.4 on smithi187 2024-04-02T08:37:13.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:14.257 INFO:tasks.rados.rados.0.smithi112.stdout:1879: done (3 left) 2024-04-02T08:37:14.257 INFO:tasks.rados.rados.0.smithi112.stdout:1882: done (2 left) 2024-04-02T08:37:14.257 INFO:tasks.rados.rados.0.smithi112.stdout:1883: done (1 left) 2024-04-02T08:37:14.257 INFO:tasks.rados.rados.0.smithi112.stdout:1884: done (0 left) 2024-04-02T08:37:14.257 INFO:tasks.rados.rados.0.smithi112.stdout:1885: delete oid 24 current snap is 176 2024-04-02T08:37:14.261 INFO:tasks.rados.rados.0.smithi112.stdout:1885: done (0 left) 2024-04-02T08:37:14.261 INFO:tasks.rados.rados.0.smithi112.stdout:1886: rmattr oid 14 current snap is 176 2024-04-02T08:37:14.261 INFO:tasks.rados.rados.0.smithi112.stdout:1886: done (0 left) 2024-04-02T08:37:14.261 INFO:tasks.rados.rados.0.smithi112.stdout:1887: delete oid 15 current snap is 176 2024-04-02T08:37:14.265 INFO:tasks.rados.rados.0.smithi112.stdout:1887: done (0 left) 2024-04-02T08:37:14.265 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 176 2024-04-02T08:37:14.265 INFO:tasks.rados.rados.0.smithi112.stdout:1888: seq_num 605 ranges {2072576=540672} 2024-04-02T08:37:14.279 INFO:tasks.rados.rados.0.smithi112.stdout:1888: writing smithi11277797-4 from 2072576 to 2613248 tid 1 2024-04-02T08:37:14.279 INFO:tasks.rados.rados.0.smithi112.stdout:1889: snap_create 2024-04-02T08:37:14.282 INFO:tasks.rados.rados.0.smithi112.stdout:1888: finishing write tid 1 to smithi11277797-4 2024-04-02T08:37:14.283 INFO:tasks.rados.rados.0.smithi112.stdout:1888: finishing write tid 2 to smithi11277797-4 2024-04-02T08:37:14.283 INFO:tasks.rados.rados.0.smithi112.stdout:1888: finishing write tid 3 to smithi11277797-4 2024-04-02T08:37:14.283 INFO:tasks.rados.rados.0.smithi112.stdout:1888: oid 4 updating version 0 to 841 2024-04-02T08:37:14.284 INFO:tasks.rados.rados.0.smithi112.stdout:1888: oid 4 version 841 is already newer than 840 2024-04-02T08:37:14.284 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 841 (ObjNum 605 snap 176 seq_num 605) dirty exists 2024-04-02T08:37:14.284 INFO:tasks.rados.rados.0.smithi112.stdout:1888: left oid 4 (ObjNum 605 snap 176 seq_num 605) 2024-04-02T08:37:14.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:14 smithi187 ceph-mon[84356]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:37:14.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:14 smithi187 ceph-mon[84356]: pgmap v303: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-02T08:37:14.550 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:14 smithi187 ceph-mon[84356]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:14 smithi112 ceph-mon[91385]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:14 smithi112 ceph-mon[91385]: pgmap v303: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-02T08:37:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:14 smithi112 ceph-mon[91385]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:37:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:14 smithi112 ceph-mon[88945]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:37:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:14 smithi112 ceph-mon[88945]: pgmap v303: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-02T08:37:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:14 smithi112 ceph-mon[88945]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:37:15.256 INFO:tasks.rados.rados.0.smithi112.stdout:1888: done (1 left) 2024-04-02T08:37:15.257 INFO:tasks.rados.rados.0.smithi112.stdout:1889: done (0 left) 2024-04-02T08:37:15.257 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 177 2024-04-02T08:37:15.257 INFO:tasks.rados.rados.0.smithi112.stdout:1890: seq_num 606 ranges {10207232=557056} 2024-04-02T08:37:15.313 INFO:tasks.rados.rados.0.smithi112.stdout:1890: writing smithi11277797-45 from 10207232 to 10764288 tid 1 2024-04-02T08:37:15.313 INFO:tasks.rados.rados.0.smithi112.stdout:1891: snap_remove snap 167 2024-04-02T08:37:16.082 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:15 smithi187 systemd[1]: Stopping Ceph osd.4 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:16.269 INFO:tasks.rados.rados.0.smithi112.stdout:1890: finishing write tid 1 to smithi11277797-45 2024-04-02T08:37:16.269 INFO:tasks.rados.rados.0.smithi112.stdout:1890: finishing write tid 2 to smithi11277797-45 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi112.stdout:1890: finishing write tid 3 to smithi11277797-45 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi112.stdout:1890: oid 45 updating version 0 to 909 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi112.stdout:1890: oid 45 version 909 is already newer than 908 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 909 (ObjNum 606 snap 177 seq_num 606) dirty exists 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi112.stdout:1890: left oid 45 (ObjNum 606 snap 177 seq_num 606) 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi112.stdout:1890: done (1 left) 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi112.stdout:1891: done (0 left) 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi112.stdout:1892: copy_from oid 41 from oid 23 current snap is 177 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 177 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi112.stdout:1893: seq_num 607 ranges {11010048=573440} 2024-04-02T08:37:16.335 INFO:tasks.rados.rados.0.smithi112.stdout:1893: writing smithi11277797-32 from 11010048 to 11583488 tid 1 2024-04-02T08:37:16.335 INFO:tasks.rados.rados.0.smithi112.stdout:1894: snap_remove snap 176 2024-04-02T08:37:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:16 smithi187 ceph-mon[84356]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:37:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:16 smithi187 ceph-mon[84356]: pgmap v306: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T08:37:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:16 smithi187 ceph-mon[84356]: osd.4 marked itself down and dead 2024-04-02T08:37:16.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[35500]: 2024-04-02T08:37:16.083+0000 7f7581148700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:37:16.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[35500]: 2024-04-02T08:37:16.083+0000 7f7581148700 -1 osd.4 425 *** Got signal Terminated *** 2024-04-02T08:37:16.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:16 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[35500]: 2024-04-02T08:37:16.083+0000 7f7581148700 -1 osd.4 425 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:37:16.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:16 smithi112 ceph-mon[91385]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:37:16.553 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:16 smithi112 ceph-mon[91385]: pgmap v306: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T08:37:16.554 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:16 smithi112 ceph-mon[91385]: osd.4 marked itself down and dead 2024-04-02T08:37:16.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:16 smithi112 ceph-mon[88945]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:37:16.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:16 smithi112 ceph-mon[88945]: pgmap v306: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T08:37:16.554 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:16 smithi112 ceph-mon[88945]: osd.4 marked itself down and dead 2024-04-02T08:37:16.554 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:37:16.873 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:37:16.873 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (8m) 25s ago 9m 25.8M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (9m) 2m ago 9m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (10m) 25s ago 10m 22.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (10m) 2m ago 10m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (4m) 2m ago 13m 449M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (4m) 25s ago 15m 507M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (3m) 25s ago 15m 54.3M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (3m) 2m ago 14m 23.3M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (3m) 25s ago 13m 47.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (8m) 25s ago 8m 15.2M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (8m) 2m ago 8m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (2m) 25s ago 13m 153M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (99s) 25s ago 12m 132M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:37:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (64s) 25s ago 12m 97.6M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:37:16.875 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (30s) 25s ago 12m 12.1M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:37:16.875 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (11m) 2m ago 11m 163M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 633a1465f3bb 2024-04-02T08:37:16.875 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (11m) 2m ago 11m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:37:16.875 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (10m) 2m ago 10m 141M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:37:16.875 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (10m) 2m ago 10m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:37:16.875 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (4m) 2m ago 9m 49.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:37:17.224 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:16 smithi187 podman[89248]: 2024-04-02 08:37:16.827781238 +0000 UTC m=+0.853095224 container died 633a1465f3bb524be1df6e5181416cd0fce5a82de0ebe38d3a5defc324bff0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:37:17.260 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:37:17.260 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:37:17.260 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 4 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:37:17.261 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:37:17.262 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 9 2024-04-02T08:37:17.262 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:37:17.262 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:37:17.269 INFO:tasks.rados.rados.0.smithi112.stdout:1892: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:37:17.269 INFO:tasks.rados.rados.0.smithi112.stdout:1892: finishing copy_from to smithi11277797-41 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 660 (ObjNum 590 snap 172 seq_num 590) dirty exists 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: finishing write tid 1 to smithi11277797-32 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: finishing write tid 2 to smithi11277797-32 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: finishing write tid 3 to smithi11277797-32 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: oid 32 updating version 0 to 681 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: oid 32 version 681 is already newer than 680 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 681 (ObjNum 607 snap 177 seq_num 607) dirty exists 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: left oid 32 (ObjNum 607 snap 177 seq_num 607) 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1892: done (2 left) 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1893: done (1 left) 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1894: done (0 left) 2024-04-02T08:37:17.270 INFO:tasks.rados.rados.0.smithi112.stdout:1895: delete oid 8 current snap is 177 2024-04-02T08:37:17.287 INFO:tasks.rados.rados.0.smithi112.stdout:1895: done (0 left) 2024-04-02T08:37:17.287 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 177 2024-04-02T08:37:17.288 INFO:tasks.rados.rados.0.smithi112.stdout:1896: seq_num 609 ranges {8085504=606208} 2024-04-02T08:37:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:1896: writing smithi11277797-23 from 8085504 to 8691712 tid 1 2024-04-02T08:37:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:1897: snap_create 2024-04-02T08:37:17.337 INFO:tasks.rados.rados.0.smithi112.stdout:1896: finishing write tid 1 to smithi11277797-23 2024-04-02T08:37:17.337 INFO:tasks.rados.rados.0.smithi112.stdout:1896: finishing write tid 2 to smithi11277797-23 2024-04-02T08:37:17.338 INFO:tasks.rados.rados.0.smithi112.stdout:1896: finishing write tid 3 to smithi11277797-23 2024-04-02T08:37:17.338 INFO:tasks.rados.rados.0.smithi112.stdout:1896: oid 23 updating version 0 to 685 2024-04-02T08:37:17.338 INFO:tasks.rados.rados.0.smithi112.stdout:1896: oid 23 updating version 685 to 686 2024-04-02T08:37:17.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 686 (ObjNum 609 snap 177 seq_num 609) dirty exists 2024-04-02T08:37:17.338 INFO:tasks.rados.rados.0.smithi112.stdout:1896: left oid 23 (ObjNum 609 snap 177 seq_num 609) 2024-04-02T08:37:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:17 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:17 smithi187 ceph-mon[84356]: osdmap e426: 8 total, 7 up, 8 in 2024-04-02T08:37:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:17 smithi187 ceph-mon[84356]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3576679006' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:17.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:17 smithi187 podman[89248]: 2024-04-02 08:37:17.225889231 +0000 UTC m=+1.251203215 container cleanup 633a1465f3bb524be1df6e5181416cd0fce5a82de0ebe38d3a5defc324bff0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-4d05f4c) 2024-04-02T08:37:17.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:17 smithi187 bash[89248]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[91385]: osdmap e426: 8 total, 7 up, 8 in 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[91385]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3576679006' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[88945]: osdmap e426: 8 total, 7 up, 8 in 2024-04-02T08:37:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[88945]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3576679006' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:17.843 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:17 smithi187 podman[89275]: 2024-04-02 08:37:17.485878448 +0000 UTC m=+0.650692896 container remove 633a1465f3bb524be1df6e5181416cd0fce5a82de0ebe38d3a5defc324bff0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:37:18.137 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:17 smithi187 podman[89370]: 2024-04-02 08:37:17.747818438 +0000 UTC m=+0.018301023 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:18.137 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:17 smithi187 podman[89370]: 2024-04-02 08:37:17.845193924 +0000 UTC m=+0.115676493 container create 34dbc43fda66225891f7855dad312628a4ed65a68842016b0081b870a1f84078 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:37:18.137 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 podman[89370]: 2024-04-02 08:37:18.055764453 +0000 UTC m=+0.326247027 container init 34dbc43fda66225891f7855dad312628a4ed65a68842016b0081b870a1f84078 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:37:18.137 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 podman[89370]: 2024-04-02 08:37:18.059276272 +0000 UTC m=+0.329758834 container start 34dbc43fda66225891f7855dad312628a4ed65a68842016b0081b870a1f84078 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS) 2024-04-02T08:37:18.284 INFO:tasks.rados.rados.0.smithi112.stdout:1896: done (1 left) 2024-04-02T08:37:18.284 INFO:tasks.rados.rados.0.smithi112.stdout:1897: done (0 left) 2024-04-02T08:37:18.285 INFO:tasks.rados.rados.0.smithi112.stdout:1898: read oid 33 snap -1 2024-04-02T08:37:18.285 INFO:tasks.rados.rados.0.smithi112.stdout:1898: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:37:18.285 INFO:tasks.rados.rados.0.smithi112.stdout:1899: read oid 6 snap -1 2024-04-02T08:37:18.285 INFO:tasks.rados.rados.0.smithi112.stdout:1899: expect (ObjNum 577 snap 165 seq_num 577) 2024-04-02T08:37:18.285 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 178 2024-04-02T08:37:18.285 INFO:tasks.rados.rados.0.smithi112.stdout:1900: seq_num 610 ranges {2465792=622592} 2024-04-02T08:37:18.301 INFO:tasks.rados.rados.0.smithi112.stdout:1900: writing smithi11277797-2 from 2465792 to 3088384 tid 1 2024-04-02T08:37:18.301 INFO:tasks.rados.rados.0.smithi112.stdout:1901: delete oid 8 current snap is 178 2024-04-02T08:37:18.302 INFO:tasks.rados.rados.0.smithi112.stdout:1898: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:37:18.306 INFO:tasks.rados.rados.0.smithi112.stdout:1900: finishing write tid 1 to smithi11277797-2 2024-04-02T08:37:18.306 INFO:tasks.rados.rados.0.smithi112.stdout:1898: done (3 left) 2024-04-02T08:37:18.306 INFO:tasks.rados.rados.0.smithi112.stdout:1901: done (2 left) 2024-04-02T08:37:18.306 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 178 2024-04-02T08:37:18.306 INFO:tasks.rados.rados.0.smithi112.stdout:1902: seq_num 612 ranges {6299648=655360} 2024-04-02T08:37:18.344 INFO:tasks.rados.rados.0.smithi112.stdout:1902: writing smithi11277797-38 from 6299648 to 6955008 tid 1 2024-04-02T08:37:18.344 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 178 2024-04-02T08:37:18.344 INFO:tasks.rados.rados.0.smithi112.stdout:1900: finishing write tid 2 to smithi11277797-2 2024-04-02T08:37:18.344 INFO:tasks.rados.rados.0.smithi112.stdout:1903: seq_num 613 ranges {81920=671744} 2024-04-02T08:37:18.349 INFO:tasks.rados.rados.0.smithi112.stdout:1903: writing smithi11277797-37 from 81920 to 753664 tid 1 2024-04-02T08:37:18.349 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 178 2024-04-02T08:37:18.350 INFO:tasks.rados.rados.0.smithi112.stdout:1900: finishing write tid 3 to smithi11277797-2 2024-04-02T08:37:18.350 INFO:tasks.rados.rados.0.smithi112.stdout:1900: oid 2 updating version 0 to 829 2024-04-02T08:37:18.350 INFO:tasks.rados.rados.0.smithi112.stdout:1900: oid 2 updating version 829 to 830 2024-04-02T08:37:18.350 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 830 (ObjNum 610 snap 178 seq_num 610) dirty exists 2024-04-02T08:37:18.350 INFO:tasks.rados.rados.0.smithi112.stdout:1900: left oid 2 (ObjNum 610 snap 178 seq_num 610) 2024-04-02T08:37:18.350 INFO:tasks.rados.rados.0.smithi112.stdout:1904: seq_num 614 ranges {450560=688128} 2024-04-02T08:37:18.356 INFO:tasks.rados.rados.0.smithi112.stdout:1904: writing smithi11277797-42 from 450560 to 1138688 tid 1 2024-04-02T08:37:18.356 INFO:tasks.rados.rados.0.smithi112.stdout:1900: done (4 left) 2024-04-02T08:37:18.356 INFO:tasks.rados.rados.0.smithi112.stdout:1905: delete oid 31 current snap is 178 2024-04-02T08:37:18.356 INFO:tasks.rados.rados.0.smithi112.stdout:1899: expect (ObjNum 577 snap 165 seq_num 577) 2024-04-02T08:37:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:18 smithi187 ceph-mon[84356]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:18 smithi187 ceph-mon[84356]: osdmap e427: 8 total, 7 up, 8 in 2024-04-02T08:37:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:18 smithi187 ceph-mon[84356]: pgmap v309: 121 pgs: 3 active+undersized+degraded, 9 peering, 6 stale+active+clean, 4 active+undersized, 99 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.5 MiB/s wr, 8 op/s; 6/291 objects degraded (2.062%) 2024-04-02T08:37:18.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 podman[89370]: 2024-04-02 08:37:18.139059273 +0000 UTC m=+0.409541834 container attach 34dbc43fda66225891f7855dad312628a4ed65a68842016b0081b870a1f84078 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:37:18.481 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 podman[89370]: 2024-04-02 08:37:18.367132009 +0000 UTC m=+0.637614582 container died 34dbc43fda66225891f7855dad312628a4ed65a68842016b0081b870a1f84078 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:37:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:18 smithi112 ceph-mon[91385]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:18 smithi112 ceph-mon[91385]: osdmap e427: 8 total, 7 up, 8 in 2024-04-02T08:37:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:18 smithi112 ceph-mon[91385]: pgmap v309: 121 pgs: 3 active+undersized+degraded, 9 peering, 6 stale+active+clean, 4 active+undersized, 99 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.5 MiB/s wr, 8 op/s; 6/291 objects degraded (2.062%) 2024-04-02T08:37:18.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:18 smithi112 ceph-mon[88945]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:18 smithi112 ceph-mon[88945]: osdmap e427: 8 total, 7 up, 8 in 2024-04-02T08:37:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:18 smithi112 ceph-mon[88945]: pgmap v309: 121 pgs: 3 active+undersized+degraded, 9 peering, 6 stale+active+clean, 4 active+undersized, 99 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.5 MiB/s wr, 8 op/s; 6/291 objects degraded (2.062%) 2024-04-02T08:37:19.231 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 podman[89397]: 2024-04-02 08:37:18.959488798 +0000 UTC m=+0.587542581 container remove 34dbc43fda66225891f7855dad312628a4ed65a68842016b0081b870a1f84078 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:19.231 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-02T08:37:19.231 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 systemd[1]: Stopped Ceph osd.4 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:19.231 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:18 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Consumed 14.781s CPU time. 2024-04-02T08:37:19.231 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:19 smithi187 systemd[1]: Starting Ceph osd.4 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:19.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:19 smithi187 ceph-mon[84356]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:37:19.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:19 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 6/291 objects degraded (2.062%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:19.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:19 smithi187 ceph-mon[84356]: osdmap e428: 8 total, 7 up, 8 in 2024-04-02T08:37:19.536 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:19 smithi187 ceph-mon[84356]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:37:19.536 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:19 smithi187 podman[89501]: 2024-04-02 08:37:19.29454103 +0000 UTC m=+0.019364944 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:19.537 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:19 smithi187 podman[89501]: 2024-04-02 08:37:19.410920247 +0000 UTC m=+0.135744152 container create d0e8455c826386151a1a90391a12f73a22b4c9e9cc29e73cd5dd341fe7805d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T08:37:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:37:19] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-02T08:37:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[88945]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 6/291 objects degraded (2.062%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[88945]: osdmap e428: 8 total, 7 up, 8 in 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[88945]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[91385]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 6/291 objects degraded (2.062%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[91385]: osdmap e428: 8 total, 7 up, 8 in 2024-04-02T08:37:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:19 smithi112 ceph-mon[91385]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: finishing write tid 1 to smithi11277797-38 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: finishing write tid 2 to smithi11277797-38 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: finishing write tid 3 to smithi11277797-38 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: oid 38 updating version 0 to 896 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: oid 38 updating version 896 to 897 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 897 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: left oid 38 (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1899: done (4 left) 2024-04-02T08:37:19.941 INFO:tasks.rados.rados.0.smithi112.stdout:1902: done (3 left) 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1905: done (2 left) 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1906: rmattr oid 16 current snap is 178 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1906: done (2 left) 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1907: read oid 3 snap -1 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1907: expect (ObjNum 595 snap 173 seq_num 595) 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 178 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1903: finishing write tid 1 to smithi11277797-37 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1903: finishing write tid 2 to smithi11277797-37 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1903: finishing write tid 3 to smithi11277797-37 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1903: oid 37 updating version 0 to 1033 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1903: oid 37 version 1033 is already newer than 1032 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1033 (ObjNum 613 snap 178 seq_num 613) dirty exists 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1903: left oid 37 (ObjNum 613 snap 178 seq_num 613) 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1904: finishing write tid 1 to smithi11277797-42 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1904: finishing write tid 2 to smithi11277797-42 2024-04-02T08:37:19.942 INFO:tasks.rados.rados.0.smithi112.stdout:1908: seq_num 616 ranges {11583488=720896} 2024-04-02T08:37:19.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:19 smithi187 podman[89501]: 2024-04-02 08:37:19.671918327 +0000 UTC m=+0.396742232 container init d0e8455c826386151a1a90391a12f73a22b4c9e9cc29e73cd5dd341fe7805d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS) 2024-04-02T08:37:19.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:19 smithi187 podman[89501]: 2024-04-02 08:37:19.675148888 +0000 UTC m=+0.399972799 container start d0e8455c826386151a1a90391a12f73a22b4c9e9cc29e73cd5dd341fe7805d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:37:19.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:19 smithi187 podman[89501]: 2024-04-02 08:37:19.74682847 +0000 UTC m=+0.471652374 container attach d0e8455c826386151a1a90391a12f73a22b4c9e9cc29e73cd5dd341fe7805d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:37:20.006 INFO:tasks.rados.rados.0.smithi112.stdout:1908: writing smithi11277797-32 from 11583488 to 12304384 tid 1 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1903: done (3 left) 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1909: read oid 13 snap -1 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1909: expect (ObjNum 589 snap 172 seq_num 589) 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1910: rmattr oid 30 current snap is 178 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1904: finishing write tid 3 to smithi11277797-42 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1904: oid 42 updating version 0 to 842 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1904: oid 42 updating version 842 to 843 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 843 (ObjNum 614 snap 178 seq_num 614) dirty exists 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1904: left oid 42 (ObjNum 614 snap 178 seq_num 614) 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1904: done (4 left) 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1910: done (3 left) 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1911: read oid 7 snap -1 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1911: expect (ObjNum 564 snap 161 seq_num 564) 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1912: read oid 25 snap 177 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1912: expect deleted 2024-04-02T08:37:20.007 INFO:tasks.rados.rados.0.smithi112.stdout:1913: snap_remove snap 169 2024-04-02T08:37:20.288 INFO:tasks.rados.rados.0.smithi112.stdout:1913: done (5 left) 2024-04-02T08:37:20.288 INFO:tasks.rados.rados.0.smithi112.stdout:1914: read oid 6 snap -1 2024-04-02T08:37:20.288 INFO:tasks.rados.rados.0.smithi112.stdout:1914: expect (ObjNum 577 snap 165 seq_num 577) 2024-04-02T08:37:20.288 INFO:tasks.rados.rados.0.smithi112.stdout:1915: copy_from oid 5 from oid 24 current snap is 178 2024-04-02T08:37:20.288 INFO:tasks.rados.rados.0.smithi112.stdout:1907: expect (ObjNum 595 snap 173 seq_num 595) 2024-04-02T08:37:20.301 INFO:tasks.rados.rados.0.smithi112.stdout:1908: finishing write tid 1 to smithi11277797-32 2024-04-02T08:37:20.301 INFO:tasks.rados.rados.0.smithi112.stdout:1908: finishing write tid 2 to smithi11277797-32 2024-04-02T08:37:20.301 INFO:tasks.rados.rados.0.smithi112.stdout:1909: expect (ObjNum 589 snap 172 seq_num 589) 2024-04-02T08:37:20.423 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-mon[84356]: pgmap v312: 121 pgs: 10 active+undersized+degraded, 9 peering, 27 active+undersized, 75 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.9 MiB/s wr, 11 op/s; 18/306 objects degraded (5.882%) 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 bash[89501]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[89516]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:37:20.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 podman[89501]: 2024-04-02 08:37:20.151350977 +0000 UTC m=+0.876174885 container died d0e8455c826386151a1a90391a12f73a22b4c9e9cc29e73cd5dd341fe7805d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:37:20.481 INFO:tasks.rados.rados.0.smithi112.stdout:1908: finishing write tid 3 to smithi11277797-32 2024-04-02T08:37:20.481 INFO:tasks.rados.rados.0.smithi112.stdout:1908: oid 32 updating version 0 to 689 2024-04-02T08:37:20.481 INFO:tasks.rados.rados.0.smithi112.stdout:1908: oid 32 version 689 is already newer than 688 2024-04-02T08:37:20.481 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 689 (ObjNum 616 snap 178 seq_num 616) dirty exists 2024-04-02T08:37:20.481 INFO:tasks.rados.rados.0.smithi112.stdout:1908: left oid 32 (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:37:20.481 INFO:tasks.rados.rados.0.smithi112.stdout:1911: expect (ObjNum 564 snap 161 seq_num 564) 2024-04-02T08:37:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:20 smithi112 ceph-mon[91385]: pgmap v312: 121 pgs: 10 active+undersized+degraded, 9 peering, 27 active+undersized, 75 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.9 MiB/s wr, 11 op/s; 18/306 objects degraded (5.882%) 2024-04-02T08:37:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:20 smithi112 ceph-mon[88945]: pgmap v312: 121 pgs: 10 active+undersized+degraded, 9 peering, 27 active+undersized, 75 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.9 MiB/s wr, 11 op/s; 18/306 objects degraded (5.882%) 2024-04-02T08:37:20.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 podman[89633]: 2024-04-02 08:37:20.692236024 +0000 UTC m=+0.535769980 container remove d0e8455c826386151a1a90391a12f73a22b4c9e9cc29e73cd5dd341fe7805d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:37:20.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 podman[89698]: 2024-04-02 08:37:20.901427818 +0000 UTC m=+0.104877934 container create e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:37:20.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:20 smithi187 podman[89698]: 2024-04-02 08:37:20.814283046 +0000 UTC m=+0.017733186 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:21.289 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:21 smithi187 podman[89698]: 2024-04-02 08:37:21.128649515 +0000 UTC m=+0.332099637 container init e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=) 2024-04-02T08:37:21.289 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:21 smithi187 podman[89698]: 2024-04-02 08:37:21.131971444 +0000 UTC m=+0.335421561 container start e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:37:21.289 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:21 smithi187 ceph-osd[89717]: -- 172.21.15.187:0/4145802155 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dc87eeb680 con 0x55dc87eb4c00 2024-04-02T08:37:21.289 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:21 smithi187 bash[89698]: e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 2024-04-02T08:37:21.289 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:21 smithi187 systemd[1]: Started Ceph osd.4 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:21 smithi112 ceph-mon[88945]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:37:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:21 smithi112 ceph-mon[91385]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:37:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:21.677 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:21 smithi187 ceph-mon[84356]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:37:21.677 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:21.677 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:21.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T08:37:21.678+0000 7ff9f97d77c0 -1 Falling back to public interface 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1915: finishing copy_from to smithi11277797-5 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1915: got expected ENOENT (src dne) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1915: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1907: done (6 left) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1908: done (5 left) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1909: done (4 left) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1911: done (3 left) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1912: done (2 left) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1915: done (1 left) 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1916: read oid 1 snap -1 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1916: expect deleted 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1917: read oid 44 snap -1 2024-04-02T08:37:22.207 INFO:tasks.rados.rados.0.smithi112.stdout:1917: expect (ObjNum 535 snap 154 seq_num 535) 2024-04-02T08:37:22.208 INFO:tasks.rados.rados.0.smithi112.stdout:1918: snap_remove snap 170 2024-04-02T08:37:22.298 INFO:tasks.rados.rados.0.smithi112.stdout:1918: done (3 left) 2024-04-02T08:37:22.299 INFO:tasks.rados.rados.0.smithi112.stdout:1919: rmattr oid 23 current snap is 178 2024-04-02T08:37:22.299 INFO:tasks.rados.rados.0.smithi112.stdout:1919: done (3 left) 2024-04-02T08:37:22.299 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 178 2024-04-02T08:37:22.299 INFO:tasks.rados.rados.0.smithi112.stdout:1914: expect (ObjNum 577 snap 165 seq_num 577) 2024-04-02T08:37:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:22 smithi187 ceph-mon[84356]: pgmap v314: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.6 MiB/s wr, 8 op/s; 36/321 objects degraded (11.215%) 2024-04-02T08:37:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:22 smithi112 ceph-mon[91385]: pgmap v314: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.6 MiB/s wr, 8 op/s; 36/321 objects degraded (11.215%) 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:22 smithi112 ceph-mon[88945]: pgmap v314: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.6 MiB/s wr, 8 op/s; 36/321 objects degraded (11.215%) 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[88945]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[88945]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[91385]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:37:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[91385]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:37:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:23 smithi187 ceph-mon[84356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:37:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:23 smithi187 ceph-mon[84356]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:37:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:23.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:23 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi112\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi112\", job=\"node\", machine=\"x86_64\", nodename=\"smithi112\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:23.889 INFO:tasks.rados.rados.0.smithi112.stdout:1917: expect (ObjNum 535 snap 154 seq_num 535) 2024-04-02T08:37:24.159 INFO:tasks.rados.rados.0.smithi112.stdout:1920: seq_num 617 ranges {368640=737280} 2024-04-02T08:37:24.164 INFO:tasks.rados.rados.0.smithi112.stdout:1920: writing smithi11277797-3 from 368640 to 1105920 tid 1 2024-04-02T08:37:24.165 INFO:tasks.rados.rados.0.smithi112.stdout:1914: done (3 left) 2024-04-02T08:37:24.165 INFO:tasks.rados.rados.0.smithi112.stdout:1916: done (2 left) 2024-04-02T08:37:24.165 INFO:tasks.rados.rados.0.smithi112.stdout:1917: done (1 left) 2024-04-02T08:37:24.165 INFO:tasks.rados.rados.0.smithi112.stdout:1921: snap_remove snap 177 2024-04-02T08:37:24.304 INFO:tasks.rados.rados.0.smithi112.stdout:1921: done (1 left) 2024-04-02T08:37:24.304 INFO:tasks.rados.rados.0.smithi112.stdout:1922: delete oid 41 current snap is 178 2024-04-02T08:37:24.304 INFO:tasks.rados.rados.0.smithi112.stdout:1920: finishing write tid 1 to smithi11277797-3 2024-04-02T08:37:24.304 INFO:tasks.rados.rados.0.smithi112.stdout:1920: finishing write tid 2 to smithi11277797-3 2024-04-02T08:37:24.305 INFO:tasks.rados.rados.0.smithi112.stdout:1920: finishing write tid 3 to smithi11277797-3 2024-04-02T08:37:24.305 INFO:tasks.rados.rados.0.smithi112.stdout:1920: oid 3 updating version 0 to 596 2024-04-02T08:37:24.305 INFO:tasks.rados.rados.0.smithi112.stdout:1920: oid 3 updating version 596 to 597 2024-04-02T08:37:24.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 597 (ObjNum 617 snap 178 seq_num 617) dirty exists 2024-04-02T08:37:24.305 INFO:tasks.rados.rados.0.smithi112.stdout:1920: left oid 3 (ObjNum 617 snap 178 seq_num 617) 2024-04-02T08:37:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:1920: done (1 left) 2024-04-02T08:37:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:1922: done (0 left) 2024-04-02T08:37:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 178 2024-04-02T08:37:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:1923: seq_num 619 ranges {13295616=770048} 2024-04-02T08:37:24.384 INFO:tasks.rados.rados.0.smithi112.stdout:1923: writing smithi11277797-6 from 13295616 to 14065664 tid 1 2024-04-02T08:37:24.384 INFO:tasks.rados.rados.0.smithi112.stdout:1924: snap_create 2024-04-02T08:37:24.389 INFO:tasks.rados.rados.0.smithi112.stdout:1923: finishing write tid 1 to smithi11277797-6 2024-04-02T08:37:24.389 INFO:tasks.rados.rados.0.smithi112.stdout:1923: finishing write tid 2 to smithi11277797-6 2024-04-02T08:37:24.390 INFO:tasks.rados.rados.0.smithi112.stdout:1923: finishing write tid 3 to smithi11277797-6 2024-04-02T08:37:24.390 INFO:tasks.rados.rados.0.smithi112.stdout:1923: oid 6 updating version 0 to 1035 2024-04-02T08:37:24.390 INFO:tasks.rados.rados.0.smithi112.stdout:1923: oid 6 version 1035 is already newer than 1034 2024-04-02T08:37:24.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1035 (ObjNum 619 snap 178 seq_num 619) dirty exists 2024-04-02T08:37:24.390 INFO:tasks.rados.rados.0.smithi112.stdout:1923: left oid 6 (ObjNum 619 snap 178 seq_num 619) 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:24 smithi112 ceph-mon[88945]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 37/324 objects degraded (11.420%) 2024-04-02T08:37:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:24 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 36/321 objects degraded (11.215%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:24 smithi112 ceph-mon[91385]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 37/324 objects degraded (11.420%) 2024-04-02T08:37:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:24 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 36/321 objects degraded (11.215%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:24.620 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:24 smithi187 ceph-mon[84356]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 37/324 objects degraded (11.420%) 2024-04-02T08:37:24.620 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:24 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 36/321 objects degraded (11.215%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:25.183 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:24 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T08:37:24.877+0000 7ff9f97d77c0 -1 osd.4 425 log_to_monitors true 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1923: done (1 left) 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1924: done (0 left) 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1925: rmattr oid 25 current snap is 179 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1925: done (0 left) 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1926: copy_from oid 15 from oid 38 current snap is 179 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1927: rollback oid 45 current snap is 179 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 178 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1928: read oid 30 snap -1 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1928: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:37:25.309 INFO:tasks.rados.rados.0.smithi112.stdout:1929: delete oid 27 current snap is 179 2024-04-02T08:37:25.315 INFO:tasks.rados.rados.0.smithi112.stdout:1929: done (3 left) 2024-04-02T08:37:25.315 INFO:tasks.rados.rados.0.smithi112.stdout:1930: rollback oid 8 current snap is 179 2024-04-02T08:37:25.316 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 175 2024-04-02T08:37:25.316 INFO:tasks.rados.rados.0.smithi112.stdout:1931: delete oid 40 current snap is 179 2024-04-02T08:37:25.320 INFO:tasks.rados.rados.0.smithi112.stdout:1930: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:37:25.321 INFO:tasks.rados.rados.0.smithi112.stdout:1930: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:37:25.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1068 (ObjNum 460 snap 139 seq_num 460) dirty exists 2024-04-02T08:37:25.321 INFO:tasks.rados.rados.0.smithi112.stdout:1930: done (4 left) 2024-04-02T08:37:25.321 INFO:tasks.rados.rados.0.smithi112.stdout:1931: done (3 left) 2024-04-02T08:37:25.321 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 179 2024-04-02T08:37:25.321 INFO:tasks.rados.rados.0.smithi112.stdout:1932: seq_num 622 ranges {8601600=425984,9027584=401408} 2024-04-02T08:37:25.371 INFO:tasks.rados.rados.0.smithi112.stdout:1932: writing smithi11277797-12 from 8601600 to 9027584 tid 1 2024-04-02T08:37:25.373 INFO:tasks.rados.rados.0.smithi112.stdout:1932: writing smithi11277797-12 from 9027584 to 9428992 tid 2 2024-04-02T08:37:25.373 INFO:tasks.rados.rados.0.smithi112.stdout:1933: snap_remove snap 168 2024-04-02T08:37:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:25 smithi187 ceph-mon[84356]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:25 smithi187 ceph-mon[84356]: from='osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:25 smithi187 ceph-mon[84356]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:25 smithi112 ceph-mon[91385]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:25 smithi112 ceph-mon[91385]: from='osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:25 smithi112 ceph-mon[91385]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:25 smithi112 ceph-mon[88945]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:25 smithi112 ceph-mon[88945]: from='osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:25 smithi112 ceph-mon[88945]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:26.231 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 08:37:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T08:37:25.767+0000 7ff9e6c27700 -1 osd.4 425 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:37:26.326 INFO:tasks.rados.rados.0.smithi112.stdout:1933: done (4 left) 2024-04-02T08:37:26.327 INFO:tasks.rados.rados.0.smithi112.stdout:1934: snap_create 2024-04-02T08:37:26.327 INFO:tasks.rados.rados.0.smithi112.stdout:1927: finishing rollback tid 0 to smithi11277797-45 2024-04-02T08:37:26.327 INFO:tasks.rados.rados.0.smithi112.stdout:1927: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:37:26.327 INFO:tasks.rados.rados.0.smithi112.stdout:1927: finishing rollback tid 2 to smithi11277797-45 2024-04-02T08:37:26.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 927 (ObjNum 606 snap 177 seq_num 606) dirty exists 2024-04-02T08:37:26.327 INFO:tasks.rados.rados.0.smithi112.stdout:1928: expect (ObjNum 548 snap 159 seq_num 548) 2024-04-02T08:37:26.556 INFO:tasks.rados.rados.0.smithi112.stdout:1926: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:37:26.556 INFO:tasks.rados.rados.0.smithi112.stdout:1926: finishing copy_from to smithi11277797-15 2024-04-02T08:37:26.556 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 897 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:37:26.556 INFO:tasks.rados.rados.0.smithi112.stdout:1932: finishing write tid 1 to smithi11277797-12 2024-04-02T08:37:26.556 INFO:tasks.rados.rados.0.smithi112.stdout:1932: finishing write tid 2 to smithi11277797-12 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:1932: finishing write tid 3 to smithi11277797-12 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:1932: finishing write tid 4 to smithi11277797-12 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:1932: oid 12 updating version 0 to 901 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:1932: oid 12 version 901 is already newer than 900 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:1932: oid 12 updating version 901 to 902 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 902 (ObjNum 622 snap 179 seq_num 622) dirty exists 2024-04-02T08:37:26.557 INFO:tasks.rados.rados.0.smithi112.stdout:1932: left oid 12 (ObjNum 622 snap 179 seq_num 622) 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: from='osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 477 KiB/s wr, 7 op/s; 37/324 objects degraded (11.420%) 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[91385]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: from='osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 477 KiB/s wr, 7 op/s; 37/324 objects degraded (11.420%) 2024-04-02T08:37:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:26.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:26.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:26 smithi112 ceph-mon[88945]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: from='osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 477 KiB/s wr, 7 op/s; 37/324 objects degraded (11.420%) 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:26 smithi187 ceph-mon[84356]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:27.319 INFO:tasks.rados.rados.0.smithi112.stdout:1926: done (4 left) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1927: done (3 left) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1928: done (2 left) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1932: done (1 left) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1934: done (0 left) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1935: read oid 17 snap -1 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1935: expect (ObjNum 551 snap 159 seq_num 551) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1936: copy_from oid 25 from oid 30 current snap is 180 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1937: read oid 8 snap -1 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1937: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:37:27.320 INFO:tasks.rados.rados.0.smithi112.stdout:1938: snap_create 2024-04-02T08:37:27.350 INFO:tasks.rados.rados.0.smithi112.stdout:1937: expect (ObjNum 460 snap 139 seq_num 460) 2024-04-02T08:37:27.388 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:27 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:27.388 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:27 smithi187 ceph-mon[84356]: osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190] boot 2024-04-02T08:37:27.388 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:27 smithi187 ceph-mon[84356]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:37:27.388 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:27.388 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:27.389 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:27.576 INFO:tasks.rados.rados.0.smithi112.stdout:1935: expect (ObjNum 551 snap 159 seq_num 551) 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[91385]: osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190] boot 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[91385]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[88945]: osd.4 [v2:172.21.15.187:6800/3381057190,v1:172.21.15.187:6801/3381057190] boot 2024-04-02T08:37:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[88945]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:37:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:27.630 INFO:tasks.rados.rados.0.smithi112.stdout:1936: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:37:27.630 INFO:tasks.rados.rados.0.smithi112.stdout:1936: finishing copy_from to smithi11277797-25 2024-04-02T08:37:27.630 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 893 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:37:28.338 INFO:tasks.rados.rados.0.smithi112.stdout:1935: done (3 left) 2024-04-02T08:37:28.338 INFO:tasks.rados.rados.0.smithi112.stdout:1936: done (2 left) 2024-04-02T08:37:28.338 INFO:tasks.rados.rados.0.smithi112.stdout:1937: done (1 left) 2024-04-02T08:37:28.338 INFO:tasks.rados.rados.0.smithi112.stdout:1938: done (0 left) 2024-04-02T08:37:28.338 INFO:tasks.rados.rados.0.smithi112.stdout:1939: delete oid 50 current snap is 181 2024-04-02T08:37:28.341 INFO:tasks.rados.rados.0.smithi112.stdout:1939: done (0 left) 2024-04-02T08:37:28.341 INFO:tasks.rados.rados.0.smithi112.stdout:1940: rmattr oid 47 current snap is 181 2024-04-02T08:37:28.341 INFO:tasks.rados.rados.0.smithi112.stdout:1940: done (0 left) 2024-04-02T08:37:28.341 INFO:tasks.rados.rados.0.smithi112.stdout:1941: delete oid 50 current snap is 181 2024-04-02T08:37:28.342 INFO:tasks.rados.rados.0.smithi112.stdout:1941: done (0 left) 2024-04-02T08:37:28.342 INFO:tasks.rados.rados.0.smithi112.stdout:1942: snap_remove snap 178 2024-04-02T08:37:28.602 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:28 smithi187 ceph-mon[84356]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:37:28.602 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:28 smithi187 ceph-mon[84356]: pgmap v322: 121 pgs: 13 peering, 8 active+undersized+degraded, 25 active+undersized, 75 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 1 op/s; 22/303 objects degraded (7.261%) 2024-04-02T08:37:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:28 smithi112 ceph-mon[91385]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:37:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:28 smithi112 ceph-mon[91385]: pgmap v322: 121 pgs: 13 peering, 8 active+undersized+degraded, 25 active+undersized, 75 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 1 op/s; 22/303 objects degraded (7.261%) 2024-04-02T08:37:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:28 smithi112 ceph-mon[88945]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:37:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:28 smithi112 ceph-mon[88945]: pgmap v322: 121 pgs: 13 peering, 8 active+undersized+degraded, 25 active+undersized, 75 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 1 op/s; 22/303 objects degraded (7.261%) 2024-04-02T08:37:29.346 INFO:tasks.rados.rados.0.smithi112.stdout:1942: done (0 left) 2024-04-02T08:37:29.347 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 181 2024-04-02T08:37:29.347 INFO:tasks.rados.rados.0.smithi112.stdout:1943: seq_num 625 ranges {8691712=475136,9166848=401408} 2024-04-02T08:37:29.395 INFO:tasks.rados.rados.0.smithi112.stdout:1943: writing smithi11277797-23 from 8691712 to 9166848 tid 1 2024-04-02T08:37:29.398 INFO:tasks.rados.rados.0.smithi112.stdout:1943: writing smithi11277797-23 from 9166848 to 9568256 tid 2 2024-04-02T08:37:29.398 INFO:tasks.rados.rados.0.smithi112.stdout:1944: read oid 15 snap -1 2024-04-02T08:37:29.398 INFO:tasks.rados.rados.0.smithi112.stdout:1944: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:37:29.398 INFO:tasks.rados.rados.0.smithi112.stdout:1945: setattr oid 36 current snap is 181 2024-04-02T08:37:29.399 INFO:tasks.rados.rados.0.smithi112.stdout:1946: snap_create 2024-04-02T08:37:29.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1077 (ObjNum 33 snap 0 seq_num 2348238096) dirty exists 2024-04-02T08:37:29.403 INFO:tasks.rados.rados.0.smithi112.stdout:1943: finishing write tid 1 to smithi11277797-23 2024-04-02T08:37:29.404 INFO:tasks.rados.rados.0.smithi112.stdout:1943: finishing write tid 2 to smithi11277797-23 2024-04-02T08:37:29.404 INFO:tasks.rados.rados.0.smithi112.stdout:1943: finishing write tid 3 to smithi11277797-23 2024-04-02T08:37:29.406 INFO:tasks.rados.rados.0.smithi112.stdout:1943: finishing write tid 4 to smithi11277797-23 2024-04-02T08:37:29.406 INFO:tasks.rados.rados.0.smithi112.stdout:1943: oid 23 updating version 0 to 711 2024-04-02T08:37:29.406 INFO:tasks.rados.rados.0.smithi112.stdout:1943: oid 23 updating version 711 to 712 2024-04-02T08:37:29.406 INFO:tasks.rados.rados.0.smithi112.stdout:1943: oid 23 updating version 712 to 713 2024-04-02T08:37:29.406 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 713 (ObjNum 625 snap 181 seq_num 625) dirty exists 2024-04-02T08:37:29.406 INFO:tasks.rados.rados.0.smithi112.stdout:1943: left oid 23 (ObjNum 625 snap 181 seq_num 625) 2024-04-02T08:37:29.425 INFO:tasks.rados.rados.0.smithi112.stdout:1944: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:37:29.588 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:29 smithi187 ceph-mon[84356]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:37:29.588 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:29 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 22/303 objects degraded (7.261%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:29 smithi112 ceph-mon[91385]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:37:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:29 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 22/303 objects degraded (7.261%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:29 smithi112 ceph-mon[88945]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:37:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:29 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 22/303 objects degraded (7.261%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:37:29] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-02T08:37:30.349 INFO:tasks.rados.rados.0.smithi112.stdout:1943: done (3 left) 2024-04-02T08:37:30.350 INFO:tasks.rados.rados.0.smithi112.stdout:1944: done (2 left) 2024-04-02T08:37:30.350 INFO:tasks.rados.rados.0.smithi112.stdout:1945: done (1 left) 2024-04-02T08:37:30.350 INFO:tasks.rados.rados.0.smithi112.stdout:1946: done (0 left) 2024-04-02T08:37:30.350 INFO:tasks.rados.rados.0.smithi112.stdout:1947: delete oid 2 current snap is 182 2024-04-02T08:37:30.354 INFO:tasks.rados.rados.0.smithi112.stdout:1947: done (0 left) 2024-04-02T08:37:30.354 INFO:tasks.rados.rados.0.smithi112.stdout:1948: copy_from oid 29 from oid 30 current snap is 182 2024-04-02T08:37:30.354 INFO:tasks.rados.rados.0.smithi112.stdout:1949: read oid 1 snap 175 2024-04-02T08:37:30.354 INFO:tasks.rados.rados.0.smithi112.stdout:1949: expect deleted 2024-04-02T08:37:30.354 INFO:tasks.rados.rados.0.smithi112.stdout:1950: rollback oid 17 current snap is 182 2024-04-02T08:37:30.355 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 173 2024-04-02T08:37:30.355 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 182 2024-04-02T08:37:30.355 INFO:tasks.rados.rados.0.smithi112.stdout:1951: seq_num 627 ranges {12500992=507904,13008896=401408} 2024-04-02T08:37:30.424 INFO:tasks.rados.rados.0.smithi112.stdout:1951: writing smithi11277797-49 from 12500992 to 13008896 tid 1 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1951: writing smithi11277797-49 from 13008896 to 13410304 tid 2 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1952: setattr oid 5 current snap is 182 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1950: finishing rollback tid 0 to smithi11277797-17 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1950: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1950: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 717 (ObjNum 551 snap 159 seq_num 551) dirty exists 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1948: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:1948: finishing copy_from to smithi11277797-29 2024-04-02T08:37:30.427 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 893 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1948: done (4 left) 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1949: done (3 left) 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1950: done (2 left) 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1953: read oid 39 snap 179 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1953: expect deleted 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1954: rmattr oid 47 current snap is 182 2024-04-02T08:37:30.429 INFO:tasks.rados.rados.0.smithi112.stdout:1954: done (3 left) 2024-04-02T08:37:30.430 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 182 2024-04-02T08:37:30.430 INFO:tasks.rados.rados.0.smithi112.stdout:1955: seq_num 628 ranges {13295616=524288,13819904=401408} 2024-04-02T08:37:30.504 INFO:tasks.rados.rados.0.smithi112.stdout:1955: writing smithi11277797-35 from 13295616 to 13819904 tid 1 2024-04-02T08:37:30.507 INFO:tasks.rados.rados.0.smithi112.stdout:1955: writing smithi11277797-35 from 13819904 to 14221312 tid 2 2024-04-02T08:37:30.507 INFO:tasks.rados.rados.0.smithi112.stdout:1956: rollback oid 3 current snap is 182 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 3 to 173 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: finishing write tid 1 to smithi11277797-49 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: finishing write tid 2 to smithi11277797-49 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 844 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: finishing write tid 3 to smithi11277797-49 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: finishing write tid 4 to smithi11277797-49 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: oid 49 updating version 0 to 1081 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: oid 49 updating version 1081 to 1083 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: oid 49 version 1083 is already newer than 1082 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1083 (ObjNum 627 snap 182 seq_num 627) dirty exists 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: left oid 49 (ObjNum 627 snap 182 seq_num 627) 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1951: done (4 left) 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1952: done (3 left) 2024-04-02T08:37:30.508 INFO:tasks.rados.rados.0.smithi112.stdout:1953: done (2 left) 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:1957: copy_from oid 34 from oid 31 current snap is 182 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:1958: rollback oid 4 current snap is 182 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 181 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:1959: setattr oid 8 current snap is 182 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:1957: finishing copy_from to smithi11277797-34 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:1957: got expected ENOENT (src dne) 2024-04-02T08:37:30.509 INFO:tasks.rados.rados.0.smithi112.stdout:1957: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:37:30.510 INFO:tasks.rados.rados.0.smithi112.stdout:1955: finishing write tid 1 to smithi11277797-35 2024-04-02T08:37:30.510 INFO:tasks.rados.rados.0.smithi112.stdout:1957: done (4 left) 2024-04-02T08:37:30.510 INFO:tasks.rados.rados.0.smithi112.stdout:1960: read oid 50 snap -1 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1960: expect deleted 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1961: copy_from oid 42 from oid 36 current snap is 182 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1962: copy_from oid 37 from oid 49 current snap is 182 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1963: read oid 10 snap 172 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1963: expect deleted 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1964: read oid 24 snap 173 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1964: expect (ObjNum 587 snap 170 seq_num 587) 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1965: copy_from oid 11 from oid 46 current snap is 182 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 182 2024-04-02T08:37:30.511 INFO:tasks.rados.rados.0.smithi112.stdout:1966: seq_num 629 ranges {0=540672,540672=401408} 2024-04-02T08:37:30.513 INFO:tasks.rados.rados.0.smithi112.stdout:1966: writing smithi11277797-40 from 0 to 540672 tid 1 2024-04-02T08:37:30.516 INFO:tasks.rados.rados.0.smithi112.stdout:1966: writing smithi11277797-40 from 540672 to 942080 tid 2 2024-04-02T08:37:30.516 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 182 2024-04-02T08:37:30.517 INFO:tasks.rados.rados.0.smithi112.stdout:1967: seq_num 630 ranges {0=557056,557056=401408} 2024-04-02T08:37:30.520 INFO:tasks.rados.rados.0.smithi112.stdout:1967: writing smithi11277797-27 from 0 to 557056 tid 1 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1967: writing smithi11277797-27 from 557056 to 958464 tid 2 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1968: copy_from oid 19 from oid 26 current snap is 182 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1956: finishing rollback tid 0 to smithi11277797-3 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1955: finishing write tid 2 to smithi11277797-35 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1958: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1956: finishing rollback tid 1 to smithi11277797-3 2024-04-02T08:37:30.523 INFO:tasks.rados.rados.0.smithi112.stdout:1958: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1955: finishing write tid 3 to smithi11277797-35 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1960: done (12 left) 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1963: done (11 left) 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1969: delete oid 25 current snap is 182 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1958: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 847 (ObjNum 605 snap 176 seq_num 605) dirty exists 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1955: finishing write tid 4 to smithi11277797-35 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1955: oid 35 updating version 0 to 903 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1955: oid 35 updating version 903 to 904 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1955: oid 35 version 904 is already newer than 902 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 904 (ObjNum 628 snap 182 seq_num 628) dirty exists 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1955: left oid 35 (ObjNum 628 snap 182 seq_num 628) 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1961: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:37:30.524 INFO:tasks.rados.rados.0.smithi112.stdout:1964: expect (ObjNum 587 snap 170 seq_num 587) 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1961: finishing copy_from to smithi11277797-42 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1077 (ObjNum -1946781248 snap 21983 seq_num 304) dirty exists 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1966: finishing write tid 1 to smithi11277797-40 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1966: finishing write tid 2 to smithi11277797-40 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1966: finishing write tid 3 to smithi11277797-40 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1955: done (11 left) 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1958: done (10 left) 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1961: done (9 left) 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1964: done (8 left) 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1969: done (7 left) 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1970: read oid 41 snap 172 2024-04-02T08:37:30.532 INFO:tasks.rados.rados.0.smithi112.stdout:1970: expect (ObjNum 585 snap 169 seq_num 585) 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 182 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1966: finishing write tid 4 to smithi11277797-40 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1966: oid 40 updating version 0 to 894 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1966: oid 40 updating version 894 to 895 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1966: oid 40 updating version 895 to 896 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 896 (ObjNum 629 snap 182 seq_num 629) dirty exists 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1966: left oid 40 (ObjNum 629 snap 182 seq_num 629) 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1956: finishing rollback tid 2 to smithi11277797-3 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 605 (ObjNum 595 snap 173 seq_num 595) dirty exists 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1085 (ObjNum 460 snap 139 seq_num 460) dirty exists 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1967: finishing write tid 1 to smithi11277797-27 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1967: finishing write tid 2 to smithi11277797-27 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1968: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1968: finishing copy_from to smithi11277797-19 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 746 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1967: finishing write tid 3 to smithi11277797-27 2024-04-02T08:37:30.533 INFO:tasks.rados.rados.0.smithi112.stdout:1967: finishing write tid 4 to smithi11277797-27 2024-04-02T08:37:30.534 INFO:tasks.rados.rados.0.smithi112.stdout:1967: oid 27 updating version 0 to 1088 2024-04-02T08:37:30.534 INFO:tasks.rados.rados.0.smithi112.stdout:1967: oid 27 version 1088 is already newer than 1087 2024-04-02T08:37:30.534 INFO:tasks.rados.rados.0.smithi112.stdout:1967: oid 27 version 1088 is already newer than 1086 2024-04-02T08:37:30.534 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1088 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:37:30.534 INFO:tasks.rados.rados.0.smithi112.stdout:1967: left oid 27 (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:37:30.534 INFO:tasks.rados.rados.0.smithi112.stdout:1971: seq_num 632 ranges {7987200=589824,8577024=401408} 2024-04-02T08:37:30.580 INFO:tasks.rados.rados.0.smithi112.stdout:1971: writing smithi11277797-9 from 7987200 to 8577024 tid 1 2024-04-02T08:37:30.582 INFO:tasks.rados.rados.0.smithi112.stdout:1971: writing smithi11277797-9 from 8577024 to 8978432 tid 2 2024-04-02T08:37:30.582 INFO:tasks.rados.rados.0.smithi112.stdout:1956: done (8 left) 2024-04-02T08:37:30.582 INFO:tasks.rados.rados.0.smithi112.stdout:1959: done (7 left) 2024-04-02T08:37:30.582 INFO:tasks.rados.rados.0.smithi112.stdout:1966: done (6 left) 2024-04-02T08:37:30.583 INFO:tasks.rados.rados.0.smithi112.stdout:1967: done (5 left) 2024-04-02T08:37:30.583 INFO:tasks.rados.rados.0.smithi112.stdout:1968: done (4 left) 2024-04-02T08:37:30.583 INFO:tasks.rados.rados.0.smithi112.stdout:1972: delete oid 12 current snap is 182 2024-04-02T08:37:30.583 INFO:tasks.rados.rados.0.smithi112.stdout:1965: finishing copy_from racing read to smithi11277797-11 2024-04-02T08:37:30.583 INFO:tasks.rados.rados.0.smithi112.stdout:1965: finishing copy_from to smithi11277797-11 2024-04-02T08:37:30.583 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 594 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:37:30.585 INFO:tasks.rados.rados.0.smithi112.stdout:1965: done (4 left) 2024-04-02T08:37:30.585 INFO:tasks.rados.rados.0.smithi112.stdout:1972: done (3 left) 2024-04-02T08:37:30.585 INFO:tasks.rados.rados.0.smithi112.stdout:1973: delete oid 3 current snap is 182 2024-04-02T08:37:30.589 INFO:tasks.rados.rados.0.smithi112.stdout:1973: done (3 left) 2024-04-02T08:37:30.589 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 182 2024-04-02T08:37:30.589 INFO:tasks.rados.rados.0.smithi112.stdout:1974: seq_num 635 ranges {0=638976,638976=401408} 2024-04-02T08:37:30.592 INFO:tasks.rados.rados.0.smithi112.stdout:1974: writing smithi11277797-21 from 0 to 638976 tid 1 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi112.stdout:1974: writing smithi11277797-21 from 638976 to 1040384 tid 2 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi112.stdout:1975: snap_remove snap 173 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:30 smithi112 ceph-mon[88945]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:37:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:30 smithi112 ceph-mon[88945]: pgmap v325: 121 pgs: 13 peering, 3 active+undersized+degraded, 6 active+undersized, 99 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s; 11/300 objects degraded (3.667%); 2.4 MiB/s, 1 objects/s recovering 2024-04-02T08:37:30.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:30 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:37:30.575+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:37:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:30 smithi112 ceph-mon[91385]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:37:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:30 smithi112 ceph-mon[91385]: pgmap v325: 121 pgs: 13 peering, 3 active+undersized+degraded, 6 active+undersized, 99 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s; 11/300 objects degraded (3.667%); 2.4 MiB/s, 1 objects/s recovering 2024-04-02T08:37:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:30 smithi187 ceph-mon[84356]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:37:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:30 smithi187 ceph-mon[84356]: pgmap v325: 121 pgs: 13 peering, 3 active+undersized+degraded, 6 active+undersized, 99 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s; 11/300 objects degraded (3.667%); 2.4 MiB/s, 1 objects/s recovering 2024-04-02T08:37:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:1971: finishing write tid 1 to smithi11277797-9 2024-04-02T08:37:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:1971: finishing write tid 2 to smithi11277797-9 2024-04-02T08:37:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:1971: finishing write tid 3 to smithi11277797-9 2024-04-02T08:37:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:1971: finishing write tid 4 to smithi11277797-9 2024-04-02T08:37:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:1971: oid 9 updating version 0 to 842 2024-04-02T08:37:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:1971: oid 9 updating version 842 to 844 2024-04-02T08:37:31.428 INFO:tasks.rados.rados.0.smithi112.stdout:1971: oid 9 version 844 is already newer than 843 2024-04-02T08:37:31.428 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 844 (ObjNum 632 snap 182 seq_num 632) dirty exists 2024-04-02T08:37:31.428 INFO:tasks.rados.rados.0.smithi112.stdout:1971: left oid 9 (ObjNum 632 snap 182 seq_num 632) 2024-04-02T08:37:31.428 INFO:tasks.rados.rados.0.smithi112.stdout:1970: expect (ObjNum 585 snap 169 seq_num 585) 2024-04-02T08:37:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: osdmap e438: 8 total, 8 up, 8 in 2024-04-02T08:37:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: osdmap e438: 8 total, 8 up, 8 in 2024-04-02T08:37:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:31.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:31 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: osdmap e438: 8 total, 8 up, 8 in 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:31.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:31.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:31.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:31 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:37:32.451 INFO:tasks.rados.rados.0.smithi112.stdout:1962: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:37:32.451 INFO:tasks.rados.rados.0.smithi112.stdout:1970: done (4 left) 2024-04-02T08:37:32.452 INFO:tasks.rados.rados.0.smithi112.stdout:1971: done (3 left) 2024-04-02T08:37:32.452 INFO:tasks.rados.rados.0.smithi112.stdout:1975: done (2 left) 2024-04-02T08:37:32.452 INFO:tasks.rados.rados.0.smithi112.stdout:1976: snap_remove snap 179 2024-04-02T08:37:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:32 smithi187 ceph-mon[84356]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:37:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:32 smithi187 ceph-mon[84356]: pgmap v328: 121 pgs: 6 peering, 115 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 26 op/s; 8.4 MiB/s, 2 objects/s recovering 2024-04-02T08:37:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:32.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:32 smithi112 ceph-mon[88945]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:37:32.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:32 smithi112 ceph-mon[88945]: pgmap v328: 121 pgs: 6 peering, 115 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 26 op/s; 8.4 MiB/s, 2 objects/s recovering 2024-04-02T08:37:32.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:32 smithi112 ceph-mon[91385]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:37:32.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:32 smithi112 ceph-mon[91385]: pgmap v328: 121 pgs: 6 peering, 115 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 26 op/s; 8.4 MiB/s, 2 objects/s recovering 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1976: done (2 left) 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1977: copy_from oid 3 from oid 47 current snap is 182 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1974: finishing write tid 1 to smithi11277797-21 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1974: finishing write tid 2 to smithi11277797-21 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1962: finishing copy_from to smithi11277797-37 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1083 (ObjNum 627 snap 182 seq_num 627) dirty exists 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1974: finishing write tid 3 to smithi11277797-21 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1974: finishing write tid 4 to smithi11277797-21 2024-04-02T08:37:33.441 INFO:tasks.rados.rados.0.smithi112.stdout:1974: oid 21 updating version 0 to 905 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:1974: oid 21 updating version 905 to 907 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:1974: oid 21 version 907 is already newer than 906 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 907 (ObjNum 635 snap 182 seq_num 635) dirty exists 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:1974: left oid 21 (ObjNum 635 snap 182 seq_num 635) 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:1962: done (2 left) 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:1974: done (1 left) 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 182 2024-04-02T08:37:33.442 INFO:tasks.rados.rados.0.smithi112.stdout:1978: seq_num 636 ranges {14065664=655360,14721024=401408} 2024-04-02T08:37:33.520 INFO:tasks.rados.rados.0.smithi112.stdout:1978: writing smithi11277797-6 from 14065664 to 14721024 tid 1 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:1978: writing smithi11277797-6 from 14721024 to 15122432 tid 2 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:1979: read oid 45 snap -1 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:1979: expect (ObjNum 606 snap 177 seq_num 606) 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 182 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:1977: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:1977: finishing copy_from to smithi11277797-3 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 594 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:37:33.523 INFO:tasks.rados.rados.0.smithi112.stdout:1980: seq_num 637 ranges {0=671744,671744=401408} 2024-04-02T08:37:33.526 INFO:tasks.rados.rados.0.smithi112.stdout:1980: writing smithi11277797-50 from 0 to 671744 tid 1 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:1980: writing smithi11277797-50 from 671744 to 1073152 tid 2 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:1977: done (3 left) 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:1981: read oid 3 snap -1 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:1981: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 182 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:1978: finishing write tid 1 to smithi11277797-6 2024-04-02T08:37:33.529 INFO:tasks.rados.rados.0.smithi112.stdout:1982: seq_num 638 ranges {13410304=688128,14098432=401408} 2024-04-02T08:37:33.605 INFO:tasks.rados.rados.0.smithi112.stdout:1982: writing smithi11277797-37 from 13410304 to 14098432 tid 1 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1982: writing smithi11277797-37 from 14098432 to 14499840 tid 2 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1983: rollback oid 4 current snap is 182 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 172 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1978: finishing write tid 2 to smithi11277797-6 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1978: finishing write tid 3 to smithi11277797-6 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1978: finishing write tid 4 to smithi11277797-6 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1978: oid 6 updating version 0 to 1086 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1978: oid 6 version 1086 is already newer than 1085 2024-04-02T08:37:33.608 INFO:tasks.rados.rados.0.smithi112.stdout:1978: oid 6 version 1086 is already newer than 1084 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1086 (ObjNum 636 snap 182 seq_num 636) dirty exists 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1978: left oid 6 (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: finishing write tid 1 to smithi11277797-50 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: finishing write tid 2 to smithi11277797-50 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: finishing write tid 3 to smithi11277797-50 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: finishing write tid 4 to smithi11277797-50 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: oid 50 updating version 0 to 905 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: oid 50 version 905 is already newer than 903 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: oid 50 version 905 is already newer than 904 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 905 (ObjNum 637 snap 182 seq_num 637) dirty exists 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1980: left oid 50 (ObjNum 637 snap 182 seq_num 637) 2024-04-02T08:37:33.609 INFO:tasks.rados.rados.0.smithi112.stdout:1979: expect (ObjNum 606 snap 177 seq_num 606) 2024-04-02T08:37:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:33 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/300 objects degraded (3.667%), 3 pgs degraded) 2024-04-02T08:37:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:33 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:37:33.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi187\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi187\", job=\"node\", machine=\"x86_64\", nodename=\"smithi187\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi187\", job=\"node\", machine=\"x86_64\", nodename=\"smithi187\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:33 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/300 objects degraded (3.667%), 3 pgs degraded) 2024-04-02T08:37:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:33 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:37:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:33 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/300 objects degraded (3.667%), 3 pgs degraded) 2024-04-02T08:37:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:33 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:37:34.709 INFO:tasks.rados.rados.0.smithi112.stdout:1981: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:37:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:34 smithi187 ceph-mon[84356]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:37:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:34 smithi187 ceph-mon[84356]: pgmap v330: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 33 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-02T08:37:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:34 smithi112 ceph-mon[91385]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:37:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:34 smithi112 ceph-mon[91385]: pgmap v330: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 33 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-02T08:37:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:34 smithi112 ceph-mon[88945]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:37:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:34 smithi112 ceph-mon[88945]: pgmap v330: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 33 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-02T08:37:35.603 INFO:tasks.rados.rados.0.smithi112.stdout:1982: finishing write tid 1 to smithi11277797-37 2024-04-02T08:37:35.603 INFO:tasks.rados.rados.0.smithi112.stdout:1982: finishing write tid 2 to smithi11277797-37 2024-04-02T08:37:35.603 INFO:tasks.rados.rados.0.smithi112.stdout:1982: finishing write tid 3 to smithi11277797-37 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1983: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1983: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1983: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1080 (ObjNum 592 snap 172 seq_num 592) dirty exists 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1982: finishing write tid 4 to smithi11277797-37 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1982: oid 37 updating version 0 to 1088 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1982: oid 37 version 1088 is already newer than 1087 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1982: oid 37 updating version 1088 to 1089 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1089 (ObjNum 638 snap 182 seq_num 638) dirty exists 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1982: left oid 37 (ObjNum 638 snap 182 seq_num 638) 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1978: done (5 left) 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1979: done (4 left) 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1980: done (3 left) 2024-04-02T08:37:35.604 INFO:tasks.rados.rados.0.smithi112.stdout:1981: done (2 left) 2024-04-02T08:37:35.605 INFO:tasks.rados.rados.0.smithi112.stdout:1982: done (1 left) 2024-04-02T08:37:35.605 INFO:tasks.rados.rados.0.smithi112.stdout:1983: done (0 left) 2024-04-02T08:37:35.605 INFO:tasks.rados.rados.0.smithi112.stdout:1984: read oid 7 snap -1 2024-04-02T08:37:35.605 INFO:tasks.rados.rados.0.smithi112.stdout:1984: expect (ObjNum 564 snap 161 seq_num 564) 2024-04-02T08:37:35.605 INFO:tasks.rados.rados.0.smithi112.stdout:1985: snap_create 2024-04-02T08:37:35.661 INFO:tasks.rados.rados.0.smithi112.stdout:1985: done (1 left) 2024-04-02T08:37:35.661 INFO:tasks.rados.rados.0.smithi112.stdout:1986: rollback oid 5 current snap is 183 2024-04-02T08:37:35.661 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 172 2024-04-02T08:37:35.661 INFO:tasks.rados.rados.0.smithi112.stdout:1987: copy_from oid 46 from oid 33 current snap is 183 2024-04-02T08:37:35.661 INFO:tasks.rados.rados.0.smithi112.stdout:1988: snap_remove snap 180 2024-04-02T08:37:36.666 INFO:tasks.rados.rados.0.smithi112.stdout:1988: done (3 left) 2024-04-02T08:37:36.666 INFO:tasks.rados.rados.0.smithi112.stdout:1989: read oid 26 snap 172 2024-04-02T08:37:36.666 INFO:tasks.rados.rados.0.smithi112.stdout:1989: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:37:36.666 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 183 2024-04-02T08:37:36.667 INFO:tasks.rados.rados.0.smithi112.stdout:1990: seq_num 639 ranges {13410304=704512,14114816=401408} 2024-04-02T08:37:36.742 INFO:tasks.rados.rados.0.smithi112.stdout:1990: writing smithi11277797-49 from 13410304 to 14114816 tid 1 2024-04-02T08:37:36.744 INFO:tasks.rados.rados.0.smithi112.stdout:1990: writing smithi11277797-49 from 14114816 to 14516224 tid 2 2024-04-02T08:37:36.744 INFO:tasks.rados.rados.0.smithi112.stdout:1991: rollback oid 45 current snap is 183 2024-04-02T08:37:36.744 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 175 2024-04-02T08:37:36.744 INFO:tasks.rados.rados.0.smithi112.stdout:1986: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:37:36.745 INFO:tasks.rados.rados.0.smithi112.stdout:1986: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:37:36.745 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1082 (ObjNum 81 snap 0 seq_num 1800428897) dirty dne 2024-04-02T08:37:36.745 INFO:tasks.rados.rados.0.smithi112.stdout:1984: expect (ObjNum 564 snap 161 seq_num 564) 2024-04-02T08:37:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:36 smithi187 ceph-mon[84356]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:37:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:36 smithi187 ceph-mon[84356]: pgmap v332: 121 pgs: 121 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 8.9 MiB/s wr, 29 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-04-02T08:37:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:36 smithi112 ceph-mon[88945]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:37:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:36 smithi112 ceph-mon[88945]: pgmap v332: 121 pgs: 121 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 8.9 MiB/s wr, 29 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-04-02T08:37:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:36 smithi112 ceph-mon[91385]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:37:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:36 smithi112 ceph-mon[91385]: pgmap v332: 121 pgs: 121 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 8.9 MiB/s wr, 29 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-04-02T08:37:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:37 smithi187 ceph-mon[84356]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:37 smithi112 ceph-mon[91385]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:37 smithi112 ceph-mon[88945]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:38.415 INFO:tasks.rados.rados.0.smithi112.stdout:1987: finishing copy_from racing read to smithi11277797-46 2024-04-02T08:37:38.415 INFO:tasks.rados.rados.0.smithi112.stdout:1987: finishing copy_from to smithi11277797-46 2024-04-02T08:37:38.415 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 743 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:37:38.415 INFO:tasks.rados.rados.0.smithi112.stdout:1984: done (5 left) 2024-04-02T08:37:38.416 INFO:tasks.rados.rados.0.smithi112.stdout:1986: done (4 left) 2024-04-02T08:37:38.416 INFO:tasks.rados.rados.0.smithi112.stdout:1987: done (3 left) 2024-04-02T08:37:38.416 INFO:tasks.rados.rados.0.smithi112.stdout:1992: delete oid 5 current snap is 183 2024-04-02T08:37:38.416 INFO:tasks.rados.rados.0.smithi112.stdout:1989: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: finishing write tid 1 to smithi11277797-49 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: finishing write tid 2 to smithi11277797-49 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: finishing write tid 3 to smithi11277797-49 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1991: finishing rollback tid 0 to smithi11277797-45 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1991: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1991: finishing rollback tid 2 to smithi11277797-45 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 947 (ObjNum 471 snap 139 seq_num 471) dirty exists 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: finishing write tid 4 to smithi11277797-49 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: oid 49 updating version 0 to 1104 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: oid 49 updating version 1104 to 1105 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: oid 49 updating version 1105 to 1106 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1106 (ObjNum 639 snap 183 seq_num 639) dirty exists 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1990: left oid 49 (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:37:38.420 INFO:tasks.rados.rados.0.smithi112.stdout:1989: done (3 left) 2024-04-02T08:37:38.421 INFO:tasks.rados.rados.0.smithi112.stdout:1990: done (2 left) 2024-04-02T08:37:38.421 INFO:tasks.rados.rados.0.smithi112.stdout:1991: done (1 left) 2024-04-02T08:37:38.421 INFO:tasks.rados.rados.0.smithi112.stdout:1992: done (0 left) 2024-04-02T08:37:38.421 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 183 2024-04-02T08:37:38.421 INFO:tasks.rados.rados.0.smithi112.stdout:1993: seq_num 641 ranges {5775360=745472,6520832=401408} 2024-04-02T08:37:38.453 INFO:tasks.rados.rados.0.smithi112.stdout:1993: writing smithi11277797-43 from 5775360 to 6520832 tid 1 2024-04-02T08:37:38.456 INFO:tasks.rados.rados.0.smithi112.stdout:1993: writing smithi11277797-43 from 6520832 to 6922240 tid 2 2024-04-02T08:37:38.456 INFO:tasks.rados.rados.0.smithi112.stdout:1994: snap_create 2024-04-02T08:37:38.459 INFO:tasks.rados.rados.0.smithi112.stdout:1993: finishing write tid 1 to smithi11277797-43 2024-04-02T08:37:38.459 INFO:tasks.rados.rados.0.smithi112.stdout:1993: finishing write tid 2 to smithi11277797-43 2024-04-02T08:37:38.460 INFO:tasks.rados.rados.0.smithi112.stdout:1993: finishing write tid 3 to smithi11277797-43 2024-04-02T08:37:38.461 INFO:tasks.rados.rados.0.smithi112.stdout:1993: finishing write tid 4 to smithi11277797-43 2024-04-02T08:37:38.461 INFO:tasks.rados.rados.0.smithi112.stdout:1993: oid 43 updating version 0 to 946 2024-04-02T08:37:38.461 INFO:tasks.rados.rados.0.smithi112.stdout:1993: oid 43 version 946 is already newer than 944 2024-04-02T08:37:38.461 INFO:tasks.rados.rados.0.smithi112.stdout:1993: oid 43 version 946 is already newer than 945 2024-04-02T08:37:38.461 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 946 (ObjNum 641 snap 183 seq_num 641) dirty exists 2024-04-02T08:37:38.461 INFO:tasks.rados.rados.0.smithi112.stdout:1993: left oid 43 (ObjNum 641 snap 183 seq_num 641) 2024-04-02T08:37:38.738 INFO:tasks.rados.rados.0.smithi112.stdout:1993: done (1 left) 2024-04-02T08:37:38.738 INFO:tasks.rados.rados.0.smithi112.stdout:1994: done (0 left) 2024-04-02T08:37:38.738 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 184 2024-04-02T08:37:38.738 INFO:tasks.rados.rados.0.smithi112.stdout:1995: seq_num 642 ranges {0=761856,761856=401408} 2024-04-02T08:37:38.742 INFO:tasks.rados.rados.0.smithi112.stdout:1995: writing smithi11277797-42 from 0 to 761856 tid 1 2024-04-02T08:37:38.744 INFO:tasks.rados.rados.0.smithi112.stdout:1995: writing smithi11277797-42 from 761856 to 1163264 tid 2 2024-04-02T08:37:38.744 INFO:tasks.rados.rados.0.smithi112.stdout:1996: snap_create 2024-04-02T08:37:38.746 INFO:tasks.rados.rados.0.smithi112.stdout:1995: finishing write tid 1 to smithi11277797-42 2024-04-02T08:37:38.747 INFO:tasks.rados.rados.0.smithi112.stdout:1995: finishing write tid 2 to smithi11277797-42 2024-04-02T08:37:38.747 INFO:tasks.rados.rados.0.smithi112.stdout:1995: finishing write tid 3 to smithi11277797-42 2024-04-02T08:37:38.748 INFO:tasks.rados.rados.0.smithi112.stdout:1995: finishing write tid 4 to smithi11277797-42 2024-04-02T08:37:38.749 INFO:tasks.rados.rados.0.smithi112.stdout:1995: oid 42 updating version 0 to 1083 2024-04-02T08:37:38.749 INFO:tasks.rados.rados.0.smithi112.stdout:1995: oid 42 updating version 1083 to 1085 2024-04-02T08:37:38.749 INFO:tasks.rados.rados.0.smithi112.stdout:1995: oid 42 version 1085 is already newer than 1084 2024-04-02T08:37:38.749 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1085 (ObjNum 642 snap 184 seq_num 642) dirty exists 2024-04-02T08:37:38.749 INFO:tasks.rados.rados.0.smithi112.stdout:1995: left oid 42 (ObjNum 642 snap 184 seq_num 642) 2024-04-02T08:37:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:38 smithi187 ceph-mon[84356]: pgmap v334: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 11 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T08:37:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:38 smithi112 ceph-mon[91385]: pgmap v334: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 11 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T08:37:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:38 smithi112 ceph-mon[88945]: pgmap v334: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 11 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T08:37:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:1995: done (1 left) 2024-04-02T08:37:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:1996: done (0 left) 2024-04-02T08:37:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 185 2024-04-02T08:37:39.262 INFO:tasks.rados.rados.0.smithi112.stdout:1997: seq_num 643 ranges {0=778240,778240=401408} 2024-04-02T08:37:39.266 INFO:tasks.rados.rados.0.smithi112.stdout:1997: writing smithi11277797-18 from 0 to 778240 tid 1 2024-04-02T08:37:39.268 INFO:tasks.rados.rados.0.smithi112.stdout:1997: writing smithi11277797-18 from 778240 to 1179648 tid 2 2024-04-02T08:37:39.268 INFO:tasks.rados.rados.0.smithi112.stdout:1998: snap_create 2024-04-02T08:37:39.273 INFO:tasks.rados.rados.0.smithi112.stdout:1997: finishing write tid 1 to smithi11277797-18 2024-04-02T08:37:39.274 INFO:tasks.rados.rados.0.smithi112.stdout:1997: finishing write tid 2 to smithi11277797-18 2024-04-02T08:37:39.274 INFO:tasks.rados.rados.0.smithi112.stdout:1997: finishing write tid 3 to smithi11277797-18 2024-04-02T08:37:39.275 INFO:tasks.rados.rados.0.smithi112.stdout:1997: finishing write tid 4 to smithi11277797-18 2024-04-02T08:37:39.275 INFO:tasks.rados.rados.0.smithi112.stdout:1997: oid 18 updating version 0 to 916 2024-04-02T08:37:39.275 INFO:tasks.rados.rados.0.smithi112.stdout:1997: oid 18 version 916 is already newer than 914 2024-04-02T08:37:39.275 INFO:tasks.rados.rados.0.smithi112.stdout:1997: oid 18 version 916 is already newer than 915 2024-04-02T08:37:39.275 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 916 (ObjNum 643 snap 185 seq_num 643) dirty exists 2024-04-02T08:37:39.276 INFO:tasks.rados.rados.0.smithi112.stdout:1997: left oid 18 (ObjNum 643 snap 185 seq_num 643) 2024-04-02T08:37:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:37:39] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-04-02T08:37:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-mon[88945]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-mon[88945]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-mon[88945]: pgmap v337: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 273 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-04-02T08:37:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-mon[91385]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-mon[91385]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:39 smithi112 ceph-mon[91385]: pgmap v337: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 273 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-04-02T08:37:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:39 smithi187 ceph-mon[84356]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:39 smithi187 ceph-mon[84356]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:39 smithi187 ceph-mon[84356]: pgmap v337: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 273 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-04-02T08:37:40.266 INFO:tasks.rados.rados.0.smithi112.stdout:1997: done (1 left) 2024-04-02T08:37:40.266 INFO:tasks.rados.rados.0.smithi112.stdout:1998: done (0 left) 2024-04-02T08:37:40.266 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 186 2024-04-02T08:37:40.266 INFO:tasks.rados.rados.0.smithi112.stdout:1999: seq_num 644 ranges {2039808=794624,2834432=401408} 2024-04-02T08:37:40.281 INFO:tasks.rados.rados.0.smithi112.stdout:1999: writing smithi11277797-17 from 2039808 to 2834432 tid 1 2024-04-02T08:37:40.283 INFO:tasks.rados.rados.0.smithi112.stdout:1999: writing smithi11277797-17 from 2834432 to 3235840 tid 2 2024-04-02T08:37:40.283 INFO:tasks.rados.rados.0.smithi112.stdout:2000: rollback oid 22 current snap is 186 2024-04-02T08:37:40.283 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 22 to 183 2024-04-02T08:37:40.284 INFO:tasks.rados.rados.0.smithi112.stdout:2001: delete oid 39 current snap is 186 2024-04-02T08:37:40.287 INFO:tasks.rados.rados.0.smithi112.stdout:2000: finishing rollback tid 1 to smithi11277797-22 2024-04-02T08:37:40.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 826 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:37:40.287 INFO:tasks.rados.rados.0.smithi112.stdout:2000: done (2 left) 2024-04-02T08:37:40.287 INFO:tasks.rados.rados.0.smithi112.stdout:2001: done (1 left) 2024-04-02T08:37:40.287 INFO:tasks.rados.rados.0.smithi112.stdout:2002: snap_remove snap 181 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:2002: done (1 left) 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:2003: snap_create 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: finishing write tid 1 to smithi11277797-17 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: finishing write tid 2 to smithi11277797-17 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: finishing write tid 3 to smithi11277797-17 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: finishing write tid 4 to smithi11277797-17 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: oid 17 updating version 0 to 735 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: oid 17 version 735 is already newer than 734 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: oid 17 version 735 is already newer than 733 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 735 (ObjNum 644 snap 186 seq_num 644) dirty exists 2024-04-02T08:37:41.273 INFO:tasks.rados.rados.0.smithi112.stdout:1999: left oid 17 (ObjNum 644 snap 186 seq_num 644) 2024-04-02T08:37:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:41 smithi112 ceph-mon[91385]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:41 smithi112 ceph-mon[88945]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:41 smithi187 ceph-mon[84356]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:42.279 INFO:tasks.rados.rados.0.smithi112.stdout:1999: done (1 left) 2024-04-02T08:37:42.279 INFO:tasks.rados.rados.0.smithi112.stdout:2003: done (0 left) 2024-04-02T08:37:42.279 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 187 2024-04-02T08:37:42.279 INFO:tasks.rados.rados.0.smithi112.stdout:2004: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-04-02T08:37:42.281 INFO:tasks.rados.rados.0.smithi112.stdout:2004: writing smithi11277797-10 from 0 to 425984 tid 1 2024-04-02T08:37:42.285 INFO:tasks.rados.rados.0.smithi112.stdout:2004: writing smithi11277797-10 from 425984 to 1081344 tid 2 2024-04-02T08:37:42.286 INFO:tasks.rados.rados.0.smithi112.stdout:2004: writing smithi11277797-10 from 1081344 to 1228800 tid 3 2024-04-02T08:37:42.286 INFO:tasks.rados.rados.0.smithi112.stdout:2005: snap_create 2024-04-02T08:37:42.287 INFO:tasks.rados.rados.0.smithi112.stdout:2004: finishing write tid 1 to smithi11277797-10 2024-04-02T08:37:42.289 INFO:tasks.rados.rados.0.smithi112.stdout:2004: finishing write tid 2 to smithi11277797-10 2024-04-02T08:37:42.289 INFO:tasks.rados.rados.0.smithi112.stdout:2004: finishing write tid 3 to smithi11277797-10 2024-04-02T08:37:42.290 INFO:tasks.rados.rados.0.smithi112.stdout:2004: finishing write tid 4 to smithi11277797-10 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:2004: finishing write tid 5 to smithi11277797-10 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:2004: oid 10 updating version 0 to 906 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:2004: oid 10 version 906 is already newer than 904 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:2004: oid 10 version 906 is already newer than 905 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:2004: oid 10 updating version 906 to 907 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 907 (ObjNum 646 snap 187 seq_num 646) dirty exists 2024-04-02T08:37:42.291 INFO:tasks.rados.rados.0.smithi112.stdout:2004: left oid 10 (ObjNum 646 snap 187 seq_num 646) 2024-04-02T08:37:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:42 smithi112 ceph-mon[91385]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:42 smithi112 ceph-mon[91385]: pgmap v340: 121 pgs: 121 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-02T08:37:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:42 smithi112 ceph-mon[88945]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:42 smithi112 ceph-mon[88945]: pgmap v340: 121 pgs: 121 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-02T08:37:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:42 smithi187 ceph-mon[84356]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:42 smithi187 ceph-mon[84356]: pgmap v340: 121 pgs: 121 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-02T08:37:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:43.293 INFO:tasks.rados.rados.0.smithi112.stdout:2004: done (1 left) 2024-04-02T08:37:43.293 INFO:tasks.rados.rados.0.smithi112.stdout:2005: done (0 left) 2024-04-02T08:37:43.293 INFO:tasks.rados.rados.0.smithi112.stdout:2006: rollback oid 27 current snap is 188 2024-04-02T08:37:43.293 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 186 2024-04-02T08:37:43.294 INFO:tasks.rados.rados.0.smithi112.stdout:2007: delete oid 39 current snap is 188 2024-04-02T08:37:43.297 INFO:tasks.rados.rados.0.smithi112.stdout:2007: done (1 left) 2024-04-02T08:37:43.297 INFO:tasks.rados.rados.0.smithi112.stdout:2008: rollback oid 5 current snap is 188 2024-04-02T08:37:43.297 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 182 2024-04-02T08:37:43.298 INFO:tasks.rados.rados.0.smithi112.stdout:2009: copy_from oid 6 from oid 24 current snap is 188 2024-04-02T08:37:43.298 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 188 2024-04-02T08:37:43.298 INFO:tasks.rados.rados.0.smithi112.stdout:2010: seq_num 648 ranges {3235840=458752,3694592=475136,4169728=327680} 2024-04-02T08:37:43.318 INFO:tasks.rados.rados.0.smithi112.stdout:2010: writing smithi11277797-17 from 3235840 to 3694592 tid 1 2024-04-02T08:37:43.321 INFO:tasks.rados.rados.0.smithi112.stdout:2010: writing smithi11277797-17 from 3694592 to 4169728 tid 2 2024-04-02T08:37:43.323 INFO:tasks.rados.rados.0.smithi112.stdout:2010: writing smithi11277797-17 from 4169728 to 4497408 tid 3 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2011: snap_create 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2006: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2006: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2006: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1114 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2008: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2008: finishing rollback tid 2 to smithi11277797-5 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1087 (ObjNum 129 snap 0 seq_num 2349152200) dirty exists 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2009: finishing copy_from to smithi11277797-6 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2009: got expected ENOENT (src dne) 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2009: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:37:43.324 INFO:tasks.rados.rados.0.smithi112.stdout:2010: finishing write tid 1 to smithi11277797-17 2024-04-02T08:37:43.325 INFO:tasks.rados.rados.0.smithi112.stdout:2010: finishing write tid 2 to smithi11277797-17 2024-04-02T08:37:43.325 INFO:tasks.rados.rados.0.smithi112.stdout:2010: finishing write tid 3 to smithi11277797-17 2024-04-02T08:37:43.326 INFO:tasks.rados.rados.0.smithi112.stdout:2010: finishing write tid 4 to smithi11277797-17 2024-04-02T08:37:43.326 INFO:tasks.rados.rados.0.smithi112.stdout:2010: finishing write tid 5 to smithi11277797-17 2024-04-02T08:37:43.327 INFO:tasks.rados.rados.0.smithi112.stdout:2010: oid 17 updating version 0 to 740 2024-04-02T08:37:43.327 INFO:tasks.rados.rados.0.smithi112.stdout:2010: oid 17 updating version 740 to 741 2024-04-02T08:37:43.327 INFO:tasks.rados.rados.0.smithi112.stdout:2010: oid 17 updating version 741 to 742 2024-04-02T08:37:43.327 INFO:tasks.rados.rados.0.smithi112.stdout:2010: oid 17 version 742 is already newer than 739 2024-04-02T08:37:43.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 742 (ObjNum 648 snap 188 seq_num 648) dirty exists 2024-04-02T08:37:43.327 INFO:tasks.rados.rados.0.smithi112.stdout:2010: left oid 17 (ObjNum 648 snap 188 seq_num 648) 2024-04-02T08:37:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:43 smithi112 ceph-mon[88945]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:43 smithi112 ceph-mon[91385]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:43 smithi187 ceph-mon[84356]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:44.263 INFO:tasks.rados.rados.0.smithi112.stdout:2006: done (4 left) 2024-04-02T08:37:44.263 INFO:tasks.rados.rados.0.smithi112.stdout:2008: done (3 left) 2024-04-02T08:37:44.263 INFO:tasks.rados.rados.0.smithi112.stdout:2009: done (2 left) 2024-04-02T08:37:44.263 INFO:tasks.rados.rados.0.smithi112.stdout:2010: done (1 left) 2024-04-02T08:37:44.263 INFO:tasks.rados.rados.0.smithi112.stdout:2011: done (0 left) 2024-04-02T08:37:44.263 INFO:tasks.rados.rados.0.smithi112.stdout:2012: snap_remove snap 186 2024-04-02T08:37:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:44 smithi112 ceph-mon[88945]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:44 smithi112 ceph-mon[88945]: pgmap v343: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:37:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:44 smithi112 ceph-mon[88945]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:44 smithi112 ceph-mon[91385]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:44 smithi112 ceph-mon[91385]: pgmap v343: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:37:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:44 smithi112 ceph-mon[91385]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:44 smithi187 ceph-mon[84356]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:44 smithi187 ceph-mon[84356]: pgmap v343: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:37:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:44 smithi187 ceph-mon[84356]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:45.263 INFO:tasks.rados.rados.0.smithi112.stdout:2012: done (0 left) 2024-04-02T08:37:45.263 INFO:tasks.rados.rados.0.smithi112.stdout:2013: read oid 42 snap 187 2024-04-02T08:37:45.263 INFO:tasks.rados.rados.0.smithi112.stdout:2013: expect (ObjNum 642 snap 184 seq_num 642) 2024-04-02T08:37:45.263 INFO:tasks.rados.rados.0.smithi112.stdout:2014: snap_remove snap 188 2024-04-02T08:37:46.269 INFO:tasks.rados.rados.0.smithi112.stdout:2014: done (1 left) 2024-04-02T08:37:46.270 INFO:tasks.rados.rados.0.smithi112.stdout:2015: snap_create 2024-04-02T08:37:46.270 INFO:tasks.rados.rados.0.smithi112.stdout:2013: expect (ObjNum 642 snap 184 seq_num 642) 2024-04-02T08:37:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:46 smithi187 ceph-mon[84356]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:46 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:46 smithi187 ceph-mon[84356]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:46 smithi187 ceph-mon[84356]: pgmap v346: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 1 op/s 2024-04-02T08:37:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[88945]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[88945]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[88945]: pgmap v346: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 1 op/s 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[91385]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[91385]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:46 smithi112 ceph-mon[91385]: pgmap v346: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 1 op/s 2024-04-02T08:37:47.271 INFO:tasks.rados.rados.0.smithi112.stdout:2013: done (1 left) 2024-04-02T08:37:47.272 INFO:tasks.rados.rados.0.smithi112.stdout:2015: done (0 left) 2024-04-02T08:37:47.272 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 190 2024-04-02T08:37:47.272 INFO:tasks.rados.rados.0.smithi112.stdout:2016: seq_num 649 ranges {9568256=475136,10043392=761856,10805248=40960} 2024-04-02T08:37:47.326 INFO:tasks.rados.rados.0.smithi112.stdout:2016: writing smithi11277797-23 from 9568256 to 10043392 tid 1 2024-04-02T08:37:47.331 INFO:tasks.rados.rados.0.smithi112.stdout:2016: writing smithi11277797-23 from 10043392 to 10805248 tid 2 2024-04-02T08:37:47.331 INFO:tasks.rados.rados.0.smithi112.stdout:2016: writing smithi11277797-23 from 10805248 to 10846208 tid 3 2024-04-02T08:37:47.331 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 190 2024-04-02T08:37:47.331 INFO:tasks.rados.rados.0.smithi112.stdout:2016: finishing write tid 1 to smithi11277797-23 2024-04-02T08:37:47.331 INFO:tasks.rados.rados.0.smithi112.stdout:2017: seq_num 650 ranges {14221312=491520,14712832=647168,15360000=155648} 2024-04-02T08:37:47.411 INFO:tasks.rados.rados.0.smithi112.stdout:2017: writing smithi11277797-35 from 14221312 to 14712832 tid 1 2024-04-02T08:37:47.415 INFO:tasks.rados.rados.0.smithi112.stdout:2017: writing smithi11277797-35 from 14712832 to 15360000 tid 2 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2017: writing smithi11277797-35 from 15360000 to 15515648 tid 3 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2018: rollback oid 37 current snap is 190 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 175 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: finishing write tid 2 to smithi11277797-23 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: finishing write tid 3 to smithi11277797-23 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: finishing write tid 4 to smithi11277797-23 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: finishing write tid 5 to smithi11277797-23 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: oid 23 updating version 0 to 749 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: oid 23 version 749 is already newer than 748 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: oid 23 version 749 is already newer than 747 2024-04-02T08:37:47.417 INFO:tasks.rados.rados.0.smithi112.stdout:2016: oid 23 version 749 is already newer than 746 2024-04-02T08:37:47.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 749 (ObjNum 649 snap 190 seq_num 649) dirty exists 2024-04-02T08:37:47.418 INFO:tasks.rados.rados.0.smithi112.stdout:2016: left oid 23 (ObjNum 649 snap 190 seq_num 649) 2024-04-02T08:37:47.418 INFO:tasks.rados.rados.0.smithi112.stdout:2016: done (2 left) 2024-04-02T08:37:47.418 INFO:tasks.rados.rados.0.smithi112.stdout:2019: setattr oid 26 current snap is 190 2024-04-02T08:37:47.418 INFO:tasks.rados.rados.0.smithi112.stdout:2020: read oid 24 snap -1 2024-04-02T08:37:47.418 INFO:tasks.rados.rados.0.smithi112.stdout:2020: expect deleted 2024-04-02T08:37:47.419 INFO:tasks.rados.rados.0.smithi112.stdout:2021: snap_remove snap 185 2024-04-02T08:37:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:47 smithi187 ceph-mon[84356]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:47 smithi112 ceph-mon[88945]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:47 smithi112 ceph-mon[91385]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:47.636 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:37:47.949 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:37:47.949 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (8m) 56s ago 9m 25.8M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:37:47.949 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (9m) 22s ago 9m 89.2M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:37:47.949 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (10m) 56s ago 10m 22.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:37:47.949 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (10m) 22s ago 10m 15.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:37:47.949 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (4m) 22s ago 14m 451M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (5m) 56s ago 15m 507M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (4m) 56s ago 16m 54.3M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (3m) 22s ago 14m 44.7M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (3m) 56s ago 14m 47.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (9m) 56s ago 9m 15.2M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (9m) 22s ago 9m 17.3M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (2m) 56s ago 13m 153M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (2m) 56s ago 13m 132M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (95s) 56s ago 13m 97.6M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (61s) 56s ago 12m 12.1M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (27s) 22s ago 12m 11.9M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (11m) 22s ago 11m 269M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0ff5dee57181 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (11m) 22s ago 11m 185M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:37:47.950 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (11m) 22s ago 11m 189M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:37:47.951 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (4m) 22s ago 10m 60.9M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2021: done (4 left) 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2022: delete oid 38 current snap is 190 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2017: finishing write tid 1 to smithi11277797-35 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2017: finishing write tid 2 to smithi11277797-35 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2017: finishing write tid 3 to smithi11277797-35 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 747 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2017: finishing write tid 4 to smithi11277797-35 2024-04-02T08:37:48.280 INFO:tasks.rados.rados.0.smithi112.stdout:2018: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2018: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2018: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1092 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2017: finishing write tid 5 to smithi11277797-35 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2017: oid 35 updating version 0 to 923 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2017: oid 35 version 923 is already newer than 921 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2017: oid 35 version 923 is already newer than 920 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2017: oid 35 version 923 is already newer than 922 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 923 (ObjNum 650 snap 190 seq_num 650) dirty exists 2024-04-02T08:37:48.281 INFO:tasks.rados.rados.0.smithi112.stdout:2017: left oid 35 (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:37:48.284 INFO:tasks.rados.rados.0.smithi112.stdout:2017: done (4 left) 2024-04-02T08:37:48.285 INFO:tasks.rados.rados.0.smithi112.stdout:2018: done (3 left) 2024-04-02T08:37:48.285 INFO:tasks.rados.rados.0.smithi112.stdout:2019: done (2 left) 2024-04-02T08:37:48.285 INFO:tasks.rados.rados.0.smithi112.stdout:2020: done (1 left) 2024-04-02T08:37:48.285 INFO:tasks.rados.rados.0.smithi112.stdout:2022: done (0 left) 2024-04-02T08:37:48.285 INFO:tasks.rados.rados.0.smithi112.stdout:2023: snap_create 2024-04-02T08:37:48.345 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:37:48.345 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:37:48.345 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:37:48.345 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:48.345 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:37:48.345 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 5 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 10 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:37:48.346 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: Upgrade: Updating osd.5 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: Deploying daemon osd.5 on smithi187 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:48 smithi187 ceph-mon[84356]: pgmap v349: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 863 KiB/s rd, 608 KiB/s wr, 4 op/s 2024-04-02T08:37:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: Upgrade: Updating osd.5 2024-04-02T08:37:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: Deploying daemon osd.5 on smithi187 2024-04-02T08:37:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:48.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[91385]: pgmap v349: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 863 KiB/s rd, 608 KiB/s wr, 4 op/s 2024-04-02T08:37:48.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: Upgrade: Updating osd.5 2024-04-02T08:37:48.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:48.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:48.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:48.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: Deploying daemon osd.5 on smithi187 2024-04-02T08:37:48.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:48.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:48 smithi112 ceph-mon[88945]: pgmap v349: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 863 KiB/s rd, 608 KiB/s wr, 4 op/s 2024-04-02T08:37:49.262 INFO:tasks.rados.rados.0.smithi112.stdout:2023: done (0 left) 2024-04-02T08:37:49.263 INFO:tasks.rados.rados.0.smithi112.stdout:2024: read oid 15 snap 174 2024-04-02T08:37:49.263 INFO:tasks.rados.rados.0.smithi112.stdout:2024: expect (ObjNum 500 snap 145 seq_num 500) 2024-04-02T08:37:49.263 INFO:tasks.rados.rados.0.smithi112.stdout:2025: snap_remove snap 189 2024-04-02T08:37:49.469 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:49 smithi187 ceph-mon[84356]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:49.469 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:49 smithi187 ceph-mon[84356]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:37:49.469 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:49 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3242621283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:49.469 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:49 smithi187 ceph-mon[84356]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:37:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:37:49] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[91385]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[91385]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3242621283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[91385]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[88945]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[88945]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3242621283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:49 smithi112 ceph-mon[88945]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:37:50.268 INFO:tasks.rados.rados.0.smithi112.stdout:2025: done (1 left) 2024-04-02T08:37:50.268 INFO:tasks.rados.rados.0.smithi112.stdout:2026: snap_remove snap 183 2024-04-02T08:37:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:50 smithi187 ceph-mon[84356]: pgmap v352: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 863 KiB/s rd, 608 KiB/s wr, 5 op/s 2024-04-02T08:37:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:50 smithi187 ceph-mon[84356]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:37:50.481 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:50 smithi187 systemd[1]: Stopping Ceph osd.5 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:50.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:50 smithi112 ceph-mon[91385]: pgmap v352: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 863 KiB/s rd, 608 KiB/s wr, 5 op/s 2024-04-02T08:37:50.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:50 smithi112 ceph-mon[91385]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:37:50.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:50 smithi112 ceph-mon[88945]: pgmap v352: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 863 KiB/s rd, 608 KiB/s wr, 5 op/s 2024-04-02T08:37:50.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:50 smithi112 ceph-mon[88945]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:37:50.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[41390]: 2024-04-02T08:37:50.661+0000 7fc7b3b79700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:37:50.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[41390]: 2024-04-02T08:37:50.661+0000 7fc7b3b79700 -1 osd.5 455 *** Got signal Terminated *** 2024-04-02T08:37:50.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[41390]: 2024-04-02T08:37:50.661+0000 7fc7b3b79700 -1 osd.5 455 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:37:51.272 INFO:tasks.rados.rados.0.smithi112.stdout:2026: done (1 left) 2024-04-02T08:37:51.273 INFO:tasks.rados.rados.0.smithi112.stdout:2027: snap_create 2024-04-02T08:37:51.273 INFO:tasks.rados.rados.0.smithi112.stdout:2024: expect (ObjNum 500 snap 145 seq_num 500) 2024-04-02T08:37:51.600 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:51 smithi187 ceph-mon[84356]: osd.5 marked itself down and dead 2024-04-02T08:37:51.600 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:51 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:51.600 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:51 smithi187 ceph-mon[84356]: osdmap e456: 8 total, 7 up, 8 in 2024-04-02T08:37:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:51 smithi112 ceph-mon[91385]: osd.5 marked itself down and dead 2024-04-02T08:37:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:51 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:51 smithi112 ceph-mon[91385]: osdmap e456: 8 total, 7 up, 8 in 2024-04-02T08:37:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:51 smithi112 ceph-mon[88945]: osd.5 marked itself down and dead 2024-04-02T08:37:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:51 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:51 smithi112 ceph-mon[88945]: osdmap e456: 8 total, 7 up, 8 in 2024-04-02T08:37:51.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:51 smithi187 podman[93796]: 2024-04-02 08:37:51.832944752 +0000 UTC m=+1.285515172 container died 0ff5dee57181cc6c7fdc724b3062095f55ac7698a343339b375dbea2eb219fda (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:37:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:2024: done (1 left) 2024-04-02T08:37:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:2027: done (0 left) 2024-04-02T08:37:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:2028: rollback oid 39 current snap is 192 2024-04-02T08:37:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 39 to 182 2024-04-02T08:37:52.272 INFO:tasks.rados.rados.0.smithi112.stdout:2029: snap_create 2024-04-02T08:37:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:2028: finishing rollback tid 1 to smithi11277797-39 2024-04-02T08:37:52.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 3522905803) dirty dne 2024-04-02T08:37:52.478 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:52 smithi187 ceph-mon[84356]: pgmap v355: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 312 KiB/s wr, 7 op/s 2024-04-02T08:37:52.478 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:52 smithi187 ceph-mon[84356]: osdmap e457: 8 total, 7 up, 8 in 2024-04-02T08:37:52.479 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:52 smithi187 podman[93796]: 2024-04-02 08:37:52.195294306 +0000 UTC m=+1.647864768 container cleanup 0ff5dee57181cc6c7fdc724b3062095f55ac7698a343339b375dbea2eb219fda (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T08:37:52.479 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:52 smithi187 bash[93796]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T08:37:52.479 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:37:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:52 smithi112 ceph-mon[91385]: pgmap v355: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 312 KiB/s wr, 7 op/s 2024-04-02T08:37:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:52 smithi112 ceph-mon[91385]: osdmap e457: 8 total, 7 up, 8 in 2024-04-02T08:37:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:52 smithi112 ceph-mon[88945]: pgmap v355: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 312 KiB/s wr, 7 op/s 2024-04-02T08:37:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:52 smithi112 ceph-mon[88945]: osdmap e457: 8 total, 7 up, 8 in 2024-04-02T08:37:52.731 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:52 smithi187 podman[93826]: 2024-04-02 08:37:52.480287707 +0000 UTC m=+0.645238048 container remove 0ff5dee57181cc6c7fdc724b3062095f55ac7698a343339b375dbea2eb219fda (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-04-02T08:37:53.123 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:52 smithi187 podman[93920]: 2024-04-02 08:37:52.717533661 +0000 UTC m=+0.018096520 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:53.123 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:52 smithi187 podman[93920]: 2024-04-02 08:37:52.83116427 +0000 UTC m=+0.131727110 container create 9748239f1fdc142c4b01fafe72c3ef772d669fba66d5983aa1dcdcb86847a382 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:53.124 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 podman[93920]: 2024-04-02 08:37:53.050397373 +0000 UTC m=+0.350960227 container init 9748239f1fdc142c4b01fafe72c3ef772d669fba66d5983aa1dcdcb86847a382 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:37:53.124 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 podman[93920]: 2024-04-02 08:37:53.053744052 +0000 UTC m=+0.354306895 container start 9748239f1fdc142c4b01fafe72c3ef772d669fba66d5983aa1dcdcb86847a382 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:37:53.124 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 podman[93920]: 2024-04-02 08:37:53.125228411 +0000 UTC m=+0.425791279 container attach 9748239f1fdc142c4b01fafe72c3ef772d669fba66d5983aa1dcdcb86847a382 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:37:53.274 INFO:tasks.rados.rados.0.smithi112.stdout:2028: done (1 left) 2024-04-02T08:37:53.274 INFO:tasks.rados.rados.0.smithi112.stdout:2029: done (0 left) 2024-04-02T08:37:53.274 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 193 2024-04-02T08:37:53.274 INFO:tasks.rados.rados.0.smithi112.stdout:2030: seq_num 652 ranges {5570560=524288,6094848=409600,6504448=393216} 2024-04-02T08:37:53.307 INFO:tasks.rados.rados.0.smithi112.stdout:2030: writing smithi11277797-28 from 5570560 to 6094848 tid 1 2024-04-02T08:37:53.309 INFO:tasks.rados.rados.0.smithi112.stdout:2030: writing smithi11277797-28 from 6094848 to 6504448 tid 2 2024-04-02T08:37:53.311 INFO:tasks.rados.rados.0.smithi112.stdout:2030: writing smithi11277797-28 from 6504448 to 6897664 tid 3 2024-04-02T08:37:53.311 INFO:tasks.rados.rados.0.smithi112.stdout:2031: snap_create 2024-04-02T08:37:53.314 INFO:tasks.rados.rados.0.smithi112.stdout:2030: finishing write tid 1 to smithi11277797-28 2024-04-02T08:37:53.314 INFO:tasks.rados.rados.0.smithi112.stdout:2030: finishing write tid 2 to smithi11277797-28 2024-04-02T08:37:53.315 INFO:tasks.rados.rados.0.smithi112.stdout:2030: finishing write tid 3 to smithi11277797-28 2024-04-02T08:37:53.315 INFO:tasks.rados.rados.0.smithi112.stdout:2030: finishing write tid 4 to smithi11277797-28 2024-04-02T08:37:53.316 INFO:tasks.rados.rados.0.smithi112.stdout:2030: finishing write tid 5 to smithi11277797-28 2024-04-02T08:37:53.316 INFO:tasks.rados.rados.0.smithi112.stdout:2030: oid 28 updating version 0 to 901 2024-04-02T08:37:53.317 INFO:tasks.rados.rados.0.smithi112.stdout:2030: oid 28 updating version 901 to 902 2024-04-02T08:37:53.317 INFO:tasks.rados.rados.0.smithi112.stdout:2030: oid 28 version 902 is already newer than 899 2024-04-02T08:37:53.317 INFO:tasks.rados.rados.0.smithi112.stdout:2030: oid 28 version 902 is already newer than 900 2024-04-02T08:37:53.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 902 (ObjNum 652 snap 193 seq_num 652) dirty exists 2024-04-02T08:37:53.317 INFO:tasks.rados.rados.0.smithi112.stdout:2030: left oid 28 (ObjNum 652 snap 193 seq_num 652) 2024-04-02T08:37:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:53 smithi187 ceph-mon[84356]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:37:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:53.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:53 smithi187 ceph-mon[84356]: osdmap e458: 8 total, 7 up, 8 in 2024-04-02T08:37:53.482 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 podman[93920]: 2024-04-02 08:37:53.355080816 +0000 UTC m=+0.655643660 container died 9748239f1fdc142c4b01fafe72c3ef772d669fba66d5983aa1dcdcb86847a382 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:37:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[88945]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[88945]: osdmap e458: 8 total, 7 up, 8 in 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[91385]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:53 smithi112 ceph-mon[91385]: osdmap e458: 8 total, 7 up, 8 in 2024-04-02T08:37:54.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 podman[93946]: 2024-04-02 08:37:53.912405386 +0000 UTC m=+0.548064554 container remove 9748239f1fdc142c4b01fafe72c3ef772d669fba66d5983aa1dcdcb86847a382 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:37:54.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-02T08:37:54.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 systemd[1]: Stopped Ceph osd.5 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:54.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:53 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Consumed 17.892s CPU time. 2024-04-02T08:37:54.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:54 smithi187 systemd[1]: Starting Ceph osd.5 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:54.264 INFO:tasks.rados.rados.0.smithi112.stdout:2030: done (1 left) 2024-04-02T08:37:54.264 INFO:tasks.rados.rados.0.smithi112.stdout:2031: done (0 left) 2024-04-02T08:37:54.264 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 194 2024-04-02T08:37:54.264 INFO:tasks.rados.rados.0.smithi112.stdout:2032: seq_num 653 ranges {0=540672,540672=696320,1236992=106496} 2024-04-02T08:37:54.267 INFO:tasks.rados.rados.0.smithi112.stdout:2032: writing smithi11277797-22 from 0 to 540672 tid 1 2024-04-02T08:37:54.271 INFO:tasks.rados.rados.0.smithi112.stdout:2032: writing smithi11277797-22 from 540672 to 1236992 tid 2 2024-04-02T08:37:54.272 INFO:tasks.rados.rados.0.smithi112.stdout:2032: writing smithi11277797-22 from 1236992 to 1343488 tid 3 2024-04-02T08:37:54.272 INFO:tasks.rados.rados.0.smithi112.stdout:2033: copy_from oid 50 from oid 15 current snap is 194 2024-04-02T08:37:54.272 INFO:tasks.rados.rados.0.smithi112.stdout:2032: finishing write tid 1 to smithi11277797-22 2024-04-02T08:37:54.272 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 194 2024-04-02T08:37:54.272 INFO:tasks.rados.rados.0.smithi112.stdout:2034: seq_num 654 ranges {4218880=557056,4775936=630784,5406720=172032} 2024-04-02T08:37:54.299 INFO:tasks.rados.rados.0.smithi112.stdout:2034: writing smithi11277797-8 from 4218880 to 4775936 tid 1 2024-04-02T08:37:54.303 INFO:tasks.rados.rados.0.smithi112.stdout:2034: writing smithi11277797-8 from 4775936 to 5406720 tid 2 2024-04-02T08:37:54.304 INFO:tasks.rados.rados.0.smithi112.stdout:2034: writing smithi11277797-8 from 5406720 to 5578752 tid 3 2024-04-02T08:37:54.304 INFO:tasks.rados.rados.0.smithi112.stdout:2035: copy_from oid 31 from oid 27 current snap is 194 2024-04-02T08:37:54.304 INFO:tasks.rados.rados.0.smithi112.stdout:2032: finishing write tid 2 to smithi11277797-22 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: finishing write tid 3 to smithi11277797-22 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: finishing write tid 4 to smithi11277797-22 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: finishing write tid 5 to smithi11277797-22 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: oid 22 updating version 0 to 867 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: oid 22 version 867 is already newer than 866 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: oid 22 version 867 is already newer than 864 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: oid 22 version 867 is already newer than 865 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 867 (ObjNum 653 snap 194 seq_num 653) dirty exists 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: left oid 22 (ObjNum 653 snap 194 seq_num 653) 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2032: done (3 left) 2024-04-02T08:37:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2036: snap_create 2024-04-02T08:37:54.306 INFO:tasks.rados.rados.0.smithi112.stdout:2033: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:37:54.309 INFO:tasks.rados.rados.0.smithi112.stdout:2034: finishing write tid 1 to smithi11277797-8 2024-04-02T08:37:54.313 INFO:tasks.rados.rados.0.smithi112.stdout:2033: finishing copy_from to smithi11277797-50 2024-04-02T08:37:54.313 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 897 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:37:54.314 INFO:tasks.rados.rados.0.smithi112.stdout:2034: finishing write tid 2 to smithi11277797-8 2024-04-02T08:37:54.314 INFO:tasks.rados.rados.0.smithi112.stdout:2034: finishing write tid 3 to smithi11277797-8 2024-04-02T08:37:54.315 INFO:tasks.rados.rados.0.smithi112.stdout:2034: finishing write tid 4 to smithi11277797-8 2024-04-02T08:37:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:2034: finishing write tid 5 to smithi11277797-8 2024-04-02T08:37:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:2034: oid 8 updating version 0 to 1121 2024-04-02T08:37:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:2034: oid 8 version 1121 is already newer than 1120 2024-04-02T08:37:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:2034: oid 8 updating version 1121 to 1123 2024-04-02T08:37:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:2034: oid 8 version 1123 is already newer than 1122 2024-04-02T08:37:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1123 (ObjNum 654 snap 194 seq_num 654) dirty exists 2024-04-02T08:37:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2034: left oid 8 (ObjNum 654 snap 194 seq_num 654) 2024-04-02T08:37:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2035: finishing copy_from racing read to smithi11277797-31 2024-04-02T08:37:54.319 INFO:tasks.rados.rados.0.smithi112.stdout:2035: finishing copy_from to smithi11277797-31 2024-04-02T08:37:54.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1114 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:37:54.614 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:54 smithi187 ceph-mon[84356]: pgmap v358: 121 pgs: 7 active+undersized+degraded, 14 peering, 3 stale+active+clean, 22 active+undersized, 75 active+clean; 273 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 911 KiB/s rd, 628 KiB/s wr, 8 op/s; 32/354 objects degraded (9.040%) 2024-04-02T08:37:54.614 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:54 smithi187 ceph-mon[84356]: osdmap e459: 8 total, 7 up, 8 in 2024-04-02T08:37:54.615 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:54 smithi187 podman[94049]: 2024-04-02 08:37:54.246055251 +0000 UTC m=+0.018046365 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:54.615 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:54 smithi187 podman[94049]: 2024-04-02 08:37:54.364021026 +0000 UTC m=+0.136012181 container create 497333350add18d7c0cd8a7399a62d43304c3abdd8087d7afb1da03797024c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T08:37:54.615 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:54 smithi187 podman[94049]: 2024-04-02 08:37:54.61642967 +0000 UTC m=+0.388420783 container init 497333350add18d7c0cd8a7399a62d43304c3abdd8087d7afb1da03797024c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:54 smithi112 ceph-mon[91385]: pgmap v358: 121 pgs: 7 active+undersized+degraded, 14 peering, 3 stale+active+clean, 22 active+undersized, 75 active+clean; 273 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 911 KiB/s rd, 628 KiB/s wr, 8 op/s; 32/354 objects degraded (9.040%) 2024-04-02T08:37:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:54 smithi112 ceph-mon[91385]: osdmap e459: 8 total, 7 up, 8 in 2024-04-02T08:37:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:54 smithi112 ceph-mon[88945]: pgmap v358: 121 pgs: 7 active+undersized+degraded, 14 peering, 3 stale+active+clean, 22 active+undersized, 75 active+clean; 273 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 911 KiB/s rd, 628 KiB/s wr, 8 op/s; 32/354 objects degraded (9.040%) 2024-04-02T08:37:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:54 smithi112 ceph-mon[88945]: osdmap e459: 8 total, 7 up, 8 in 2024-04-02T08:37:54.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:54 smithi187 podman[94049]: 2024-04-02 08:37:54.619608784 +0000 UTC m=+0.391599900 container start 497333350add18d7c0cd8a7399a62d43304c3abdd8087d7afb1da03797024c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:37:54.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:54 smithi187 podman[94049]: 2024-04-02 08:37:54.691273512 +0000 UTC m=+0.463264636 container attach 497333350add18d7c0cd8a7399a62d43304c3abdd8087d7afb1da03797024c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:37:55.302 INFO:tasks.rados.rados.0.smithi112.stdout:2033: done (3 left) 2024-04-02T08:37:55.302 INFO:tasks.rados.rados.0.smithi112.stdout:2034: done (2 left) 2024-04-02T08:37:55.303 INFO:tasks.rados.rados.0.smithi112.stdout:2035: done (1 left) 2024-04-02T08:37:55.303 INFO:tasks.rados.rados.0.smithi112.stdout:2036: done (0 left) 2024-04-02T08:37:55.303 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 195 2024-04-02T08:37:55.303 INFO:tasks.rados.rados.0.smithi112.stdout:2037: seq_num 655 ranges {6922240=573440,7495680=516096,8011776=286720} 2024-04-02T08:37:55.342 INFO:tasks.rados.rados.0.smithi112.stdout:2037: writing smithi11277797-43 from 6922240 to 7495680 tid 1 2024-04-02T08:37:55.345 INFO:tasks.rados.rados.0.smithi112.stdout:2037: writing smithi11277797-43 from 7495680 to 8011776 tid 2 2024-04-02T08:37:55.347 INFO:tasks.rados.rados.0.smithi112.stdout:2037: writing smithi11277797-43 from 8011776 to 8298496 tid 3 2024-04-02T08:37:55.347 INFO:tasks.rados.rados.0.smithi112.stdout:2038: delete oid 18 current snap is 195 2024-04-02T08:37:55.347 INFO:tasks.rados.rados.0.smithi112.stdout:2037: finishing write tid 1 to smithi11277797-43 2024-04-02T08:37:55.349 INFO:tasks.rados.rados.0.smithi112.stdout:2037: finishing write tid 2 to smithi11277797-43 2024-04-02T08:37:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2037: finishing write tid 3 to smithi11277797-43 2024-04-02T08:37:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2037: finishing write tid 4 to smithi11277797-43 2024-04-02T08:37:55.351 INFO:tasks.rados.rados.0.smithi112.stdout:2038: done (1 left) 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2039: read oid 13 snap -1 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2039: expect (ObjNum 589 snap 172 seq_num 589) 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2040: delete oid 42 current snap is 195 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2037: finishing write tid 5 to smithi11277797-43 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2037: oid 43 updating version 0 to 952 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2037: oid 43 version 952 is already newer than 950 2024-04-02T08:37:55.352 INFO:tasks.rados.rados.0.smithi112.stdout:2037: oid 43 updating version 952 to 953 2024-04-02T08:37:55.353 INFO:tasks.rados.rados.0.smithi112.stdout:2037: oid 43 version 953 is already newer than 951 2024-04-02T08:37:55.353 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 953 (ObjNum 655 snap 195 seq_num 655) dirty exists 2024-04-02T08:37:55.353 INFO:tasks.rados.rados.0.smithi112.stdout:2037: left oid 43 (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:2037: done (2 left) 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:2040: done (1 left) 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:2041: rollback oid 17 current snap is 195 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 182 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:2042: read oid 49 snap -1 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:2042: expect (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:37:55.355 INFO:tasks.rados.rados.0.smithi112.stdout:2043: snap_create 2024-04-02T08:37:55.359 INFO:tasks.rados.rados.0.smithi112.stdout:2041: finishing rollback tid 0 to smithi11277797-17 2024-04-02T08:37:55.359 INFO:tasks.rados.rados.0.smithi112.stdout:2041: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:37:55.359 INFO:tasks.rados.rados.0.smithi112.stdout:2041: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:37:55.359 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 759 (ObjNum 551 snap 159 seq_num 551) dirty exists 2024-04-02T08:37:55.384 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 32/354 objects degraded (9.040%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:55.384 INFO:tasks.rados.rados.0.smithi112.stdout:2039: expect (ObjNum 589 snap 172 seq_num 589) 2024-04-02T08:37:55.384 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:55.384 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:55.384 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 bash[94049]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[94065]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:37:55.385 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 podman[94049]: 2024-04-02 08:37:55.083066745 +0000 UTC m=+0.855057858 container died 497333350add18d7c0cd8a7399a62d43304c3abdd8087d7afb1da03797024c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5) 2024-04-02T08:37:55.559 INFO:tasks.rados.rados.0.smithi112.stdout:2042: expect (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:37:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:55 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 32/354 objects degraded (9.040%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:55 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 32/354 objects degraded (9.040%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:56.091 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 podman[94187]: 2024-04-02 08:37:55.753410645 +0000 UTC m=+0.664946699 container remove 497333350add18d7c0cd8a7399a62d43304c3abdd8087d7afb1da03797024c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:37:56.091 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 podman[94250]: 2024-04-02 08:37:55.871552715 +0000 UTC m=+0.017878793 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:56.091 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:55 smithi187 podman[94250]: 2024-04-02 08:37:55.981443247 +0000 UTC m=+0.127769324 container create b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:56 smithi187 ceph-mon[84356]: osdmap e460: 8 total, 7 up, 8 in 2024-04-02T08:37:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:56 smithi187 ceph-mon[84356]: pgmap v361: 121 pgs: 9 active+undersized+degraded, 14 peering, 25 active+undersized, 73 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 911 KiB/s rd, 2.3 MiB/s wr, 3 op/s; 40/357 objects degraded (11.204%) 2024-04-02T08:37:56.481 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:56 smithi187 podman[94250]: 2024-04-02 08:37:56.20854879 +0000 UTC m=+0.354874887 container init b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T08:37:56.481 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:56 smithi187 podman[94250]: 2024-04-02 08:37:56.211528982 +0000 UTC m=+0.357855060 container start b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:56.481 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:56 smithi187 ceph-osd[94270]: -- 172.21.15.187:0/2879350028 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c60f411680 con 0x55c60f3db400 2024-04-02T08:37:56.481 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:56 smithi187 bash[94250]: b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 2024-04-02T08:37:56.481 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:56 smithi187 systemd[1]: Started Ceph osd.5 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:56 smithi112 ceph-mon[88945]: osdmap e460: 8 total, 7 up, 8 in 2024-04-02T08:37:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:56 smithi112 ceph-mon[88945]: pgmap v361: 121 pgs: 9 active+undersized+degraded, 14 peering, 25 active+undersized, 73 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 911 KiB/s rd, 2.3 MiB/s wr, 3 op/s; 40/357 objects degraded (11.204%) 2024-04-02T08:37:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:56 smithi112 ceph-mon[91385]: osdmap e460: 8 total, 7 up, 8 in 2024-04-02T08:37:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:56 smithi112 ceph-mon[91385]: pgmap v361: 121 pgs: 9 active+undersized+degraded, 14 peering, 25 active+undersized, 73 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 911 KiB/s rd, 2.3 MiB/s wr, 3 op/s; 40/357 objects degraded (11.204%) 2024-04-02T08:37:57.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:37:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T08:37:56.767+0000 7f0fe41517c0 -1 Falling back to public interface 2024-04-02T08:37:57.376 INFO:tasks.rados.rados.0.smithi112.stdout:2039: done (3 left) 2024-04-02T08:37:57.376 INFO:tasks.rados.rados.0.smithi112.stdout:2041: done (2 left) 2024-04-02T08:37:57.376 INFO:tasks.rados.rados.0.smithi112.stdout:2042: done (1 left) 2024-04-02T08:37:57.376 INFO:tasks.rados.rados.0.smithi112.stdout:2043: done (0 left) 2024-04-02T08:37:57.376 INFO:tasks.rados.rados.0.smithi112.stdout:2044: read oid 37 snap 187 2024-04-02T08:37:57.376 INFO:tasks.rados.rados.0.smithi112.stdout:2044: expect (ObjNum 638 snap 182 seq_num 638) 2024-04-02T08:37:57.377 INFO:tasks.rados.rados.0.smithi112.stdout:2045: rollback oid 35 current snap is 196 2024-04-02T08:37:57.377 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 35 to 195 2024-04-02T08:37:57.377 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 196 2024-04-02T08:37:57.377 INFO:tasks.rados.rados.0.smithi112.stdout:2046: seq_num 658 ranges {3530752=622592,4153344=565248,4718592=237568} 2024-04-02T08:37:57.399 INFO:tasks.rados.rados.0.smithi112.stdout:2046: writing smithi11277797-13 from 3530752 to 4153344 tid 1 2024-04-02T08:37:57.402 INFO:tasks.rados.rados.0.smithi112.stdout:2046: writing smithi11277797-13 from 4153344 to 4718592 tid 2 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:2046: writing smithi11277797-13 from 4718592 to 4956160 tid 3 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:2047: setattr oid 23 current snap is 196 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:2045: finishing rollback tid 0 to smithi11277797-35 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:2045: finishing rollback tid 1 to smithi11277797-35 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:2045: finishing rollback tid 2 to smithi11277797-35 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 935 (ObjNum 650 snap 190 seq_num 650) dirty exists 2024-04-02T08:37:57.404 INFO:tasks.rados.rados.0.smithi112.stdout:2046: finishing write tid 1 to smithi11277797-13 2024-04-02T08:37:57.405 INFO:tasks.rados.rados.0.smithi112.stdout:2045: done (3 left) 2024-04-02T08:37:57.405 INFO:tasks.rados.rados.0.smithi112.stdout:2048: rollback oid 12 current snap is 196 2024-04-02T08:37:57.405 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 12 to 190 2024-04-02T08:37:57.405 INFO:tasks.rados.rados.0.smithi112.stdout:2049: read oid 28 snap -1 2024-04-02T08:37:57.405 INFO:tasks.rados.rados.0.smithi112.stdout:2049: expect (ObjNum 652 snap 193 seq_num 652) 2024-04-02T08:37:57.405 INFO:tasks.rados.rados.0.smithi112.stdout:2050: delete oid 18 current snap is 196 2024-04-02T08:37:57.407 INFO:tasks.rados.rados.0.smithi112.stdout:2046: finishing write tid 2 to smithi11277797-13 2024-04-02T08:37:57.409 INFO:tasks.rados.rados.0.smithi112.stdout:2046: finishing write tid 3 to smithi11277797-13 2024-04-02T08:37:57.409 INFO:tasks.rados.rados.0.smithi112.stdout:2050: done (5 left) 2024-04-02T08:37:57.410 INFO:tasks.rados.rados.0.smithi112.stdout:2051: read oid 47 snap -1 2024-04-02T08:37:57.410 INFO:tasks.rados.rados.0.smithi112.stdout:2051: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:37:57.410 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 196 2024-04-02T08:37:57.410 INFO:tasks.rados.rados.0.smithi112.stdout:2052: seq_num 660 ranges {5570560=663552,6234112=737280,6971392=65536} 2024-04-02T08:37:57.445 INFO:tasks.rados.rados.0.smithi112.stdout:2052: writing smithi11277797-29 from 5570560 to 6234112 tid 1 2024-04-02T08:37:57.449 INFO:tasks.rados.rados.0.smithi112.stdout:2052: writing smithi11277797-29 from 6234112 to 6971392 tid 2 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:2052: writing smithi11277797-29 from 6971392 to 7036928 tid 3 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:2053: read oid 43 snap -1 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:2053: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:2054: rollback oid 42 current snap is 196 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 193 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:2048: finishing rollback tid 1 to smithi11277797-12 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 903 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:2046: finishing write tid 4 to smithi11277797-13 2024-04-02T08:37:57.450 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 761 (ObjNum 649 snap 190 seq_num 649) dirty exists 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2046: finishing write tid 5 to smithi11277797-13 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2046: oid 13 updating version 0 to 1126 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2046: oid 13 updating version 1126 to 1127 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2046: oid 13 updating version 1127 to 1128 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2046: oid 13 version 1128 is already newer than 1125 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1128 (ObjNum 658 snap 196 seq_num 658) dirty exists 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2046: left oid 13 (ObjNum 658 snap 196 seq_num 658) 2024-04-02T08:37:57.451 INFO:tasks.rados.rados.0.smithi112.stdout:2049: expect (ObjNum 652 snap 193 seq_num 652) 2024-04-02T08:37:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[91385]: osdmap e461: 8 total, 7 up, 8 in 2024-04-02T08:37:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[88945]: osdmap e461: 8 total, 7 up, 8 in 2024-04-02T08:37:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:57 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:57 smithi187 ceph-mon[84356]: osdmap e461: 8 total, 7 up, 8 in 2024-04-02T08:37:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:57 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:57 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:37:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:57 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:57.801 INFO:tasks.rados.rados.0.smithi112.stdout:2046: done (8 left) 2024-04-02T08:37:57.801 INFO:tasks.rados.rados.0.smithi112.stdout:2047: done (7 left) 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:2048: done (6 left) 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:2049: done (5 left) 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:2055: delete oid 34 current snap is 196 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:2054: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:2054: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1090 (ObjNum 642 snap 184 seq_num 642) dirty exists 2024-04-02T08:37:57.802 INFO:tasks.rados.rados.0.smithi112.stdout:2044: expect (ObjNum 638 snap 182 seq_num 638) 2024-04-02T08:37:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:58 smithi187 ceph-mon[84356]: pgmap v363: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 283 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 7 op/s; 68/372 objects degraded (18.280%) 2024-04-02T08:37:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:58 smithi112 ceph-mon[91385]: pgmap v363: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 283 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 7 op/s; 68/372 objects degraded (18.280%) 2024-04-02T08:37:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:58 smithi112 ceph-mon[88945]: pgmap v363: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 283 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 7 op/s; 68/372 objects degraded (18.280%) 2024-04-02T08:37:59.579 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:59 smithi187 ceph-mon[84356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-04-02T08:37:59.579 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:37:59 smithi187 ceph-mon[84356]: osdmap e462: 8 total, 7 up, 8 in 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: finishing write tid 1 to smithi11277797-29 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: finishing write tid 2 to smithi11277797-29 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: finishing write tid 3 to smithi11277797-29 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: finishing write tid 4 to smithi11277797-29 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: finishing write tid 5 to smithi11277797-29 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: oid 29 updating version 0 to 953 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: oid 29 updating version 953 to 954 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: oid 29 updating version 954 to 956 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: oid 29 version 956 is already newer than 955 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 956 (ObjNum 660 snap 196 seq_num 660) dirty exists 2024-04-02T08:37:59.595 INFO:tasks.rados.rados.0.smithi112.stdout:2052: left oid 29 (ObjNum 660 snap 196 seq_num 660) 2024-04-02T08:37:59.596 INFO:tasks.rados.rados.0.smithi112.stdout:2051: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:37:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:37:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:37:59] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-04-02T08:37:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:59 smithi112 ceph-mon[91385]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-04-02T08:37:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:37:59 smithi112 ceph-mon[91385]: osdmap e462: 8 total, 7 up, 8 in 2024-04-02T08:37:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:59 smithi112 ceph-mon[88945]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-04-02T08:37:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:37:59 smithi112 ceph-mon[88945]: osdmap e462: 8 total, 7 up, 8 in 2024-04-02T08:38:00.345 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:00 smithi187 ceph-mon[84356]: pgmap v365: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 69/378 objects degraded (18.254%) 2024-04-02T08:38:00.345 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:00 smithi187 ceph-mon[84356]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:38:00.346 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:38:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T08:38:00.082+0000 7f0fe41517c0 -1 osd.5 455 log_to_monitors true 2024-04-02T08:38:00.346 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 08:38:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T08:38:00.346+0000 7f0fd55a9700 -1 osd.5 455 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:38:00.488 INFO:tasks.rados.rados.0.smithi112.stdout:2053: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:38:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:00 smithi112 ceph-mon[91385]: pgmap v365: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 69/378 objects degraded (18.254%) 2024-04-02T08:38:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:00 smithi112 ceph-mon[91385]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:38:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:00 smithi112 ceph-mon[88945]: pgmap v365: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 69/378 objects degraded (18.254%) 2024-04-02T08:38:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:00 smithi112 ceph-mon[88945]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2044: done (5 left) 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2051: done (4 left) 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2052: done (3 left) 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2053: done (2 left) 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2054: done (1 left) 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2055: done (0 left) 2024-04-02T08:38:00.989 INFO:tasks.rados.rados.0.smithi112.stdout:2056: snap_create 2024-04-02T08:38:01.319 INFO:tasks.rados.rados.0.smithi112.stdout:2056: done (0 left) 2024-04-02T08:38:01.320 INFO:tasks.rados.rados.0.smithi112.stdout:2057: copy_from oid 25 from oid 32 current snap is 197 2024-04-02T08:38:01.320 INFO:tasks.rados.rados.0.smithi112.stdout:2058: snap_create 2024-04-02T08:38:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 69/378 objects degraded (18.254%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[91385]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[91385]: osdmap e463: 8 total, 7 up, 8 in 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[91385]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 69/378 objects degraded (18.254%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[88945]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[88945]: osdmap e463: 8 total, 7 up, 8 in 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[88945]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:01 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:01 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 69/378 objects degraded (18.254%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:01 smithi187 ceph-mon[84356]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:38:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:01 smithi187 ceph-mon[84356]: osdmap e463: 8 total, 7 up, 8 in 2024-04-02T08:38:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:01 smithi187 ceph-mon[84356]: from='osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:01 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:01 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.320 INFO:tasks.rados.rados.0.smithi112.stdout:2058: done (1 left) 2024-04-02T08:38:02.320 INFO:tasks.rados.rados.0.smithi112.stdout:2059: delete oid 19 current snap is 198 2024-04-02T08:38:02.337 INFO:tasks.rados.rados.0.smithi112.stdout:2059: done (1 left) 2024-04-02T08:38:02.337 INFO:tasks.rados.rados.0.smithi112.stdout:2060: copy_from oid 37 from oid 35 current snap is 198 2024-04-02T08:38:02.337 INFO:tasks.rados.rados.0.smithi112.stdout:2061: snap_remove snap 187 2024-04-02T08:38:02.585 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573] boot 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: pgmap v368: 121 pgs: 8 peering, 9 active+undersized+degraded, 31 active+undersized, 73 active+clean; 289 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 42/384 objects degraded (10.938%) 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:02 smithi187 ceph-mon[84356]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:38:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573] boot 2024-04-02T08:38:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:38:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:38:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: pgmap v368: 121 pgs: 8 peering, 9 active+undersized+degraded, 31 active+undersized, 73 active+clean; 289 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 42/384 objects degraded (10.938%) 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[88945]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: osd.5 [v2:172.21.15.187:6808/183794573,v1:172.21.15.187:6809/183794573] boot 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: pgmap v368: 121 pgs: 8 peering, 9 active+undersized+degraded, 31 active+undersized, 73 active+clean; 289 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 42/384 objects degraded (10.938%) 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:02 smithi112 ceph-mon[91385]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:38:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:2057: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:38:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:2057: finishing copy_from to smithi11277797-25 2024-04-02T08:38:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 689 (ObjNum 616 snap 178 seq_num 616) dirty exists 2024-04-02T08:38:03.334 INFO:tasks.rados.rados.0.smithi112.stdout:2060: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2060: finishing copy_from to smithi11277797-37 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 935 (ObjNum 650 snap 190 seq_num 650) dirty exists 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2057: done (2 left) 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2060: done (1 left) 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2061: done (0 left) 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2062: read oid 4 snap -1 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2062: expect (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:38:03.335 INFO:tasks.rados.rados.0.smithi112.stdout:2063: delete oid 24 current snap is 198 2024-04-02T08:38:03.340 INFO:tasks.rados.rados.0.smithi112.stdout:2063: done (1 left) 2024-04-02T08:38:03.340 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 198 2024-04-02T08:38:03.340 INFO:tasks.rados.rados.0.smithi112.stdout:2064: seq_num 664 ranges {1163264=729088,1892352=729088,2621440=73728} 2024-04-02T08:38:03.351 INFO:tasks.rados.rados.0.smithi112.stdout:2064: writing smithi11277797-42 from 1163264 to 1892352 tid 1 2024-04-02T08:38:03.355 INFO:tasks.rados.rados.0.smithi112.stdout:2064: writing smithi11277797-42 from 1892352 to 2621440 tid 2 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi112.stdout:2064: writing smithi11277797-42 from 2621440 to 2695168 tid 3 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi112.stdout:2065: copy_from oid 1 from oid 8 current snap is 198 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi112.stdout:2062: expect (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: finishing write tid 1 to smithi11277797-42 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: finishing write tid 2 to smithi11277797-42 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: finishing write tid 3 to smithi11277797-42 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: finishing write tid 4 to smithi11277797-42 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: finishing write tid 5 to smithi11277797-42 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: oid 42 updating version 0 to 1092 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: oid 42 updating version 1092 to 1094 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: oid 42 version 1094 is already newer than 1091 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:2064: oid 42 version 1094 is already newer than 1093 2024-04-02T08:38:03.443 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1094 (ObjNum 664 snap 198 seq_num 664) dirty exists 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2064: left oid 42 (ObjNum 664 snap 198 seq_num 664) 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2065: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2065: finishing copy_from to smithi11277797-1 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1123 (ObjNum 654 snap 194 seq_num 654) dirty exists 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2062: done (2 left) 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2064: done (1 left) 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2065: done (0 left) 2024-04-02T08:38:03.444 INFO:tasks.rados.rados.0.smithi112.stdout:2066: snap_create 2024-04-02T08:38:04.341 INFO:tasks.rados.rados.0.smithi112.stdout:2066: done (0 left) 2024-04-02T08:38:04.341 INFO:tasks.rados.rados.0.smithi112.stdout:2067: delete oid 42 current snap is 199 2024-04-02T08:38:04.345 INFO:tasks.rados.rados.0.smithi112.stdout:2067: done (0 left) 2024-04-02T08:38:04.345 INFO:tasks.rados.rados.0.smithi112.stdout:2068: delete oid 48 current snap is 199 2024-04-02T08:38:04.349 INFO:tasks.rados.rados.0.smithi112.stdout:2068: done (0 left) 2024-04-02T08:38:04.350 INFO:tasks.rados.rados.0.smithi112.stdout:2069: rollback oid 47 current snap is 199 2024-04-02T08:38:04.350 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 195 2024-04-02T08:38:04.350 INFO:tasks.rados.rados.0.smithi112.stdout:2070: read oid 15 snap -1 2024-04-02T08:38:04.350 INFO:tasks.rados.rados.0.smithi112.stdout:2070: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:04.350 INFO:tasks.rados.rados.0.smithi112.stdout:2071: setattr oid 4 current snap is 199 2024-04-02T08:38:04.351 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 199 2024-04-02T08:38:04.351 INFO:tasks.rados.rados.0.smithi112.stdout:2072: seq_num 667 ranges {7036928=778240,7815168=778240,8593408=24576} 2024-04-02T08:38:04.393 INFO:tasks.rados.rados.0.smithi112.stdout:2072: writing smithi11277797-29 from 7036928 to 7815168 tid 1 2024-04-02T08:38:04.398 INFO:tasks.rados.rados.0.smithi112.stdout:2072: writing smithi11277797-29 from 7815168 to 8593408 tid 2 2024-04-02T08:38:04.398 INFO:tasks.rados.rados.0.smithi112.stdout:2072: writing smithi11277797-29 from 8593408 to 8617984 tid 3 2024-04-02T08:38:04.398 INFO:tasks.rados.rados.0.smithi112.stdout:2073: snap_remove snap 174 2024-04-02T08:38:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:04 smithi112 ceph-mon[91385]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:38:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:04 smithi112 ceph-mon[91385]: pgmap v371: 121 pgs: 5 activating, 8 peering, 3 active+undersized+degraded, 16 active+undersized, 89 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.0 MiB/s wr, 9 op/s; 16/396 objects degraded (4.040%); 3.6 MiB/s, 0 objects/s recovering 2024-04-02T08:38:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:04 smithi112 ceph-mon[88945]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:38:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:04 smithi112 ceph-mon[88945]: pgmap v371: 121 pgs: 5 activating, 8 peering, 3 active+undersized+degraded, 16 active+undersized, 89 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.0 MiB/s wr, 9 op/s; 16/396 objects degraded (4.040%); 3.6 MiB/s, 0 objects/s recovering 2024-04-02T08:38:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:04 smithi187 ceph-mon[84356]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:38:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:04 smithi187 ceph-mon[84356]: pgmap v371: 121 pgs: 5 activating, 8 peering, 3 active+undersized+degraded, 16 active+undersized, 89 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.0 MiB/s wr, 9 op/s; 16/396 objects degraded (4.040%); 3.6 MiB/s, 0 objects/s recovering 2024-04-02T08:38:05.345 INFO:tasks.rados.rados.0.smithi112.stdout:2073: done (4 left) 2024-04-02T08:38:05.345 INFO:tasks.rados.rados.0.smithi112.stdout:2074: snap_create 2024-04-02T08:38:05.345 INFO:tasks.rados.rados.0.smithi112.stdout:2069: finishing rollback tid 0 to smithi11277797-47 2024-04-02T08:38:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:2069: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:38:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1096 (ObjNum 592 snap 172 seq_num 592) dirty exists 2024-04-02T08:38:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:2069: finishing rollback tid 2 to smithi11277797-47 2024-04-02T08:38:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 871 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:38:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:2070: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:05.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:38:05.263+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:05 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:05 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:05.899 INFO:tasks.rados.rados.0.smithi112.stdout:2072: finishing write tid 1 to smithi11277797-29 2024-04-02T08:38:05.899 INFO:tasks.rados.rados.0.smithi112.stdout:2072: finishing write tid 2 to smithi11277797-29 2024-04-02T08:38:05.899 INFO:tasks.rados.rados.0.smithi112.stdout:2072: finishing write tid 3 to smithi11277797-29 2024-04-02T08:38:05.899 INFO:tasks.rados.rados.0.smithi112.stdout:2072: finishing write tid 4 to smithi11277797-29 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:2072: finishing write tid 5 to smithi11277797-29 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:2072: oid 29 updating version 0 to 961 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:2072: oid 29 version 961 is already newer than 960 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:2072: oid 29 updating version 961 to 963 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:2072: oid 29 version 963 is already newer than 962 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 963 (ObjNum 667 snap 199 seq_num 667) dirty exists 2024-04-02T08:38:05.900 INFO:tasks.rados.rados.0.smithi112.stdout:2072: left oid 29 (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:38:06.350 INFO:tasks.rados.rados.0.smithi112.stdout:2069: done (4 left) 2024-04-02T08:38:06.351 INFO:tasks.rados.rados.0.smithi112.stdout:2070: done (3 left) 2024-04-02T08:38:06.351 INFO:tasks.rados.rados.0.smithi112.stdout:2071: done (2 left) 2024-04-02T08:38:06.351 INFO:tasks.rados.rados.0.smithi112.stdout:2072: done (1 left) 2024-04-02T08:38:06.351 INFO:tasks.rados.rados.0.smithi112.stdout:2074: done (0 left) 2024-04-02T08:38:06.351 INFO:tasks.rados.rados.0.smithi112.stdout:2075: delete oid 38 current snap is 200 2024-04-02T08:38:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2075: done (0 left) 2024-04-02T08:38:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2076: snap_remove snap 182 2024-04-02T08:38:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:38:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[91385]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:38:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[91385]: pgmap v374: 121 pgs: 5 activating, 8 peering, 108 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 8.0 MiB/s wr, 2 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:38:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[88945]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:38:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:06 smithi112 ceph-mon[88945]: pgmap v374: 121 pgs: 5 activating, 8 peering, 108 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 8.0 MiB/s wr, 2 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:06 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:06 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:38:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:06 smithi187 ceph-mon[84356]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:38:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:06 smithi187 ceph-mon[84356]: pgmap v374: 121 pgs: 5 activating, 8 peering, 108 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 8.0 MiB/s wr, 2 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:2076: done (0 left) 2024-04-02T08:38:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:2077: rmattr oid 12 current snap is 200 2024-04-02T08:38:07.359 INFO:tasks.rados.rados.0.smithi112.stdout:2077: done (0 left) 2024-04-02T08:38:07.359 INFO:tasks.rados.rados.0.smithi112.stdout:2078: snap_remove snap 197 2024-04-02T08:38:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:07 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/396 objects degraded (4.040%), 3 pgs degraded) 2024-04-02T08:38:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:07 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:38:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:07 smithi112 ceph-mon[91385]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:38:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:07 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/396 objects degraded (4.040%), 3 pgs degraded) 2024-04-02T08:38:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:07 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:38:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:07 smithi112 ceph-mon[88945]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:38:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:07 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/396 objects degraded (4.040%), 3 pgs degraded) 2024-04-02T08:38:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:07 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:38:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:07 smithi187 ceph-mon[84356]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:38:08.366 INFO:tasks.rados.rados.0.smithi112.stdout:2078: done (0 left) 2024-04-02T08:38:08.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 200 2024-04-02T08:38:08.367 INFO:tasks.rados.rados.0.smithi112.stdout:2079: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-04-02T08:38:08.371 INFO:tasks.rados.rados.0.smithi112.stdout:2079: writing smithi11277797-34 from 0 to 409600 tid 1 2024-04-02T08:38:08.373 INFO:tasks.rados.rados.0.smithi112.stdout:2079: writing smithi11277797-34 from 409600 to 958464 tid 2 2024-04-02T08:38:08.377 INFO:tasks.rados.rados.0.smithi112.stdout:2079: writing smithi11277797-34 from 958464 to 1613824 tid 3 2024-04-02T08:38:08.377 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 200 2024-04-02T08:38:08.378 INFO:tasks.rados.rados.0.smithi112.stdout:2080: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-04-02T08:38:08.380 INFO:tasks.rados.rados.0.smithi112.stdout:2080: writing smithi11277797-38 from 0 to 425984 tid 1 2024-04-02T08:38:08.383 INFO:tasks.rados.rados.0.smithi112.stdout:2080: writing smithi11277797-38 from 425984 to 909312 tid 2 2024-04-02T08:38:08.386 INFO:tasks.rados.rados.0.smithi112.stdout:2080: writing smithi11277797-38 from 909312 to 1417216 tid 3 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2080: writing smithi11277797-38 from 1417216 to 1630208 tid 4 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 200 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: finishing write tid 1 to smithi11277797-34 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: finishing write tid 2 to smithi11277797-34 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: finishing write tid 3 to smithi11277797-34 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: finishing write tid 4 to smithi11277797-34 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: finishing write tid 5 to smithi11277797-34 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: oid 34 updating version 0 to 910 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: oid 34 updating version 910 to 911 2024-04-02T08:38:08.388 INFO:tasks.rados.rados.0.smithi112.stdout:2079: oid 34 version 911 is already newer than 909 2024-04-02T08:38:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2079: oid 34 version 911 is already newer than 908 2024-04-02T08:38:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 911 (ObjNum 669 snap 200 seq_num 669) dirty exists 2024-04-02T08:38:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2079: left oid 34 (ObjNum 669 snap 200 seq_num 669) 2024-04-02T08:38:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2080: finishing write tid 1 to smithi11277797-38 2024-04-02T08:38:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2080: finishing write tid 2 to smithi11277797-38 2024-04-02T08:38:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2081: seq_num 671 ranges {5578752=442368,6021120=761856,6782976=442368} 2024-04-02T08:38:08.420 INFO:tasks.rados.rados.0.smithi112.stdout:2081: writing smithi11277797-1 from 5578752 to 6021120 tid 1 2024-04-02T08:38:08.424 INFO:tasks.rados.rados.0.smithi112.stdout:2081: writing smithi11277797-1 from 6021120 to 6782976 tid 2 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2081: writing smithi11277797-1 from 6782976 to 7225344 tid 3 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2079: done (2 left) 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2082: rollback oid 48 current snap is 200 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 48 to 192 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2080: finishing write tid 3 to smithi11277797-38 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2080: finishing write tid 4 to smithi11277797-38 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2080: finishing write tid 5 to smithi11277797-38 2024-04-02T08:38:08.427 INFO:tasks.rados.rados.0.smithi112.stdout:2080: finishing write tid 6 to smithi11277797-38 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: oid 38 updating version 0 to 907 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: oid 38 version 907 is already newer than 903 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: oid 38 version 907 is already newer than 906 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: oid 38 version 907 is already newer than 905 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: oid 38 version 907 is already newer than 904 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 907 (ObjNum 670 snap 200 seq_num 670) dirty exists 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: left oid 38 (ObjNum 670 snap 200 seq_num 670) 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2081: finishing write tid 1 to smithi11277797-1 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2080: done (2 left) 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2083: rollback oid 9 current snap is 200 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 172 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2084: copy_from oid 7 from oid 34 current snap is 200 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2085: read oid 46 snap -1 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2085: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:38:08.428 INFO:tasks.rados.rados.0.smithi112.stdout:2086: delete oid 44 current snap is 200 2024-04-02T08:38:08.429 INFO:tasks.rados.rados.0.smithi112.stdout:2086: done (5 left) 2024-04-02T08:38:08.429 INFO:tasks.rados.rados.0.smithi112.stdout:2087: read oid 4 snap -1 2024-04-02T08:38:08.429 INFO:tasks.rados.rados.0.smithi112.stdout:2087: expect (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:38:08.429 INFO:tasks.rados.rados.0.smithi112.stdout:2088: snap_remove snap 196 2024-04-02T08:38:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[91385]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:38:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[91385]: pgmap v377: 121 pgs: 121 active+clean; 323 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s; 16 MiB/s, 2 objects/s recovering 2024-04-02T08:38:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[88945]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:38:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[88945]: pgmap v377: 121 pgs: 121 active+clean; 323 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s; 16 MiB/s, 2 objects/s recovering 2024-04-02T08:38:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:08 smithi187 ceph-mon[84356]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:38:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:08 smithi187 ceph-mon[84356]: pgmap v377: 121 pgs: 121 active+clean; 323 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s; 16 MiB/s, 2 objects/s recovering 2024-04-02T08:38:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:09.270 INFO:tasks.rados.rados.0.smithi112.stdout:2088: done (6 left) 2024-04-02T08:38:09.270 INFO:tasks.rados.rados.0.smithi112.stdout:2089: snap_create 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2082: finishing rollback tid 1 to smithi11277797-48 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2081: finishing write tid 2 to smithi11277797-1 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2081: finishing write tid 3 to smithi11277797-1 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2082: finishing rollback tid 2 to smithi11277797-48 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 974 (ObjNum 458 snap 138 seq_num 458) dirty exists 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2083: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2081: finishing write tid 4 to smithi11277797-1 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2083: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2083: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 885 (ObjNum 570 snap 163 seq_num 570) dirty exists 2024-04-02T08:38:09.271 INFO:tasks.rados.rados.0.smithi112.stdout:2087: expect (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:38:09.357 INFO:tasks.rados.rados.0.smithi112.stdout:2085: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2081: finishing write tid 5 to smithi11277797-1 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2081: oid 1 updating version 0 to 1126 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2081: oid 1 version 1126 is already newer than 1124 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2081: oid 1 version 1126 is already newer than 1125 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2081: oid 1 updating version 1126 to 1127 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1127 (ObjNum 671 snap 200 seq_num 671) dirty exists 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2081: left oid 1 (ObjNum 671 snap 200 seq_num 671) 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2084: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2084: finishing copy_from to smithi11277797-7 2024-04-02T08:38:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 911 (ObjNum 669 snap 200 seq_num 669) dirty exists 2024-04-02T08:38:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:38:09] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-02T08:38:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:09 smithi112 ceph-mon[91385]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:38:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:09 smithi112 ceph-mon[91385]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:38:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:09 smithi112 ceph-mon[88945]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:38:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:09 smithi112 ceph-mon[88945]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:38:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:09 smithi187 ceph-mon[84356]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:38:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:09 smithi187 ceph-mon[84356]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:38:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:2081: done (6 left) 2024-04-02T08:38:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:2082: done (5 left) 2024-04-02T08:38:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:2083: done (4 left) 2024-04-02T08:38:10.268 INFO:tasks.rados.rados.0.smithi112.stdout:2084: done (3 left) 2024-04-02T08:38:10.269 INFO:tasks.rados.rados.0.smithi112.stdout:2085: done (2 left) 2024-04-02T08:38:10.269 INFO:tasks.rados.rados.0.smithi112.stdout:2087: done (1 left) 2024-04-02T08:38:10.269 INFO:tasks.rados.rados.0.smithi112.stdout:2089: done (0 left) 2024-04-02T08:38:10.269 INFO:tasks.rados.rados.0.smithi112.stdout:2090: snap_remove snap 193 2024-04-02T08:38:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:10 smithi187 ceph-mon[84356]: pgmap v380: 121 pgs: 121 active+clean; 324 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 760 KiB/s wr, 10 op/s; 11 MiB/s, 1 objects/s recovering 2024-04-02T08:38:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:10 smithi187 ceph-mon[84356]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:38:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:10 smithi112 ceph-mon[88945]: pgmap v380: 121 pgs: 121 active+clean; 324 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 760 KiB/s wr, 10 op/s; 11 MiB/s, 1 objects/s recovering 2024-04-02T08:38:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:10 smithi112 ceph-mon[88945]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:38:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:10 smithi112 ceph-mon[91385]: pgmap v380: 121 pgs: 121 active+clean; 324 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 760 KiB/s wr, 10 op/s; 11 MiB/s, 1 objects/s recovering 2024-04-02T08:38:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:10 smithi112 ceph-mon[91385]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:38:11.275 INFO:tasks.rados.rados.0.smithi112.stdout:2090: done (0 left) 2024-04-02T08:38:11.275 INFO:tasks.rados.rados.0.smithi112.stdout:2091: rollback oid 17 current snap is 201 2024-04-02T08:38:11.275 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 190 2024-04-02T08:38:11.275 INFO:tasks.rados.rados.0.smithi112.stdout:2092: snap_remove snap 195 2024-04-02T08:38:12.277 INFO:tasks.rados.rados.0.smithi112.stdout:2092: done (1 left) 2024-04-02T08:38:12.277 INFO:tasks.rados.rados.0.smithi112.stdout:2093: snap_create 2024-04-02T08:38:12.277 INFO:tasks.rados.rados.0.smithi112.stdout:2091: finishing rollback tid 0 to smithi11277797-17 2024-04-02T08:38:12.277 INFO:tasks.rados.rados.0.smithi112.stdout:2091: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:38:12.277 INFO:tasks.rados.rados.0.smithi112.stdout:2091: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:38:12.278 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 783 (ObjNum 648 snap 188 seq_num 648) dirty exists 2024-04-02T08:38:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:12 smithi112 ceph-mon[91385]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:38:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:12 smithi112 ceph-mon[91385]: pgmap v383: 121 pgs: 121 active+clean; 333 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:38:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:12 smithi112 ceph-mon[88945]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:38:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:12 smithi112 ceph-mon[88945]: pgmap v383: 121 pgs: 121 active+clean; 333 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:38:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:12 smithi187 ceph-mon[84356]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:38:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:12 smithi187 ceph-mon[84356]: pgmap v383: 121 pgs: 121 active+clean; 333 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:38:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:38:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:13.279 INFO:tasks.rados.rados.0.smithi112.stdout:2091: done (1 left) 2024-04-02T08:38:13.279 INFO:tasks.rados.rados.0.smithi112.stdout:2093: done (0 left) 2024-04-02T08:38:13.279 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 202 2024-04-02T08:38:13.279 INFO:tasks.rados.rados.0.smithi112.stdout:2094: seq_num 673 ranges {663552=475136,1138688=532480,1671168=671744} 2024-04-02T08:38:13.285 INFO:tasks.rados.rados.0.smithi112.stdout:2094: writing smithi11277797-48 from 663552 to 1138688 tid 1 2024-04-02T08:38:13.288 INFO:tasks.rados.rados.0.smithi112.stdout:2094: writing smithi11277797-48 from 1138688 to 1671168 tid 2 2024-04-02T08:38:13.292 INFO:tasks.rados.rados.0.smithi112.stdout:2094: writing smithi11277797-48 from 1671168 to 2342912 tid 3 2024-04-02T08:38:13.292 INFO:tasks.rados.rados.0.smithi112.stdout:2095: setattr oid 21 current snap is 202 2024-04-02T08:38:13.292 INFO:tasks.rados.rados.0.smithi112.stdout:2094: finishing write tid 1 to smithi11277797-48 2024-04-02T08:38:13.292 INFO:tasks.rados.rados.0.smithi112.stdout:2094: finishing write tid 2 to smithi11277797-48 2024-04-02T08:38:13.293 INFO:tasks.rados.rados.0.smithi112.stdout:2096: snap_create 2024-04-02T08:38:13.295 INFO:tasks.rados.rados.0.smithi112.stdout:2094: finishing write tid 3 to smithi11277797-48 2024-04-02T08:38:13.296 INFO:tasks.rados.rados.0.smithi112.stdout:2094: finishing write tid 4 to smithi11277797-48 2024-04-02T08:38:13.297 INFO:tasks.rados.rados.0.smithi112.stdout:2094: finishing write tid 5 to smithi11277797-48 2024-04-02T08:38:13.297 INFO:tasks.rados.rados.0.smithi112.stdout:2094: oid 48 updating version 0 to 987 2024-04-02T08:38:13.297 INFO:tasks.rados.rados.0.smithi112.stdout:2094: oid 48 version 987 is already newer than 986 2024-04-02T08:38:13.297 INFO:tasks.rados.rados.0.smithi112.stdout:2094: oid 48 version 987 is already newer than 984 2024-04-02T08:38:13.297 INFO:tasks.rados.rados.0.smithi112.stdout:2094: oid 48 version 987 is already newer than 985 2024-04-02T08:38:13.297 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 987 (ObjNum 673 snap 202 seq_num 673) dirty exists 2024-04-02T08:38:13.298 INFO:tasks.rados.rados.0.smithi112.stdout:2094: left oid 48 (ObjNum 673 snap 202 seq_num 673) 2024-04-02T08:38:13.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 952 (ObjNum 635 snap 182 seq_num 635) dirty exists 2024-04-02T08:38:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:13 smithi112 ceph-mon[88945]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:38:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:13 smithi112 ceph-mon[91385]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:38:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:13 smithi187 ceph-mon[84356]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:38:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:14.270 INFO:tasks.rados.rados.0.smithi112.stdout:2094: done (2 left) 2024-04-02T08:38:14.271 INFO:tasks.rados.rados.0.smithi112.stdout:2095: done (1 left) 2024-04-02T08:38:14.271 INFO:tasks.rados.rados.0.smithi112.stdout:2096: done (0 left) 2024-04-02T08:38:14.271 INFO:tasks.rados.rados.0.smithi112.stdout:2097: setattr oid 1 current snap is 203 2024-04-02T08:38:14.272 INFO:tasks.rados.rados.0.smithi112.stdout:2098: rmattr oid 4 current snap is 203 2024-04-02T08:38:14.272 INFO:tasks.rados.rados.0.smithi112.stdout:2099: copy_from oid 14 from oid 44 current snap is 203 2024-04-02T08:38:14.272 INFO:tasks.rados.rados.0.smithi112.stdout:2100: snap_remove snap 194 2024-04-02T08:38:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:14 smithi112 ceph-mon[91385]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:38:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:14 smithi112 ceph-mon[91385]: pgmap v386: 121 pgs: 121 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T08:38:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:14 smithi112 ceph-mon[91385]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:38:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:14 smithi112 ceph-mon[88945]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:38:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:14 smithi112 ceph-mon[88945]: pgmap v386: 121 pgs: 121 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T08:38:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:14 smithi112 ceph-mon[88945]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:38:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:14 smithi187 ceph-mon[84356]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:38:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:14 smithi187 ceph-mon[84356]: pgmap v386: 121 pgs: 121 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T08:38:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:14 smithi187 ceph-mon[84356]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:38:15.282 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1097 (ObjNum 592 snap 172 seq_num 592) dirty exists 2024-04-02T08:38:15.282 INFO:tasks.rados.rados.0.smithi112.stdout:2099: finishing copy_from to smithi11277797-14 2024-04-02T08:38:15.282 INFO:tasks.rados.rados.0.smithi112.stdout:2099: got expected ENOENT (src dne) 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:2099: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1128 (ObjNum 671 snap 200 seq_num 671) dirty exists 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:2097: done (3 left) 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:2098: done (2 left) 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:2099: done (1 left) 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:2100: done (0 left) 2024-04-02T08:38:15.283 INFO:tasks.rados.rados.0.smithi112.stdout:2101: setattr oid 27 current snap is 203 2024-04-02T08:38:15.285 INFO:tasks.rados.rados.0.smithi112.stdout:2102: read oid 46 snap 175 2024-04-02T08:38:15.285 INFO:tasks.rados.rados.0.smithi112.stdout:2102: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:38:15.285 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 203 2024-04-02T08:38:15.285 INFO:tasks.rados.rados.0.smithi112.stdout:2103: seq_num 674 ranges {1343488=491520,1835008=417792,2252800=483328,2736128=303104} 2024-04-02T08:38:15.296 INFO:tasks.rados.rados.0.smithi112.stdout:2103: writing smithi11277797-22 from 1343488 to 1835008 tid 1 2024-04-02T08:38:15.298 INFO:tasks.rados.rados.0.smithi112.stdout:2103: writing smithi11277797-22 from 1835008 to 2252800 tid 2 2024-04-02T08:38:15.301 INFO:tasks.rados.rados.0.smithi112.stdout:2103: writing smithi11277797-22 from 2252800 to 2736128 tid 3 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2103: writing smithi11277797-22 from 2736128 to 3039232 tid 4 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2104: copy_from oid 28 from oid 34 current snap is 203 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1162 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2103: finishing write tid 1 to smithi11277797-22 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2101: done (3 left) 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2105: rollback oid 39 current snap is 203 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 39 to 191 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2106: read oid 6 snap -1 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2106: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2107: copy_from oid 20 from oid 30 current snap is 203 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2108: copy_from oid 25 from oid 13 current snap is 203 2024-04-02T08:38:15.304 INFO:tasks.rados.rados.0.smithi112.stdout:2109: snap_remove snap 198 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2109: done (7 left) 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2110: read oid 16 snap -1 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2110: expect (ObjNum 555 snap 160 seq_num 555) 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2103: finishing write tid 2 to smithi11277797-22 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2103: finishing write tid 3 to smithi11277797-22 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2105: finishing rollback tid 1 to smithi11277797-39 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:38:16.287 INFO:tasks.rados.rados.0.smithi112.stdout:2103: finishing write tid 4 to smithi11277797-22 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: finishing write tid 5 to smithi11277797-22 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: finishing write tid 6 to smithi11277797-22 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: oid 22 updating version 0 to 907 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: oid 22 version 907 is already newer than 904 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: oid 22 version 907 is already newer than 906 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: oid 22 version 907 is already newer than 905 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: oid 22 version 907 is already newer than 903 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 907 (ObjNum 674 snap 203 seq_num 674) dirty exists 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2103: left oid 22 (ObjNum 674 snap 203 seq_num 674) 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2108: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2107: finishing copy_from racing read to smithi11277797-20 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2107: finishing copy_from to smithi11277797-20 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 893 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:2108: finishing copy_from to smithi11277797-25 2024-04-02T08:38:16.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1128 (ObjNum 658 snap 196 seq_num 658) dirty exists 2024-04-02T08:38:16.289 INFO:tasks.rados.rados.0.smithi112.stdout:2102: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:38:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:16 smithi112 ceph-mon[91385]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:38:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:16 smithi112 ceph-mon[91385]: pgmap v389: 121 pgs: 121 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-02T08:38:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:16 smithi112 ceph-mon[88945]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:38:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:16 smithi112 ceph-mon[88945]: pgmap v389: 121 pgs: 121 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-02T08:38:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:16 smithi187 ceph-mon[84356]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:38:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:16 smithi187 ceph-mon[84356]: pgmap v389: 121 pgs: 121 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-02T08:38:17.183 INFO:tasks.rados.rados.0.smithi112.stdout:2104: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:38:17.184 INFO:tasks.rados.rados.0.smithi112.stdout:2104: finishing copy_from to smithi11277797-28 2024-04-02T08:38:17.184 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 911 (ObjNum 669 snap 200 seq_num 669) dirty exists 2024-04-02T08:38:17.184 INFO:tasks.rados.rados.0.smithi112.stdout:2106: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:38:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:17 smithi187 ceph-mon[84356]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:38:17.481 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:38:17 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[61159]: logger=cleanup t=2024-04-02T08:38:17.150992252Z level=info msg="Completed cleanup jobs" duration=12.944507ms 2024-04-02T08:38:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:17 smithi112 ceph-mon[91385]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:38:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:17 smithi112 ceph-mon[88945]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:38:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:18 smithi112 ceph-mon[91385]: pgmap v391: 121 pgs: 121 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-02T08:38:18.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:18 smithi112 ceph-mon[88945]: pgmap v391: 121 pgs: 121 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-02T08:38:18.699 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:38:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:18 smithi187 ceph-mon[84356]: pgmap v391: 121 pgs: 121 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-02T08:38:19.025 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:38:19.025 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (9m) 87s ago 10m 25.8M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:38:19.025 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (10m) 18s ago 10m 89.2M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (11m) 87s ago 11m 22.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (11m) 18s ago 11m 15.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (5m) 18s ago 14m 451M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (5m) 87s ago 16m 507M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (4m) 87s ago 16m 54.3M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (4m) 18s ago 15m 47.5M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (4m) 87s ago 14m 47.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (9m) 87s ago 9m 15.2M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (9m) 18s ago 9m 17.0M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (3m) 87s ago 14m 153M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (2m) 87s ago 13m 132M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (2m) 87s ago 13m 97.6M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:38:19.026 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (92s) 87s ago 13m 12.1M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:38:19.027 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (58s) 18s ago 12m 105M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:38:19.027 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (23s) 18s ago 12m 15.1M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:38:19.027 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (11m) 18s ago 11m 192M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 380709c4527f 2024-04-02T08:38:19.027 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (11m) 18s ago 11m 209M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:38:19.027 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (5m) 18s ago 10m 58.3M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:38:19.267 INFO:tasks.rados.rados.0.smithi112.stdout:2110: expect (ObjNum 555 snap 160 seq_num 555) 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:38:19.426 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 6 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 11 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:38:19.427 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:38:19.507 INFO:tasks.rados.rados.0.smithi112.stdout:2102: done (7 left) 2024-04-02T08:38:19.507 INFO:tasks.rados.rados.0.smithi112.stdout:2103: done (6 left) 2024-04-02T08:38:19.507 INFO:tasks.rados.rados.0.smithi112.stdout:2104: done (5 left) 2024-04-02T08:38:19.507 INFO:tasks.rados.rados.0.smithi112.stdout:2105: done (4 left) 2024-04-02T08:38:19.507 INFO:tasks.rados.rados.0.smithi112.stdout:2106: done (3 left) 2024-04-02T08:38:19.507 INFO:tasks.rados.rados.0.smithi112.stdout:2107: done (2 left) 2024-04-02T08:38:19.508 INFO:tasks.rados.rados.0.smithi112.stdout:2108: done (1 left) 2024-04-02T08:38:19.508 INFO:tasks.rados.rados.0.smithi112.stdout:2110: done (0 left) 2024-04-02T08:38:19.508 INFO:tasks.rados.rados.0.smithi112.stdout:2111: read oid 6 snap 200 2024-04-02T08:38:19.508 INFO:tasks.rados.rados.0.smithi112.stdout:2111: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:38:19.508 INFO:tasks.rados.rados.0.smithi112.stdout:2112: snap_create 2024-04-02T08:38:19.576 INFO:tasks.rados.rados.0.smithi112.stdout:2111: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:38:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:38:19] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-02T08:38:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:19 smithi112 ceph-mon[91385]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:19 smithi112 ceph-mon[91385]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:38:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:19 smithi112 ceph-mon[88945]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:19 smithi112 ceph-mon[88945]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:38:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:19 smithi187 ceph-mon[84356]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:19 smithi187 ceph-mon[84356]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:38:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[91385]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2787245191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[91385]: pgmap v393: 121 pgs: 121 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T08:38:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[88945]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2787245191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[88945]: pgmap v393: 121 pgs: 121 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T08:38:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:20 smithi187 ceph-mon[84356]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:20 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2787245191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:20 smithi187 ceph-mon[84356]: pgmap v393: 121 pgs: 121 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T08:38:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:21 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:21 smithi187 ceph-mon[84356]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:21 smithi187 ceph-mon[84356]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:38:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:21 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:21 smithi112 ceph-mon[91385]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:21 smithi112 ceph-mon[91385]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:38:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:21 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:21 smithi112 ceph-mon[88945]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:21 smithi112 ceph-mon[88945]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:38:21.623 INFO:tasks.rados.rados.0.smithi112.stdout:2111: done (1 left) 2024-04-02T08:38:21.623 INFO:tasks.rados.rados.0.smithi112.stdout:2112: done (0 left) 2024-04-02T08:38:21.623 INFO:tasks.rados.rados.0.smithi112.stdout:2113: snap_remove snap 199 2024-04-02T08:38:22.308 INFO:tasks.rados.rados.0.smithi112.stdout:2113: done (0 left) 2024-04-02T08:38:22.309 INFO:tasks.rados.rados.0.smithi112.stdout:2114: copy_from oid 3 from oid 28 current snap is 204 2024-04-02T08:38:22.309 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 204 2024-04-02T08:38:22.309 INFO:tasks.rados.rados.0.smithi112.stdout:2115: seq_num 675 ranges {10207232=507904,10715136=704512,11419648=499712} 2024-04-02T08:38:22.366 INFO:tasks.rados.rados.0.smithi112.stdout:2115: writing smithi11277797-45 from 10207232 to 10715136 tid 1 2024-04-02T08:38:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2115: writing smithi11277797-45 from 10715136 to 11419648 tid 2 2024-04-02T08:38:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:2115: writing smithi11277797-45 from 11419648 to 11919360 tid 3 2024-04-02T08:38:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:2116: read oid 14 snap -1 2024-04-02T08:38:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:2116: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:38:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:2117: read oid 33 snap 203 2024-04-02T08:38:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:2117: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:38:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:2118: read oid 35 snap -1 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:2118: expect (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:2119: snap_create 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:2114: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:2114: finishing copy_from to smithi11277797-3 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 911 (ObjNum 669 snap 200 seq_num 669) dirty exists 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:2115: finishing write tid 1 to smithi11277797-45 2024-04-02T08:38:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:2115: finishing write tid 2 to smithi11277797-45 2024-04-02T08:38:22.378 INFO:tasks.rados.rados.0.smithi112.stdout:2117: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:38:22.382 INFO:tasks.rados.rados.0.smithi112.stdout:2115: finishing write tid 3 to smithi11277797-45 2024-04-02T08:38:22.382 INFO:tasks.rados.rados.0.smithi112.stdout:2116: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:38:22.394 INFO:tasks.rados.rados.0.smithi112.stdout:2115: finishing write tid 4 to smithi11277797-45 2024-04-02T08:38:22.394 INFO:tasks.rados.rados.0.smithi112.stdout:2115: finishing write tid 5 to smithi11277797-45 2024-04-02T08:38:22.394 INFO:tasks.rados.rados.0.smithi112.stdout:2115: oid 45 updating version 0 to 987 2024-04-02T08:38:22.394 INFO:tasks.rados.rados.0.smithi112.stdout:2115: oid 45 updating version 987 to 989 2024-04-02T08:38:22.395 INFO:tasks.rados.rados.0.smithi112.stdout:2115: oid 45 version 989 is already newer than 986 2024-04-02T08:38:22.395 INFO:tasks.rados.rados.0.smithi112.stdout:2115: oid 45 version 989 is already newer than 988 2024-04-02T08:38:22.395 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 989 (ObjNum 675 snap 204 seq_num 675) dirty exists 2024-04-02T08:38:22.395 INFO:tasks.rados.rados.0.smithi112.stdout:2115: left oid 45 (ObjNum 675 snap 204 seq_num 675) 2024-04-02T08:38:22.425 INFO:tasks.rados.rados.0.smithi112.stdout:2118: expect (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:38:22.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:22 smithi187 ceph-mon[84356]: pgmap v395: 121 pgs: 121 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:38:22.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:22.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:22.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:22.611 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:38:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[91385]: pgmap v395: 121 pgs: 121 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:38:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[88945]: pgmap v395: 121 pgs: 121 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:38:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:23.617 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:23 smithi187 ceph-mon[84356]: Upgrade: Updating osd.6 2024-04-02T08:38:23.617 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:23 smithi187 ceph-mon[84356]: Deploying daemon osd.6 on smithi187 2024-04-02T08:38:23.617 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:23 smithi187 ceph-mon[84356]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:38:23.617 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[91385]: Upgrade: Updating osd.6 2024-04-02T08:38:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[91385]: Deploying daemon osd.6 on smithi187 2024-04-02T08:38:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[91385]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:38:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[88945]: Upgrade: Updating osd.6 2024-04-02T08:38:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[88945]: Deploying daemon osd.6 on smithi187 2024-04-02T08:38:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[88945]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:38:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2114: done (5 left) 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2115: done (4 left) 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2116: done (3 left) 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2117: done (2 left) 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2118: done (1 left) 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2119: done (0 left) 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 205 2024-04-02T08:38:24.503 INFO:tasks.rados.rados.0.smithi112.stdout:2120: seq_num 676 ranges {4497408=524288,5021696=589824,5611520=450560,6062080=163840} 2024-04-02T08:38:24.529 INFO:tasks.rados.rados.0.smithi112.stdout:2120: writing smithi11277797-17 from 4497408 to 5021696 tid 1 2024-04-02T08:38:24.532 INFO:tasks.rados.rados.0.smithi112.stdout:2120: writing smithi11277797-17 from 5021696 to 5611520 tid 2 2024-04-02T08:38:24.534 INFO:tasks.rados.rados.0.smithi112.stdout:2120: writing smithi11277797-17 from 5611520 to 6062080 tid 3 2024-04-02T08:38:24.538 INFO:tasks.rados.rados.0.smithi112.stdout:2120: writing smithi11277797-17 from 6062080 to 6225920 tid 4 2024-04-02T08:38:24.538 INFO:tasks.rados.rados.0.smithi112.stdout:2121: delete oid 34 current snap is 205 2024-04-02T08:38:24.538 INFO:tasks.rados.rados.0.smithi112.stdout:2120: finishing write tid 1 to smithi11277797-17 2024-04-02T08:38:24.538 INFO:tasks.rados.rados.0.smithi112.stdout:2120: finishing write tid 2 to smithi11277797-17 2024-04-02T08:38:24.539 INFO:tasks.rados.rados.0.smithi112.stdout:2121: done (1 left) 2024-04-02T08:38:24.539 INFO:tasks.rados.rados.0.smithi112.stdout:2122: delete oid 48 current snap is 205 2024-04-02T08:38:24.539 INFO:tasks.rados.rados.0.smithi112.stdout:2120: finishing write tid 3 to smithi11277797-17 2024-04-02T08:38:24.539 INFO:tasks.rados.rados.0.smithi112.stdout:2120: finishing write tid 4 to smithi11277797-17 2024-04-02T08:38:24.541 INFO:tasks.rados.rados.0.smithi112.stdout:2120: finishing write tid 5 to smithi11277797-17 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: finishing write tid 6 to smithi11277797-17 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: oid 17 updating version 0 to 805 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: oid 17 version 805 is already newer than 804 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: oid 17 version 805 is already newer than 801 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: oid 17 version 805 is already newer than 803 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: oid 17 version 805 is already newer than 802 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 805 (ObjNum 676 snap 205 seq_num 676) dirty exists 2024-04-02T08:38:24.543 INFO:tasks.rados.rados.0.smithi112.stdout:2120: left oid 17 (ObjNum 676 snap 205 seq_num 676) 2024-04-02T08:38:24.544 INFO:tasks.rados.rados.0.smithi112.stdout:2120: done (1 left) 2024-04-02T08:38:24.544 INFO:tasks.rados.rados.0.smithi112.stdout:2122: done (0 left) 2024-04-02T08:38:24.544 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 205 2024-04-02T08:38:24.544 INFO:tasks.rados.rados.0.smithi112.stdout:2123: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-04-02T08:38:24.547 INFO:tasks.rados.rados.0.smithi112.stdout:2123: writing smithi11277797-39 from 0 to 581632 tid 1 2024-04-02T08:38:24.551 INFO:tasks.rados.rados.0.smithi112.stdout:2123: writing smithi11277797-39 from 581632 to 1269760 tid 2 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2123: writing smithi11277797-39 from 1269760 to 1785856 tid 3 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2124: rollback oid 36 current snap is 205 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 202 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2123: finishing write tid 1 to smithi11277797-39 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2123: finishing write tid 2 to smithi11277797-39 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2125: read oid 43 snap -1 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2125: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:38:24.555 INFO:tasks.rados.rados.0.smithi112.stdout:2126: snap_remove snap 184 2024-04-02T08:38:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:24 smithi112 ceph-mon[88945]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:38:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:24 smithi112 ceph-mon[88945]: pgmap v398: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 378 KiB/s wr, 3 op/s 2024-04-02T08:38:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:24 smithi112 ceph-mon[88945]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:38:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:24 smithi112 ceph-mon[91385]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:38:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:24 smithi112 ceph-mon[91385]: pgmap v398: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 378 KiB/s wr, 3 op/s 2024-04-02T08:38:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:24 smithi112 ceph-mon[91385]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:38:24.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:24 smithi187 ceph-mon[84356]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:38:24.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:24 smithi187 ceph-mon[84356]: pgmap v398: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 378 KiB/s wr, 3 op/s 2024-04-02T08:38:24.697 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:24 smithi187 ceph-mon[84356]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:38:25.328 INFO:tasks.rados.rados.0.smithi112.stdout:2126: done (3 left) 2024-04-02T08:38:25.328 INFO:tasks.rados.rados.0.smithi112.stdout:2127: read oid 22 snap -1 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:2127: expect (ObjNum 674 snap 203 seq_num 674) 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:2128: read oid 32 snap -1 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:2128: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:2129: rollback oid 4 current snap is 205 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 200 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:2130: rollback oid 13 current snap is 205 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 190 2024-04-02T08:38:25.329 INFO:tasks.rados.rados.0.smithi112.stdout:2131: snap_remove snap 175 2024-04-02T08:38:25.333 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:25 smithi187 systemd[1]: Stopping Ceph osd.6 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:25.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[47382]: 2024-04-02T08:38:25.332+0000 7f0b869e7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:38:25.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[47382]: 2024-04-02T08:38:25.332+0000 7f0b869e7700 -1 osd.6 485 *** Got signal Terminated *** 2024-04-02T08:38:25.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[47382]: 2024-04-02T08:38:25.332+0000 7f0b869e7700 -1 osd.6 485 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:38:26.335 INFO:tasks.rados.rados.0.smithi112.stdout:2131: done (7 left) 2024-04-02T08:38:26.335 INFO:tasks.rados.rados.0.smithi112.stdout:2132: read oid 24 snap 204 2024-04-02T08:38:26.336 INFO:tasks.rados.rados.0.smithi112.stdout:2132: expect deleted 2024-04-02T08:38:26.336 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 205 2024-04-02T08:38:26.336 INFO:tasks.rados.rados.0.smithi112.stdout:2133: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-04-02T08:38:26.339 INFO:tasks.rados.rados.0.smithi112.stdout:2133: writing smithi11277797-2 from 0 to 598016 tid 1 2024-04-02T08:38:26.344 INFO:tasks.rados.rados.0.smithi112.stdout:2133: writing smithi11277797-2 from 598016 to 1171456 tid 2 2024-04-02T08:38:26.347 INFO:tasks.rados.rados.0.smithi112.stdout:2133: writing smithi11277797-2 from 1171456 to 1605632 tid 3 2024-04-02T08:38:26.348 INFO:tasks.rados.rados.0.smithi112.stdout:2133: writing smithi11277797-2 from 1605632 to 1802240 tid 4 2024-04-02T08:38:26.348 INFO:tasks.rados.rados.0.smithi112.stdout:2134: snap_create 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2123: finishing write tid 3 to smithi11277797-39 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2123: finishing write tid 4 to smithi11277797-39 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2124: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2124: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2124: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1170 (ObjNum 24689 snap 0 seq_num 3479155728) dirty exists 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2123: finishing write tid 5 to smithi11277797-39 2024-04-02T08:38:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2123: oid 39 updating version 0 to 748 2024-04-02T08:38:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:2123: oid 39 updating version 748 to 749 2024-04-02T08:38:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:2123: oid 39 updating version 749 to 750 2024-04-02T08:38:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:2123: oid 39 updating version 750 to 751 2024-04-02T08:38:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 751 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-02T08:38:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:2123: left oid 39 (ObjNum 679 snap 205 seq_num 679) 2024-04-02T08:38:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:2125: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:38:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:26 smithi112 ceph-mon[88945]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:38:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:26 smithi112 ceph-mon[88945]: osd.6 marked itself down and dead 2024-04-02T08:38:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:26 smithi112 ceph-mon[88945]: pgmap v401: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 812 KiB/s wr, 4 op/s 2024-04-02T08:38:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:26 smithi112 ceph-mon[91385]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:38:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:26 smithi112 ceph-mon[91385]: osd.6 marked itself down and dead 2024-04-02T08:38:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:26 smithi112 ceph-mon[91385]: pgmap v401: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 812 KiB/s wr, 4 op/s 2024-04-02T08:38:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:26 smithi187 ceph-mon[84356]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:38:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:26 smithi187 ceph-mon[84356]: osd.6 marked itself down and dead 2024-04-02T08:38:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:26 smithi187 ceph-mon[84356]: pgmap v401: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 812 KiB/s wr, 4 op/s 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:2129: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:2129: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:2129: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1100 (ObjNum 592 snap 172 seq_num 592) dirty exists 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:2130: finishing rollback tid 0 to smithi11277797-13 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:2130: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:38:26.853 INFO:tasks.rados.rados.0.smithi112.stdout:2130: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:38:26.854 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1174 (ObjNum 589 snap 172 seq_num 589) dirty exists 2024-04-02T08:38:26.854 INFO:tasks.rados.rados.0.smithi112.stdout:2127: expect (ObjNum 674 snap 203 seq_num 674) 2024-04-02T08:38:26.951 INFO:tasks.rados.rados.0.smithi112.stdout:2128: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:38:27.177 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:26 smithi187 podman[98795]: 2024-04-02 08:38:26.90222502 +0000 UTC m=+1.700470099 container died 380709c4527f3c583e50e6dc72c9c8bb1f3bf0413724519229dfaeb66b5bfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:38:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:27 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:27 smithi187 ceph-mon[84356]: osdmap e486: 8 total, 7 up, 8 in 2024-04-02T08:38:27.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:27 smithi187 podman[98795]: 2024-04-02 08:38:27.269822479 +0000 UTC m=+2.068067548 container cleanup 380709c4527f3c583e50e6dc72c9c8bb1f3bf0413724519229dfaeb66b5bfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:27.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:27 smithi187 bash[98795]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T08:38:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:27 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:27 smithi112 ceph-mon[88945]: osdmap e486: 8 total, 7 up, 8 in 2024-04-02T08:38:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:27 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:27 smithi112 ceph-mon[91385]: osdmap e486: 8 total, 7 up, 8 in 2024-04-02T08:38:27.811 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:27 smithi187 podman[98814]: 2024-04-02 08:38:27.504364751 +0000 UTC m=+0.594444443 container remove 380709c4527f3c583e50e6dc72c9c8bb1f3bf0413724519229dfaeb66b5bfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:28.114 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:27 smithi187 podman[98906]: 2024-04-02 08:38:27.813714198 +0000 UTC m=+0.107724887 container create cf2d46799e82ad527b2e8cc773dd413ff6a56ceeb9d9de1d1dd84effee7f7053 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:38:28.115 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:27 smithi187 podman[98906]: 2024-04-02 08:38:27.723215566 +0000 UTC m=+0.017226222 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:28.115 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 podman[98906]: 2024-04-02 08:38:28.041203247 +0000 UTC m=+0.335213900 container init cf2d46799e82ad527b2e8cc773dd413ff6a56ceeb9d9de1d1dd84effee7f7053 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:38:28.115 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 podman[98906]: 2024-04-02 08:38:28.044597957 +0000 UTC m=+0.338608608 container start cf2d46799e82ad527b2e8cc773dd413ff6a56ceeb9d9de1d1dd84effee7f7053 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326) 2024-04-02T08:38:28.115 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 podman[98906]: 2024-04-02 08:38:28.116063642 +0000 UTC m=+0.410074308 container attach cf2d46799e82ad527b2e8cc773dd413ff6a56ceeb9d9de1d1dd84effee7f7053 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:38:28.383 INFO:tasks.rados.rados.0.smithi112.stdout:2133: finishing write tid 1 to smithi11277797-2 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: finishing write tid 2 to smithi11277797-2 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: finishing write tid 3 to smithi11277797-2 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: finishing write tid 4 to smithi11277797-2 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: finishing write tid 5 to smithi11277797-2 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: finishing write tid 6 to smithi11277797-2 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: oid 2 updating version 0 to 926 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: oid 2 updating version 926 to 930 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: oid 2 version 930 is already newer than 929 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: oid 2 version 930 is already newer than 927 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: oid 2 version 930 is already newer than 928 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 930 (ObjNum 680 snap 205 seq_num 680) dirty exists 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2133: left oid 2 (ObjNum 680 snap 205 seq_num 680) 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2123: done (9 left) 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2124: done (8 left) 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2125: done (7 left) 2024-04-02T08:38:28.384 INFO:tasks.rados.rados.0.smithi112.stdout:2127: done (6 left) 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:2128: done (5 left) 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:2129: done (4 left) 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:2130: done (3 left) 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:2133: done (2 left) 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:2134: done (1 left) 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 206 2024-04-02T08:38:28.385 INFO:tasks.rados.rados.0.smithi112.stdout:2135: seq_num 681 ranges {3039232=614400,3653632=458752,4112384=638976,4751360=106496} 2024-04-02T08:38:28.402 INFO:tasks.rados.rados.0.smithi112.stdout:2135: writing smithi11277797-22 from 3039232 to 3653632 tid 1 2024-04-02T08:38:28.404 INFO:tasks.rados.rados.0.smithi112.stdout:2135: writing smithi11277797-22 from 3653632 to 4112384 tid 2 2024-04-02T08:38:28.408 INFO:tasks.rados.rados.0.smithi112.stdout:2135: writing smithi11277797-22 from 4112384 to 4751360 tid 3 2024-04-02T08:38:28.409 INFO:tasks.rados.rados.0.smithi112.stdout:2135: writing smithi11277797-22 from 4751360 to 4857856 tid 4 2024-04-02T08:38:28.409 INFO:tasks.rados.rados.0.smithi112.stdout:2132: done (1 left) 2024-04-02T08:38:28.409 INFO:tasks.rados.rados.0.smithi112.stdout:2136: delete oid 41 current snap is 206 2024-04-02T08:38:28.409 INFO:tasks.rados.rados.0.smithi112.stdout:2135: finishing write tid 1 to smithi11277797-22 2024-04-02T08:38:28.409 INFO:tasks.rados.rados.0.smithi112.stdout:2135: finishing write tid 2 to smithi11277797-22 2024-04-02T08:38:28.411 INFO:tasks.rados.rados.0.smithi112.stdout:2136: done (1 left) 2024-04-02T08:38:28.411 INFO:tasks.rados.rados.0.smithi112.stdout:2137: read oid 6 snap 202 2024-04-02T08:38:28.411 INFO:tasks.rados.rados.0.smithi112.stdout:2137: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:38:28.411 INFO:tasks.rados.rados.0.smithi112.stdout:2138: rollback oid 30 current snap is 206 2024-04-02T08:38:28.411 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 201 2024-04-02T08:38:28.412 INFO:tasks.rados.rados.0.smithi112.stdout:2139: read oid 43 snap -1 2024-04-02T08:38:28.412 INFO:tasks.rados.rados.0.smithi112.stdout:2139: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:38:28.412 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 206 2024-04-02T08:38:28.412 INFO:tasks.rados.rados.0.smithi112.stdout:2140: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-04-02T08:38:28.415 INFO:tasks.rados.rados.0.smithi112.stdout:2140: writing smithi11277797-42 from 0 to 647168 tid 1 2024-04-02T08:38:28.421 INFO:tasks.rados.rados.0.smithi112.stdout:2140: writing smithi11277797-42 from 647168 to 1277952 tid 2 2024-04-02T08:38:28.423 INFO:tasks.rados.rados.0.smithi112.stdout:2140: writing smithi11277797-42 from 1277952 to 1851392 tid 3 2024-04-02T08:38:28.423 INFO:tasks.rados.rados.0.smithi112.stdout:2141: read oid 29 snap -1 2024-04-02T08:38:28.423 INFO:tasks.rados.rados.0.smithi112.stdout:2141: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:38:28.423 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 206 2024-04-02T08:38:28.423 INFO:tasks.rados.rados.0.smithi112.stdout:2135: finishing write tid 3 to smithi11277797-22 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: finishing write tid 4 to smithi11277797-22 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: finishing write tid 5 to smithi11277797-22 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: finishing write tid 6 to smithi11277797-22 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: oid 22 updating version 0 to 936 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: oid 22 updating version 936 to 937 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: oid 22 version 937 is already newer than 935 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: oid 22 updating version 937 to 938 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: oid 22 version 938 is already newer than 934 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 938 (ObjNum 681 snap 206 seq_num 681) dirty exists 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2135: left oid 22 (ObjNum 681 snap 206 seq_num 681) 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2138: finishing rollback tid 0 to smithi11277797-30 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2138: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:38:28.424 INFO:tasks.rados.rados.0.smithi112.stdout:2138: finishing rollback tid 2 to smithi11277797-30 2024-04-02T08:38:28.425 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1004 (ObjNum 548 snap 159 seq_num 548) dirty exists 2024-04-02T08:38:28.425 INFO:tasks.rados.rados.0.smithi112.stdout:2140: finishing write tid 1 to smithi11277797-42 2024-04-02T08:38:28.425 INFO:tasks.rados.rados.0.smithi112.stdout:2140: finishing write tid 2 to smithi11277797-42 2024-04-02T08:38:28.425 INFO:tasks.rados.rados.0.smithi112.stdout:2142: seq_num 684 ranges {3530752=663552,4194304=507904,4702208=409600,5111808=286720} 2024-04-02T08:38:28.446 INFO:tasks.rados.rados.0.smithi112.stdout:2142: writing smithi11277797-13 from 3530752 to 4194304 tid 1 2024-04-02T08:38:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2142: writing smithi11277797-13 from 4194304 to 4702208 tid 2 2024-04-02T08:38:28.452 INFO:tasks.rados.rados.0.smithi112.stdout:2142: writing smithi11277797-13 from 4702208 to 5111808 tid 3 2024-04-02T08:38:28.454 INFO:tasks.rados.rados.0.smithi112.stdout:2142: writing smithi11277797-13 from 5111808 to 5398528 tid 4 2024-04-02T08:38:28.454 INFO:tasks.rados.rados.0.smithi112.stdout:2135: done (6 left) 2024-04-02T08:38:28.454 INFO:tasks.rados.rados.0.smithi112.stdout:2138: done (5 left) 2024-04-02T08:38:28.454 INFO:tasks.rados.rados.0.smithi112.stdout:2143: snap_remove snap 201 2024-04-02T08:38:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:28 smithi187 ceph-mon[84356]: osdmap e487: 8 total, 7 up, 8 in 2024-04-02T08:38:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:28 smithi187 ceph-mon[84356]: pgmap v404: 121 pgs: 11 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 96 active+clean; 351 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-02T08:38:28.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 podman[98906]: 2024-04-02 08:38:28.336461311 +0000 UTC m=+0.630471960 container died cf2d46799e82ad527b2e8cc773dd413ff6a56ceeb9d9de1d1dd84effee7f7053 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:38:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:28 smithi112 ceph-mon[91385]: osdmap e487: 8 total, 7 up, 8 in 2024-04-02T08:38:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:28 smithi112 ceph-mon[91385]: pgmap v404: 121 pgs: 11 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 96 active+clean; 351 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-02T08:38:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:28 smithi112 ceph-mon[88945]: osdmap e487: 8 total, 7 up, 8 in 2024-04-02T08:38:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:28 smithi112 ceph-mon[88945]: pgmap v404: 121 pgs: 11 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 96 active+clean; 351 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-02T08:38:28.869 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 podman[98932]: 2024-04-02 08:38:28.853584971 +0000 UTC m=+0.511524725 container remove cf2d46799e82ad527b2e8cc773dd413ff6a56ceeb9d9de1d1dd84effee7f7053 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:38:29.234 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T08:38:29.234 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 systemd[1]: Stopped Ceph osd.6 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:29.234 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:28 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 14.349s CPU time. 2024-04-02T08:38:29.234 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:29 smithi187 systemd[1]: Starting Ceph osd.6 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:29.276 INFO:tasks.rados.rados.0.smithi112.stdout:2143: done (5 left) 2024-04-02T08:38:29.276 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 206 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: finishing write tid 3 to smithi11277797-42 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: finishing write tid 4 to smithi11277797-42 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: finishing write tid 5 to smithi11277797-42 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: oid 42 updating version 0 to 1103 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: oid 42 version 1103 is already newer than 1102 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: oid 42 version 1103 is already newer than 1101 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: oid 42 updating version 1103 to 1104 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1104 (ObjNum 683 snap 206 seq_num 683) dirty exists 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2140: left oid 42 (ObjNum 683 snap 206 seq_num 683) 2024-04-02T08:38:29.277 INFO:tasks.rados.rados.0.smithi112.stdout:2139: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:38:29.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:29 smithi187 ceph-mon[84356]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:38:29.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:29 smithi187 ceph-mon[84356]: osdmap e488: 8 total, 7 up, 8 in 2024-04-02T08:38:29.547 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:29 smithi187 podman[99038]: 2024-04-02 08:38:29.185049484 +0000 UTC m=+0.017817072 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:29.548 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:29 smithi187 podman[99038]: 2024-04-02 08:38:29.329917821 +0000 UTC m=+0.162685399 container create 73f288ac7adafbec942b1a1d1e89db82b7df90b02a0fc40180d8a8209274c926 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:38:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:38:29] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-02T08:38:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:29 smithi112 ceph-mon[88945]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:38:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:29 smithi112 ceph-mon[88945]: osdmap e488: 8 total, 7 up, 8 in 2024-04-02T08:38:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:29 smithi112 ceph-mon[91385]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:38:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:29 smithi112 ceph-mon[91385]: osdmap e488: 8 total, 7 up, 8 in 2024-04-02T08:38:29.780 INFO:tasks.rados.rados.0.smithi112.stdout:2142: finishing write tid 1 to smithi11277797-13 2024-04-02T08:38:29.780 INFO:tasks.rados.rados.0.smithi112.stdout:2142: finishing write tid 2 to smithi11277797-13 2024-04-02T08:38:29.781 INFO:tasks.rados.rados.0.smithi112.stdout:2144: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-04-02T08:38:29.784 INFO:tasks.rados.rados.0.smithi112.stdout:2144: writing smithi11277797-48 from 0 to 679936 tid 1 2024-04-02T08:38:29.786 INFO:tasks.rados.rados.0.smithi112.stdout:2144: writing smithi11277797-48 from 679936 to 1122304 tid 2 2024-04-02T08:38:29.790 INFO:tasks.rados.rados.0.smithi112.stdout:2144: writing smithi11277797-48 from 1122304 to 1744896 tid 3 2024-04-02T08:38:29.791 INFO:tasks.rados.rados.0.smithi112.stdout:2144: writing smithi11277797-48 from 1744896 to 1884160 tid 4 2024-04-02T08:38:29.791 INFO:tasks.rados.rados.0.smithi112.stdout:2139: done (5 left) 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2140: done (4 left) 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2145: read oid 45 snap -1 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2145: expect (ObjNum 675 snap 204 seq_num 675) 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2146: snap_create 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: finishing write tid 3 to smithi11277797-13 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: finishing write tid 4 to smithi11277797-13 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: finishing write tid 5 to smithi11277797-13 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: finishing write tid 6 to smithi11277797-13 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: oid 13 updating version 0 to 1195 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: oid 13 version 1195 is already newer than 1194 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: oid 13 version 1195 is already newer than 1192 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: oid 13 version 1195 is already newer than 1193 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: oid 13 updating version 1195 to 1196 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1196 (ObjNum 684 snap 206 seq_num 684) dirty exists 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2142: left oid 13 (ObjNum 684 snap 206 seq_num 684) 2024-04-02T08:38:29.792 INFO:tasks.rados.rados.0.smithi112.stdout:2137: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:38:29.981 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:29 smithi187 podman[99038]: 2024-04-02 08:38:29.54911031 +0000 UTC m=+0.381877892 container init 73f288ac7adafbec942b1a1d1e89db82b7df90b02a0fc40180d8a8209274c926 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T08:38:29.981 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:29 smithi187 podman[99038]: 2024-04-02 08:38:29.552667578 +0000 UTC m=+0.385435170 container start 73f288ac7adafbec942b1a1d1e89db82b7df90b02a0fc40180d8a8209274c926 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS) 2024-04-02T08:38:29.981 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:29 smithi187 podman[99038]: 2024-04-02 08:38:29.632496606 +0000 UTC m=+0.465264185 container attach 73f288ac7adafbec942b1a1d1e89db82b7df90b02a0fc40180d8a8209274c926 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T08:38:30.343 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:30.343 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:30.343 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:30.343 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:30.343 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 bash[99038]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[99052]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:38:30.344 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 podman[99038]: 2024-04-02 08:38:30.034855913 +0000 UTC m=+0.867623492 container died 73f288ac7adafbec942b1a1d1e89db82b7df90b02a0fc40180d8a8209274c926 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:38:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:30 smithi112 ceph-mon[91385]: pgmap v406: 121 pgs: 6 active+undersized+degraded, 11 peering, 8 stale+active+clean, 1 active+clean+snaptrim, 7 active+undersized, 88 active+clean; 332 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 30/429 objects degraded (6.993%) 2024-04-02T08:38:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:30 smithi112 ceph-mon[88945]: pgmap v406: 121 pgs: 6 active+undersized+degraded, 11 peering, 8 stale+active+clean, 1 active+clean+snaptrim, 7 active+undersized, 88 active+clean; 332 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 30/429 objects degraded (6.993%) 2024-04-02T08:38:30.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:30 smithi187 ceph-mon[84356]: pgmap v406: 121 pgs: 6 active+undersized+degraded, 11 peering, 8 stale+active+clean, 1 active+clean+snaptrim, 7 active+undersized, 88 active+clean; 332 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 30/429 objects degraded (6.993%) 2024-04-02T08:38:30.976 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 podman[99174]: 2024-04-02 08:38:30.645254729 +0000 UTC m=+0.603502052 container remove 73f288ac7adafbec942b1a1d1e89db82b7df90b02a0fc40180d8a8209274c926 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0) 2024-04-02T08:38:30.977 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 podman[99240]: 2024-04-02 08:38:30.759035085 +0000 UTC m=+0.017838038 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:30.977 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:30 smithi187 podman[99240]: 2024-04-02 08:38:30.879767545 +0000 UTC m=+0.138570516 container create bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:38:31.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:31 smithi187 podman[99240]: 2024-04-02 08:38:31.0655745 +0000 UTC m=+0.324377439 container init bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:38:31.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:31 smithi187 podman[99240]: 2024-04-02 08:38:31.068603131 +0000 UTC m=+0.327406072 container start bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:38:31.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-osd[99260]: -- 172.21.15.187:0/2915926753 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5570fc839680 con 0x5570fc802c00 2024-04-02T08:38:31.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:31 smithi187 bash[99240]: bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a 2024-04-02T08:38:31.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:31 smithi187 systemd[1]: Started Ceph osd.6 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:31.615 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 30/429 objects degraded (6.993%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:31.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-mon[84356]: osdmap e489: 8 total, 7 up, 8 in 2024-04-02T08:38:31.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:31.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:31.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 30/429 objects degraded (6.993%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[88945]: osdmap e489: 8 total, 7 up, 8 in 2024-04-02T08:38:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 30/429 objects degraded (6.993%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[91385]: osdmap e489: 8 total, 7 up, 8 in 2024-04-02T08:38:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:31.841 INFO:tasks.rados.rados.0.smithi112.stdout:2141: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:38:31.980 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:31 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T08:38:31.616+0000 7fc10cec97c0 -1 Falling back to public interface 2024-04-02T08:38:32.335 INFO:tasks.rados.rados.0.smithi112.stdout:2144: finishing write tid 1 to smithi11277797-48 2024-04-02T08:38:32.335 INFO:tasks.rados.rados.0.smithi112.stdout:2144: finishing write tid 2 to smithi11277797-48 2024-04-02T08:38:32.335 INFO:tasks.rados.rados.0.smithi112.stdout:2137: done (5 left) 2024-04-02T08:38:32.335 INFO:tasks.rados.rados.0.smithi112.stdout:2141: done (4 left) 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2142: done (3 left) 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2146: done (2 left) 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2147: rollback oid 31 current snap is 207 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 200 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: finishing write tid 3 to smithi11277797-48 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: finishing write tid 4 to smithi11277797-48 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: finishing write tid 5 to smithi11277797-48 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: finishing write tid 6 to smithi11277797-48 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: oid 48 updating version 0 to 1008 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: oid 48 version 1008 is already newer than 1007 2024-04-02T08:38:32.336 INFO:tasks.rados.rados.0.smithi112.stdout:2144: oid 48 version 1008 is already newer than 1005 2024-04-02T08:38:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2144: oid 48 version 1008 is already newer than 1006 2024-04-02T08:38:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2144: oid 48 updating version 1008 to 1009 2024-04-02T08:38:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1009 (ObjNum 685 snap 206 seq_num 685) dirty exists 2024-04-02T08:38:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2144: left oid 48 (ObjNum 685 snap 206 seq_num 685) 2024-04-02T08:38:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2145: expect (ObjNum 675 snap 204 seq_num 675) 2024-04-02T08:38:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:32 smithi112 ceph-mon[91385]: pgmap v408: 121 pgs: 8 active+undersized+degraded, 3 peering, 32 active+undersized, 78 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 42/423 objects degraded (9.929%) 2024-04-02T08:38:32.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:32 smithi112 ceph-mon[88945]: pgmap v408: 121 pgs: 8 active+undersized+degraded, 3 peering, 32 active+undersized, 78 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 42/423 objects degraded (9.929%) 2024-04-02T08:38:32.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:32 smithi187 ceph-mon[84356]: pgmap v408: 121 pgs: 8 active+undersized+degraded, 3 peering, 32 active+undersized, 78 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 42/423 objects degraded (9.929%) 2024-04-02T08:38:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:38:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:33.456 INFO:tasks.rados.rados.0.smithi112.stdout:2147: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2147: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2147: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1131 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2144: done (2 left) 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2145: done (1 left) 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2147: done (0 left) 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2148: rollback oid 23 current snap is 207 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 23 to 172 2024-04-02T08:38:33.457 INFO:tasks.rados.rados.0.smithi112.stdout:2149: snap_create 2024-04-02T08:38:33.459 INFO:tasks.rados.rados.0.smithi112.stdout:2148: finishing rollback tid 0 to smithi11277797-23 2024-04-02T08:38:33.460 INFO:tasks.rados.rados.0.smithi112.stdout:2148: finishing rollback tid 1 to smithi11277797-23 2024-04-02T08:38:33.460 INFO:tasks.rados.rados.0.smithi112.stdout:2148: finishing rollback tid 2 to smithi11277797-23 2024-04-02T08:38:33.460 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 821 (ObjNum 590 snap 172 seq_num 590) dirty exists 2024-04-02T08:38:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:33 smithi112 ceph-mon[91385]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-02T08:38:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:33 smithi112 ceph-mon[88945]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-02T08:38:33.672 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:33 smithi187 ceph-mon[84356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-02T08:38:34.277 INFO:tasks.rados.rados.0.smithi112.stdout:2148: done (1 left) 2024-04-02T08:38:34.277 INFO:tasks.rados.rados.0.smithi112.stdout:2149: done (0 left) 2024-04-02T08:38:34.278 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 208 2024-04-02T08:38:34.278 INFO:tasks.rados.rados.0.smithi112.stdout:2150: seq_num 686 ranges {6955008=696320,7651328=729088,8380416=425984,8806400=49152} 2024-04-02T08:38:34.318 INFO:tasks.rados.rados.0.smithi112.stdout:2150: writing smithi11277797-50 from 6955008 to 7651328 tid 1 2024-04-02T08:38:34.322 INFO:tasks.rados.rados.0.smithi112.stdout:2150: writing smithi11277797-50 from 7651328 to 8380416 tid 2 2024-04-02T08:38:34.324 INFO:tasks.rados.rados.0.smithi112.stdout:2150: writing smithi11277797-50 from 8380416 to 8806400 tid 3 2024-04-02T08:38:34.325 INFO:tasks.rados.rados.0.smithi112.stdout:2150: writing smithi11277797-50 from 8806400 to 8855552 tid 4 2024-04-02T08:38:34.325 INFO:tasks.rados.rados.0.smithi112.stdout:2151: read oid 28 snap 203 2024-04-02T08:38:34.325 INFO:tasks.rados.rados.0.smithi112.stdout:2151: expect (ObjNum 669 snap 200 seq_num 669) 2024-04-02T08:38:34.325 INFO:tasks.rados.rados.0.smithi112.stdout:2152: snap_remove snap 205 2024-04-02T08:38:34.522 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:34 smithi187 ceph-mon[84356]: pgmap v409: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 339 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 44/429 objects degraded (10.256%) 2024-04-02T08:38:34.522 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:34 smithi187 ceph-mon[84356]: osdmap e490: 8 total, 7 up, 8 in 2024-04-02T08:38:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:34 smithi112 ceph-mon[91385]: pgmap v409: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 339 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 44/429 objects degraded (10.256%) 2024-04-02T08:38:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:34 smithi112 ceph-mon[91385]: osdmap e490: 8 total, 7 up, 8 in 2024-04-02T08:38:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:34 smithi112 ceph-mon[88945]: pgmap v409: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 339 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 44/429 objects degraded (10.256%) 2024-04-02T08:38:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:34 smithi112 ceph-mon[88945]: osdmap e490: 8 total, 7 up, 8 in 2024-04-02T08:38:34.981 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T08:38:34.523+0000 7fc10cec97c0 -1 osd.6 485 log_to_monitors true 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:2152: done (2 left) 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:2153: read oid 36 snap -1 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:2153: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:2154: read oid 15 snap 207 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:2154: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 208 2024-04-02T08:38:35.280 INFO:tasks.rados.rados.0.smithi112.stdout:2155: seq_num 687 ranges {5570560=712704,6283264=614400,6897664=589824} 2024-04-02T08:38:35.315 INFO:tasks.rados.rados.0.smithi112.stdout:2155: writing smithi11277797-30 from 5570560 to 6283264 tid 1 2024-04-02T08:38:35.318 INFO:tasks.rados.rados.0.smithi112.stdout:2155: writing smithi11277797-30 from 6283264 to 6897664 tid 2 2024-04-02T08:38:35.322 INFO:tasks.rados.rados.0.smithi112.stdout:2155: writing smithi11277797-30 from 6897664 to 7487488 tid 3 2024-04-02T08:38:35.322 INFO:tasks.rados.rados.0.smithi112.stdout:2156: snap_remove snap 172 2024-04-02T08:38:35.362 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T08:38:35.308+0000 7fc0fe321700 -1 osd.6 485 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:38:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[91385]: from='osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[91385]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[91385]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[91385]: from='osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[91385]: osdmap e491: 8 total, 7 up, 8 in 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[91385]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[88945]: from='osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[88945]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[88945]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[88945]: from='osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[88945]: osdmap e491: 8 total, 7 up, 8 in 2024-04-02T08:38:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:35 smithi112 ceph-mon[88945]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-mon[84356]: from='osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-mon[84356]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-mon[84356]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-mon[84356]: from='osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-mon[84356]: osdmap e491: 8 total, 7 up, 8 in 2024-04-02T08:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:35 smithi187 ceph-mon[84356]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: finishing write tid 1 to smithi11277797-50 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: finishing write tid 2 to smithi11277797-50 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: finishing write tid 3 to smithi11277797-50 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: finishing write tid 4 to smithi11277797-50 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: finishing write tid 5 to smithi11277797-50 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: finishing write tid 6 to smithi11277797-50 2024-04-02T08:38:36.281 INFO:tasks.rados.rados.0.smithi112.stdout:2150: oid 50 updating version 0 to 906 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:2150: oid 50 updating version 906 to 909 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:2150: oid 50 updating version 909 to 910 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:2150: oid 50 version 910 is already newer than 908 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:2150: oid 50 version 910 is already newer than 907 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 910 (ObjNum 686 snap 208 seq_num 686) dirty exists 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:2150: left oid 50 (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:38:36.282 INFO:tasks.rados.rados.0.smithi112.stdout:2151: expect (ObjNum 669 snap 200 seq_num 669) 2024-04-02T08:38:36.337 INFO:tasks.rados.rados.0.smithi112.stdout:2153: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:38:36.338 INFO:tasks.rados.rados.0.smithi112.stdout:2154: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: pgmap v412: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 44/432 objects degraded (10.185%) 2024-04-02T08:38:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220] boot 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: pgmap v412: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 44/432 objects degraded (10.185%) 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220] boot 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:38:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:36.888 INFO:tasks.rados.rados.0.smithi112.stdout:2155: finishing write tid 1 to smithi11277797-30 2024-04-02T08:38:36.888 INFO:tasks.rados.rados.0.smithi112.stdout:2155: finishing write tid 2 to smithi11277797-30 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: finishing write tid 3 to smithi11277797-30 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: finishing write tid 4 to smithi11277797-30 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: finishing write tid 5 to smithi11277797-30 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: oid 30 updating version 0 to 1013 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: oid 30 version 1013 is already newer than 1012 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: oid 30 version 1013 is already newer than 1011 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: oid 30 updating version 1013 to 1014 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1014 (ObjNum 687 snap 208 seq_num 687) dirty exists 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: left oid 30 (ObjNum 687 snap 208 seq_num 687) 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2150: done (5 left) 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2151: done (4 left) 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2153: done (3 left) 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2154: done (2 left) 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2155: done (1 left) 2024-04-02T08:38:36.889 INFO:tasks.rados.rados.0.smithi112.stdout:2156: done (0 left) 2024-04-02T08:38:36.890 INFO:tasks.rados.rados.0.smithi112.stdout:2157: snap_remove snap 207 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: pgmap v412: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 44/432 objects degraded (10.185%) 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: osd.6 [v2:172.21.15.187:6816/3024612220,v1:172.21.15.187:6817/3024612220] boot 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:38:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:37.281 INFO:tasks.rados.rados.0.smithi112.stdout:2157: done (0 left) 2024-04-02T08:38:37.281 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 208 2024-04-02T08:38:37.281 INFO:tasks.rados.rados.0.smithi112.stdout:2158: seq_num 688 ranges {7987200=729088,8716288=499712,9216000=704512} 2024-04-02T08:38:37.329 INFO:tasks.rados.rados.0.smithi112.stdout:2158: writing smithi11277797-9 from 7987200 to 8716288 tid 1 2024-04-02T08:38:37.332 INFO:tasks.rados.rados.0.smithi112.stdout:2158: writing smithi11277797-9 from 8716288 to 9216000 tid 2 2024-04-02T08:38:37.336 INFO:tasks.rados.rados.0.smithi112.stdout:2158: writing smithi11277797-9 from 9216000 to 9920512 tid 3 2024-04-02T08:38:37.336 INFO:tasks.rados.rados.0.smithi112.stdout:2159: setattr oid 30 current snap is 208 2024-04-02T08:38:37.336 INFO:tasks.rados.rados.0.smithi112.stdout:2158: finishing write tid 1 to smithi11277797-9 2024-04-02T08:38:37.336 INFO:tasks.rados.rados.0.smithi112.stdout:2158: finishing write tid 2 to smithi11277797-9 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2160: rollback oid 11 current snap is 208 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 200 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2161: read oid 46 snap -1 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2161: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2162: setattr oid 23 current snap is 208 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2163: read oid 50 snap 206 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2163: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:37.337 INFO:tasks.rados.rados.0.smithi112.stdout:2164: snap_create 2024-04-02T08:38:37.341 INFO:tasks.rados.rados.0.smithi112.stdout:2161: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:38:37.344 INFO:tasks.rados.rados.0.smithi112.stdout:2160: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:38:37.344 INFO:tasks.rados.rados.0.smithi112.stdout:2160: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:38:37.344 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 830 (ObjNum 590 snap 172 seq_num 590) dirty exists 2024-04-02T08:38:37.344 INFO:tasks.rados.rados.0.smithi112.stdout:2160: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:38:37.344 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1095 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:38:37.345 INFO:tasks.rados.rados.0.smithi112.stdout:2158: finishing write tid 3 to smithi11277797-9 2024-04-02T08:38:37.345 INFO:tasks.rados.rados.0.smithi112.stdout:2158: finishing write tid 4 to smithi11277797-9 2024-04-02T08:38:37.351 INFO:tasks.rados.rados.0.smithi112.stdout:2158: finishing write tid 5 to smithi11277797-9 2024-04-02T08:38:37.351 INFO:tasks.rados.rados.0.smithi112.stdout:2158: oid 9 updating version 0 to 953 2024-04-02T08:38:37.351 INFO:tasks.rados.rados.0.smithi112.stdout:2158: oid 9 version 953 is already newer than 950 2024-04-02T08:38:37.351 INFO:tasks.rados.rados.0.smithi112.stdout:2158: oid 9 version 953 is already newer than 952 2024-04-02T08:38:37.351 INFO:tasks.rados.rados.0.smithi112.stdout:2158: oid 9 version 953 is already newer than 951 2024-04-02T08:38:37.352 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 953 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-02T08:38:37.352 INFO:tasks.rados.rados.0.smithi112.stdout:2158: left oid 9 (ObjNum 688 snap 208 seq_num 688) 2024-04-02T08:38:37.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1015 (ObjNum 687 snap 208 seq_num 687) dirty exists 2024-04-02T08:38:37.372 INFO:tasks.rados.rados.0.smithi112.stdout:2163: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:37.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:37 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 44/432 objects degraded (10.185%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:37.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:37.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:37.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:37 smithi187 ceph-mon[84356]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:38:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 44/432 objects degraded (10.185%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:37.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[91385]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:38:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 44/432 objects degraded (10.185%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:37 smithi112 ceph-mon[88945]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:38:38.285 INFO:tasks.rados.rados.0.smithi112.stdout:2158: done (6 left) 2024-04-02T08:38:38.285 INFO:tasks.rados.rados.0.smithi112.stdout:2159: done (5 left) 2024-04-02T08:38:38.285 INFO:tasks.rados.rados.0.smithi112.stdout:2160: done (4 left) 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2161: done (3 left) 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2162: done (2 left) 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2163: done (1 left) 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2164: done (0 left) 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2165: read oid 24 snap -1 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2165: expect deleted 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 209 2024-04-02T08:38:38.286 INFO:tasks.rados.rados.0.smithi112.stdout:2166: seq_num 689 ranges {8085504=745472,8830976=786432,9617408=417792} 2024-04-02T08:38:38.332 INFO:tasks.rados.rados.0.smithi112.stdout:2166: writing smithi11277797-23 from 8085504 to 8830976 tid 1 2024-04-02T08:38:38.336 INFO:tasks.rados.rados.0.smithi112.stdout:2166: writing smithi11277797-23 from 8830976 to 9617408 tid 2 2024-04-02T08:38:38.339 INFO:tasks.rados.rados.0.smithi112.stdout:2166: writing smithi11277797-23 from 9617408 to 10035200 tid 3 2024-04-02T08:38:38.339 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 209 2024-04-02T08:38:38.339 INFO:tasks.rados.rados.0.smithi112.stdout:2167: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2024-04-02T08:38:38.344 INFO:tasks.rados.rados.0.smithi112.stdout:2167: writing smithi11277797-5 from 0 to 761856 tid 1 2024-04-02T08:38:38.348 INFO:tasks.rados.rados.0.smithi112.stdout:2167: writing smithi11277797-5 from 761856 to 1425408 tid 2 2024-04-02T08:38:38.351 INFO:tasks.rados.rados.0.smithi112.stdout:2167: writing smithi11277797-5 from 1425408 to 1835008 tid 3 2024-04-02T08:38:38.351 INFO:tasks.rados.rados.0.smithi112.stdout:2167: writing smithi11277797-5 from 1835008 to 1966080 tid 4 2024-04-02T08:38:38.351 INFO:tasks.rados.rados.0.smithi112.stdout:2168: snap_remove snap 206 2024-04-02T08:38:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:38 smithi187 ceph-mon[84356]: pgmap v415: 121 pgs: 8 peering, 8 active+undersized+degraded, 24 active+undersized, 81 active+clean; 325 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 464 KiB/s wr, 4 op/s; 43/399 objects degraded (10.777%) 2024-04-02T08:38:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:38 smithi187 ceph-mon[84356]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:38:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[91385]: pgmap v415: 121 pgs: 8 peering, 8 active+undersized+degraded, 24 active+undersized, 81 active+clean; 325 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 464 KiB/s wr, 4 op/s; 43/399 objects degraded (10.777%) 2024-04-02T08:38:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[91385]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:38:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[88945]: pgmap v415: 121 pgs: 8 peering, 8 active+undersized+degraded, 24 active+undersized, 81 active+clean; 325 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 464 KiB/s wr, 4 op/s; 43/399 objects degraded (10.777%) 2024-04-02T08:38:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:38 smithi112 ceph-mon[88945]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:38:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:2168: done (3 left) 2024-04-02T08:38:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:2169: read oid 4 snap 208 2024-04-02T08:38:39.285 INFO:tasks.rados.rados.0.smithi112.stdout:2169: expect (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:38:39.286 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 209 2024-04-02T08:38:39.286 INFO:tasks.rados.rados.0.smithi112.stdout:2170: seq_num 691 ranges {5570560=778240,6348800=548864,6897664=614400,7512064=40960} 2024-04-02T08:38:39.319 INFO:tasks.rados.rados.0.smithi112.stdout:2170: writing smithi11277797-20 from 5570560 to 6348800 tid 1 2024-04-02T08:38:39.322 INFO:tasks.rados.rados.0.smithi112.stdout:2170: writing smithi11277797-20 from 6348800 to 6897664 tid 2 2024-04-02T08:38:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2170: writing smithi11277797-20 from 6897664 to 7512064 tid 3 2024-04-02T08:38:39.327 INFO:tasks.rados.rados.0.smithi112.stdout:2170: writing smithi11277797-20 from 7512064 to 7553024 tid 4 2024-04-02T08:38:39.327 INFO:tasks.rados.rados.0.smithi112.stdout:2171: copy_from oid 22 from oid 3 current snap is 209 2024-04-02T08:38:39.327 INFO:tasks.rados.rados.0.smithi112.stdout:2166: finishing write tid 1 to smithi11277797-23 2024-04-02T08:38:39.327 INFO:tasks.rados.rados.0.smithi112.stdout:2166: finishing write tid 2 to smithi11277797-23 2024-04-02T08:38:39.327 INFO:tasks.rados.rados.0.smithi112.stdout:2166: finishing write tid 3 to smithi11277797-23 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: finishing write tid 4 to smithi11277797-23 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: finishing write tid 5 to smithi11277797-23 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: oid 23 updating version 0 to 832 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: oid 23 updating version 832 to 834 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: oid 23 version 834 is already newer than 833 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: oid 23 updating version 834 to 835 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 835 (ObjNum 689 snap 209 seq_num 689) dirty exists 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: left oid 23 (ObjNum 689 snap 209 seq_num 689) 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2167: finishing write tid 1 to smithi11277797-5 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2167: finishing write tid 2 to smithi11277797-5 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2165: done (5 left) 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2166: done (4 left) 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2172: snap_create 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2167: finishing write tid 3 to smithi11277797-5 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2167: finishing write tid 4 to smithi11277797-5 2024-04-02T08:38:39.328 INFO:tasks.rados.rados.0.smithi112.stdout:2167: finishing write tid 5 to smithi11277797-5 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: finishing write tid 6 to smithi11277797-5 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: oid 5 updating version 0 to 1109 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: oid 5 version 1109 is already newer than 1108 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: oid 5 version 1109 is already newer than 1106 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: oid 5 version 1109 is already newer than 1107 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: oid 5 version 1109 is already newer than 1105 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1109 (ObjNum 690 snap 209 seq_num 690) dirty exists 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2167: left oid 5 (ObjNum 690 snap 209 seq_num 690) 2024-04-02T08:38:39.329 INFO:tasks.rados.rados.0.smithi112.stdout:2169: expect (ObjNum 592 snap 172 seq_num 592) 2024-04-02T08:38:39.410 INFO:tasks.rados.rados.0.smithi112.stdout:2170: finishing write tid 1 to smithi11277797-20 2024-04-02T08:38:39.410 INFO:tasks.rados.rados.0.smithi112.stdout:2170: finishing write tid 2 to smithi11277797-20 2024-04-02T08:38:39.410 INFO:tasks.rados.rados.0.smithi112.stdout:2170: finishing write tid 3 to smithi11277797-20 2024-04-02T08:38:39.410 INFO:tasks.rados.rados.0.smithi112.stdout:2170: finishing write tid 4 to smithi11277797-20 2024-04-02T08:38:39.410 INFO:tasks.rados.rados.0.smithi112.stdout:2170: finishing write tid 5 to smithi11277797-20 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: finishing write tid 6 to smithi11277797-20 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: oid 20 updating version 0 to 1007 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: oid 20 version 1007 is already newer than 1005 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: oid 20 version 1007 is already newer than 1004 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: oid 20 version 1007 is already newer than 1006 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: oid 20 version 1007 is already newer than 1003 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1007 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2170: left oid 20 (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2171: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:2171: finishing copy_from to smithi11277797-22 2024-04-02T08:38:39.411 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 911 (ObjNum 669 snap 200 seq_num 669) dirty exists 2024-04-02T08:38:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:38:39] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-04-02T08:38:40.291 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T08:38:40.013+0000 7f2577b80700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:2167: done (4 left) 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:2169: done (3 left) 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:2170: done (2 left) 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:2171: done (1 left) 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:2172: done (0 left) 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:2173: copy_from oid 24 from oid 14 current snap is 210 2024-04-02T08:38:40.297 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 210 2024-04-02T08:38:40.298 INFO:tasks.rados.rados.0.smithi112.stdout:2174: seq_num 692 ranges {1228800=794624,2023424=483328,2506752=720896} 2024-04-02T08:38:40.308 INFO:tasks.rados.rados.0.smithi112.stdout:2174: writing smithi11277797-10 from 1228800 to 2023424 tid 1 2024-04-02T08:38:40.311 INFO:tasks.rados.rados.0.smithi112.stdout:2174: writing smithi11277797-10 from 2023424 to 2506752 tid 2 2024-04-02T08:38:40.315 INFO:tasks.rados.rados.0.smithi112.stdout:2174: writing smithi11277797-10 from 2506752 to 3227648 tid 3 2024-04-02T08:38:40.315 INFO:tasks.rados.rados.0.smithi112.stdout:2175: snap_remove snap 202 2024-04-02T08:38:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: pgmap v418: 121 pgs: 8 peering, 4 active+undersized+degraded, 20 active+undersized, 89 active+clean; 313 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 2 op/s; 27/381 objects degraded (7.087%) 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: pgmap v418: 121 pgs: 8 peering, 4 active+undersized+degraded, 20 active+undersized, 89 active+clean; 313 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 2 op/s; 27/381 objects degraded (7.087%) 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: pgmap v418: 121 pgs: 8 peering, 4 active+undersized+degraded, 20 active+undersized, 89 active+clean; 313 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 2 op/s; 27/381 objects degraded (7.087%) 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:40.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2173: finishing copy_from racing read to smithi11277797-24 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2173: finishing copy_from to smithi11277797-24 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2174: finishing write tid 1 to smithi11277797-10 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2174: finishing write tid 2 to smithi11277797-10 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2173: done (2 left) 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2175: done (1 left) 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2176: read oid 2 snap -1 2024-04-02T08:38:41.304 INFO:tasks.rados.rados.0.smithi112.stdout:2176: expect (ObjNum 680 snap 205 seq_num 680) 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2177: delete oid 8 current snap is 210 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: finishing write tid 3 to smithi11277797-10 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: finishing write tid 4 to smithi11277797-10 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: finishing write tid 5 to smithi11277797-10 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: oid 10 updating version 0 to 913 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: oid 10 updating version 913 to 915 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: oid 10 version 915 is already newer than 914 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: oid 10 updating version 915 to 916 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 916 (ObjNum 692 snap 210 seq_num 692) dirty exists 2024-04-02T08:38:41.305 INFO:tasks.rados.rados.0.smithi112.stdout:2174: left oid 10 (ObjNum 692 snap 210 seq_num 692) 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2174: done (2 left) 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2177: done (1 left) 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2178: rmattr oid 26 current snap is 210 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2179: rollback oid 25 current snap is 210 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 203 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2180: rmattr oid 24 current snap is 210 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2180: done (3 left) 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2181: rollback oid 15 current snap is 210 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 15 to 204 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2182: read oid 48 snap -1 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:2182: expect (ObjNum 685 snap 206 seq_num 685) 2024-04-02T08:38:41.321 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 210 2024-04-02T08:38:41.322 INFO:tasks.rados.rados.0.smithi112.stdout:2183: seq_num 694 ranges {1613824=425984,2039808=655360,2695168=786432,3481600=163840} 2024-04-02T08:38:41.332 INFO:tasks.rados.rados.0.smithi112.stdout:2183: writing smithi11277797-3 from 1613824 to 2039808 tid 1 2024-04-02T08:38:41.336 INFO:tasks.rados.rados.0.smithi112.stdout:2183: writing smithi11277797-3 from 2039808 to 2695168 tid 2 2024-04-02T08:38:41.340 INFO:tasks.rados.rados.0.smithi112.stdout:2183: writing smithi11277797-3 from 2695168 to 3481600 tid 3 2024-04-02T08:38:41.342 INFO:tasks.rados.rados.0.smithi112.stdout:2183: writing smithi11277797-3 from 3481600 to 3645440 tid 4 2024-04-02T08:38:41.342 INFO:tasks.rados.rados.0.smithi112.stdout:2184: snap_create 2024-04-02T08:38:41.342 INFO:tasks.rados.rados.0.smithi112.stdout:2176: expect (ObjNum 680 snap 205 seq_num 680) 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2181: finishing rollback tid 0 to smithi11277797-15 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2179: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2179: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2181: finishing rollback tid 1 to smithi11277797-15 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 752 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2181: finishing rollback tid 2 to smithi11277797-15 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 978 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2179: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1134 (ObjNum 658 snap 196 seq_num 658) dirty exists 2024-04-02T08:38:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:2182: expect (ObjNum 685 snap 206 seq_num 685) 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: finishing write tid 1 to smithi11277797-3 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: finishing write tid 2 to smithi11277797-3 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: finishing write tid 3 to smithi11277797-3 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: finishing write tid 4 to smithi11277797-3 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: finishing write tid 5 to smithi11277797-3 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: finishing write tid 6 to smithi11277797-3 2024-04-02T08:38:41.435 INFO:tasks.rados.rados.0.smithi112.stdout:2183: oid 3 updating version 0 to 1129 2024-04-02T08:38:41.436 INFO:tasks.rados.rados.0.smithi112.stdout:2183: oid 3 updating version 1129 to 1130 2024-04-02T08:38:41.436 INFO:tasks.rados.rados.0.smithi112.stdout:2183: oid 3 updating version 1130 to 1132 2024-04-02T08:38:41.436 INFO:tasks.rados.rados.0.smithi112.stdout:2183: oid 3 version 1132 is already newer than 1131 2024-04-02T08:38:41.436 INFO:tasks.rados.rados.0.smithi112.stdout:2183: oid 3 updating version 1132 to 1133 2024-04-02T08:38:41.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1133 (ObjNum 694 snap 210 seq_num 694) dirty exists 2024-04-02T08:38:41.436 INFO:tasks.rados.rados.0.smithi112.stdout:2183: left oid 3 (ObjNum 694 snap 210 seq_num 694) 2024-04-02T08:38:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:41 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:41 smithi112 ceph-mon[91385]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:38:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:41 smithi112 ceph-mon[91385]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:38:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:41 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:41 smithi112 ceph-mon[88945]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:38:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:41 smithi112 ceph-mon[88945]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:38:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:41 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:41 smithi187 ceph-mon[84356]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:38:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:41 smithi187 ceph-mon[84356]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:38:42.313 INFO:tasks.rados.rados.0.smithi112.stdout:2176: done (6 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2178: done (5 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2179: done (4 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2181: done (3 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2182: done (2 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2183: done (1 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2184: done (0 left) 2024-04-02T08:38:42.314 INFO:tasks.rados.rados.0.smithi112.stdout:2185: snap_create 2024-04-02T08:38:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:42 smithi112 ceph-mon[91385]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:38:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:42 smithi112 ceph-mon[91385]: pgmap v421: 121 pgs: 121 active+clean; 293 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.8 MiB/s wr, 22 op/s; 4.9 MiB/s, 0 objects/s recovering 2024-04-02T08:38:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:42 smithi112 ceph-mon[88945]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:38:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:42 smithi112 ceph-mon[88945]: pgmap v421: 121 pgs: 121 active+clean; 293 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.8 MiB/s wr, 22 op/s; 4.9 MiB/s, 0 objects/s recovering 2024-04-02T08:38:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:42 smithi187 ceph-mon[84356]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:38:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:42 smithi187 ceph-mon[84356]: pgmap v421: 121 pgs: 121 active+clean; 293 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.8 MiB/s wr, 22 op/s; 4.9 MiB/s, 0 objects/s recovering 2024-04-02T08:38:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:38:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:43.317 INFO:tasks.rados.rados.0.smithi112.stdout:2185: done (0 left) 2024-04-02T08:38:43.318 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 212 2024-04-02T08:38:43.318 INFO:tasks.rados.rados.0.smithi112.stdout:2186: seq_num 695 ranges {10305536=442368,10747904=540672,11288576=598016,11886592=466944} 2024-04-02T08:38:43.374 INFO:tasks.rados.rados.0.smithi112.stdout:2186: writing smithi11277797-11 from 10305536 to 10747904 tid 1 2024-04-02T08:38:43.377 INFO:tasks.rados.rados.0.smithi112.stdout:2186: writing smithi11277797-11 from 10747904 to 11288576 tid 2 2024-04-02T08:38:43.381 INFO:tasks.rados.rados.0.smithi112.stdout:2186: writing smithi11277797-11 from 11288576 to 11886592 tid 3 2024-04-02T08:38:43.383 INFO:tasks.rados.rados.0.smithi112.stdout:2186: writing smithi11277797-11 from 11886592 to 12353536 tid 4 2024-04-02T08:38:43.384 INFO:tasks.rados.rados.0.smithi112.stdout:2187: delete oid 48 current snap is 212 2024-04-02T08:38:43.384 INFO:tasks.rados.rados.0.smithi112.stdout:2186: finishing write tid 1 to smithi11277797-11 2024-04-02T08:38:43.384 INFO:tasks.rados.rados.0.smithi112.stdout:2186: finishing write tid 2 to smithi11277797-11 2024-04-02T08:38:43.384 INFO:tasks.rados.rados.0.smithi112.stdout:2186: finishing write tid 3 to smithi11277797-11 2024-04-02T08:38:43.386 INFO:tasks.rados.rados.0.smithi112.stdout:2187: done (1 left) 2024-04-02T08:38:43.386 INFO:tasks.rados.rados.0.smithi112.stdout:2188: snap_create 2024-04-02T08:38:43.387 INFO:tasks.rados.rados.0.smithi112.stdout:2186: finishing write tid 4 to smithi11277797-11 2024-04-02T08:38:43.387 INFO:tasks.rados.rados.0.smithi112.stdout:2186: finishing write tid 5 to smithi11277797-11 2024-04-02T08:38:43.388 INFO:tasks.rados.rados.0.smithi112.stdout:2186: finishing write tid 6 to smithi11277797-11 2024-04-02T08:38:43.388 INFO:tasks.rados.rados.0.smithi112.stdout:2186: oid 11 updating version 0 to 1098 2024-04-02T08:38:43.389 INFO:tasks.rados.rados.0.smithi112.stdout:2186: oid 11 version 1098 is already newer than 1097 2024-04-02T08:38:43.389 INFO:tasks.rados.rados.0.smithi112.stdout:2186: oid 11 updating version 1098 to 1100 2024-04-02T08:38:43.389 INFO:tasks.rados.rados.0.smithi112.stdout:2186: oid 11 version 1100 is already newer than 1099 2024-04-02T08:38:43.389 INFO:tasks.rados.rados.0.smithi112.stdout:2186: oid 11 version 1100 is already newer than 1096 2024-04-02T08:38:43.389 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1100 (ObjNum 695 snap 212 seq_num 695) dirty exists 2024-04-02T08:38:43.389 INFO:tasks.rados.rados.0.smithi112.stdout:2186: left oid 11 (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:38:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:43 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/381 objects degraded (7.087%), 4 pgs degraded) 2024-04-02T08:38:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:43 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:38:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:43 smithi112 ceph-mon[91385]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:38:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:43 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/381 objects degraded (7.087%), 4 pgs degraded) 2024-04-02T08:38:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:43 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:38:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:43 smithi112 ceph-mon[88945]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:38:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:43 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/381 objects degraded (7.087%), 4 pgs degraded) 2024-04-02T08:38:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:43 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:38:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:43 smithi187 ceph-mon[84356]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2186: done (1 left) 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2188: done (0 left) 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2189: read oid 1 snap -1 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2189: expect (ObjNum 671 snap 200 seq_num 671) 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2190: copy_from oid 30 from oid 14 current snap is 213 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2191: rollback oid 19 current snap is 213 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 211 2024-04-02T08:38:44.280 INFO:tasks.rados.rados.0.smithi112.stdout:2192: delete oid 2 current snap is 213 2024-04-02T08:38:44.285 INFO:tasks.rados.rados.0.smithi112.stdout:2191: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:38:44.285 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 747 (ObjNum 65 snap 0 seq_num 1576583213) dirty dne 2024-04-02T08:38:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:2191: done (3 left) 2024-04-02T08:38:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:2192: done (2 left) 2024-04-02T08:38:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:2193: read oid 27 snap -1 2024-04-02T08:38:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:2193: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:38:44.286 INFO:tasks.rados.rados.0.smithi112.stdout:2194: delete oid 4 current snap is 213 2024-04-02T08:38:44.289 INFO:tasks.rados.rados.0.smithi112.stdout:2190: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:38:44.290 INFO:tasks.rados.rados.0.smithi112.stdout:2190: finishing copy_from to smithi11277797-30 2024-04-02T08:38:44.290 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:38:44.291 INFO:tasks.rados.rados.0.smithi112.stdout:2190: done (3 left) 2024-04-02T08:38:44.291 INFO:tasks.rados.rados.0.smithi112.stdout:2194: done (2 left) 2024-04-02T08:38:44.291 INFO:tasks.rados.rados.0.smithi112.stdout:2195: rollback oid 37 current snap is 213 2024-04-02T08:38:44.291 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 190 2024-04-02T08:38:44.291 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 213 2024-04-02T08:38:44.291 INFO:tasks.rados.rados.0.smithi112.stdout:2196: seq_num 699 ranges {5775360=516096,6291456=475136,6766592=573440,7340032=557056} 2024-04-02T08:38:44.326 INFO:tasks.rados.rados.0.smithi112.stdout:2196: writing smithi11277797-16 from 5775360 to 6291456 tid 1 2024-04-02T08:38:44.328 INFO:tasks.rados.rados.0.smithi112.stdout:2196: writing smithi11277797-16 from 6291456 to 6766592 tid 2 2024-04-02T08:38:44.332 INFO:tasks.rados.rados.0.smithi112.stdout:2196: writing smithi11277797-16 from 6766592 to 7340032 tid 3 2024-04-02T08:38:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:2196: writing smithi11277797-16 from 7340032 to 7897088 tid 4 2024-04-02T08:38:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 213 2024-04-02T08:38:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:2195: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:38:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:2195: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:38:44.336 INFO:tasks.rados.rados.0.smithi112.stdout:2197: seq_num 700 ranges {10035200=532480,10567680=409600,10977280=737280,11714560=458752} 2024-04-02T08:38:44.391 INFO:tasks.rados.rados.0.smithi112.stdout:2197: writing smithi11277797-23 from 10035200 to 10567680 tid 1 2024-04-02T08:38:44.393 INFO:tasks.rados.rados.0.smithi112.stdout:2197: writing smithi11277797-23 from 10567680 to 10977280 tid 2 2024-04-02T08:38:44.397 INFO:tasks.rados.rados.0.smithi112.stdout:2197: writing smithi11277797-23 from 10977280 to 11714560 tid 3 2024-04-02T08:38:44.400 INFO:tasks.rados.rados.0.smithi112.stdout:2197: writing smithi11277797-23 from 11714560 to 12173312 tid 4 2024-04-02T08:38:44.400 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 213 2024-04-02T08:38:44.400 INFO:tasks.rados.rados.0.smithi112.stdout:2195: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:38:44.400 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1103 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:38:44.400 INFO:tasks.rados.rados.0.smithi112.stdout:2193: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:38:44.427 INFO:tasks.rados.rados.0.smithi112.stdout:2189: expect (ObjNum 671 snap 200 seq_num 671) 2024-04-02T08:38:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:44 smithi112 ceph-mon[91385]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:38:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:44 smithi112 ceph-mon[91385]: pgmap v424: 121 pgs: 121 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 4.9 MiB/s, 0 objects/s recovering 2024-04-02T08:38:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:44 smithi112 ceph-mon[91385]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:38:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:44 smithi112 ceph-mon[88945]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:38:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:44 smithi112 ceph-mon[88945]: pgmap v424: 121 pgs: 121 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 4.9 MiB/s, 0 objects/s recovering 2024-04-02T08:38:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:44 smithi112 ceph-mon[88945]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:38:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:44 smithi187 ceph-mon[84356]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:38:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:44 smithi187 ceph-mon[84356]: pgmap v424: 121 pgs: 121 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 4.9 MiB/s, 0 objects/s recovering 2024-04-02T08:38:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:44 smithi187 ceph-mon[84356]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: finishing write tid 1 to smithi11277797-16 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: finishing write tid 2 to smithi11277797-16 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: finishing write tid 3 to smithi11277797-16 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: finishing write tid 4 to smithi11277797-16 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: finishing write tid 5 to smithi11277797-16 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: finishing write tid 6 to smithi11277797-16 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: oid 16 updating version 0 to 932 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: oid 16 updating version 932 to 933 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: oid 16 version 933 is already newer than 931 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: oid 16 updating version 933 to 934 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: oid 16 version 934 is already newer than 930 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 934 (ObjNum 699 snap 213 seq_num 699) dirty exists 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2196: left oid 16 (ObjNum 699 snap 213 seq_num 699) 2024-04-02T08:38:44.869 INFO:tasks.rados.rados.0.smithi112.stdout:2197: finishing write tid 1 to smithi11277797-23 2024-04-02T08:38:44.870 INFO:tasks.rados.rados.0.smithi112.stdout:2198: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-04-02T08:38:44.871 INFO:tasks.rados.rados.0.smithi112.stdout:2198: writing smithi11277797-48 from 0 to 548864 tid 1 2024-04-02T08:38:44.875 INFO:tasks.rados.rados.0.smithi112.stdout:2198: writing smithi11277797-48 from 548864 to 1245184 tid 2 2024-04-02T08:38:44.878 INFO:tasks.rados.rados.0.smithi112.stdout:2198: writing smithi11277797-48 from 1245184 to 1785856 tid 3 2024-04-02T08:38:44.881 INFO:tasks.rados.rados.0.smithi112.stdout:2198: writing smithi11277797-48 from 1785856 to 2154496 tid 4 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2189: done (5 left) 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2193: done (4 left) 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2195: done (3 left) 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2196: done (2 left) 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2199: read oid 39 snap -1 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2199: expect (ObjNum 679 snap 205 seq_num 679) 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2200: snap_create 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2197: finishing write tid 2 to smithi11277797-23 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2197: finishing write tid 3 to smithi11277797-23 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2197: finishing write tid 4 to smithi11277797-23 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2197: finishing write tid 5 to smithi11277797-23 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2197: finishing write tid 6 to smithi11277797-23 2024-04-02T08:38:44.882 INFO:tasks.rados.rados.0.smithi112.stdout:2197: oid 23 updating version 0 to 846 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2197: oid 23 version 846 is already newer than 844 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2197: oid 23 version 846 is already newer than 845 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2197: oid 23 updating version 846 to 847 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2197: oid 23 version 847 is already newer than 843 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 847 (ObjNum 700 snap 213 seq_num 700) dirty exists 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2197: left oid 23 (ObjNum 700 snap 213 seq_num 700) 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2198: finishing write tid 1 to smithi11277797-48 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2198: finishing write tid 2 to smithi11277797-48 2024-04-02T08:38:44.883 INFO:tasks.rados.rados.0.smithi112.stdout:2198: finishing write tid 3 to smithi11277797-48 2024-04-02T08:38:44.884 INFO:tasks.rados.rados.0.smithi112.stdout:2198: finishing write tid 4 to smithi11277797-48 2024-04-02T08:38:44.884 INFO:tasks.rados.rados.0.smithi112.stdout:2198: finishing write tid 5 to smithi11277797-48 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: finishing write tid 6 to smithi11277797-48 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: oid 48 updating version 0 to 1046 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: oid 48 version 1046 is already newer than 1044 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: oid 48 updating version 1046 to 1047 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: oid 48 version 1047 is already newer than 1045 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: oid 48 version 1047 is already newer than 1043 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1047 (ObjNum 701 snap 213 seq_num 701) dirty exists 2024-04-02T08:38:44.885 INFO:tasks.rados.rados.0.smithi112.stdout:2198: left oid 48 (ObjNum 701 snap 213 seq_num 701) 2024-04-02T08:38:44.886 INFO:tasks.rados.rados.0.smithi112.stdout:2199: expect (ObjNum 679 snap 205 seq_num 679) 2024-04-02T08:38:45.326 INFO:tasks.rados.rados.0.smithi112.stdout:2197: done (3 left) 2024-04-02T08:38:45.327 INFO:tasks.rados.rados.0.smithi112.stdout:2198: done (2 left) 2024-04-02T08:38:45.327 INFO:tasks.rados.rados.0.smithi112.stdout:2199: done (1 left) 2024-04-02T08:38:45.327 INFO:tasks.rados.rados.0.smithi112.stdout:2200: done (0 left) 2024-04-02T08:38:45.327 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 214 2024-04-02T08:38:45.327 INFO:tasks.rados.rados.0.smithi112.stdout:2201: seq_num 702 ranges {1785856=565248,2351104=581632,2932736=745472,3678208=278528} 2024-04-02T08:38:45.339 INFO:tasks.rados.rados.0.smithi112.stdout:2201: writing smithi11277797-39 from 1785856 to 2351104 tid 1 2024-04-02T08:38:45.342 INFO:tasks.rados.rados.0.smithi112.stdout:2201: writing smithi11277797-39 from 2351104 to 2932736 tid 2 2024-04-02T08:38:45.347 INFO:tasks.rados.rados.0.smithi112.stdout:2201: writing smithi11277797-39 from 2932736 to 3678208 tid 3 2024-04-02T08:38:45.349 INFO:tasks.rados.rados.0.smithi112.stdout:2201: writing smithi11277797-39 from 3678208 to 3956736 tid 4 2024-04-02T08:38:45.349 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 214 2024-04-02T08:38:45.349 INFO:tasks.rados.rados.0.smithi112.stdout:2201: finishing write tid 1 to smithi11277797-39 2024-04-02T08:38:45.349 INFO:tasks.rados.rados.0.smithi112.stdout:2202: seq_num 703 ranges {1630208=581632,2211840=458752,2670592=557056,3227648=417792,3645440=172032} 2024-04-02T08:38:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2202: writing smithi11277797-38 from 1630208 to 2211840 tid 1 2024-04-02T08:38:45.364 INFO:tasks.rados.rados.0.smithi112.stdout:2202: writing smithi11277797-38 from 2211840 to 2670592 tid 2 2024-04-02T08:38:45.369 INFO:tasks.rados.rados.0.smithi112.stdout:2202: writing smithi11277797-38 from 2670592 to 3227648 tid 3 2024-04-02T08:38:45.370 INFO:tasks.rados.rados.0.smithi112.stdout:2202: writing smithi11277797-38 from 3227648 to 3645440 tid 4 2024-04-02T08:38:45.371 INFO:tasks.rados.rados.0.smithi112.stdout:2202: writing smithi11277797-38 from 3645440 to 3817472 tid 5 2024-04-02T08:38:45.371 INFO:tasks.rados.rados.0.smithi112.stdout:2203: read oid 35 snap -1 2024-04-02T08:38:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:2203: expect (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:38:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:2204: copy_from oid 28 from oid 26 current snap is 214 2024-04-02T08:38:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:2201: finishing write tid 2 to smithi11277797-39 2024-04-02T08:38:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:2205: snap_remove snap 191 2024-04-02T08:38:46.335 INFO:tasks.rados.rados.0.smithi112.stdout:2205: done (4 left) 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2206: read oid 15 snap -1 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2206: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2207: delete oid 41 current snap is 214 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: finishing write tid 3 to smithi11277797-39 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: finishing write tid 4 to smithi11277797-39 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: finishing write tid 5 to smithi11277797-39 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: finishing write tid 6 to smithi11277797-39 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: oid 39 updating version 0 to 754 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: oid 39 updating version 754 to 757 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: oid 39 version 757 is already newer than 756 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: oid 39 version 757 is already newer than 753 2024-04-02T08:38:46.336 INFO:tasks.rados.rados.0.smithi112.stdout:2201: oid 39 version 757 is already newer than 755 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 757 (ObjNum 702 snap 214 seq_num 702) dirty exists 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2201: left oid 39 (ObjNum 702 snap 214 seq_num 702) 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 1 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 2 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 3 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 4 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 5 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 6 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: finishing write tid 7 to smithi11277797-38 2024-04-02T08:38:46.337 INFO:tasks.rados.rados.0.smithi112.stdout:2202: oid 38 updating version 0 to 936 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2202: oid 38 updating version 936 to 940 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2202: oid 38 updating version 940 to 941 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2202: oid 38 version 941 is already newer than 938 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2202: oid 38 version 941 is already newer than 939 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2202: oid 38 version 941 is already newer than 937 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 941 (ObjNum 703 snap 214 seq_num 703) dirty exists 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2202: left oid 38 (ObjNum 703 snap 214 seq_num 703) 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2204: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2204: finishing copy_from to smithi11277797-28 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 752 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:38:46.338 INFO:tasks.rados.rados.0.smithi112.stdout:2203: expect (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:38:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:46 smithi112 ceph-mon[91385]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:38:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:46 smithi112 ceph-mon[91385]: pgmap v427: 121 pgs: 121 active+clean; 303 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:38:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:46 smithi112 ceph-mon[88945]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:38:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:46 smithi112 ceph-mon[88945]: pgmap v427: 121 pgs: 121 active+clean; 303 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:38:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:46 smithi187 ceph-mon[84356]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:38:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:46 smithi187 ceph-mon[84356]: pgmap v427: 121 pgs: 121 active+clean; 303 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:38:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:47 smithi112 ceph-mon[91385]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:38:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:47 smithi112 ceph-mon[88945]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:38:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:47 smithi187 ceph-mon[84356]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:38:48.410 INFO:tasks.rados.rados.0.smithi112.stdout:2206: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:38:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:48 smithi112 ceph-mon[91385]: pgmap v429: 121 pgs: 121 active+clean; 307 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-02T08:38:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:48 smithi112 ceph-mon[88945]: pgmap v429: 121 pgs: 121 active+clean; 307 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-02T08:38:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:48 smithi187 ceph-mon[84356]: pgmap v429: 121 pgs: 121 active+clean; 307 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-02T08:38:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2201: done (5 left) 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2202: done (4 left) 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2203: done (3 left) 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2204: done (2 left) 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2206: done (1 left) 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2207: done (0 left) 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 214 2024-04-02T08:38:48.956 INFO:tasks.rados.rados.0.smithi112.stdout:2208: seq_num 705 ranges {155648=614400,770048=630784,1400832=524288,1925120=450560} 2024-04-02T08:38:48.959 INFO:tasks.rados.rados.0.smithi112.stdout:2208: writing smithi11277797-26 from 155648 to 770048 tid 1 2024-04-02T08:38:48.963 INFO:tasks.rados.rados.0.smithi112.stdout:2208: writing smithi11277797-26 from 770048 to 1400832 tid 2 2024-04-02T08:38:48.966 INFO:tasks.rados.rados.0.smithi112.stdout:2208: writing smithi11277797-26 from 1400832 to 1925120 tid 3 2024-04-02T08:38:48.969 INFO:tasks.rados.rados.0.smithi112.stdout:2208: writing smithi11277797-26 from 1925120 to 2375680 tid 4 2024-04-02T08:38:48.969 INFO:tasks.rados.rados.0.smithi112.stdout:2209: read oid 21 snap 209 2024-04-02T08:38:48.969 INFO:tasks.rados.rados.0.smithi112.stdout:2209: expect (ObjNum 635 snap 182 seq_num 635) 2024-04-02T08:38:48.969 INFO:tasks.rados.rados.0.smithi112.stdout:2210: read oid 8 snap -1 2024-04-02T08:38:48.969 INFO:tasks.rados.rados.0.smithi112.stdout:2210: expect deleted 2024-04-02T08:38:48.969 INFO:tasks.rados.rados.0.smithi112.stdout:2211: delete oid 17 current snap is 214 2024-04-02T08:38:48.970 INFO:tasks.rados.rados.0.smithi112.stdout:2208: finishing write tid 1 to smithi11277797-26 2024-04-02T08:38:48.970 INFO:tasks.rados.rados.0.smithi112.stdout:2208: finishing write tid 2 to smithi11277797-26 2024-04-02T08:38:48.970 INFO:tasks.rados.rados.0.smithi112.stdout:2208: finishing write tid 3 to smithi11277797-26 2024-04-02T08:38:48.972 INFO:tasks.rados.rados.0.smithi112.stdout:2208: finishing write tid 4 to smithi11277797-26 2024-04-02T08:38:48.972 INFO:tasks.rados.rados.0.smithi112.stdout:2208: finishing write tid 5 to smithi11277797-26 2024-04-02T08:38:48.973 INFO:tasks.rados.rados.0.smithi112.stdout:2210: done (3 left) 2024-04-02T08:38:48.973 INFO:tasks.rados.rados.0.smithi112.stdout:2211: done (2 left) 2024-04-02T08:38:48.973 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 214 2024-04-02T08:38:48.973 INFO:tasks.rados.rados.0.smithi112.stdout:2212: seq_num 707 ranges {3817472=647168,4464640=802816,5267456=532480,5799936=270336} 2024-04-02T08:38:48.997 INFO:tasks.rados.rados.0.smithi112.stdout:2212: writing smithi11277797-38 from 3817472 to 4464640 tid 1 2024-04-02T08:38:49.001 INFO:tasks.rados.rados.0.smithi112.stdout:2212: writing smithi11277797-38 from 4464640 to 5267456 tid 2 2024-04-02T08:38:49.004 INFO:tasks.rados.rados.0.smithi112.stdout:2212: writing smithi11277797-38 from 5267456 to 5799936 tid 3 2024-04-02T08:38:49.006 INFO:tasks.rados.rados.0.smithi112.stdout:2212: writing smithi11277797-38 from 5799936 to 6070272 tid 4 2024-04-02T08:38:49.006 INFO:tasks.rados.rados.0.smithi112.stdout:2213: snap_create 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: finishing write tid 6 to smithi11277797-26 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: oid 26 updating version 0 to 758 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: oid 26 updating version 758 to 760 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: oid 26 version 760 is already newer than 759 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: oid 26 updating version 760 to 761 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: oid 26 updating version 761 to 762 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 762 (ObjNum 705 snap 214 seq_num 705) dirty exists 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2208: left oid 26 (ObjNum 705 snap 214 seq_num 705) 2024-04-02T08:38:49.007 INFO:tasks.rados.rados.0.smithi112.stdout:2209: expect (ObjNum 635 snap 182 seq_num 635) 2024-04-02T08:38:49.035 INFO:tasks.rados.rados.0.smithi112.stdout:2212: finishing write tid 1 to smithi11277797-38 2024-04-02T08:38:49.035 INFO:tasks.rados.rados.0.smithi112.stdout:2212: finishing write tid 2 to smithi11277797-38 2024-04-02T08:38:49.035 INFO:tasks.rados.rados.0.smithi112.stdout:2212: finishing write tid 3 to smithi11277797-38 2024-04-02T08:38:49.035 INFO:tasks.rados.rados.0.smithi112.stdout:2212: finishing write tid 4 to smithi11277797-38 2024-04-02T08:38:49.035 INFO:tasks.rados.rados.0.smithi112.stdout:2212: finishing write tid 5 to smithi11277797-38 2024-04-02T08:38:49.035 INFO:tasks.rados.rados.0.smithi112.stdout:2212: finishing write tid 6 to smithi11277797-38 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:2212: oid 38 updating version 0 to 954 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:2212: oid 38 version 954 is already newer than 951 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:2212: oid 38 version 954 is already newer than 952 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:2212: oid 38 version 954 is already newer than 950 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:2212: oid 38 version 954 is already newer than 953 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 954 (ObjNum 707 snap 214 seq_num 707) dirty exists 2024-04-02T08:38:49.036 INFO:tasks.rados.rados.0.smithi112.stdout:2212: left oid 38 (ObjNum 707 snap 214 seq_num 707) 2024-04-02T08:38:49.281 INFO:tasks.rados.rados.0.smithi112.stdout:2208: done (3 left) 2024-04-02T08:38:49.281 INFO:tasks.rados.rados.0.smithi112.stdout:2209: done (2 left) 2024-04-02T08:38:49.281 INFO:tasks.rados.rados.0.smithi112.stdout:2212: done (1 left) 2024-04-02T08:38:49.281 INFO:tasks.rados.rados.0.smithi112.stdout:2213: done (0 left) 2024-04-02T08:38:49.281 INFO:tasks.rados.rados.0.smithi112.stdout:2214: snap_remove snap 212 2024-04-02T08:38:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:38:49] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-04-02T08:38:49.778 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (9m) 119s ago 10m 25.8M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (10m) 14s ago 10m 88.2M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (11m) 119s ago 11m 22.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (11m) 14s ago 11m 15.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (5m) 14s ago 15m 451M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (6m) 119s ago 16m 507M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (5m) 119s ago 17m 54.3M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:38:50.093 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (4m) 14s ago 15m 48.4M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (4m) 119s ago 15m 47.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (10m) 119s ago 10m 15.2M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (10m) 14s ago 10m 17.2M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (3m) 119s ago 14m 153M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (3m) 119s ago 14m 132M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (2m) 119s ago 14m 97.6M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (2m) 119s ago 13m 12.1M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (89s) 14s ago 13m 119M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (54s) 14s ago 12m 127M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (19s) 14s ago 12m 15.2M 2480M 19.0.0-2419-g14da45f2 53081131892e bb8a0af439c4 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (12m) 14s ago 12m 217M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d df45dd29b2da 2024-04-02T08:38:50.094 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (5m) 14s ago 11m 58.5M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:38:50.292 INFO:tasks.rados.rados.0.smithi112.stdout:2214: done (0 left) 2024-04-02T08:38:50.292 INFO:tasks.rados.rados.0.smithi112.stdout:2215: rollback oid 34 current snap is 215 2024-04-02T08:38:50.292 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 34 to 213 2024-04-02T08:38:50.292 INFO:tasks.rados.rados.0.smithi112.stdout:2216: snap_remove snap 211 2024-04-02T08:38:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:50 smithi112 ceph-mon[91385]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:38:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:50 smithi112 ceph-mon[91385]: pgmap v431: 121 pgs: 121 active+clean; 308 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:38:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:50 smithi112 ceph-mon[88945]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:38:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:50 smithi112 ceph-mon[88945]: pgmap v431: 121 pgs: 121 active+clean; 308 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:38:50.494 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:38:50.494 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:38:50.494 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:38:50.494 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:50.494 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 7 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 12 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:38:50.495 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:38:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:50 smithi187 ceph-mon[84356]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:38:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:50 smithi187 ceph-mon[84356]: pgmap v431: 121 pgs: 121 active+clean; 308 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:38:51.292 INFO:tasks.rados.rados.0.smithi112.stdout:2216: done (1 left) 2024-04-02T08:38:51.292 INFO:tasks.rados.rados.0.smithi112.stdout:2217: copy_from oid 27 from oid 37 current snap is 215 2024-04-02T08:38:51.292 INFO:tasks.rados.rados.0.smithi112.stdout:2215: finishing rollback tid 1 to smithi11277797-34 2024-04-02T08:38:51.292 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 912 (ObjNum 33 snap 0 seq_num 2349134688) dirty dne 2024-04-02T08:38:51.292 INFO:tasks.rados.rados.0.smithi112.stdout:2215: done (1 left) 2024-04-02T08:38:51.293 INFO:tasks.rados.rados.0.smithi112.stdout:2218: snap_remove snap 209 2024-04-02T08:38:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[88945]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[88945]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[88945]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3381542145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[91385]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[91385]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[91385]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:38:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3381542145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:51 smithi187 ceph-mon[84356]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:51 smithi187 ceph-mon[84356]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:51 smithi187 ceph-mon[84356]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:38:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3381542145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:52.297 INFO:tasks.rados.rados.0.smithi112.stdout:2218: done (1 left) 2024-04-02T08:38:52.297 INFO:tasks.rados.rados.0.smithi112.stdout:2219: delete oid 11 current snap is 215 2024-04-02T08:38:52.297 INFO:tasks.rados.rados.0.smithi112.stdout:2217: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:38:52.297 INFO:tasks.rados.rados.0.smithi112.stdout:2217: finishing copy_from to smithi11277797-27 2024-04-02T08:38:52.297 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1103 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:38:52.309 INFO:tasks.rados.rados.0.smithi112.stdout:2217: done (1 left) 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2219: done (0 left) 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2220: read oid 47 snap -1 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2220: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2221: read oid 2 snap -1 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2221: expect deleted 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2222: read oid 42 snap -1 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2222: expect (ObjNum 683 snap 206 seq_num 683) 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2223: copy_from oid 7 from oid 24 current snap is 215 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2224: copy_from oid 1 from oid 14 current snap is 215 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 215 2024-04-02T08:38:52.310 INFO:tasks.rados.rados.0.smithi112.stdout:2225: seq_num 709 ranges {114688=679936,794624=614400,1409024=499712,1908736=491520} 2024-04-02T08:38:52.312 INFO:tasks.rados.rados.0.smithi112.stdout:2225: writing smithi11277797-33 from 114688 to 794624 tid 1 2024-04-02T08:38:52.316 INFO:tasks.rados.rados.0.smithi112.stdout:2225: writing smithi11277797-33 from 794624 to 1409024 tid 2 2024-04-02T08:38:52.320 INFO:tasks.rados.rados.0.smithi112.stdout:2225: writing smithi11277797-33 from 1409024 to 1908736 tid 3 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2225: writing smithi11277797-33 from 1908736 to 2400256 tid 4 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2226: read oid 41 snap -1 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2226: expect deleted 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2227: rollback oid 17 current snap is 215 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 210 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2228: delete oid 37 current snap is 215 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2223: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2224: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:38:52.324 INFO:tasks.rados.rados.0.smithi112.stdout:2223: finishing copy_from to smithi11277797-7 2024-04-02T08:38:52.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:38:52.325 INFO:tasks.rados.rados.0.smithi112.stdout:2224: finishing copy_from to smithi11277797-1 2024-04-02T08:38:52.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:38:52.325 INFO:tasks.rados.rados.0.smithi112.stdout:2222: expect (ObjNum 683 snap 206 seq_num 683) 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:2225: finishing write tid 1 to smithi11277797-33 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:2225: finishing write tid 2 to smithi11277797-33 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:2227: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:2227: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 867 (ObjNum 676 snap 205 seq_num 676) dirty exists 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:2225: finishing write tid 3 to smithi11277797-33 2024-04-02T08:38:52.386 INFO:tasks.rados.rados.0.smithi112.stdout:2221: done (8 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2222: done (7 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2223: done (6 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2224: done (5 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2226: done (4 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2227: done (3 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2228: done (2 left) 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2229: snap_create 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: finishing write tid 4 to smithi11277797-33 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: finishing write tid 5 to smithi11277797-33 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: finishing write tid 6 to smithi11277797-33 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: oid 33 updating version 0 to 763 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: oid 33 updating version 763 to 767 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: oid 33 version 767 is already newer than 765 2024-04-02T08:38:52.387 INFO:tasks.rados.rados.0.smithi112.stdout:2225: oid 33 version 767 is already newer than 766 2024-04-02T08:38:52.388 INFO:tasks.rados.rados.0.smithi112.stdout:2225: oid 33 version 767 is already newer than 764 2024-04-02T08:38:52.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 767 (ObjNum 709 snap 215 seq_num 709) dirty exists 2024-04-02T08:38:52.388 INFO:tasks.rados.rados.0.smithi112.stdout:2225: left oid 33 (ObjNum 709 snap 215 seq_num 709) 2024-04-02T08:38:52.388 INFO:tasks.rados.rados.0.smithi112.stdout:2220: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:38:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:52 smithi112 ceph-mon[91385]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:38:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:52 smithi112 ceph-mon[91385]: pgmap v434: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-02T08:38:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:52 smithi112 ceph-mon[88945]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:38:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:52 smithi112 ceph-mon[88945]: pgmap v434: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-02T08:38:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:52 smithi187 ceph-mon[84356]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:38:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:52 smithi187 ceph-mon[84356]: pgmap v434: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-02T08:38:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:38:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:53.314 INFO:tasks.rados.rados.0.smithi112.stdout:2220: done (2 left) 2024-04-02T08:38:53.314 INFO:tasks.rados.rados.0.smithi112.stdout:2225: done (1 left) 2024-04-02T08:38:53.314 INFO:tasks.rados.rados.0.smithi112.stdout:2229: done (0 left) 2024-04-02T08:38:53.314 INFO:tasks.rados.rados.0.smithi112.stdout:2230: snap_create 2024-04-02T08:38:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:53 smithi112 ceph-mon[88945]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:38:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:53 smithi112 ceph-mon[91385]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:38:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:53 smithi187 ceph-mon[84356]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:38:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:54.283 INFO:tasks.rados.rados.0.smithi112.stdout:2230: done (0 left) 2024-04-02T08:38:54.283 INFO:tasks.rados.rados.0.smithi112.stdout:2231: rmattr oid 40 current snap is 217 2024-04-02T08:38:54.283 INFO:tasks.rados.rados.0.smithi112.stdout:2231: done (0 left) 2024-04-02T08:38:54.284 INFO:tasks.rados.rados.0.smithi112.stdout:2232: rmattr oid 32 current snap is 217 2024-04-02T08:38:54.284 INFO:tasks.rados.rados.0.smithi112.stdout:2233: rollback oid 27 current snap is 217 2024-04-02T08:38:54.284 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 213 2024-04-02T08:38:54.284 INFO:tasks.rados.rados.0.smithi112.stdout:2234: snap_create 2024-04-02T08:38:54.289 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 869 (ObjNum 616 snap 178 seq_num 616) dirty exists 2024-04-02T08:38:54.290 INFO:tasks.rados.rados.0.smithi112.stdout:2233: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:38:54.290 INFO:tasks.rados.rados.0.smithi112.stdout:2233: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:38:54.291 INFO:tasks.rados.rados.0.smithi112.stdout:2233: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:38:54.291 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1238 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:38:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:54 smithi112 ceph-mon[88945]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:38:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:54 smithi112 ceph-mon[88945]: pgmap v437: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 778 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:38:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:54 smithi112 ceph-mon[88945]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:38:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:54 smithi112 ceph-mon[91385]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:38:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:54 smithi112 ceph-mon[91385]: pgmap v437: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 778 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:38:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:54 smithi112 ceph-mon[91385]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:38:54.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:54 smithi187 ceph-mon[84356]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:38:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:54 smithi187 ceph-mon[84356]: pgmap v437: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 778 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:38:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:54 smithi187 ceph-mon[84356]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:38:55.284 INFO:tasks.rados.rados.0.smithi112.stdout:2232: done (2 left) 2024-04-02T08:38:55.284 INFO:tasks.rados.rados.0.smithi112.stdout:2233: done (1 left) 2024-04-02T08:38:55.284 INFO:tasks.rados.rados.0.smithi112.stdout:2234: done (0 left) 2024-04-02T08:38:55.284 INFO:tasks.rados.rados.0.smithi112.stdout:2235: rollback oid 31 current snap is 218 2024-04-02T08:38:55.284 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 208 2024-04-02T08:38:55.284 INFO:tasks.rados.rados.0.smithi112.stdout:2236: snap_remove snap 190 2024-04-02T08:38:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:55 smithi112 ceph-mon[88945]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:55 smithi112 ceph-mon[91385]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:55.620 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:55.620 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:55 smithi187 ceph-mon[84356]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:56.285 INFO:tasks.rados.rados.0.smithi112.stdout:2236: done (1 left) 2024-04-02T08:38:56.285 INFO:tasks.rados.rados.0.smithi112.stdout:2237: rmattr oid 21 current snap is 218 2024-04-02T08:38:56.285 INFO:tasks.rados.rados.0.smithi112.stdout:2235: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:38:56.285 INFO:tasks.rados.rados.0.smithi112.stdout:2235: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:38:56.285 INFO:tasks.rados.rados.0.smithi112.stdout:2235: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:38:56.286 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1137 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-04-02T08:38:56.286 INFO:tasks.rados.rados.0.smithi112.stdout:2235: done (1 left) 2024-04-02T08:38:56.286 INFO:tasks.rados.rados.0.smithi112.stdout:2238: snap_remove snap 216 2024-04-02T08:38:56.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:56 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:56.594 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:56 smithi187 ceph-mon[84356]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:56.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:56 smithi187 ceph-mon[84356]: pgmap v440: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 212 KiB/s wr, 3 op/s 2024-04-02T08:38:56.595 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:56 smithi187 ceph-mon[84356]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[88945]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[88945]: pgmap v440: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 212 KiB/s wr, 3 op/s 2024-04-02T08:38:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[88945]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[91385]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[91385]: pgmap v440: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 212 KiB/s wr, 3 op/s 2024-04-02T08:38:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:56 smithi112 ceph-mon[91385]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:57.288 INFO:tasks.rados.rados.0.smithi112.stdout:2238: done (1 left) 2024-04-02T08:38:57.288 INFO:tasks.rados.rados.0.smithi112.stdout:2239: rollback oid 12 current snap is 218 2024-04-02T08:38:57.288 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 12 to 203 2024-04-02T08:38:57.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 990 (ObjNum 635 snap 182 seq_num 635) dirty exists 2024-04-02T08:38:57.288 INFO:tasks.rados.rados.0.smithi112.stdout:2237: done (1 left) 2024-04-02T08:38:57.289 INFO:tasks.rados.rados.0.smithi112.stdout:2240: read oid 11 snap -1 2024-04-02T08:38:57.289 INFO:tasks.rados.rados.0.smithi112.stdout:2240: expect deleted 2024-04-02T08:38:57.289 INFO:tasks.rados.rados.0.smithi112.stdout:2241: snap_create 2024-04-02T08:38:57.289 INFO:tasks.rados.rados.0.smithi112.stdout:2239: finishing rollback tid 1 to smithi11277797-12 2024-04-02T08:38:57.289 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 0 (ObjNum 81 snap 0 seq_num 3591259316) dirty dne 2024-04-02T08:38:57.885 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:57 smithi187 ceph-mon[84356]: Upgrade: Updating osd.7 2024-04-02T08:38:57.885 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:57 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:57.885 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:57 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:57.885 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:57 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:57.885 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:57 smithi187 ceph-mon[84356]: Deploying daemon osd.7 on smithi187 2024-04-02T08:38:57.885 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:57 smithi187 ceph-mon[84356]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[91385]: Upgrade: Updating osd.7 2024-04-02T08:38:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[91385]: Deploying daemon osd.7 on smithi187 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[91385]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[88945]: Upgrade: Updating osd.7 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[88945]: Deploying daemon osd.7 on smithi187 2024-04-02T08:38:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:57 smithi112 ceph-mon[88945]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2239: done (2 left) 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2240: done (1 left) 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2241: done (0 left) 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2242: copy_from oid 21 from oid 50 current snap is 219 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2243: read oid 7 snap -1 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2243: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2244: read oid 37 snap -1 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2244: expect deleted 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi112.stdout:2245: snap_create 2024-04-02T08:38:58.294 INFO:tasks.rados.rados.0.smithi112.stdout:2243: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:38:58.331 INFO:tasks.rados.rados.0.smithi112.stdout:2242: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:38:58.333 INFO:tasks.rados.rados.0.smithi112.stdout:2242: finishing copy_from to smithi11277797-21 2024-04-02T08:38:58.333 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 910 (ObjNum 686 snap 208 seq_num 686) dirty exists 2024-04-02T08:38:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:58 smithi187 ceph-mon[84356]: pgmap v443: 121 pgs: 121 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 770 KiB/s wr, 12 op/s 2024-04-02T08:38:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:38:58 smithi187 ceph-mon[84356]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:58 smithi112 ceph-mon[91385]: pgmap v443: 121 pgs: 121 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 770 KiB/s wr, 12 op/s 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:38:58 smithi112 ceph-mon[91385]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:58 smithi112 ceph-mon[88945]: pgmap v443: 121 pgs: 121 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 770 KiB/s wr, 12 op/s 2024-04-02T08:38:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:38:58 smithi112 ceph-mon[88945]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:2242: done (3 left) 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:2243: done (2 left) 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:2244: done (1 left) 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:2245: done (0 left) 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:2246: rollback oid 37 current snap is 220 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 192 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 220 2024-04-02T08:38:59.284 INFO:tasks.rados.rados.0.smithi112.stdout:2247: seq_num 711 ranges {2154496=712704,2867200=786432,3653632=516096,4169728=303104} 2024-04-02T08:38:59.299 INFO:tasks.rados.rados.0.smithi112.stdout:2247: writing smithi11277797-48 from 2154496 to 2867200 tid 1 2024-04-02T08:38:59.303 INFO:tasks.rados.rados.0.smithi112.stdout:2247: writing smithi11277797-48 from 2867200 to 3653632 tid 2 2024-04-02T08:38:59.306 INFO:tasks.rados.rados.0.smithi112.stdout:2247: writing smithi11277797-48 from 3653632 to 4169728 tid 3 2024-04-02T08:38:59.308 INFO:tasks.rados.rados.0.smithi112.stdout:2247: writing smithi11277797-48 from 4169728 to 4472832 tid 4 2024-04-02T08:38:59.308 INFO:tasks.rados.rados.0.smithi112.stdout:2248: snap_create 2024-04-02T08:38:59.308 INFO:tasks.rados.rados.0.smithi112.stdout:2246: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:38:59.308 INFO:tasks.rados.rados.0.smithi112.stdout:2246: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:38:59.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1107 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:38:59.308 INFO:tasks.rados.rados.0.smithi112.stdout:2247: finishing write tid 1 to smithi11277797-48 2024-04-02T08:38:59.309 INFO:tasks.rados.rados.0.smithi112.stdout:2247: finishing write tid 2 to smithi11277797-48 2024-04-02T08:38:59.311 INFO:tasks.rados.rados.0.smithi112.stdout:2247: finishing write tid 3 to smithi11277797-48 2024-04-02T08:38:59.311 INFO:tasks.rados.rados.0.smithi112.stdout:2247: finishing write tid 4 to smithi11277797-48 2024-04-02T08:38:59.311 INFO:tasks.rados.rados.0.smithi112.stdout:2247: finishing write tid 5 to smithi11277797-48 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: finishing write tid 6 to smithi11277797-48 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: oid 48 updating version 0 to 1076 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: oid 48 version 1076 is already newer than 1072 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: oid 48 version 1076 is already newer than 1074 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: oid 48 version 1076 is already newer than 1073 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: oid 48 version 1076 is already newer than 1075 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1076 (ObjNum 711 snap 220 seq_num 711) dirty exists 2024-04-02T08:38:59.315 INFO:tasks.rados.rados.0.smithi112.stdout:2247: left oid 48 (ObjNum 711 snap 220 seq_num 711) 2024-04-02T08:38:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:38:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:38:59] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:39:00.065 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:38:59 smithi187 systemd[1]: Stopping Ceph osd.7 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:2246: done (2 left) 2024-04-02T08:39:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:2247: done (1 left) 2024-04-02T08:39:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:2248: done (0 left) 2024-04-02T08:39:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:2249: read oid 21 snap -1 2024-04-02T08:39:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:2249: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:00.294 INFO:tasks.rados.rados.0.smithi112.stdout:2250: snap_remove snap 217 2024-04-02T08:39:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:00 smithi187 ceph-mon[84356]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:39:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:00 smithi187 ceph-mon[84356]: pgmap v446: 121 pgs: 121 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 558 KiB/s wr, 10 op/s 2024-04-02T08:39:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:00 smithi187 ceph-mon[84356]: osd.7 marked itself down and dead 2024-04-02T08:39:00.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[53142]: 2024-04-02T08:39:00.065+0000 7f4e9e4f0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:39:00.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[53142]: 2024-04-02T08:39:00.065+0000 7f4e9e4f0700 -1 osd.7 513 *** Got signal Terminated *** 2024-04-02T08:39:00.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[53142]: 2024-04-02T08:39:00.065+0000 7f4e9e4f0700 -1 osd.7 513 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:39:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:00 smithi112 ceph-mon[88945]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:39:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:00 smithi112 ceph-mon[88945]: pgmap v446: 121 pgs: 121 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 558 KiB/s wr, 10 op/s 2024-04-02T08:39:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:00 smithi112 ceph-mon[88945]: osd.7 marked itself down and dead 2024-04-02T08:39:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:00 smithi112 ceph-mon[91385]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:39:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:00 smithi112 ceph-mon[91385]: pgmap v446: 121 pgs: 121 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 558 KiB/s wr, 10 op/s 2024-04-02T08:39:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:00 smithi112 ceph-mon[91385]: osd.7 marked itself down and dead 2024-04-02T08:39:01.123 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:00 smithi187 podman[103734]: 2024-04-02 08:39:00.858471219 +0000 UTC m=+0.883406336 container died df45dd29b2dad77c840d20b4d307a86ce473268555e39c54963d2b2f01197a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:39:01.300 INFO:tasks.rados.rados.0.smithi112.stdout:2249: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:01 smithi187 ceph-mon[84356]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:39:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:01 smithi187 ceph-mon[84356]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:39:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:01 smithi187 ceph-mon[84356]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:39:01.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:01 smithi187 podman[103734]: 2024-04-02 08:39:01.224344811 +0000 UTC m=+1.249279919 container cleanup df45dd29b2dad77c840d20b4d307a86ce473268555e39c54963d2b2f01197a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:39:01.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:01 smithi187 bash[103734]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T08:39:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:01 smithi112 ceph-mon[91385]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:39:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:01 smithi112 ceph-mon[91385]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:39:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:01 smithi112 ceph-mon[91385]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:39:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:01 smithi112 ceph-mon[88945]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:39:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:01 smithi112 ceph-mon[88945]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:39:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:01 smithi112 ceph-mon[88945]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:39:01.833 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:01 smithi187 podman[103760]: 2024-04-02 08:39:01.50938023 +0000 UTC m=+0.647697204 container remove df45dd29b2dad77c840d20b4d307a86ce473268555e39c54963d2b2f01197a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T08:39:02.008 INFO:tasks.rados.rados.0.smithi112.stdout:2249: done (1 left) 2024-04-02T08:39:02.008 INFO:tasks.rados.rados.0.smithi112.stdout:2250: done (0 left) 2024-04-02T08:39:02.008 INFO:tasks.rados.rados.0.smithi112.stdout:2251: copy_from oid 37 from oid 45 current snap is 221 2024-04-02T08:39:02.008 INFO:tasks.rados.rados.0.smithi112.stdout:2252: snap_create 2024-04-02T08:39:02.058 INFO:tasks.rados.rados.0.smithi112.stdout:2251: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:39:02.060 INFO:tasks.rados.rados.0.smithi112.stdout:2251: finishing copy_from to smithi11277797-37 2024-04-02T08:39:02.060 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 989 (ObjNum 675 snap 204 seq_num 675) dirty exists 2024-04-02T08:39:02.169 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:01 smithi187 podman[103856]: 2024-04-02 08:39:01.835364975 +0000 UTC m=+0.108331711 container create df4666912b930ed1fc8e0518f02c3a97050c476d3c0945e9632d1626d85e029b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:39:02.169 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:01 smithi187 podman[103856]: 2024-04-02 08:39:01.744732824 +0000 UTC m=+0.017699575 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:02.169 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 podman[103856]: 2024-04-02 08:39:02.079564667 +0000 UTC m=+0.352531410 container init df4666912b930ed1fc8e0518f02c3a97050c476d3c0945e9632d1626d85e029b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS) 2024-04-02T08:39:02.169 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 podman[103856]: 2024-04-02 08:39:02.083160302 +0000 UTC m=+0.356127040 container start df4666912b930ed1fc8e0518f02c3a97050c476d3c0945e9632d1626d85e029b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:02.169 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 podman[103856]: 2024-04-02 08:39:02.171088929 +0000 UTC m=+0.444055682 container attach df4666912b930ed1fc8e0518f02c3a97050c476d3c0945e9632d1626d85e029b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:39:02.312 INFO:tasks.rados.rados.0.smithi112.stdout:2251: done (1 left) 2024-04-02T08:39:02.312 INFO:tasks.rados.rados.0.smithi112.stdout:2252: done (0 left) 2024-04-02T08:39:02.313 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 222 2024-04-02T08:39:02.313 INFO:tasks.rados.rados.0.smithi112.stdout:2253: seq_num 712 ranges {8855552=729088,9584640=671744,10256384=671744,10928128=262144} 2024-04-02T08:39:02.363 INFO:tasks.rados.rados.0.smithi112.stdout:2253: writing smithi11277797-21 from 8855552 to 9584640 tid 1 2024-04-02T08:39:02.367 INFO:tasks.rados.rados.0.smithi112.stdout:2253: writing smithi11277797-21 from 9584640 to 10256384 tid 2 2024-04-02T08:39:02.372 INFO:tasks.rados.rados.0.smithi112.stdout:2253: writing smithi11277797-21 from 10256384 to 10928128 tid 3 2024-04-02T08:39:02.373 INFO:tasks.rados.rados.0.smithi112.stdout:2253: writing smithi11277797-21 from 10928128 to 11190272 tid 4 2024-04-02T08:39:02.373 INFO:tasks.rados.rados.0.smithi112.stdout:2254: snap_remove snap 204 2024-04-02T08:39:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:02 smithi187 ceph-mon[84356]: osdmap e515: 8 total, 7 up, 8 in 2024-04-02T08:39:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:02 smithi187 ceph-mon[84356]: pgmap v449: 121 pgs: 3 active+undersized+degraded, 26 peering, 5 stale+active+clean, 9 active+undersized, 78 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 318 KiB/s rd, 566 KiB/s wr, 3 op/s; 22/447 objects degraded (4.922%) 2024-04-02T08:39:02.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 podman[103856]: 2024-04-02 08:39:02.386562609 +0000 UTC m=+0.659529359 container died df4666912b930ed1fc8e0518f02c3a97050c476d3c0945e9632d1626d85e029b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:39:02.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:39:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:02 smithi112 ceph-mon[91385]: osdmap e515: 8 total, 7 up, 8 in 2024-04-02T08:39:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:02 smithi112 ceph-mon[91385]: pgmap v449: 121 pgs: 3 active+undersized+degraded, 26 peering, 5 stale+active+clean, 9 active+undersized, 78 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 318 KiB/s rd, 566 KiB/s wr, 3 op/s; 22/447 objects degraded (4.922%) 2024-04-02T08:39:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:02 smithi112 ceph-mon[88945]: osdmap e515: 8 total, 7 up, 8 in 2024-04-02T08:39:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:02 smithi112 ceph-mon[88945]: pgmap v449: 121 pgs: 3 active+undersized+degraded, 26 peering, 5 stale+active+clean, 9 active+undersized, 78 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 318 KiB/s rd, 566 KiB/s wr, 3 op/s; 22/447 objects degraded (4.922%) 2024-04-02T08:39:02.994 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 podman[103883]: 2024-04-02 08:39:02.958240621 +0000 UTC m=+0.566847196 container remove df4666912b930ed1fc8e0518f02c3a97050c476d3c0945e9632d1626d85e029b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:39:02.994 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T08:39:02.994 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 systemd[1]: Stopped Ceph osd.7 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:02.994 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:02 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 18.020s CPU time. 2024-04-02T08:39:03.309 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:03 smithi187 systemd[1]: Starting Ceph osd.7 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2254: done (1 left) 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2255: read oid 46 snap -1 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2255: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2256: snap_create 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2253: finishing write tid 1 to smithi11277797-21 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2253: finishing write tid 2 to smithi11277797-21 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2253: finishing write tid 3 to smithi11277797-21 2024-04-02T08:39:03.318 INFO:tasks.rados.rados.0.smithi112.stdout:2253: finishing write tid 4 to smithi11277797-21 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: finishing write tid 5 to smithi11277797-21 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: finishing write tid 6 to smithi11277797-21 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: oid 21 updating version 0 to 1010 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: oid 21 version 1010 is already newer than 1006 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: oid 21 version 1010 is already newer than 1009 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: oid 21 version 1010 is already newer than 1007 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: oid 21 version 1010 is already newer than 1008 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1010 (ObjNum 712 snap 222 seq_num 712) dirty exists 2024-04-02T08:39:03.319 INFO:tasks.rados.rados.0.smithi112.stdout:2253: left oid 21 (ObjNum 712 snap 222 seq_num 712) 2024-04-02T08:39:03.327 INFO:tasks.rados.rados.0.smithi112.stdout:2255: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:39:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:03 smithi112 ceph-mon[91385]: Health check failed: Reduced data availability: 3 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:39:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:03 smithi112 ceph-mon[91385]: Health check failed: Degraded data redundancy: 22/447 objects degraded (4.922%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:03 smithi112 ceph-mon[91385]: osdmap e516: 8 total, 7 up, 8 in 2024-04-02T08:39:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:03 smithi112 ceph-mon[88945]: Health check failed: Reduced data availability: 3 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:39:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:03 smithi112 ceph-mon[88945]: Health check failed: Degraded data redundancy: 22/447 objects degraded (4.922%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:03 smithi112 ceph-mon[88945]: osdmap e516: 8 total, 7 up, 8 in 2024-04-02T08:39:03.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:03 smithi187 ceph-mon[84356]: Health check failed: Reduced data availability: 3 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:39:03.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:03 smithi187 ceph-mon[84356]: Health check failed: Degraded data redundancy: 22/447 objects degraded (4.922%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:03.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:03 smithi187 ceph-mon[84356]: osdmap e516: 8 total, 7 up, 8 in 2024-04-02T08:39:03.619 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:03 smithi187 podman[103988]: 2024-04-02 08:39:03.301390195 +0000 UTC m=+0.018076098 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:03.619 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:03 smithi187 podman[103988]: 2024-04-02 08:39:03.409454795 +0000 UTC m=+0.126140721 container create 4057a081cc095b061fdddf8e71958a1aaa6e02ed8a3b4a7bb8c0913c8c9b443e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:39:03.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:03 smithi187 podman[103988]: 2024-04-02 08:39:03.620619683 +0000 UTC m=+0.337305581 container init 4057a081cc095b061fdddf8e71958a1aaa6e02ed8a3b4a7bb8c0913c8c9b443e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:39:03.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:03 smithi187 podman[103988]: 2024-04-02 08:39:03.624147183 +0000 UTC m=+0.340833069 container start 4057a081cc095b061fdddf8e71958a1aaa6e02ed8a3b4a7bb8c0913c8c9b443e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:03.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:03 smithi187 podman[103988]: 2024-04-02 08:39:03.695113082 +0000 UTC m=+0.411798981 container attach 4057a081cc095b061fdddf8e71958a1aaa6e02ed8a3b4a7bb8c0913c8c9b443e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:2253: done (2 left) 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:2255: done (1 left) 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:2256: done (0 left) 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:2257: rollback oid 23 current snap is 223 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 23 to 213 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:2258: copy_from oid 7 from oid 25 current snap is 223 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 223 2024-04-02T08:39:04.287 INFO:tasks.rados.rados.0.smithi112.stdout:2259: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-04-02T08:39:04.290 INFO:tasks.rados.rados.0.smithi112.stdout:2259: writing smithi11277797-8 from 0 to 745472 tid 1 2024-04-02T08:39:04.294 INFO:tasks.rados.rados.0.smithi112.stdout:2259: writing smithi11277797-8 from 745472 to 1302528 tid 2 2024-04-02T08:39:04.297 INFO:tasks.rados.rados.0.smithi112.stdout:2259: writing smithi11277797-8 from 1302528 to 1785856 tid 3 2024-04-02T08:39:04.301 INFO:tasks.rados.rados.0.smithi112.stdout:2259: writing smithi11277797-8 from 1785856 to 2351104 tid 4 2024-04-02T08:39:04.301 INFO:tasks.rados.rados.0.smithi112.stdout:2260: snap_remove snap 208 2024-04-02T08:39:04.321 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:04.321 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:04.321 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 bash[103988]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[104003]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:39:04.322 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 podman[103988]: 2024-04-02 08:39:04.090898633 +0000 UTC m=+0.807584540 container died 4057a081cc095b061fdddf8e71958a1aaa6e02ed8a3b4a7bb8c0913c8c9b443e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, ceph=True) 2024-04-02T08:39:04.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-mon[84356]: osdmap e517: 8 total, 7 up, 8 in 2024-04-02T08:39:04.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-mon[84356]: pgmap v452: 121 pgs: 5 active+undersized+degraded, 26 peering, 19 active+undersized, 71 active+clean; 335 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s wr, 1 op/s; 26/450 objects degraded (5.778%) 2024-04-02T08:39:04.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:04 smithi187 ceph-mon[84356]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:39:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:04 smithi112 ceph-mon[91385]: osdmap e517: 8 total, 7 up, 8 in 2024-04-02T08:39:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:04 smithi112 ceph-mon[91385]: pgmap v452: 121 pgs: 5 active+undersized+degraded, 26 peering, 19 active+undersized, 71 active+clean; 335 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s wr, 1 op/s; 26/450 objects degraded (5.778%) 2024-04-02T08:39:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:04 smithi112 ceph-mon[91385]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:39:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:04 smithi112 ceph-mon[88945]: osdmap e517: 8 total, 7 up, 8 in 2024-04-02T08:39:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:04 smithi112 ceph-mon[88945]: pgmap v452: 121 pgs: 5 active+undersized+degraded, 26 peering, 19 active+undersized, 71 active+clean; 335 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s wr, 1 op/s; 26/450 objects degraded (5.778%) 2024-04-02T08:39:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:04 smithi112 ceph-mon[88945]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:39:04.954 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 podman[104135]: 2024-04-02 08:39:04.599355895 +0000 UTC m=+0.503532477 container remove 4057a081cc095b061fdddf8e71958a1aaa6e02ed8a3b4a7bb8c0913c8c9b443e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:39:04.955 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 podman[104197]: 2024-04-02 08:39:04.711638268 +0000 UTC m=+0.017363806 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:04.955 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:04 smithi187 podman[104197]: 2024-04-02 08:39:04.841975507 +0000 UTC m=+0.147701044 container create 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:39:05.231 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:05 smithi187 podman[104197]: 2024-04-02 08:39:05.077809686 +0000 UTC m=+0.383535233 container init 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:39:05.231 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:05 smithi187 podman[104197]: 2024-04-02 08:39:05.080968977 +0000 UTC m=+0.386694516 container start 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:39:05.231 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:05 smithi187 ceph-osd[104216]: -- 172.21.15.187:0/2171888817 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56361fd3f680 con 0x56361fd08c00 2024-04-02T08:39:05.231 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:05 smithi187 bash[104197]: 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 2024-04-02T08:39:05.231 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:05 smithi187 systemd[1]: Started Ceph osd.7 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2260: done (3 left) 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2261: read oid 31 snap -1 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2261: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2262: read oid 29 snap -1 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2262: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2263: delete oid 48 current snap is 223 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2257: finishing rollback tid 0 to smithi11277797-23 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2257: finishing rollback tid 1 to smithi11277797-23 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2257: finishing rollback tid 2 to smithi11277797-23 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 881 (ObjNum 700 snap 213 seq_num 700) dirty exists 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2259: finishing write tid 1 to smithi11277797-8 2024-04-02T08:39:05.287 INFO:tasks.rados.rados.0.smithi112.stdout:2259: finishing write tid 2 to smithi11277797-8 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: finishing write tid 3 to smithi11277797-8 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: finishing write tid 4 to smithi11277797-8 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: finishing write tid 5 to smithi11277797-8 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: finishing write tid 6 to smithi11277797-8 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: oid 8 updating version 0 to 1257 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: oid 8 updating version 1257 to 1260 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: oid 8 updating version 1260 to 1261 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: oid 8 version 1261 is already newer than 1258 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: oid 8 version 1261 is already newer than 1259 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1261 (ObjNum 713 snap 223 seq_num 713) dirty exists 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2259: left oid 8 (ObjNum 713 snap 223 seq_num 713) 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2258: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:2258: finishing copy_from to smithi11277797-7 2024-04-02T08:39:05.288 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1134 (ObjNum 658 snap 196 seq_num 658) dirty exists 2024-04-02T08:39:05.298 INFO:tasks.rados.rados.0.smithi112.stdout:2257: done (5 left) 2024-04-02T08:39:05.298 INFO:tasks.rados.rados.0.smithi112.stdout:2258: done (4 left) 2024-04-02T08:39:05.298 INFO:tasks.rados.rados.0.smithi112.stdout:2259: done (3 left) 2024-04-02T08:39:05.299 INFO:tasks.rados.rados.0.smithi112.stdout:2263: done (2 left) 2024-04-02T08:39:05.299 INFO:tasks.rados.rados.0.smithi112.stdout:2264: copy_from oid 27 from oid 12 current snap is 223 2024-04-02T08:39:05.299 INFO:tasks.rados.rados.0.smithi112.stdout:2265: read oid 50 snap -1 2024-04-02T08:39:05.299 INFO:tasks.rados.rados.0.smithi112.stdout:2265: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:05.299 INFO:tasks.rados.rados.0.smithi112.stdout:2266: delete oid 4 current snap is 223 2024-04-02T08:39:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:2264: finishing copy_from to smithi11277797-27 2024-04-02T08:39:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:2264: got expected ENOENT (src dne) 2024-04-02T08:39:05.302 INFO:tasks.rados.rados.0.smithi112.stdout:2264: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:39:05.308 INFO:tasks.rados.rados.0.smithi112.stdout:2261: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:05.340 INFO:tasks.rados.rados.0.smithi112.stdout:2261: done (4 left) 2024-04-02T08:39:05.340 INFO:tasks.rados.rados.0.smithi112.stdout:2264: done (3 left) 2024-04-02T08:39:05.340 INFO:tasks.rados.rados.0.smithi112.stdout:2266: done (2 left) 2024-04-02T08:39:05.340 INFO:tasks.rados.rados.0.smithi112.stdout:2267: snap_create 2024-04-02T08:39:05.357 INFO:tasks.rados.rados.0.smithi112.stdout:2265: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:05.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T08:39:05.619+0000 7fa56d0ce7c0 -1 Falling back to public interface 2024-04-02T08:39:06.074 INFO:tasks.rados.rados.0.smithi112.stdout:2262: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:39:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:06 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:06 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:06 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:06 smithi187 ceph-mon[84356]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:39:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:06 smithi187 ceph-mon[84356]: pgmap v455: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 1 op/s; 49/453 objects degraded (10.817%) 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2262: done (2 left) 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2265: done (1 left) 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2267: done (0 left) 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2268: copy_from oid 23 from oid 20 current snap is 224 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2269: rmattr oid 4 current snap is 224 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2269: done (1 left) 2024-04-02T08:39:06.573 INFO:tasks.rados.rados.0.smithi112.stdout:2270: snap_create 2024-04-02T08:39:06.608 INFO:tasks.rados.rados.0.smithi112.stdout:2268: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:39:06.613 INFO:tasks.rados.rados.0.smithi112.stdout:2268: finishing copy_from to smithi11277797-23 2024-04-02T08:39:06.613 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1007 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:39:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[91385]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:39:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[91385]: pgmap v455: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 1 op/s; 49/453 objects degraded (10.817%) 2024-04-02T08:39:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[88945]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:39:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:06 smithi112 ceph-mon[88945]: pgmap v455: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 1 op/s; 49/453 objects degraded (10.817%) 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:2268: done (1 left) 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:2270: done (0 left) 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:2271: rollback oid 37 current snap is 225 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 192 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:2272: read oid 25 snap -1 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:2272: expect (ObjNum 658 snap 196 seq_num 658) 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 225 2024-04-02T08:39:07.296 INFO:tasks.rados.rados.0.smithi112.stdout:2273: seq_num 716 ranges {1966080=794624,2760704=655360,3416064=704512,4120576=245760} 2024-04-02T08:39:07.311 INFO:tasks.rados.rados.0.smithi112.stdout:2273: writing smithi11277797-5 from 1966080 to 2760704 tid 1 2024-04-02T08:39:07.314 INFO:tasks.rados.rados.0.smithi112.stdout:2273: writing smithi11277797-5 from 2760704 to 3416064 tid 2 2024-04-02T08:39:07.319 INFO:tasks.rados.rados.0.smithi112.stdout:2273: writing smithi11277797-5 from 3416064 to 4120576 tid 3 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2273: writing smithi11277797-5 from 4120576 to 4366336 tid 4 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2274: read oid 50 snap -1 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2274: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2275: read oid 27 snap -1 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2275: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2276: copy_from oid 38 from oid 23 current snap is 225 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2271: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2271: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2271: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1110 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:39:07.321 INFO:tasks.rados.rados.0.smithi112.stdout:2272: expect (ObjNum 658 snap 196 seq_num 658) 2024-04-02T08:39:07.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:07 smithi187 ceph-mon[84356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 6 pgs peering) 2024-04-02T08:39:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:07 smithi187 ceph-mon[84356]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:39:07.592 INFO:tasks.rados.rados.0.smithi112.stdout:2273: finishing write tid 1 to smithi11277797-5 2024-04-02T08:39:07.592 INFO:tasks.rados.rados.0.smithi112.stdout:2273: finishing write tid 2 to smithi11277797-5 2024-04-02T08:39:07.592 INFO:tasks.rados.rados.0.smithi112.stdout:2273: finishing write tid 3 to smithi11277797-5 2024-04-02T08:39:07.592 INFO:tasks.rados.rados.0.smithi112.stdout:2271: done (5 left) 2024-04-02T08:39:07.592 INFO:tasks.rados.rados.0.smithi112.stdout:2272: done (4 left) 2024-04-02T08:39:07.592 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 225 2024-04-02T08:39:07.593 INFO:tasks.rados.rados.0.smithi112.stdout:2273: finishing write tid 4 to smithi11277797-5 2024-04-02T08:39:07.593 INFO:tasks.rados.rados.0.smithi112.stdout:2273: finishing write tid 5 to smithi11277797-5 2024-04-02T08:39:07.593 INFO:tasks.rados.rados.0.smithi112.stdout:2277: seq_num 717 ranges {11919360=16384} 2024-04-02T08:39:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:07 smithi112 ceph-mon[88945]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 6 pgs peering) 2024-04-02T08:39:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:07 smithi112 ceph-mon[88945]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:39:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:07 smithi112 ceph-mon[91385]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 6 pgs peering) 2024-04-02T08:39:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:07 smithi112 ceph-mon[91385]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:39:07.655 INFO:tasks.rados.rados.0.smithi112.stdout:2277: writing smithi11277797-45 from 11919360 to 11935744 tid 1 2024-04-02T08:39:07.655 INFO:tasks.rados.rados.0.smithi112.stdout:2278: rollback oid 25 current snap is 225 2024-04-02T08:39:07.655 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 213 2024-04-02T08:39:07.655 INFO:tasks.rados.rados.0.smithi112.stdout:2273: finishing write tid 6 to smithi11277797-5 2024-04-02T08:39:07.655 INFO:tasks.rados.rados.0.smithi112.stdout:2273: oid 5 updating version 0 to 1112 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:2273: oid 5 updating version 1112 to 1114 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:2273: oid 5 version 1114 is already newer than 1111 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:2273: oid 5 updating version 1114 to 1115 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:2273: oid 5 version 1115 is already newer than 1113 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1115 (ObjNum 716 snap 225 seq_num 716) dirty exists 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:2273: left oid 5 (ObjNum 716 snap 225 seq_num 716) 2024-04-02T08:39:07.656 INFO:tasks.rados.rados.0.smithi112.stdout:2275: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:07.684 INFO:tasks.rados.rados.0.smithi112.stdout:2274: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2276: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2276: finishing copy_from to smithi11277797-38 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1007 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2273: done (5 left) 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2274: done (4 left) 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2275: done (3 left) 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2276: done (2 left) 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2279: read oid 49 snap -1 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2279: expect (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:39:08.391 INFO:tasks.rados.rados.0.smithi112.stdout:2280: delete oid 5 current snap is 225 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2277: finishing write tid 1 to smithi11277797-45 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2277: finishing write tid 2 to smithi11277797-45 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2278: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2278: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2278: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1140 (ObjNum 658 snap 196 seq_num 658) dirty exists 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2277: finishing write tid 3 to smithi11277797-45 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2277: oid 45 updating version 0 to 1019 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2277: oid 45 updating version 1019 to 1020 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1020 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:39:08.392 INFO:tasks.rados.rados.0.smithi112.stdout:2277: left oid 45 (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:39:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:2277: done (3 left) 2024-04-02T08:39:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:2278: done (2 left) 2024-04-02T08:39:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:2280: done (1 left) 2024-04-02T08:39:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 225 2024-04-02T08:39:08.394 INFO:tasks.rados.rados.0.smithi112.stdout:2281: seq_num 719 ranges {434176=49152} 2024-04-02T08:39:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:2281: writing smithi11277797-14 from 434176 to 483328 tid 1 2024-04-02T08:39:08.396 INFO:tasks.rados.rados.0.smithi112.stdout:2282: rollback oid 20 current snap is 225 2024-04-02T08:39:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 222 2024-04-02T08:39:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2283: setattr oid 43 current snap is 225 2024-04-02T08:39:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2284: read oid 41 snap -1 2024-04-02T08:39:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2284: expect deleted 2024-04-02T08:39:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2285: snap_remove snap 214 2024-04-02T08:39:08.583 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:08 smithi187 ceph-mon[84356]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:39:08.583 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:08 smithi187 ceph-mon[84356]: pgmap v458: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 362 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 8 op/s; 52/465 objects degraded (11.183%) 2024-04-02T08:39:08.583 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:08.583 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[91385]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:39:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[91385]: pgmap v458: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 362 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 8 op/s; 52/465 objects degraded (11.183%) 2024-04-02T08:39:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[88945]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:39:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[88945]: pgmap v458: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 362 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 8 op/s; 52/465 objects degraded (11.183%) 2024-04-02T08:39:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:08.981 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:08 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T08:39:08.799+0000 7fa56d0ce7c0 -1 osd.7 513 log_to_monitors true 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1090 (ObjNum 655 snap 195 seq_num 655) dirty exists 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2281: finishing write tid 1 to smithi11277797-14 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2281: finishing write tid 2 to smithi11277797-14 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2282: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2282: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2281: finishing write tid 3 to smithi11277797-14 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2281: oid 14 updating version 0 to 1022 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2281: oid 14 updating version 1022 to 1023 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1023 (ObjNum 719 snap 225 seq_num 719) dirty exists 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2281: left oid 14 (ObjNum 719 snap 225 seq_num 719) 2024-04-02T08:39:09.308 INFO:tasks.rados.rados.0.smithi112.stdout:2282: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:39:09.309 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1027 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:39:09.309 INFO:tasks.rados.rados.0.smithi112.stdout:2279: expect (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:39:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:09 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 52/465 objects degraded (11.183%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:09 smithi187 ceph-mon[84356]: from='osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:09 smithi187 ceph-mon[84356]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:09.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 08:39:09 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T08:39:09.336+0000 7fa55a51e700 -1 osd.7 513 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:39:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:39:09] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-04-02T08:39:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 52/465 objects degraded (11.183%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-mon[88945]: from='osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-mon[88945]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 52/465 objects degraded (11.183%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-mon[91385]: from='osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:09 smithi112 ceph-mon[91385]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:39:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: from='osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:39:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[91385]: pgmap v460: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 362 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 9 op/s; 52/468 objects degraded (11.111%) 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: from='osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:10 smithi112 ceph-mon[88945]: pgmap v460: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 362 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 9 op/s; 52/468 objects degraded (11.111%) 2024-04-02T08:39:10.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:39:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: from='osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:39:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:39:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-04-02T08:39:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:10 smithi187 ceph-mon[84356]: pgmap v460: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 362 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 9 op/s; 52/468 objects degraded (11.111%) 2024-04-02T08:39:11.118 INFO:tasks.rados.rados.0.smithi112.stdout:2279: done (5 left) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2281: done (4 left) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2282: done (3 left) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2283: done (2 left) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2284: done (1 left) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2285: done (0 left) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2286: read oid 38 snap -1 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2286: expect (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 225 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2287: seq_num 720 ranges {0=65536} 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2287: writing smithi11277797-34 from 0 to 65536 tid 1 2024-04-02T08:39:11.119 INFO:tasks.rados.rados.0.smithi112.stdout:2288: delete oid 5 current snap is 225 2024-04-02T08:39:11.121 INFO:tasks.rados.rados.0.smithi112.stdout:2288: done (2 left) 2024-04-02T08:39:11.121 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 225 2024-04-02T08:39:11.121 INFO:tasks.rados.rados.0.smithi112.stdout:2289: seq_num 722 ranges {0=98304} 2024-04-02T08:39:11.122 INFO:tasks.rados.rados.0.smithi112.stdout:2289: writing smithi11277797-5 from 0 to 98304 tid 1 2024-04-02T08:39:11.122 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 225 2024-04-02T08:39:11.122 INFO:tasks.rados.rados.0.smithi112.stdout:2287: finishing write tid 1 to smithi11277797-34 2024-04-02T08:39:11.122 INFO:tasks.rados.rados.0.smithi112.stdout:2287: finishing write tid 2 to smithi11277797-34 2024-04-02T08:39:11.122 INFO:tasks.rados.rados.0.smithi112.stdout:2290: seq_num 723 ranges {2400256=114688} 2024-04-02T08:39:11.136 INFO:tasks.rados.rados.0.smithi112.stdout:2290: writing smithi11277797-33 from 2400256 to 2514944 tid 1 2024-04-02T08:39:11.136 INFO:tasks.rados.rados.0.smithi112.stdout:2291: snap_remove snap 223 2024-04-02T08:39:11.316 INFO:tasks.rados.rados.0.smithi112.stdout:2291: done (4 left) 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2292: setattr oid 13 current snap is 225 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2289: finishing write tid 1 to smithi11277797-5 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2289: finishing write tid 2 to smithi11277797-5 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2287: finishing write tid 3 to smithi11277797-34 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2287: oid 34 updating version 0 to 918 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2287: oid 34 version 918 is already newer than 917 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 918 (ObjNum 720 snap 225 seq_num 720) dirty exists 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2287: left oid 34 (ObjNum 720 snap 225 seq_num 720) 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2289: finishing write tid 3 to smithi11277797-5 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2289: oid 5 updating version 0 to 1118 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2289: oid 5 version 1118 is already newer than 1117 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1118 (ObjNum 722 snap 225 seq_num 722) dirty exists 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2289: left oid 5 (ObjNum 722 snap 225 seq_num 722) 2024-04-02T08:39:11.317 INFO:tasks.rados.rados.0.smithi112.stdout:2290: finishing write tid 1 to smithi11277797-33 2024-04-02T08:39:11.318 INFO:tasks.rados.rados.0.smithi112.stdout:2290: finishing write tid 2 to smithi11277797-33 2024-04-02T08:39:11.319 INFO:tasks.rados.rados.0.smithi112.stdout:2290: finishing write tid 3 to smithi11277797-33 2024-04-02T08:39:11.319 INFO:tasks.rados.rados.0.smithi112.stdout:2290: oid 33 updating version 0 to 769 2024-04-02T08:39:11.319 INFO:tasks.rados.rados.0.smithi112.stdout:2290: oid 33 version 769 is already newer than 768 2024-04-02T08:39:11.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 769 (ObjNum 723 snap 225 seq_num 723) dirty exists 2024-04-02T08:39:11.319 INFO:tasks.rados.rados.0.smithi112.stdout:2290: left oid 33 (ObjNum 723 snap 225 seq_num 723) 2024-04-02T08:39:11.319 INFO:tasks.rados.rados.0.smithi112.stdout:2286: expect (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845] boot 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:11.364 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:11 smithi187 ceph-mon[84356]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:39:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845] boot 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[88945]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: osd.7 [v2:172.21.15.187:6824/1733969845,v1:172.21.15.187:6825/1733969845] boot 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:39:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:11.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:11.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:11 smithi112 ceph-mon[91385]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:39:11.704 INFO:tasks.rados.rados.0.smithi112.stdout:2286: done (4 left) 2024-04-02T08:39:11.704 INFO:tasks.rados.rados.0.smithi112.stdout:2287: done (3 left) 2024-04-02T08:39:11.704 INFO:tasks.rados.rados.0.smithi112.stdout:2289: done (2 left) 2024-04-02T08:39:11.704 INFO:tasks.rados.rados.0.smithi112.stdout:2290: done (1 left) 2024-04-02T08:39:11.704 INFO:tasks.rados.rados.0.smithi112.stdout:2293: snap_create 2024-04-02T08:39:11.708 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1269 (ObjNum 684 snap 206 seq_num 684) dirty exists 2024-04-02T08:39:12.332 INFO:tasks.rados.rados.0.smithi112.stdout:2292: done (1 left) 2024-04-02T08:39:12.332 INFO:tasks.rados.rados.0.smithi112.stdout:2293: done (0 left) 2024-04-02T08:39:12.332 INFO:tasks.rados.rados.0.smithi112.stdout:2294: snap_remove snap 192 2024-04-02T08:39:12.576 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:12 smithi187 ceph-mon[84356]: pgmap v463: 121 pgs: 16 peering, 7 active+undersized+degraded, 20 active+undersized, 78 active+clean; 370 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 15 op/s; 24/474 objects degraded (5.063%); 6.9 MiB/s, 0 objects/s recovering 2024-04-02T08:39:12.576 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:39:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:12 smithi112 ceph-mon[91385]: pgmap v463: 121 pgs: 16 peering, 7 active+undersized+degraded, 20 active+undersized, 78 active+clean; 370 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 15 op/s; 24/474 objects degraded (5.063%); 6.9 MiB/s, 0 objects/s recovering 2024-04-02T08:39:12.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:12 smithi112 ceph-mon[88945]: pgmap v463: 121 pgs: 16 peering, 7 active+undersized+degraded, 20 active+undersized, 78 active+clean; 370 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 15 op/s; 24/474 objects degraded (5.063%); 6.9 MiB/s, 0 objects/s recovering 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2294: done (0 left) 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2295: read oid 8 snap -1 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2295: expect (ObjNum 713 snap 223 seq_num 713) 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2296: read oid 35 snap -1 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2296: expect (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2297: read oid 6 snap -1 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2297: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:39:13.335 INFO:tasks.rados.rados.0.smithi112.stdout:2298: snap_remove snap 219 2024-04-02T08:39:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:13 smithi112 ceph-mon[91385]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:39:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:13 smithi112 ceph-mon[88945]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:39:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:13 smithi187 ceph-mon[84356]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:39:14.358 INFO:tasks.rados.rados.0.smithi112.stdout:2298: done (3 left) 2024-04-02T08:39:14.358 INFO:tasks.rados.rados.0.smithi112.stdout:2299: snap_create 2024-04-02T08:39:14.358 INFO:tasks.rados.rados.0.smithi112.stdout:2295: expect (ObjNum 713 snap 223 seq_num 713) 2024-04-02T08:39:14.431 INFO:tasks.rados.rados.0.smithi112.stdout:2296: expect (ObjNum 650 snap 190 seq_num 650) 2024-04-02T08:39:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: pgmap v466: 121 pgs: 16 peering, 6 active+undersized+degraded, 14 active+undersized, 85 active+clean; 364 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 22/462 objects degraded (4.762%); 7.6 MiB/s, 0 objects/s recovering 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: Health check update: Degraded data redundancy: 24/474 objects degraded (5.063%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:39:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: pgmap v466: 121 pgs: 16 peering, 6 active+undersized+degraded, 14 active+undersized, 85 active+clean; 364 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 22/462 objects degraded (4.762%); 7.6 MiB/s, 0 objects/s recovering 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: Health check update: Degraded data redundancy: 24/474 objects degraded (5.063%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:14.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:39:14.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: pgmap v466: 121 pgs: 16 peering, 6 active+undersized+degraded, 14 active+undersized, 85 active+clean; 364 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 22/462 objects degraded (4.762%); 7.6 MiB/s, 0 objects/s recovering 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: Health check update: Degraded data redundancy: 24/474 objects degraded (5.063%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:39:14.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all osd 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:39:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all osd 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:39:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:39:15.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all osd 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:39:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:39:15.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:39:15.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:39:15.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:39:16.535 INFO:tasks.rados.rados.0.smithi112.stdout:2297: expect (ObjNum 636 snap 182 seq_num 636) 2024-04-02T08:39:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[91385]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:39:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:39:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[91385]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:39:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:39:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[91385]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[91385]: pgmap v469: 121 pgs: 121 active+clean; 344 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 16 KiB/s wr, 4 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[88945]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[88945]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[88945]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:39:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:16 smithi112 ceph-mon[88945]: pgmap v469: 121 pgs: 121 active+clean; 344 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 16 KiB/s wr, 4 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:39:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:16 smithi187 ceph-mon[84356]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:39:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:39:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:16 smithi187 ceph-mon[84356]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:39:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:39:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:16 smithi187 ceph-mon[84356]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:39:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:16 smithi187 ceph-mon[84356]: pgmap v469: 121 pgs: 121 active+clean; 344 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 16 KiB/s wr, 4 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:39:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[91385]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/462 objects degraded (4.762%), 6 pgs degraded) 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[88945]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/462 objects degraded (4.762%), 6 pgs degraded) 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:17 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:17 smithi187 ceph-mon[84356]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/462 objects degraded (4.762%), 6 pgs degraded) 2024-04-02T08:39:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:17 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:39:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:17 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:17 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:17 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:18.630 INFO:tasks.rados.rados.0.smithi112.stdout:2295: done (3 left) 2024-04-02T08:39:18.631 INFO:tasks.rados.rados.0.smithi112.stdout:2296: done (2 left) 2024-04-02T08:39:18.631 INFO:tasks.rados.rados.0.smithi112.stdout:2297: done (1 left) 2024-04-02T08:39:18.631 INFO:tasks.rados.rados.0.smithi112.stdout:2299: done (0 left) 2024-04-02T08:39:18.631 INFO:tasks.rados.rados.0.smithi112.stdout:2300: snap_remove snap 221 2024-04-02T08:39:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:18 smithi187 ceph-mon[84356]: Upgrade: Updating mds.a 2024-04-02T08:39:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:18 smithi187 ceph-mon[84356]: Deploying daemon mds.a on smithi112 2024-04-02T08:39:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:18 smithi187 ceph-mon[84356]: pgmap v470: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 12 KiB/s wr, 8 op/s; 9.2 MiB/s, 1 objects/s recovering 2024-04-02T08:39:18.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:18 smithi112 ceph-mon[88945]: Upgrade: Updating mds.a 2024-04-02T08:39:18.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:18 smithi112 ceph-mon[88945]: Deploying daemon mds.a on smithi112 2024-04-02T08:39:18.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:18 smithi112 ceph-mon[88945]: pgmap v470: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 12 KiB/s wr, 8 op/s; 9.2 MiB/s, 1 objects/s recovering 2024-04-02T08:39:18.767 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:18 smithi112 ceph-mon[91385]: Upgrade: Updating mds.a 2024-04-02T08:39:18.767 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:18 smithi112 ceph-mon[91385]: Deploying daemon mds.a on smithi112 2024-04-02T08:39:18.767 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:18 smithi112 ceph-mon[91385]: pgmap v470: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 12 KiB/s wr, 8 op/s; 9.2 MiB/s, 1 objects/s recovering 2024-04-02T08:39:19.288 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:39:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:39:19] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-04-02T08:39:19.289 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:19 smithi112 systemd[1]: Stopping Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:19.289 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[64584]: 2024-04-02T08:39:19.289+0000 7f367b624700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:39:19.289 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[64584]: 2024-04-02T08:39:19.289+0000 7f367b624700 -1 mds.a *** got signal Terminated *** 2024-04-02T08:39:19.292 INFO:tasks.rados.rados.0.smithi112.stdout:2300: done (0 left) 2024-04-02T08:39:19.292 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 227 2024-04-02T08:39:19.292 INFO:tasks.rados.rados.0.smithi112.stdout:2301: seq_num 724 ranges {15122432=131072} 2024-04-02T08:39:19.377 INFO:tasks.rados.rados.0.smithi112.stdout:2301: writing smithi11277797-6 from 15122432 to 15253504 tid 1 2024-04-02T08:39:19.377 INFO:tasks.rados.rados.0.smithi112.stdout:2302: copy_from oid 20 from oid 45 current snap is 227 2024-04-02T08:39:19.377 INFO:tasks.rados.rados.0.smithi112.stdout:2303: rollback oid 39 current snap is 227 2024-04-02T08:39:19.377 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 39 to 225 2024-04-02T08:39:19.377 INFO:tasks.rados.rados.0.smithi112.stdout:2304: read oid 30 snap 218 2024-04-02T08:39:19.377 INFO:tasks.rados.rados.0.smithi112.stdout:2304: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2305: read oid 26 snap 213 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2305: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2306: read oid 21 snap -1 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2306: expect (ObjNum 712 snap 222 seq_num 712) 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2307: rmattr oid 10 current snap is 227 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2307: done (6 left) 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2308: read oid 43 snap -1 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2308: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:39:19.378 INFO:tasks.rados.rados.0.smithi112.stdout:2309: delete oid 29 current snap is 227 2024-04-02T08:39:19.381 INFO:tasks.rados.rados.0.smithi112.stdout:2303: finishing rollback tid 0 to smithi11277797-39 2024-04-02T08:39:19.382 INFO:tasks.rados.rados.0.smithi112.stdout:2301: finishing write tid 1 to smithi11277797-6 2024-04-02T08:39:19.383 INFO:tasks.rados.rados.0.smithi112.stdout:2304: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:39:19.397 INFO:tasks.rados.rados.0.smithi112.stdout:2301: finishing write tid 2 to smithi11277797-6 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:2303: finishing rollback tid 1 to smithi11277797-39 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:2303: finishing rollback tid 2 to smithi11277797-39 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 772 (ObjNum 702 snap 214 seq_num 702) dirty exists 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:2303: done (7 left) 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:2304: done (6 left) 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:2309: done (5 left) 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 227 2024-04-02T08:39:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:2310: seq_num 726 ranges {483328=163840} 2024-04-02T08:39:19.401 INFO:tasks.rados.rados.0.smithi112.stdout:2310: writing smithi11277797-14 from 483328 to 647168 tid 1 2024-04-02T08:39:19.401 INFO:tasks.rados.rados.0.smithi112.stdout:2311: snap_remove snap 215 2024-04-02T08:39:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[88941]: 2024-04-02T08:39:19.292+0000 7f17a6d07700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2311: done (6 left) 2024-04-02T08:39:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2312: read oid 4 snap -1 2024-04-02T08:39:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2312: expect deleted 2024-04-02T08:39:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2313: delete oid 30 current snap is 227 2024-04-02T08:39:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2305: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:39:20.332 INFO:tasks.rados.rados.0.smithi112.stdout:2301: finishing write tid 3 to smithi11277797-6 2024-04-02T08:39:20.332 INFO:tasks.rados.rados.0.smithi112.stdout:2301: oid 6 updating version 0 to 1112 2024-04-02T08:39:20.332 INFO:tasks.rados.rados.0.smithi112.stdout:2301: oid 6 version 1112 is already newer than 1111 2024-04-02T08:39:20.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1112 (ObjNum 724 snap 227 seq_num 724) dirty exists 2024-04-02T08:39:20.332 INFO:tasks.rados.rados.0.smithi112.stdout:2301: left oid 6 (ObjNum 724 snap 227 seq_num 724) 2024-04-02T08:39:20.332 INFO:tasks.rados.rados.0.smithi112.stdout:2306: expect (ObjNum 712 snap 222 seq_num 712) 2024-04-02T08:39:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:39:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:39:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:39:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[91385]: pgmap v473: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:39:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:20 smithi112 ceph-mon[88945]: pgmap v473: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:39:20.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:20 smithi187 ceph-mon[84356]: pgmap v473: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:39:20.846 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:39:21.174 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:39:21.174 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (10m) 2m ago 11m 25.8M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:39:21.174 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (11m) 11s ago 11m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:39:21.174 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (12m) 2m ago 12m 22.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c3ffe0951f4 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (12m) 11s ago 12m 15.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d8bb291111b5 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (6m) 11s ago 15m 452M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (6m) 2m ago 17m 507M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (5m) 2m ago 17m 54.3M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (5m) 11s ago 16m 50.9M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (5m) 2m ago 15m 47.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (10m) 2m ago 10m 15.2M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (10m) 11s ago 10m 16.5M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (4m) 2m ago 15m 153M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (3m) 2m ago 14m 132M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (3m) 2m ago 14m 97.6M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (2m) 2m ago 14m 12.1M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (2m) 11s ago 13m 152M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:39:21.175 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (85s) 11s ago 13m 147M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:39:21.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (50s) 11s ago 13m 76.7M 2480M 19.0.0-2419-g14da45f2 53081131892e bb8a0af439c4 2024-04-02T08:39:21.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (16s) 11s ago 12m 12.7M 2480M 19.0.0-2419-g14da45f2 53081131892e 8d9ee2ac93ba 2024-04-02T08:39:21.176 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (6m) 11s ago 11m 59.9M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2310: finishing write tid 1 to smithi11277797-14 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2310: finishing write tid 2 to smithi11277797-14 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2301: done (7 left) 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2305: done (6 left) 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2306: done (5 left) 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2313: done (4 left) 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2314: read oid 26 snap 222 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2314: expect (ObjNum 705 snap 214 seq_num 705) 2024-04-02T08:39:21.263 INFO:tasks.rados.rados.0.smithi112.stdout:2315: snap_remove snap 200 2024-04-02T08:39:21.326 INFO:tasks.rados.rados.0.smithi112.stdout:2315: done (5 left) 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 227 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2310: finishing write tid 3 to smithi11277797-14 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2310: oid 14 updating version 0 to 1057 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2310: oid 14 updating version 1057 to 1058 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1058 (ObjNum 726 snap 227 seq_num 726) dirty exists 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2310: left oid 14 (ObjNum 726 snap 227 seq_num 726) 2024-04-02T08:39:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2308: expect (ObjNum 655 snap 195 seq_num 655) 2024-04-02T08:39:21.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:21 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:reconnect 2024-04-02T08:39:21.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:21 smithi112 ceph-mon[91385]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:39:21.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:21 smithi112 ceph-mon[91385]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:39:21.530 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:21 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:reconnect 2024-04-02T08:39:21.530 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:21 smithi112 ceph-mon[88945]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:39:21.530 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:21 smithi112 ceph-mon[88945]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:39:21.597 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:39:21.598 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 13 2024-04-02T08:39:21.598 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:39:21.598 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:39:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:21 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:reconnect 2024-04-02T08:39:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:21 smithi187 ceph-mon[84356]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:39:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:21 smithi187 ceph-mon[84356]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:39:21.852 INFO:tasks.rados.rados.0.smithi112.stdout:2302: finishing copy_from racing read to smithi11277797-20 2024-04-02T08:39:21.852 INFO:tasks.rados.rados.0.smithi112.stdout:2316: seq_num 728 ranges {155648=196608} 2024-04-02T08:39:21.854 INFO:tasks.rados.rados.0.smithi112.stdout:2316: writing smithi11277797-28 from 155648 to 352256 tid 1 2024-04-02T08:39:21.855 INFO:tasks.rados.rados.0.smithi112.stdout:2308: done (5 left) 2024-04-02T08:39:21.855 INFO:tasks.rados.rados.0.smithi112.stdout:2310: done (4 left) 2024-04-02T08:39:21.855 INFO:tasks.rados.rados.0.smithi112.stdout:2317: delete oid 30 current snap is 227 2024-04-02T08:39:21.855 INFO:tasks.rados.rados.0.smithi112.stdout:2302: finishing copy_from to smithi11277797-20 2024-04-02T08:39:21.855 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1020 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:39:21.855 INFO:tasks.rados.rados.0.smithi112.stdout:2314: expect (ObjNum 705 snap 214 seq_num 705) 2024-04-02T08:39:21.922 INFO:tasks.rados.rados.0.smithi112.stdout:2316: finishing write tid 1 to smithi11277797-28 2024-04-02T08:39:21.922 INFO:tasks.rados.rados.0.smithi112.stdout:2302: done (4 left) 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2312: done (3 left) 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2314: done (2 left) 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2317: done (1 left) 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2318: setattr oid 46 current snap is 227 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2316: finishing write tid 2 to smithi11277797-28 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2316: finishing write tid 3 to smithi11277797-28 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2316: oid 28 updating version 0 to 1135 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2316: oid 28 updating version 1135 to 1136 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1136 (ObjNum 728 snap 227 seq_num 728) dirty exists 2024-04-02T08:39:21.923 INFO:tasks.rados.rados.0.smithi112.stdout:2316: left oid 28 (ObjNum 728 snap 227 seq_num 728) 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2316: done (1 left) 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2319: read oid 50 snap -1 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2319: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2320: copy_from oid 6 from oid 18 current snap is 227 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2321: read oid 16 snap -1 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2321: expect (ObjNum 699 snap 213 seq_num 699) 2024-04-02T08:39:21.924 INFO:tasks.rados.rados.0.smithi112.stdout:2322: snap_create 2024-04-02T08:39:21.925 INFO:tasks.rados.rados.0.smithi112.stdout:2320: finishing copy_from to smithi11277797-6 2024-04-02T08:39:21.925 INFO:tasks.rados.rados.0.smithi112.stdout:2320: got expected ENOENT (src dne) 2024-04-02T08:39:21.926 INFO:tasks.rados.rados.0.smithi112.stdout:2320: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:39:21.936 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1134 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:39:21.974 INFO:tasks.rados.rados.0.smithi112.stdout:2319: expect (ObjNum 686 snap 208 seq_num 686) 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:rejoin 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/260782740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[88945]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:rejoin 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/260782740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:22.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:22 smithi112 ceph-mon[91385]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:39:22.708 INFO:tasks.rados.rados.0.smithi112.stdout:2321: expect (ObjNum 699 snap 213 seq_num 699) 2024-04-02T08:39:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:rejoin 2024-04-02T08:39:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:39:22.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:39:22.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:39:22.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/260782740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:22.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-mon[84356]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:39:22.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:39:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:23.101 INFO:tasks.rados.rados.0.smithi112.stdout:2318: done (4 left) 2024-04-02T08:39:23.101 INFO:tasks.rados.rados.0.smithi112.stdout:2319: done (3 left) 2024-04-02T08:39:23.101 INFO:tasks.rados.rados.0.smithi112.stdout:2320: done (2 left) 2024-04-02T08:39:23.101 INFO:tasks.rados.rados.0.smithi112.stdout:2321: done (1 left) 2024-04-02T08:39:23.102 INFO:tasks.rados.rados.0.smithi112.stdout:2322: done (0 left) 2024-04-02T08:39:23.102 INFO:tasks.rados.rados.0.smithi112.stdout:2323: snap_create 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:active 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:active 2024-04-02T08:39:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:39:23.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:39:23.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:23.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:23.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.187:6832/4085039393,v1:172.21.15.187:6833/4085039393] up:active 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:23.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:23.981 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:23 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[57547]: 2024-04-02T08:39:23.653+0000 7f7b6647e700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:39:24.003 INFO:tasks.rados.rados.0.smithi112.stdout:2323: done (0 left) 2024-04-02T08:39:24.003 INFO:tasks.rados.rados.0.smithi112.stdout:2324: delete oid 45 current snap is 229 2024-04-02T08:39:24.010 INFO:tasks.rados.rados.0.smithi112.stdout:2324: done (0 left) 2024-04-02T08:39:24.010 INFO:tasks.rados.rados.0.smithi112.stdout:2325: read oid 40 snap -1 2024-04-02T08:39:24.010 INFO:tasks.rados.rados.0.smithi112.stdout:2325: expect (ObjNum 629 snap 182 seq_num 629) 2024-04-02T08:39:24.010 INFO:tasks.rados.rados.0.smithi112.stdout:2326: snap_remove snap 222 2024-04-02T08:39:24.293 INFO:tasks.rados.rados.0.smithi112.stdout:2326: done (1 left) 2024-04-02T08:39:24.293 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 229 2024-04-02T08:39:24.293 INFO:tasks.rados.rados.0.smithi112.stdout:2327: seq_num 731 ranges {0=245760} 2024-04-02T08:39:24.295 INFO:tasks.rados.rados.0.smithi112.stdout:2327: writing smithi11277797-36 from 0 to 245760 tid 1 2024-04-02T08:39:24.295 INFO:tasks.rados.rados.0.smithi112.stdout:2328: delete oid 1 current snap is 229 2024-04-02T08:39:24.295 INFO:tasks.rados.rados.0.smithi112.stdout:2325: expect (ObjNum 629 snap 182 seq_num 629) 2024-04-02T08:39:24.326 INFO:tasks.rados.rados.0.smithi112.stdout:2327: finishing write tid 1 to smithi11277797-36 2024-04-02T08:39:24.326 INFO:tasks.rados.rados.0.smithi112.stdout:2327: finishing write tid 2 to smithi11277797-36 2024-04-02T08:39:24.326 INFO:tasks.rados.rados.0.smithi112.stdout:2327: finishing write tid 3 to smithi11277797-36 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2327: oid 36 updating version 0 to 1298 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2327: oid 36 version 1298 is already newer than 1297 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1298 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2327: left oid 36 (ObjNum 731 snap 229 seq_num 731) 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2325: done (2 left) 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2327: done (1 left) 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2328: done (0 left) 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2329: read oid 34 snap -1 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2329: expect (ObjNum 720 snap 225 seq_num 720) 2024-04-02T08:39:24.327 INFO:tasks.rados.rados.0.smithi112.stdout:2330: delete oid 41 current snap is 229 2024-04-02T08:39:24.328 INFO:tasks.rados.rados.0.smithi112.stdout:2330: done (1 left) 2024-04-02T08:39:24.328 INFO:tasks.rados.rados.0.smithi112.stdout:2331: delete oid 44 current snap is 229 2024-04-02T08:39:24.328 INFO:tasks.rados.rados.0.smithi112.stdout:2329: expect (ObjNum 720 snap 225 seq_num 720) 2024-04-02T08:39:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2329: done (1 left) 2024-04-02T08:39:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2331: done (0 left) 2024-04-02T08:39:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2332: read oid 37 snap 213 2024-04-02T08:39:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2332: expect (ObjNum 578 snap 165 seq_num 578) 2024-04-02T08:39:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2333: rmattr oid 26 current snap is 229 2024-04-02T08:39:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2334: snap_create 2024-04-02T08:39:24.333 INFO:tasks.rados.rados.0.smithi112.stdout:2332: expect (ObjNum 578 snap 165 seq_num 578) 2024-04-02T08:39:24.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 773 (ObjNum 705 snap 214 seq_num 705) dirty exists 2024-04-02T08:39:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:24 smithi112 ceph-mon[88945]: pgmap v478: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 328 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:39:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:24 smithi112 ceph-mon[88945]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:39:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:24 smithi112 ceph-mon[88945]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:39:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:24 smithi112 ceph-mon[91385]: pgmap v478: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 328 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:39:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:24 smithi112 ceph-mon[91385]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:39:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:24 smithi112 ceph-mon[91385]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:39:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:24 smithi187 ceph-mon[84356]: pgmap v478: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 328 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:39:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:24 smithi187 ceph-mon[84356]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:39:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:24 smithi187 ceph-mon[84356]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:39:25.336 INFO:tasks.rados.rados.0.smithi112.stdout:2332: done (2 left) 2024-04-02T08:39:25.337 INFO:tasks.rados.rados.0.smithi112.stdout:2333: done (1 left) 2024-04-02T08:39:25.337 INFO:tasks.rados.rados.0.smithi112.stdout:2334: done (0 left) 2024-04-02T08:39:25.337 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 230 2024-04-02T08:39:25.337 INFO:tasks.rados.rados.0.smithi112.stdout:2335: seq_num 735 ranges {0=311296} 2024-04-02T08:39:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:2335: writing smithi11277797-41 from 0 to 311296 tid 1 2024-04-02T08:39:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:2336: snap_remove snap 226 2024-04-02T08:39:26.342 INFO:tasks.rados.rados.0.smithi112.stdout:2336: done (1 left) 2024-04-02T08:39:26.342 INFO:tasks.rados.rados.0.smithi112.stdout:2337: delete oid 10 current snap is 230 2024-04-02T08:39:26.342 INFO:tasks.rados.rados.0.smithi112.stdout:2335: finishing write tid 1 to smithi11277797-41 2024-04-02T08:39:26.342 INFO:tasks.rados.rados.0.smithi112.stdout:2335: finishing write tid 2 to smithi11277797-41 2024-04-02T08:39:26.342 INFO:tasks.rados.rados.0.smithi112.stdout:2335: finishing write tid 3 to smithi11277797-41 2024-04-02T08:39:26.343 INFO:tasks.rados.rados.0.smithi112.stdout:2335: oid 41 updating version 0 to 1132 2024-04-02T08:39:26.343 INFO:tasks.rados.rados.0.smithi112.stdout:2335: oid 41 version 1132 is already newer than 1131 2024-04-02T08:39:26.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1132 (ObjNum 735 snap 230 seq_num 735) dirty exists 2024-04-02T08:39:26.343 INFO:tasks.rados.rados.0.smithi112.stdout:2335: left oid 41 (ObjNum 735 snap 230 seq_num 735) 2024-04-02T08:39:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:2335: done (1 left) 2024-04-02T08:39:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:2337: done (0 left) 2024-04-02T08:39:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:2338: setattr oid 9 current snap is 230 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2339: rollback oid 23 current snap is 230 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 23 to 225 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2340: rollback oid 5 current snap is 230 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 203 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2341: rmattr oid 22 current snap is 230 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:2341: done (3 left) 2024-04-02T08:39:26.349 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 230 2024-04-02T08:39:26.350 INFO:tasks.rados.rados.0.smithi112.stdout:2342: seq_num 737 ranges {958464=352256} 2024-04-02T08:39:26.357 INFO:tasks.rados.rados.0.smithi112.stdout:2342: writing smithi11277797-27 from 958464 to 1310720 tid 1 2024-04-02T08:39:26.357 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 230 2024-04-02T08:39:26.357 INFO:tasks.rados.rados.0.smithi112.stdout:2343: seq_num 738 ranges {2375680=368640} 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2343: writing smithi11277797-26 from 2375680 to 2744320 tid 1 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2344: read oid 31 snap -1 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2344: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 230 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2340: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2339: finishing rollback tid 0 to smithi11277797-23 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2340: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:39:26.373 INFO:tasks.rados.rados.0.smithi112.stdout:2339: finishing rollback tid 1 to smithi11277797-23 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:2340: finishing rollback tid 2 to smithi11277797-5 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1121 (ObjNum 65 snap 0 seq_num 1414816096) dirty exists 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:2339: finishing rollback tid 2 to smithi11277797-23 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1010 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 995 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:2342: finishing write tid 1 to smithi11277797-27 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:2342: finishing write tid 2 to smithi11277797-27 2024-04-02T08:39:26.374 INFO:tasks.rados.rados.0.smithi112.stdout:2345: seq_num 739 ranges {4956160=385024} 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2345: writing smithi11277797-25 from 4956160 to 5341184 tid 1 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2338: done (6 left) 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2339: done (5 left) 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2340: done (4 left) 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2346: copy_from oid 41 from oid 29 current snap is 230 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2342: finishing write tid 3 to smithi11277797-27 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2342: oid 27 updating version 0 to 1302 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:2342: oid 27 updating version 1302 to 1303 2024-04-02T08:39:26.402 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1303 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2342: left oid 27 (ObjNum 737 snap 230 seq_num 737) 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2342: done (4 left) 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2347: read oid 18 snap -1 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2347: expect deleted 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2348: snap_create 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2343: finishing write tid 1 to smithi11277797-26 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2343: finishing write tid 2 to smithi11277797-26 2024-04-02T08:39:26.403 INFO:tasks.rados.rados.0.smithi112.stdout:2344: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2343: finishing write tid 3 to smithi11277797-26 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2343: oid 26 updating version 0 to 775 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2343: oid 26 version 775 is already newer than 774 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 775 (ObjNum 738 snap 230 seq_num 738) dirty exists 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2343: left oid 26 (ObjNum 738 snap 230 seq_num 738) 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2346: finishing copy_from to smithi11277797-41 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2346: got expected ENOENT (src dne) 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2346: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2345: finishing write tid 1 to smithi11277797-25 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2345: finishing write tid 2 to smithi11277797-25 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2345: finishing write tid 3 to smithi11277797-25 2024-04-02T08:39:26.428 INFO:tasks.rados.rados.0.smithi112.stdout:2345: oid 25 updating version 0 to 1142 2024-04-02T08:39:26.429 INFO:tasks.rados.rados.0.smithi112.stdout:2345: oid 25 version 1142 is already newer than 1141 2024-04-02T08:39:26.429 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1142 (ObjNum 739 snap 230 seq_num 739) dirty exists 2024-04-02T08:39:26.429 INFO:tasks.rados.rados.0.smithi112.stdout:2345: left oid 25 (ObjNum 739 snap 230 seq_num 739) 2024-04-02T08:39:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:26 smithi112 ceph-mon[91385]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:39:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:26 smithi112 ceph-mon[91385]: pgmap v482: 121 pgs: 121 active+clean; 333 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T08:39:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:26 smithi112 ceph-mon[88945]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:39:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:26 smithi112 ceph-mon[88945]: pgmap v482: 121 pgs: 121 active+clean; 333 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T08:39:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:26 smithi187 ceph-mon[84356]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:39:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:26 smithi187 ceph-mon[84356]: pgmap v482: 121 pgs: 121 active+clean; 333 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T08:39:27.347 INFO:tasks.rados.rados.0.smithi112.stdout:2343: done (5 left) 2024-04-02T08:39:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2344: done (4 left) 2024-04-02T08:39:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2345: done (3 left) 2024-04-02T08:39:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2346: done (2 left) 2024-04-02T08:39:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2347: done (1 left) 2024-04-02T08:39:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2348: done (0 left) 2024-04-02T08:39:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2349: delete oid 16 current snap is 231 2024-04-02T08:39:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:2349: done (0 left) 2024-04-02T08:39:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:2350: rollback oid 28 current snap is 231 2024-04-02T08:39:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 218 2024-04-02T08:39:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:2351: copy_from oid 35 from oid 21 current snap is 231 2024-04-02T08:39:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:2352: delete oid 50 current snap is 231 2024-04-02T08:39:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:2352: done (2 left) 2024-04-02T08:39:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:2353: setattr oid 44 current snap is 231 2024-04-02T08:39:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:2350: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:39:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 231 2024-04-02T08:39:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:2354: seq_num 742 ranges {2744320=434176} 2024-04-02T08:39:27.377 INFO:tasks.rados.rados.0.smithi112.stdout:2354: writing smithi11277797-26 from 2744320 to 3178496 tid 1 2024-04-02T08:39:27.377 INFO:tasks.rados.rados.0.smithi112.stdout:2355: read oid 49 snap -1 2024-04-02T08:39:27.377 INFO:tasks.rados.rados.0.smithi112.stdout:2355: expect (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:39:27.377 INFO:tasks.rados.rados.0.smithi112.stdout:2356: rmattr oid 37 current snap is 231 2024-04-02T08:39:27.377 INFO:tasks.rados.rados.0.smithi112.stdout:2350: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:39:27.377 INFO:tasks.rados.rados.0.smithi112.stdout:2350: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1140 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2350: done (5 left) 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2357: copy_from oid 14 from oid 24 current snap is 231 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 749 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2353: done (5 left) 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2358: read oid 45 snap -1 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2358: expect deleted 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2359: copy_from oid 30 from oid 40 current snap is 231 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2360: rmattr oid 32 current snap is 231 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2361: copy_from oid 38 from oid 47 current snap is 231 2024-04-02T08:39:27.378 INFO:tasks.rados.rados.0.smithi112.stdout:2362: snap_create 2024-04-02T08:39:27.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1011 (ObjNum 616 snap 178 seq_num 616) dirty exists 2024-04-02T08:39:27.385 INFO:tasks.rados.rados.0.smithi112.stdout:2354: finishing write tid 1 to smithi11277797-26 2024-04-02T08:39:27.385 INFO:tasks.rados.rados.0.smithi112.stdout:2359: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:39:27.386 INFO:tasks.rados.rados.0.smithi112.stdout:2354: finishing write tid 2 to smithi11277797-26 2024-04-02T08:39:27.387 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1113 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:39:27.387 INFO:tasks.rados.rados.0.smithi112.stdout:2354: finishing write tid 3 to smithi11277797-26 2024-04-02T08:39:27.387 INFO:tasks.rados.rados.0.smithi112.stdout:2354: oid 26 updating version 0 to 777 2024-04-02T08:39:27.388 INFO:tasks.rados.rados.0.smithi112.stdout:2354: oid 26 version 777 is already newer than 776 2024-04-02T08:39:27.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 777 (ObjNum 742 snap 231 seq_num 742) dirty exists 2024-04-02T08:39:27.388 INFO:tasks.rados.rados.0.smithi112.stdout:2354: left oid 26 (ObjNum 742 snap 231 seq_num 742) 2024-04-02T08:39:27.389 INFO:tasks.rados.rados.0.smithi112.stdout:2357: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:39:27.399 INFO:tasks.rados.rados.0.smithi112.stdout:2357: finishing copy_from to smithi11277797-14 2024-04-02T08:39:27.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:39:27.399 INFO:tasks.rados.rados.0.smithi112.stdout:2359: finishing copy_from to smithi11277797-30 2024-04-02T08:39:27.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 896 (ObjNum 629 snap 182 seq_num 629) dirty exists 2024-04-02T08:39:27.408 INFO:tasks.rados.rados.0.smithi112.stdout:2351: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:39:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:2351: finishing copy_from to smithi11277797-35 2024-04-02T08:39:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1010 (ObjNum 712 snap 222 seq_num 712) dirty exists 2024-04-02T08:39:27.423 INFO:tasks.rados.rados.0.smithi112.stdout:2361: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:39:27.428 INFO:tasks.rados.rados.0.smithi112.stdout:2361: finishing copy_from to smithi11277797-38 2024-04-02T08:39:27.428 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 871 (ObjNum 598 snap 175 seq_num 598) dirty exists 2024-04-02T08:39:27.438 INFO:tasks.rados.rados.0.smithi112.stdout:2355: expect (ObjNum 639 snap 183 seq_num 639) 2024-04-02T08:39:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:27 smithi112 ceph-mon[88945]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:39:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:27 smithi112 ceph-mon[91385]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:39:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:27 smithi187 ceph-mon[84356]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:39:28.005 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:27 smithi112 podman[116275]: 2024-04-02 08:39:27.682799558 +0000 UTC m=+8.499983527 container died 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T08:39:28.306 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 podman[116275]: 2024-04-02 08:39:28.115041739 +0000 UTC m=+8.932225707 container cleanup 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:39:28.307 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 bash[116275]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T08:39:28.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:28 smithi112 ceph-mon[91385]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:39:28.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:28 smithi112 ceph-mon[91385]: pgmap v485: 121 pgs: 121 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T08:39:28.567 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:28 smithi112 ceph-mon[88945]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:39:28.567 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:28 smithi112 ceph-mon[88945]: pgmap v485: 121 pgs: 121 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T08:39:28.567 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 podman[116373]: 2024-04-02 08:39:28.307797418 +0000 UTC m=+0.620386143 container remove 6c3ffe0951f4e8fe895db4bb34388d45bbe2945dc39d9ca02d7947f4eae27790 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:39:28.567 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-02T08:39:28.567 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 systemd[1]: Stopped Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:28.568 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 1.628s CPU time. 2024-04-02T08:39:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:28 smithi187 ceph-mon[84356]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:39:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:28 smithi187 ceph-mon[84356]: pgmap v485: 121 pgs: 121 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T08:39:28.868 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 systemd[1]: Starting Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:29.252 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:28 smithi112 podman[116504]: 2024-04-02 08:39:28.885661086 +0000 UTC m=+0.017588844 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:29.252 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:29 smithi112 podman[116504]: 2024-04-02 08:39:29.008954213 +0000 UTC m=+0.140881964 container create a424fa4b1ae0b4aa3040b524927cbba98785cc44b225f3695a10de84aae1659f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:39:29.252 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:29 smithi112 podman[116504]: 2024-04-02 08:39:29.227851179 +0000 UTC m=+0.359778925 container init a424fa4b1ae0b4aa3040b524927cbba98785cc44b225f3695a10de84aae1659f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:29.252 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:29 smithi112 podman[116504]: 2024-04-02 08:39:29.230471391 +0000 UTC m=+0.362399145 container start a424fa4b1ae0b4aa3040b524927cbba98785cc44b225f3695a10de84aae1659f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux ) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2351: done (9 left) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2354: done (8 left) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2355: done (7 left) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2356: done (6 left) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2357: done (5 left) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2358: done (4 left) 2024-04-02T08:39:29.278 INFO:tasks.rados.rados.0.smithi112.stdout:2359: done (3 left) 2024-04-02T08:39:29.279 INFO:tasks.rados.rados.0.smithi112.stdout:2360: done (2 left) 2024-04-02T08:39:29.279 INFO:tasks.rados.rados.0.smithi112.stdout:2361: done (1 left) 2024-04-02T08:39:29.279 INFO:tasks.rados.rados.0.smithi112.stdout:2362: done (0 left) 2024-04-02T08:39:29.279 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 232 2024-04-02T08:39:29.279 INFO:tasks.rados.rados.0.smithi112.stdout:2363: seq_num 743 ranges {942080=450560} 2024-04-02T08:39:29.286 INFO:tasks.rados.rados.0.smithi112.stdout:2363: writing smithi11277797-40 from 942080 to 1392640 tid 1 2024-04-02T08:39:29.286 INFO:tasks.rados.rados.0.smithi112.stdout:2364: setattr oid 23 current snap is 232 2024-04-02T08:39:29.287 INFO:tasks.rados.rados.0.smithi112.stdout:2365: delete oid 21 current snap is 232 2024-04-02T08:39:29.293 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1012 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:39:29.293 INFO:tasks.rados.rados.0.smithi112.stdout:2363: finishing write tid 1 to smithi11277797-40 2024-04-02T08:39:29.293 INFO:tasks.rados.rados.0.smithi112.stdout:2363: finishing write tid 2 to smithi11277797-40 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:2364: done (2 left) 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:2365: done (1 left) 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:2366: read oid 18 snap -1 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:2366: expect deleted 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:2367: rollback oid 44 current snap is 232 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 213 2024-04-02T08:39:29.295 INFO:tasks.rados.rados.0.smithi112.stdout:2368: setattr oid 32 current snap is 232 2024-04-02T08:39:29.297 INFO:tasks.rados.rados.0.smithi112.stdout:2363: finishing write tid 3 to smithi11277797-40 2024-04-02T08:39:29.297 INFO:tasks.rados.rados.0.smithi112.stdout:2363: oid 40 updating version 0 to 1144 2024-04-02T08:39:29.297 INFO:tasks.rados.rados.0.smithi112.stdout:2363: oid 40 version 1144 is already newer than 1143 2024-04-02T08:39:29.297 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1144 (ObjNum 743 snap 232 seq_num 743) dirty exists 2024-04-02T08:39:29.297 INFO:tasks.rados.rados.0.smithi112.stdout:2363: left oid 40 (ObjNum 743 snap 232 seq_num 743) 2024-04-02T08:39:29.297 INFO:tasks.rados.rados.0.smithi112.stdout:2363: done (3 left) 2024-04-02T08:39:29.298 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 232 2024-04-02T08:39:29.298 INFO:tasks.rados.rados.0.smithi112.stdout:2369: seq_num 745 ranges {0=483328} 2024-04-02T08:39:29.301 INFO:tasks.rados.rados.0.smithi112.stdout:2369: writing smithi11277797-10 from 0 to 483328 tid 1 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:2370: copy_from oid 47 from oid 11 current snap is 232 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:2367: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:2367: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 751 (ObjNum 161 snap 0 seq_num 3590716856) dirty dne 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:2366: done (4 left) 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:2367: done (3 left) 2024-04-02T08:39:29.302 INFO:tasks.rados.rados.0.smithi112.stdout:2371: snap_remove snap 218 2024-04-02T08:39:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:29 smithi112 ceph-mon[91385]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:39:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:29 smithi112 ceph-mon[91385]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:39:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:29 smithi112 ceph-mon[88945]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:39:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:29 smithi112 ceph-mon[88945]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:39:29.619 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: starting mds.a at 2024-04-02T08:39:29.619 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:29 smithi112 bash[116504]: a424fa4b1ae0b4aa3040b524927cbba98785cc44b225f3695a10de84aae1659f 2024-04-02T08:39:29.619 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:29 smithi112 systemd[1]: Started Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:39:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:39:29] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-04-02T08:39:29.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:29 smithi187 ceph-mon[84356]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:39:29.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:29 smithi187 ceph-mon[84356]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:39:30.303 INFO:tasks.rados.rados.0.smithi112.stdout:2371: done (3 left) 2024-04-02T08:39:30.303 INFO:tasks.rados.rados.0.smithi112.stdout:2372: snap_create 2024-04-02T08:39:30.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1013 (ObjNum 616 snap 178 seq_num 616) dirty exists 2024-04-02T08:39:30.303 INFO:tasks.rados.rados.0.smithi112.stdout:2370: finishing copy_from to smithi11277797-47 2024-04-02T08:39:30.303 INFO:tasks.rados.rados.0.smithi112.stdout:2370: got expected ENOENT (src dne) 2024-04-02T08:39:30.303 INFO:tasks.rados.rados.0.smithi112.stdout:2370: finishing copy_from racing read to smithi11277797-47 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:2369: finishing write tid 1 to smithi11277797-10 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:2369: finishing write tid 2 to smithi11277797-10 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:2369: finishing write tid 3 to smithi11277797-10 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:2369: oid 10 updating version 0 to 920 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:2369: oid 10 updating version 920 to 921 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 921 (ObjNum 745 snap 232 seq_num 745) dirty exists 2024-04-02T08:39:30.304 INFO:tasks.rados.rados.0.smithi112.stdout:2369: left oid 10 (ObjNum 745 snap 232 seq_num 745) 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:boot 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: pgmap v488: 121 pgs: 121 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 436 KiB/s wr, 23 op/s 2024-04-02T08:39:30.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[91385]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:boot 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: pgmap v488: 121 pgs: 121 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 436 KiB/s wr, 23 op/s 2024-04-02T08:39:30.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:30 smithi112 ceph-mon[88945]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:boot 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: pgmap v488: 121 pgs: 121 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 436 KiB/s wr, 23 op/s 2024-04-02T08:39:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:30 smithi187 ceph-mon[84356]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:39:31.297 INFO:tasks.rados.rados.0.smithi112.stdout:2368: done (3 left) 2024-04-02T08:39:31.298 INFO:tasks.rados.rados.0.smithi112.stdout:2369: done (2 left) 2024-04-02T08:39:31.298 INFO:tasks.rados.rados.0.smithi112.stdout:2370: done (1 left) 2024-04-02T08:39:31.298 INFO:tasks.rados.rados.0.smithi112.stdout:2372: done (0 left) 2024-04-02T08:39:31.298 INFO:tasks.rados.rados.0.smithi112.stdout:2373: rollback oid 29 current snap is 233 2024-04-02T08:39:31.298 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 213 2024-04-02T08:39:31.298 INFO:tasks.rados.rados.0.smithi112.stdout:2374: snap_remove snap 232 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:2374: done (1 left) 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:2375: rollback oid 42 current snap is 233 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 228 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:2373: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:2373: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1104 (ObjNum 667 snap 199 seq_num 667) dirty exists 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:2373: done (1 left) 2024-04-02T08:39:32.299 INFO:tasks.rados.rados.0.smithi112.stdout:2376: delete oid 11 current snap is 233 2024-04-02T08:39:32.304 INFO:tasks.rados.rados.0.smithi112.stdout:2375: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:39:32.304 INFO:tasks.rados.rados.0.smithi112.stdout:2376: done (1 left) 2024-04-02T08:39:32.304 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 233 2024-04-02T08:39:32.305 INFO:tasks.rados.rados.0.smithi112.stdout:2377: seq_num 747 ranges {14516224=516096} 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2377: writing smithi11277797-49 from 14516224 to 15032320 tid 1 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2378: rmattr oid 12 current snap is 233 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2378: done (2 left) 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2379: rmattr oid 10 current snap is 233 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2379: done (2 left) 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2380: copy_from oid 23 from oid 36 current snap is 233 2024-04-02T08:39:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:2375: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:39:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:2375: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:39:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1124 (ObjNum 683 snap 206 seq_num 683) dirty exists 2024-04-02T08:39:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:2375: done (2 left) 2024-04-02T08:39:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:2381: copy_from oid 42 from oid 41 current snap is 233 2024-04-02T08:39:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:2382: snap_remove snap 229 2024-04-02T08:39:32.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[88945]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:39:32.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[88945]: pgmap v491: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-02T08:39:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[91385]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:39:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[91385]: pgmap v491: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-02T08:39:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:32 smithi187 ceph-mon[84356]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:39:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:32 smithi187 ceph-mon[84356]: pgmap v491: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-02T08:39:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:39:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2382: done (3 left) 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2383: rollback oid 27 current snap is 233 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 230 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2384: rollback oid 26 current snap is 233 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 26 to 213 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2385: read oid 34 snap -1 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2385: expect (ObjNum 720 snap 225 seq_num 720) 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2386: rollback oid 17 current snap is 233 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 225 2024-04-02T08:39:33.305 INFO:tasks.rados.rados.0.smithi112.stdout:2387: snap_remove snap 210 2024-04-02T08:39:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:33 smithi112 ceph-mon[88945]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:39:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:33 smithi112 ceph-mon[91385]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:39:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:33 smithi187 ceph-mon[84356]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:39:34.294 INFO:tasks.rados.rados.0.smithi112.stdout:2387: done (7 left) 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:2388: rollback oid 9 current snap is 233 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 230 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:2381: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:2377: finishing write tid 1 to smithi11277797-49 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:2381: finishing copy_from to smithi11277797-42 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1132 (ObjNum 735 snap 230 seq_num 735) dirty exists 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:2377: finishing write tid 2 to smithi11277797-49 2024-04-02T08:39:34.295 INFO:tasks.rados.rados.0.smithi112.stdout:2377: finishing write tid 3 to smithi11277797-49 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:2377: oid 49 updating version 0 to 1311 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:2377: oid 49 updating version 1311 to 1312 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1312 (ObjNum 747 snap 233 seq_num 747) dirty exists 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:2377: left oid 49 (ObjNum 747 snap 233 seq_num 747) 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:2380: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:2380: finishing copy_from to smithi11277797-23 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1298 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-04-02T08:39:34.296 INFO:tasks.rados.rados.0.smithi112.stdout:2385: expect (ObjNum 720 snap 225 seq_num 720) 2024-04-02T08:39:34.297 INFO:tasks.rados.rados.0.smithi112.stdout:2384: finishing rollback tid 0 to smithi11277797-26 2024-04-02T08:39:34.297 INFO:tasks.rados.rados.0.smithi112.stdout:2383: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:39:34.297 INFO:tasks.rados.rados.0.smithi112.stdout:2384: finishing rollback tid 1 to smithi11277797-26 2024-04-02T08:39:34.297 INFO:tasks.rados.rados.0.smithi112.stdout:2383: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:39:34.297 INFO:tasks.rados.rados.0.smithi112.stdout:2377: done (7 left) 2024-04-02T08:39:34.297 INFO:tasks.rados.rados.0.smithi112.stdout:2380: done (6 left) 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2381: done (5 left) 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2385: done (4 left) 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2389: delete oid 47 current snap is 233 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2383: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1316 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2386: finishing rollback tid 0 to smithi11277797-17 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2386: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2384: finishing rollback tid 2 to smithi11277797-26 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 780 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:2386: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:39:34.298 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1301 (ObjNum 676 snap 205 seq_num 676) dirty exists 2024-04-02T08:39:34.316 INFO:tasks.rados.rados.0.smithi112.stdout:2388: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:39:34.316 INFO:tasks.rados.rados.0.smithi112.stdout:2388: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:39:34.316 INFO:tasks.rados.rados.0.smithi112.stdout:2388: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:39:34.316 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1003 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2383: done (4 left) 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2384: done (3 left) 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2386: done (2 left) 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2388: done (1 left) 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2389: done (0 left) 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2390: rollback oid 11 current snap is 233 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 213 2024-04-02T08:39:34.319 INFO:tasks.rados.rados.0.smithi112.stdout:2391: snap_create 2024-04-02T08:39:34.322 INFO:tasks.rados.rados.0.smithi112.stdout:2390: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:39:34.323 INFO:tasks.rados.rados.0.smithi112.stdout:2390: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:39:34.323 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1115 (ObjNum 695 snap 212 seq_num 695) dirty exists 2024-04-02T08:39:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[91385]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[91385]: pgmap v494: 121 pgs: 121 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 25 op/s 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[91385]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[88945]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[88945]: pgmap v494: 121 pgs: 121 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 25 op/s 2024-04-02T08:39:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:34 smithi112 ceph-mon[88945]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:39:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:34 smithi187 ceph-mon[84356]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:39:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:34 smithi187 ceph-mon[84356]: pgmap v494: 121 pgs: 121 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 25 op/s 2024-04-02T08:39:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:34 smithi187 ceph-mon[84356]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:39:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:2390: done (1 left) 2024-04-02T08:39:35.308 INFO:tasks.rados.rados.0.smithi112.stdout:2391: done (0 left) 2024-04-02T08:39:35.309 INFO:tasks.rados.rados.0.smithi112.stdout:2392: snap_create 2024-04-02T08:39:36.311 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:36 smithi112 ceph-mon[88945]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:39:36.315 INFO:tasks.rados.rados.0.smithi112.stdout:2392: done (0 left) 2024-04-02T08:39:36.315 INFO:tasks.rados.rados.0.smithi112.stdout:2393: snap_create 2024-04-02T08:39:36.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:36 smithi112 ceph-mon[88945]: pgmap v497: 121 pgs: 121 active+clean; 373 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:39:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:36 smithi112 ceph-mon[91385]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:39:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:36 smithi112 ceph-mon[91385]: pgmap v497: 121 pgs: 121 active+clean; 373 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:39:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:36 smithi187 ceph-mon[84356]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:39:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:36 smithi187 ceph-mon[84356]: pgmap v497: 121 pgs: 121 active+clean; 373 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:39:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:2393: done (0 left) 2024-04-02T08:39:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:2394: read oid 21 snap -1 2024-04-02T08:39:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:2394: expect deleted 2024-04-02T08:39:37.330 INFO:tasks.rados.rados.0.smithi112.stdout:2395: delete oid 10 current snap is 236 2024-04-02T08:39:37.335 INFO:tasks.rados.rados.0.smithi112.stdout:2394: done (1 left) 2024-04-02T08:39:37.335 INFO:tasks.rados.rados.0.smithi112.stdout:2395: done (0 left) 2024-04-02T08:39:37.335 INFO:tasks.rados.rados.0.smithi112.stdout:2396: rollback oid 38 current snap is 236 2024-04-02T08:39:37.335 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 228 2024-04-02T08:39:37.335 INFO:tasks.rados.rados.0.smithi112.stdout:2397: snap_remove snap 227 2024-04-02T08:39:37.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:39:37.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.608 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:37.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:39:37.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:37.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:37.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:38.342 INFO:tasks.rados.rados.0.smithi112.stdout:2397: done (1 left) 2024-04-02T08:39:38.342 INFO:tasks.rados.rados.0.smithi112.stdout:2398: snap_create 2024-04-02T08:39:38.342 INFO:tasks.rados.rados.0.smithi112.stdout:2396: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:39:38.343 INFO:tasks.rados.rados.0.smithi112.stdout:2396: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:39:38.343 INFO:tasks.rados.rados.0.smithi112.stdout:2396: finishing rollback tid 2 to smithi11277797-38 2024-04-02T08:39:38.343 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1143 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:39:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[91385]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[91385]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:39:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[91385]: pgmap v500: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 262 KiB/s wr, 5 op/s 2024-04-02T08:39:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[88945]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[88945]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:39:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[88945]: pgmap v500: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 262 KiB/s wr, 5 op/s 2024-04-02T08:39:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:38 smithi187 ceph-mon[84356]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:38 smithi187 ceph-mon[84356]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:39:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:38 smithi187 ceph-mon[84356]: pgmap v500: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 262 KiB/s wr, 5 op/s 2024-04-02T08:39:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:39.293 INFO:tasks.rados.rados.0.smithi112.stdout:2396: done (1 left) 2024-04-02T08:39:39.294 INFO:tasks.rados.rados.0.smithi112.stdout:2398: done (0 left) 2024-04-02T08:39:39.294 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 237 2024-04-02T08:39:39.294 INFO:tasks.rados.rados.0.smithi112.stdout:2399: seq_num 750 ranges {1392640=565248} 2024-04-02T08:39:39.304 INFO:tasks.rados.rados.0.smithi112.stdout:2399: writing smithi11277797-40 from 1392640 to 1957888 tid 1 2024-04-02T08:39:39.304 INFO:tasks.rados.rados.0.smithi112.stdout:2400: setattr oid 18 current snap is 237 2024-04-02T08:39:39.305 INFO:tasks.rados.rados.0.smithi112.stdout:2401: setattr oid 7 current snap is 237 2024-04-02T08:39:39.306 INFO:tasks.rados.rados.0.smithi112.stdout:2402: rollback oid 12 current snap is 237 2024-04-02T08:39:39.306 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 12 to 203 2024-04-02T08:39:39.306 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 237 2024-04-02T08:39:39.306 INFO:tasks.rados.rados.0.smithi112.stdout:2403: seq_num 751 ranges {0=581632} 2024-04-02T08:39:39.310 INFO:tasks.rados.rados.0.smithi112.stdout:2403: writing smithi11277797-4 from 0 to 581632 tid 1 2024-04-02T08:39:39.310 INFO:tasks.rados.rados.0.smithi112.stdout:2404: read oid 32 snap 236 2024-04-02T08:39:39.311 INFO:tasks.rados.rados.0.smithi112.stdout:2404: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:39:39.311 INFO:tasks.rados.rados.0.smithi112.stdout:2405: read oid 19 snap -1 2024-04-02T08:39:39.311 INFO:tasks.rados.rados.0.smithi112.stdout:2405: expect deleted 2024-04-02T08:39:39.311 INFO:tasks.rados.rados.0.smithi112.stdout:2406: read oid 46 snap -1 2024-04-02T08:39:39.311 INFO:tasks.rados.rados.0.smithi112.stdout:2406: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:39:39.311 INFO:tasks.rados.rados.0.smithi112.stdout:2407: delete oid 16 current snap is 237 2024-04-02T08:39:39.312 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1059 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:39:39.313 INFO:tasks.rados.rados.0.smithi112.stdout:2402: finishing rollback tid 1 to smithi11277797-12 2024-04-02T08:39:39.313 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:39:39.318 INFO:tasks.rados.rados.0.smithi112.stdout:2406: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1144 (ObjNum 658 snap 196 seq_num 658) dirty exists 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2403: finishing write tid 1 to smithi11277797-4 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2403: finishing write tid 2 to smithi11277797-4 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2399: finishing write tid 1 to smithi11277797-40 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2399: finishing write tid 2 to smithi11277797-40 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2403: finishing write tid 3 to smithi11277797-4 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2403: oid 4 updating version 0 to 1133 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2403: oid 4 updating version 1133 to 1134 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1134 (ObjNum 751 snap 237 seq_num 751) dirty exists 2024-04-02T08:39:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:2403: left oid 4 (ObjNum 751 snap 237 seq_num 751) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2399: finishing write tid 3 to smithi11277797-40 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2399: oid 40 updating version 0 to 1146 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2399: oid 40 version 1146 is already newer than 1145 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1146 (ObjNum 750 snap 237 seq_num 750) dirty exists 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2399: left oid 40 (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2399: done (8 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2400: done (7 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2401: done (6 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2402: done (5 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2403: done (4 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2405: done (3 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2406: done (2 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2407: done (1 left) 2024-04-02T08:39:39.326 INFO:tasks.rados.rados.0.smithi112.stdout:2408: snap_create 2024-04-02T08:39:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:2404: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:39:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:39:39] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: Upgrade: Updating mds.b 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: Deploying daemon mds.b on smithi187 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[88945]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: Upgrade: Updating mds.b 2024-04-02T08:39:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:39.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:39.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:39.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: Deploying daemon mds.b on smithi187 2024-04-02T08:39:39.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:39 smithi112 ceph-mon[91385]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: Upgrade: Updating mds.b 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: Deploying daemon mds.b on smithi187 2024-04-02T08:39:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:39 smithi187 ceph-mon[84356]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:40.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:40 smithi187 ceph-mon[84356]: pgmap v503: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 262 KiB/s wr, 4 op/s 2024-04-02T08:39:40.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:40 smithi187 ceph-mon[84356]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:40 smithi112 ceph-mon[91385]: pgmap v503: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 262 KiB/s wr, 4 op/s 2024-04-02T08:39:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:40 smithi112 ceph-mon[91385]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:40 smithi112 ceph-mon[88945]: pgmap v503: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 262 KiB/s wr, 4 op/s 2024-04-02T08:39:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:40 smithi112 ceph-mon[88945]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:40.652 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:40 smithi187 systemd[1]: Stopping Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:40.801 INFO:tasks.rados.rados.0.smithi112.stdout:2404: done (1 left) 2024-04-02T08:39:40.801 INFO:tasks.rados.rados.0.smithi112.stdout:2408: done (0 left) 2024-04-02T08:39:40.801 INFO:tasks.rados.rados.0.smithi112.stdout:2409: rmattr oid 43 current snap is 238 2024-04-02T08:39:40.801 INFO:tasks.rados.rados.0.smithi112.stdout:2410: read oid 29 snap -1 2024-04-02T08:39:40.801 INFO:tasks.rados.rados.0.smithi112.stdout:2410: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:39:40.802 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 238 2024-04-02T08:39:40.802 INFO:tasks.rados.rados.0.smithi112.stdout:2411: seq_num 753 ranges {958464=614400} 2024-04-02T08:39:40.810 INFO:tasks.rados.rados.0.smithi112.stdout:2411: writing smithi11277797-31 from 958464 to 1572864 tid 1 2024-04-02T08:39:40.810 INFO:tasks.rados.rados.0.smithi112.stdout:2412: read oid 24 snap -1 2024-04-02T08:39:40.810 INFO:tasks.rados.rados.0.smithi112.stdout:2412: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:39:40.810 INFO:tasks.rados.rados.0.smithi112.stdout:2413: setattr oid 1 current snap is 238 2024-04-02T08:39:40.810 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1149 (ObjNum 655 snap 195 seq_num 655) dirty exists 2024-04-02T08:39:40.811 INFO:tasks.rados.rados.0.smithi112.stdout:2409: done (4 left) 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:2414: read oid 30 snap 231 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:2414: expect (ObjNum 629 snap 182 seq_num 629) 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:2415: read oid 10 snap -1 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:2415: expect deleted 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:2416: copy_from oid 37 from oid 44 current snap is 238 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 238 2024-04-02T08:39:40.812 INFO:tasks.rados.rados.0.smithi112.stdout:2417: seq_num 754 ranges {8298496=630784} 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2417: writing smithi11277797-43 from 8298496 to 8929280 tid 1 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2418: snap_create 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2416: finishing copy_from to smithi11277797-37 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2416: got expected ENOENT (src dne) 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2411: finishing write tid 1 to smithi11277797-31 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2416: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2411: finishing write tid 2 to smithi11277797-31 2024-04-02T08:39:40.862 INFO:tasks.rados.rados.0.smithi112.stdout:2412: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:39:40.873 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1136 (ObjNum 49 snap 0 seq_num 2349487488) dirty exists 2024-04-02T08:39:40.873 INFO:tasks.rados.rados.0.smithi112.stdout:2411: finishing write tid 3 to smithi11277797-31 2024-04-02T08:39:40.873 INFO:tasks.rados.rados.0.smithi112.stdout:2411: oid 31 updating version 0 to 1147 2024-04-02T08:39:40.874 INFO:tasks.rados.rados.0.smithi112.stdout:2411: oid 31 updating version 1147 to 1148 2024-04-02T08:39:40.874 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1148 (ObjNum 753 snap 238 seq_num 753) dirty exists 2024-04-02T08:39:40.874 INFO:tasks.rados.rados.0.smithi112.stdout:2411: left oid 31 (ObjNum 753 snap 238 seq_num 753) 2024-04-02T08:39:40.874 INFO:tasks.rados.rados.0.smithi112.stdout:2414: expect (ObjNum 629 snap 182 seq_num 629) 2024-04-02T08:39:40.898 INFO:tasks.rados.rados.0.smithi112.stdout:2410: expect (ObjNum 667 snap 199 seq_num 667) 2024-04-02T08:39:40.910 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[57547]: 2024-04-02T08:39:40.653+0000 7f7b6a486700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:39:40.910 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[57547]: 2024-04-02T08:39:40.653+0000 7f7b6a486700 -1 mds.b *** got signal Terminated *** 2024-04-02T08:39:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:40 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[88941]: 2024-04-02T08:39:40.654+0000 7f17a6d07700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:41.400 INFO:tasks.rados.rados.0.smithi112.stdout:2417: finishing write tid 1 to smithi11277797-43 2024-04-02T08:39:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:2417: finishing write tid 2 to smithi11277797-43 2024-04-02T08:39:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:2417: finishing write tid 3 to smithi11277797-43 2024-04-02T08:39:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:2417: oid 43 updating version 0 to 1151 2024-04-02T08:39:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:2417: oid 43 version 1151 is already newer than 1150 2024-04-02T08:39:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1151 (ObjNum 754 snap 238 seq_num 754) dirty exists 2024-04-02T08:39:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:2417: left oid 43 (ObjNum 754 snap 238 seq_num 754) 2024-04-02T08:39:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[91385]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:41.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:41 smithi112 ceph-mon[88945]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2410: done (8 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2411: done (7 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2412: done (6 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2413: done (5 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2414: done (4 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2415: done (3 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2416: done (2 left) 2024-04-02T08:39:41.672 INFO:tasks.rados.rados.0.smithi112.stdout:2417: done (1 left) 2024-04-02T08:39:41.673 INFO:tasks.rados.rados.0.smithi112.stdout:2418: done (0 left) 2024-04-02T08:39:41.673 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 239 2024-04-02T08:39:41.673 INFO:tasks.rados.rados.0.smithi112.stdout:2419: seq_num 755 ranges {8929280=647168} 2024-04-02T08:39:41.723 INFO:tasks.rados.rados.0.smithi112.stdout:2419: writing smithi11277797-43 from 8929280 to 9576448 tid 1 2024-04-02T08:39:41.724 INFO:tasks.rados.rados.0.smithi112.stdout:2420: snap_remove snap 230 2024-04-02T08:39:41.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:41 smithi187 ceph-mon[84356]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:42.666 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:39:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2420: done (1 left) 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2421: copy_from oid 29 from oid 6 current snap is 239 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: finishing write tid 1 to smithi11277797-43 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: finishing write tid 2 to smithi11277797-43 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: finishing write tid 3 to smithi11277797-43 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: oid 43 updating version 0 to 1154 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: oid 43 version 1154 is already newer than 1153 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1154 (ObjNum 755 snap 239 seq_num 755) dirty exists 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: left oid 43 (ObjNum 755 snap 239 seq_num 755) 2024-04-02T08:39:42.677 INFO:tasks.rados.rados.0.smithi112.stdout:2419: done (1 left) 2024-04-02T08:39:42.678 INFO:tasks.rados.rados.0.smithi112.stdout:2422: copy_from oid 23 from oid 16 current snap is 239 2024-04-02T08:39:42.678 INFO:tasks.rados.rados.0.smithi112.stdout:2423: delete oid 10 current snap is 239 2024-04-02T08:39:42.681 INFO:tasks.rados.rados.0.smithi112.stdout:2423: done (2 left) 2024-04-02T08:39:42.681 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 239 2024-04-02T08:39:42.681 INFO:tasks.rados.rados.0.smithi112.stdout:2424: seq_num 757 ranges {0=688128} 2024-04-02T08:39:42.686 INFO:tasks.rados.rados.0.smithi112.stdout:2424: writing smithi11277797-19 from 0 to 688128 tid 1 2024-04-02T08:39:42.686 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 239 2024-04-02T08:39:42.686 INFO:tasks.rados.rados.0.smithi112.stdout:2425: seq_num 758 ranges {581632=704512} 2024-04-02T08:39:42.694 INFO:tasks.rados.rados.0.smithi112.stdout:2425: writing smithi11277797-4 from 581632 to 1286144 tid 1 2024-04-02T08:39:42.695 INFO:tasks.rados.rados.0.smithi112.stdout:2426: read oid 15 snap -1 2024-04-02T08:39:42.695 INFO:tasks.rados.rados.0.smithi112.stdout:2426: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:39:42.695 INFO:tasks.rados.rados.0.smithi112.stdout:2427: copy_from oid 7 from oid 14 current snap is 239 2024-04-02T08:39:42.695 INFO:tasks.rados.rados.0.smithi112.stdout:2422: finishing copy_from to smithi11277797-23 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2422: got expected ENOENT (src dne) 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2422: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2424: finishing write tid 1 to smithi11277797-19 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2424: finishing write tid 2 to smithi11277797-19 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2422: done (5 left) 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2428: read oid 35 snap -1 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2428: expect (ObjNum 712 snap 222 seq_num 712) 2024-04-02T08:39:42.696 INFO:tasks.rados.rados.0.smithi112.stdout:2429: setattr oid 31 current snap is 239 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:2424: finishing write tid 3 to smithi11277797-19 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:2424: oid 19 updating version 0 to 752 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:2424: oid 19 updating version 752 to 753 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 753 (ObjNum 757 snap 239 seq_num 757) dirty exists 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:2424: left oid 19 (ObjNum 757 snap 239 seq_num 757) 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:2424: done (6 left) 2024-04-02T08:39:42.697 INFO:tasks.rados.rados.0.smithi112.stdout:2430: setattr oid 24 current snap is 239 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2431: rmattr oid 30 current snap is 239 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2431: done (7 left) 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2432: read oid 47 snap -1 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2432: expect deleted 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2433: read oid 26 snap -1 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2433: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 239 2024-04-02T08:39:42.699 INFO:tasks.rados.rados.0.smithi112.stdout:2434: seq_num 759 ranges {0=720896} 2024-04-02T08:39:42.704 INFO:tasks.rados.rados.0.smithi112.stdout:2434: writing smithi11277797-12 from 0 to 720896 tid 1 2024-04-02T08:39:42.704 INFO:tasks.rados.rados.0.smithi112.stdout:2435: rmattr oid 16 current snap is 239 2024-04-02T08:39:42.704 INFO:tasks.rados.rados.0.smithi112.stdout:2435: done (10 left) 2024-04-02T08:39:42.704 INFO:tasks.rados.rados.0.smithi112.stdout:2436: copy_from oid 43 from oid 25 current snap is 239 2024-04-02T08:39:42.704 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 239 2024-04-02T08:39:42.704 INFO:tasks.rados.rados.0.smithi112.stdout:2437: seq_num 760 ranges {0=737280} 2024-04-02T08:39:42.710 INFO:tasks.rados.rados.0.smithi112.stdout:2437: writing smithi11277797-44 from 0 to 737280 tid 1 2024-04-02T08:39:42.710 INFO:tasks.rados.rados.0.smithi112.stdout:2438: snap_remove snap 225 2024-04-02T08:39:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:42 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:reconnect 2024-04-02T08:39:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:42 smithi187 ceph-mon[84356]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:42 smithi187 ceph-mon[84356]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:42 smithi187 ceph-mon[84356]: pgmap v507: 121 pgs: 121 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 168 KiB/s wr, 10 op/s 2024-04-02T08:39:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:reconnect 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[91385]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[91385]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[91385]: pgmap v507: 121 pgs: 121 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 168 KiB/s wr, 10 op/s 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:reconnect 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[88945]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[88945]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:42 smithi112 ceph-mon[88945]: pgmap v507: 121 pgs: 121 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 168 KiB/s wr, 10 op/s 2024-04-02T08:39:43.692 INFO:tasks.rados.rados.0.smithi112.stdout:2438: done (12 left) 2024-04-02T08:39:43.693 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 239 2024-04-02T08:39:43.693 INFO:tasks.rados.rados.0.smithi112.stdout:2439: seq_num 761 ranges {3956736=753664} 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:2439: writing smithi11277797-39 from 3956736 to 4710400 tid 1 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:2440: rollback oid 50 current snap is 239 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 237 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:2425: finishing write tid 1 to smithi11277797-4 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1158 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:2425: finishing write tid 2 to smithi11277797-4 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:2430: done (13 left) 2024-04-02T08:39:43.720 INFO:tasks.rados.rados.0.smithi112.stdout:2432: done (12 left) 2024-04-02T08:39:43.721 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 239 2024-04-02T08:39:43.721 INFO:tasks.rados.rados.0.smithi112.stdout:2441: seq_num 762 ranges {0=770048} 2024-04-02T08:39:43.724 INFO:tasks.rados.rados.0.smithi112.stdout:2441: writing smithi11277797-47 from 0 to 770048 tid 1 2024-04-02T08:39:43.724 INFO:tasks.rados.rados.0.smithi112.stdout:2442: snap_create 2024-04-02T08:39:43.724 INFO:tasks.rados.rados.0.smithi112.stdout:2425: finishing write tid 3 to smithi11277797-4 2024-04-02T08:39:43.724 INFO:tasks.rados.rados.0.smithi112.stdout:2425: oid 4 updating version 0 to 1136 2024-04-02T08:39:43.724 INFO:tasks.rados.rados.0.smithi112.stdout:2425: oid 4 version 1136 is already newer than 1135 2024-04-02T08:39:43.724 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1136 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-02T08:39:43.725 INFO:tasks.rados.rados.0.smithi112.stdout:2425: left oid 4 (ObjNum 758 snap 239 seq_num 758) 2024-04-02T08:39:43.725 INFO:tasks.rados.rados.0.smithi112.stdout:2433: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2427: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2434: finishing write tid 1 to smithi11277797-12 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1149 (ObjNum 753 snap 238 seq_num 753) dirty exists 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2434: finishing write tid 2 to smithi11277797-12 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2434: finishing write tid 3 to smithi11277797-12 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2434: oid 12 updating version 0 to 924 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2434: oid 12 version 924 is already newer than 923 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 924 (ObjNum 759 snap 239 seq_num 759) dirty exists 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2434: left oid 12 (ObjNum 759 snap 239 seq_num 759) 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2437: finishing write tid 1 to smithi11277797-44 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2427: finishing copy_from to smithi11277797-7 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 906 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2437: finishing write tid 2 to smithi11277797-44 2024-04-02T08:39:43.731 INFO:tasks.rados.rados.0.smithi112.stdout:2437: finishing write tid 3 to smithi11277797-44 2024-04-02T08:39:43.732 INFO:tasks.rados.rados.0.smithi112.stdout:2437: oid 44 updating version 0 to 754 2024-04-02T08:39:43.732 INFO:tasks.rados.rados.0.smithi112.stdout:2437: oid 44 updating version 754 to 755 2024-04-02T08:39:43.732 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 755 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:39:43.732 INFO:tasks.rados.rados.0.smithi112.stdout:2437: left oid 44 (ObjNum 760 snap 239 seq_num 760) 2024-04-02T08:39:43.732 INFO:tasks.rados.rados.0.smithi112.stdout:2436: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:39:43.732 INFO:tasks.rados.rados.0.smithi112.stdout:2426: expect (ObjNum 612 snap 178 seq_num 612) 2024-04-02T08:39:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:43 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:rejoin 2024-04-02T08:39:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:43 smithi187 ceph-mon[84356]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:43 smithi187 ceph-mon[84356]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:43 smithi187 ceph-mon[84356]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:rejoin 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[91385]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[91385]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[91385]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:rejoin 2024-04-02T08:39:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[88945]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[88945]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[88945]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:44.284 INFO:tasks.rados.rados.0.smithi112.stdout:2436: finishing copy_from to smithi11277797-43 2024-04-02T08:39:44.284 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1142 (ObjNum 739 snap 230 seq_num 739) dirty exists 2024-04-02T08:39:44.284 INFO:tasks.rados.rados.0.smithi112.stdout:2421: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:39:44.284 INFO:tasks.rados.rados.0.smithi112.stdout:2421: finishing copy_from to smithi11277797-29 2024-04-02T08:39:44.284 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1112 (ObjNum 724 snap 227 seq_num 724) dirty exists 2024-04-02T08:39:44.284 INFO:tasks.rados.rados.0.smithi112.stdout:2428: expect (ObjNum 712 snap 222 seq_num 712) 2024-04-02T08:39:44.618 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: 2024-04-02T08:39:44.360+0000 7f5cab88c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:active 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: pgmap v510: 121 pgs: 121 active+clean; 384 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 910 KiB/s wr, 27 op/s 2024-04-02T08:39:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:44 smithi187 ceph-mon[84356]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:active 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: pgmap v510: 121 pgs: 121 active+clean; 384 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 910 KiB/s wr, 27 op/s 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[91385]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.112:6834/2559814225,v1:172.21.15.112:6835/2559814225] up:active 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: pgmap v510: 121 pgs: 121 active+clean; 384 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 910 KiB/s wr, 27 op/s 2024-04-02T08:39:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:44 smithi112 ceph-mon[88945]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:45.281 INFO:tasks.rados.rados.0.smithi112.stdout:2440: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:39:45.281 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 911 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:39:45.281 INFO:tasks.rados.rados.0.smithi112.stdout:2439: finishing write tid 1 to smithi11277797-39 2024-04-02T08:39:45.281 INFO:tasks.rados.rados.0.smithi112.stdout:2439: finishing write tid 2 to smithi11277797-39 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2439: finishing write tid 3 to smithi11277797-39 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2439: oid 39 updating version 0 to 781 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2439: oid 39 updating version 781 to 782 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 782 (ObjNum 761 snap 239 seq_num 761) dirty exists 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2439: left oid 39 (ObjNum 761 snap 239 seq_num 761) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2441: finishing write tid 1 to smithi11277797-47 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2421: done (13 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2425: done (12 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2426: done (11 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2427: done (10 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2428: done (9 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2429: done (8 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2433: done (7 left) 2024-04-02T08:39:45.282 INFO:tasks.rados.rados.0.smithi112.stdout:2434: done (6 left) 2024-04-02T08:39:45.283 INFO:tasks.rados.rados.0.smithi112.stdout:2436: done (5 left) 2024-04-02T08:39:45.283 INFO:tasks.rados.rados.0.smithi112.stdout:2437: done (4 left) 2024-04-02T08:39:45.283 INFO:tasks.rados.rados.0.smithi112.stdout:2439: done (3 left) 2024-04-02T08:39:45.283 INFO:tasks.rados.rados.0.smithi112.stdout:2440: done (2 left) 2024-04-02T08:39:45.283 INFO:tasks.rados.rados.0.smithi112.stdout:2442: done (1 left) 2024-04-02T08:39:45.283 INFO:tasks.rados.rados.0.smithi112.stdout:2443: snap_remove snap 220 2024-04-02T08:39:45.690 INFO:tasks.rados.rados.0.smithi112.stdout:2443: done (1 left) 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2444: read oid 28 snap -1 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2444: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2445: rollback oid 45 current snap is 240 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 231 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2446: rollback oid 2 current snap is 240 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 2 to 231 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2447: rmattr oid 23 current snap is 240 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2441: finishing write tid 2 to smithi11277797-47 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2441: finishing write tid 3 to smithi11277797-47 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2441: oid 47 updating version 0 to 1022 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2441: oid 47 updating version 1022 to 1023 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1023 (ObjNum 762 snap 239 seq_num 762) dirty exists 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2441: left oid 47 (ObjNum 762 snap 239 seq_num 762) 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2441: done (4 left) 2024-04-02T08:39:45.691 INFO:tasks.rados.rados.0.smithi112.stdout:2448: read oid 42 snap -1 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2448: expect (ObjNum 735 snap 230 seq_num 735) 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2449: rollback oid 9 current snap is 240 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 231 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2450: rollback oid 34 current snap is 240 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 34 to 233 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2451: copy_from oid 3 from oid 30 current snap is 240 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2452: read oid 1 snap 213 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2452: expect (ObjNum 671 snap 200 seq_num 671) 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2453: snap_create 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:2446: finishing rollback tid 1 to smithi11277797-2 2024-04-02T08:39:45.692 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 0 (ObjNum 4113 snap 0 seq_num 1785736880) dirty dne 2024-04-02T08:39:45.700 INFO:tasks.rados.rados.0.smithi112.stdout:2448: expect (ObjNum 735 snap 230 seq_num 735) 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1302 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:2450: finishing rollback tid 0 to smithi11277797-34 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:2445: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1076 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:2450: finishing rollback tid 1 to smithi11277797-34 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:2450: finishing rollback tid 2 to smithi11277797-34 2024-04-02T08:39:45.713 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 927 (ObjNum 720 snap 225 seq_num 720) dirty exists 2024-04-02T08:39:45.714 INFO:tasks.rados.rados.0.smithi112.stdout:2449: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:39:45.714 INFO:tasks.rados.rados.0.smithi112.stdout:2449: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:39:45.714 INFO:tasks.rados.rados.0.smithi112.stdout:2449: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:39:45.714 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1027 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-02T08:39:45.727 INFO:tasks.rados.rados.0.smithi112.stdout:2444: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:39:45.740 INFO:tasks.rados.rados.0.smithi112.stdout:2452: expect (ObjNum 671 snap 200 seq_num 671) 2024-04-02T08:39:46.199 INFO:tasks.rados.rados.0.smithi112.stdout:2451: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:39:46.199 INFO:tasks.rados.rados.0.smithi112.stdout:2451: finishing copy_from to smithi11277797-3 2024-04-02T08:39:46.199 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 896 (ObjNum 629 snap 182 seq_num 629) dirty exists 2024-04-02T08:39:46.698 INFO:tasks.rados.rados.0.smithi112.stdout:2444: done (9 left) 2024-04-02T08:39:46.698 INFO:tasks.rados.rados.0.smithi112.stdout:2445: done (8 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2446: done (7 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2447: done (6 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2448: done (5 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2449: done (4 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2450: done (3 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2451: done (2 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2452: done (1 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2453: done (0 left) 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 241 2024-04-02T08:39:46.699 INFO:tasks.rados.rados.0.smithi112.stdout:2454: seq_num 763 ranges {0=786432} 2024-04-02T08:39:46.703 INFO:tasks.rados.rados.0.smithi112.stdout:2454: writing smithi11277797-5 from 0 to 786432 tid 1 2024-04-02T08:39:46.703 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 241 2024-04-02T08:39:46.703 INFO:tasks.rados.rados.0.smithi112.stdout:2455: seq_num 764 ranges {1572864=802816} 2024-04-02T08:39:46.716 INFO:tasks.rados.rados.0.smithi112.stdout:2455: writing smithi11277797-31 from 1572864 to 2375680 tid 1 2024-04-02T08:39:46.716 INFO:tasks.rados.rados.0.smithi112.stdout:2456: rmattr oid 17 current snap is 241 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: finishing write tid 1 to smithi11277797-5 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: finishing write tid 2 to smithi11277797-5 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: finishing write tid 3 to smithi11277797-5 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: oid 5 updating version 0 to 1138 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: oid 5 version 1138 is already newer than 1137 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1138 (ObjNum 763 snap 241 seq_num 763) dirty exists 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: left oid 5 (ObjNum 763 snap 241 seq_num 763) 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2454: done (2 left) 2024-04-02T08:39:46.717 INFO:tasks.rados.rados.0.smithi112.stdout:2457: snap_remove snap 235 2024-04-02T08:39:46.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:46 smithi187 ceph-mon[84356]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:46.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:46 smithi187 ceph-mon[84356]: pgmap v513: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-02T08:39:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:46 smithi112 ceph-mon[91385]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:46 smithi112 ceph-mon[91385]: pgmap v513: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-02T08:39:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:46 smithi112 ceph-mon[88945]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:47.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:46 smithi112 ceph-mon[88945]: pgmap v513: 121 pgs: 121 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:2457: done (2 left) 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:2458: snap_create 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1303 (ObjNum 676 snap 205 seq_num 676) dirty exists 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:2455: finishing write tid 1 to smithi11277797-31 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:2455: finishing write tid 2 to smithi11277797-31 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:2455: finishing write tid 3 to smithi11277797-31 2024-04-02T08:39:47.701 INFO:tasks.rados.rados.0.smithi112.stdout:2455: oid 31 updating version 0 to 1150 2024-04-02T08:39:47.702 INFO:tasks.rados.rados.0.smithi112.stdout:2455: oid 31 updating version 1150 to 1151 2024-04-02T08:39:47.702 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1151 (ObjNum 764 snap 241 seq_num 764) dirty exists 2024-04-02T08:39:47.702 INFO:tasks.rados.rados.0.smithi112.stdout:2455: left oid 31 (ObjNum 764 snap 241 seq_num 764) 2024-04-02T08:39:47.845 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:47 smithi187 ceph-mon[84356]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:47.845 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:47 smithi187 podman[108721]: 2024-04-02 08:39:47.585283528 +0000 UTC m=+7.039462712 container died d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD) 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:47 smithi112 ceph-mon[88945]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:47 smithi112 ceph-mon[91385]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:48.228 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 podman[108721]: 2024-04-02 08:39:48.020059506 +0000 UTC m=+7.474238687 container cleanup d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:39:48.228 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 bash[108721]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T08:39:48.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 podman[108735]: 2024-04-02 08:39:48.229818304 +0000 UTC m=+0.639407246 container remove d8bb291111b506d5fb2259341c0905277f5faa9a1cf628bbe9d0986a3d664ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-02T08:39:48.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Deactivated successfully. 2024-04-02T08:39:48.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 systemd[1]: Stopped Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:48.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Consumed 1.138s CPU time. 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:2455: done (2 left) 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:2456: done (1 left) 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:2458: done (0 left) 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:2459: rollback oid 30 current snap is 242 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 213 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:2460: rollback oid 21 current snap is 242 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 203 2024-04-02T08:39:48.706 INFO:tasks.rados.rados.0.smithi112.stdout:2461: delete oid 10 current snap is 242 2024-04-02T08:39:48.711 INFO:tasks.rados.rados.0.smithi112.stdout:2461: done (2 left) 2024-04-02T08:39:48.711 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 242 2024-04-02T08:39:48.711 INFO:tasks.rados.rados.0.smithi112.stdout:2462: seq_num 766 ranges {0=434176,434176=401408} 2024-04-02T08:39:48.713 INFO:tasks.rados.rados.0.smithi112.stdout:2462: writing smithi11277797-48 from 0 to 434176 tid 1 2024-04-02T08:39:48.716 INFO:tasks.rados.rados.0.smithi112.stdout:2462: writing smithi11277797-48 from 434176 to 835584 tid 2 2024-04-02T08:39:48.716 INFO:tasks.rados.rados.0.smithi112.stdout:2463: snap_create 2024-04-02T08:39:48.716 INFO:tasks.rados.rados.0.smithi112.stdout:2460: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:39:48.716 INFO:tasks.rados.rados.0.smithi112.stdout:2460: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:39:48.716 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1073 (ObjNum 635 snap 182 seq_num 635) dirty exists 2024-04-02T08:39:48.717 INFO:tasks.rados.rados.0.smithi112.stdout:2459: finishing rollback tid 0 to smithi11277797-30 2024-04-02T08:39:48.717 INFO:tasks.rados.rados.0.smithi112.stdout:2459: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:39:48.717 INFO:tasks.rados.rados.0.smithi112.stdout:2459: finishing rollback tid 2 to smithi11277797-30 2024-04-02T08:39:48.717 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1181 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:39:48.717 INFO:tasks.rados.rados.0.smithi112.stdout:2462: finishing write tid 1 to smithi11277797-48 2024-04-02T08:39:48.719 INFO:tasks.rados.rados.0.smithi112.stdout:2462: finishing write tid 2 to smithi11277797-48 2024-04-02T08:39:48.719 INFO:tasks.rados.rados.0.smithi112.stdout:2462: finishing write tid 3 to smithi11277797-48 2024-04-02T08:39:48.721 INFO:tasks.rados.rados.0.smithi112.stdout:2462: finishing write tid 4 to smithi11277797-48 2024-04-02T08:39:48.721 INFO:tasks.rados.rados.0.smithi112.stdout:2462: oid 48 updating version 0 to 1183 2024-04-02T08:39:48.721 INFO:tasks.rados.rados.0.smithi112.stdout:2462: oid 48 version 1183 is already newer than 1182 2024-04-02T08:39:48.721 INFO:tasks.rados.rados.0.smithi112.stdout:2462: oid 48 updating version 1183 to 1184 2024-04-02T08:39:48.721 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1184 (ObjNum 766 snap 242 seq_num 766) dirty exists 2024-04-02T08:39:48.721 INFO:tasks.rados.rados.0.smithi112.stdout:2462: left oid 48 (ObjNum 766 snap 242 seq_num 766) 2024-04-02T08:39:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:48 smithi187 ceph-mon[84356]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:48 smithi187 ceph-mon[84356]: pgmap v516: 121 pgs: 121 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T08:39:48.981 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 systemd[1]: Starting Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:48.981 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 podman[108866]: 2024-04-02 08:39:48.750756929 +0000 UTC m=+0.017792288 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:48.981 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:48 smithi187 podman[108866]: 2024-04-02 08:39:48.872536425 +0000 UTC m=+0.139571785 container create b10f19287b96a13dd0149036d611075dcdeeecc1a59963299f62ea987e3dc32a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:48 smithi112 ceph-mon[91385]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:48 smithi112 ceph-mon[91385]: pgmap v516: 121 pgs: 121 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T08:39:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:48 smithi112 ceph-mon[88945]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:48 smithi112 ceph-mon[88945]: pgmap v516: 121 pgs: 121 active+clean; 407 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T08:39:49.296 INFO:tasks.rados.rados.0.smithi112.stdout:2459: done (3 left) 2024-04-02T08:39:49.297 INFO:tasks.rados.rados.0.smithi112.stdout:2460: done (2 left) 2024-04-02T08:39:49.297 INFO:tasks.rados.rados.0.smithi112.stdout:2462: done (1 left) 2024-04-02T08:39:49.297 INFO:tasks.rados.rados.0.smithi112.stdout:2463: done (0 left) 2024-04-02T08:39:49.297 INFO:tasks.rados.rados.0.smithi112.stdout:2464: rmattr oid 36 current snap is 243 2024-04-02T08:39:49.297 INFO:tasks.rados.rados.0.smithi112.stdout:2465: delete oid 14 current snap is 243 2024-04-02T08:39:49.302 INFO:tasks.rados.rados.0.smithi112.stdout:2465: done (1 left) 2024-04-02T08:39:49.303 INFO:tasks.rados.rados.0.smithi112.stdout:2466: read oid 16 snap -1 2024-04-02T08:39:49.303 INFO:tasks.rados.rados.0.smithi112.stdout:2466: expect deleted 2024-04-02T08:39:49.303 INFO:tasks.rados.rados.0.smithi112.stdout:2467: setattr oid 40 current snap is 243 2024-04-02T08:39:49.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1354 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-04-02T08:39:49.305 INFO:tasks.rados.rados.0.smithi112.stdout:2464: done (2 left) 2024-04-02T08:39:49.305 INFO:tasks.rados.rados.0.smithi112.stdout:2466: done (1 left) 2024-04-02T08:39:49.305 INFO:tasks.rados.rados.0.smithi112.stdout:2468: copy_from oid 29 from oid 44 current snap is 243 2024-04-02T08:39:49.305 INFO:tasks.rados.rados.0.smithi112.stdout:2469: read oid 27 snap -1 2024-04-02T08:39:49.306 INFO:tasks.rados.rados.0.smithi112.stdout:2469: expect (ObjNum 737 snap 230 seq_num 737) 2024-04-02T08:39:49.306 INFO:tasks.rados.rados.0.smithi112.stdout:2470: rmattr oid 47 current snap is 243 2024-04-02T08:39:49.306 INFO:tasks.rados.rados.0.smithi112.stdout:2470: done (3 left) 2024-04-02T08:39:49.306 INFO:tasks.rados.rados.0.smithi112.stdout:2471: read oid 11 snap -1 2024-04-02T08:39:49.306 INFO:tasks.rados.rados.0.smithi112.stdout:2471: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:39:49.306 INFO:tasks.rados.rados.0.smithi112.stdout:2472: delete oid 6 current snap is 243 2024-04-02T08:39:49.309 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1152 (ObjNum 750 snap 237 seq_num 750) dirty exists 2024-04-02T08:39:49.311 INFO:tasks.rados.rados.0.smithi112.stdout:2469: expect (ObjNum 737 snap 230 seq_num 737) 2024-04-02T08:39:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:2468: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:39:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:2468: finishing copy_from to smithi11277797-29 2024-04-02T08:39:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 755 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:39:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:2471: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:39:49.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:49 smithi187 podman[108866]: 2024-04-02 08:39:49.116808085 +0000 UTC m=+0.383843454 container init b10f19287b96a13dd0149036d611075dcdeeecc1a59963299f62ea987e3dc32a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:39:49.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:49 smithi187 podman[108866]: 2024-04-02 08:39:49.119444641 +0000 UTC m=+0.386480010 container start b10f19287b96a13dd0149036d611075dcdeeecc1a59963299f62ea987e3dc32a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:49.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[108881]: starting mds.b at 2024-04-02T08:39:49.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:49 smithi187 bash[108866]: b10f19287b96a13dd0149036d611075dcdeeecc1a59963299f62ea987e3dc32a 2024-04-02T08:39:49.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 08:39:49 smithi187 systemd[1]: Started Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:39:49] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-02T08:39:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:49 smithi187 ceph-mon[84356]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:49 smithi187 ceph-mon[84356]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[88945]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[88945]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[91385]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:49 smithi112 ceph-mon[91385]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:50.512 INFO:tasks.rados.rados.0.smithi112.stdout:2467: done (4 left) 2024-04-02T08:39:50.513 INFO:tasks.rados.rados.0.smithi112.stdout:2468: done (3 left) 2024-04-02T08:39:50.513 INFO:tasks.rados.rados.0.smithi112.stdout:2469: done (2 left) 2024-04-02T08:39:50.513 INFO:tasks.rados.rados.0.smithi112.stdout:2471: done (1 left) 2024-04-02T08:39:50.513 INFO:tasks.rados.rados.0.smithi112.stdout:2472: done (0 left) 2024-04-02T08:39:50.513 INFO:tasks.rados.rados.0.smithi112.stdout:2473: snap_create 2024-04-02T08:39:50.716 INFO:tasks.rados.rados.0.smithi112.stdout:2473: done (0 left) 2024-04-02T08:39:50.716 INFO:tasks.rados.rados.0.smithi112.stdout:2474: rollback oid 27 current snap is 244 2024-04-02T08:39:50.716 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 237 2024-04-02T08:39:50.716 INFO:tasks.rados.rados.0.smithi112.stdout:2475: read oid 11 snap 203 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2475: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2476: rollback oid 15 current snap is 244 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 15 to 203 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2477: rollback oid 21 current snap is 244 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 234 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2478: rollback oid 42 current snap is 244 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 203 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2479: read oid 50 snap -1 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2479: expect deleted 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2480: rmattr oid 41 current snap is 244 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2480: done (6 left) 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2481: read oid 6 snap -1 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2481: expect deleted 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 244 2024-04-02T08:39:50.717 INFO:tasks.rados.rados.0.smithi112.stdout:2482: seq_num 769 ranges {311296=483328,794624=401408} 2024-04-02T08:39:50.720 INFO:tasks.rados.rados.0.smithi112.stdout:2482: writing smithi11277797-41 from 311296 to 794624 tid 1 2024-04-02T08:39:50.723 INFO:tasks.rados.rados.0.smithi112.stdout:2482: writing smithi11277797-41 from 794624 to 1196032 tid 2 2024-04-02T08:39:50.723 INFO:tasks.rados.rados.0.smithi112.stdout:2483: read oid 48 snap 213 2024-04-02T08:39:50.724 INFO:tasks.rados.rados.0.smithi112.stdout:2483: expect (ObjNum 701 snap 213 seq_num 701) 2024-04-02T08:39:50.724 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 244 2024-04-02T08:39:50.724 INFO:tasks.rados.rados.0.smithi112.stdout:2484: seq_num 770 ranges {5398528=499712,5898240=401408} 2024-04-02T08:39:50.756 INFO:tasks.rados.rados.0.smithi112.stdout:2484: writing smithi11277797-13 from 5398528 to 5898240 tid 1 2024-04-02T08:39:50.759 INFO:tasks.rados.rados.0.smithi112.stdout:2484: writing smithi11277797-13 from 5898240 to 6299648 tid 2 2024-04-02T08:39:50.759 INFO:tasks.rados.rados.0.smithi112.stdout:2485: delete oid 19 current snap is 244 2024-04-02T08:39:50.759 INFO:tasks.rados.rados.0.smithi112.stdout:2478: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2478: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1140 (ObjNum 65 snap 0 seq_num 1576583091) dirty dne 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2474: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2474: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2474: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1358 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2476: finishing rollback tid 0 to smithi11277797-15 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2476: finishing rollback tid 1 to smithi11277797-15 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2476: finishing rollback tid 2 to smithi11277797-15 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1077 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2477: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2477: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1080 (ObjNum -1946627168 snap 21983 seq_num 304) dirty dne 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2482: finishing write tid 1 to smithi11277797-41 2024-04-02T08:39:50.760 INFO:tasks.rados.rados.0.smithi112.stdout:2482: finishing write tid 2 to smithi11277797-41 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2482: finishing write tid 3 to smithi11277797-41 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2482: finishing write tid 4 to smithi11277797-41 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2482: oid 41 updating version 0 to 1186 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2482: oid 41 updating version 1186 to 1188 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2482: oid 41 version 1188 is already newer than 1187 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1188 (ObjNum 769 snap 244 seq_num 769) dirty exists 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2482: left oid 41 (ObjNum 769 snap 244 seq_num 769) 2024-04-02T08:39:50.761 INFO:tasks.rados.rados.0.smithi112.stdout:2483: expect (ObjNum 701 snap 213 seq_num 701) 2024-04-02T08:39:50.799 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:50 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.187:6832/2225797838,v1:172.21.15.187:6833/2225797838] up:boot 2024-04-02T08:39:50.799 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:50 smithi187 ceph-mon[84356]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:50.799 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:50.800 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:50 smithi187 ceph-mon[84356]: pgmap v519: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 908 KiB/s wr, 23 op/s 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: finishing write tid 1 to smithi11277797-13 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: finishing write tid 2 to smithi11277797-13 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: finishing write tid 3 to smithi11277797-13 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: finishing write tid 4 to smithi11277797-13 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: oid 13 updating version 0 to 1361 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: oid 13 updating version 1361 to 1362 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: oid 13 version 1362 is already newer than 1360 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1362 (ObjNum 770 snap 244 seq_num 770) dirty exists 2024-04-02T08:39:50.819 INFO:tasks.rados.rados.0.smithi112.stdout:2484: left oid 13 (ObjNum 770 snap 244 seq_num 770) 2024-04-02T08:39:50.820 INFO:tasks.rados.rados.0.smithi112.stdout:2475: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:39:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.187:6832/2225797838,v1:172.21.15.187:6833/2225797838] up:boot 2024-04-02T08:39:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[88945]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[88945]: pgmap v519: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 908 KiB/s wr, 23 op/s 2024-04-02T08:39:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.187:6832/2225797838,v1:172.21.15.187:6833/2225797838] up:boot 2024-04-02T08:39:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[91385]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:50 smithi112 ceph-mon[91385]: pgmap v519: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 908 KiB/s wr, 23 op/s 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2474: done (10 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2475: done (9 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2476: done (8 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2477: done (7 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2478: done (6 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2479: done (5 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2481: done (4 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2482: done (3 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2483: done (2 left) 2024-04-02T08:39:51.753 INFO:tasks.rados.rados.0.smithi112.stdout:2484: done (1 left) 2024-04-02T08:39:51.754 INFO:tasks.rados.rados.0.smithi112.stdout:2485: done (0 left) 2024-04-02T08:39:51.754 INFO:tasks.rados.rados.0.smithi112.stdout:2486: snap_create 2024-04-02T08:39:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:51 smithi187 ceph-mon[84356]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:52.034 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:51 smithi112 ceph-mon[88945]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:52.035 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:51 smithi112 ceph-mon[91385]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:52.035 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:39:52.380 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (10m) 20s ago 11m 26.0M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (11m) 42s ago 11m 89.1M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (23s) 20s ago 12m 14.8M - 19.0.0-2419-g14da45f2 53081131892e a424fa4b1ae0 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 starting - - - - 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (6m) 42s ago 16m 452M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (7m) 20s ago 17m 511M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (6m) 20s ago 18m 63.2M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (5m) 42s ago 16m 50.9M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (5m) 20s ago 16m 55.2M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (11m) 20s ago 11m 15.7M - 1.5.0 0da6a335fe13 0f053a6d0d99 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (11m) 42s ago 11m 16.5M - 1.5.0 0da6a335fe13 263ba5993725 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (4m) 20s ago 15m 187M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:39:52.381 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (4m) 20s ago 15m 217M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (3m) 20s ago 15m 189M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (3m) 20s ago 14m 98.5M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (2m) 42s ago 14m 152M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (116s) 42s ago 13m 147M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (81s) 42s ago 13m 76.7M 2480M 19.0.0-2419-g14da45f2 53081131892e bb8a0af439c4 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (47s) 42s ago 13m 12.7M 2480M 19.0.0-2419-g14da45f2 53081131892e 8d9ee2ac93ba 2024-04-02T08:39:52.382 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (6m) 42s ago 12m 59.9M - 2.43.0 a07b618ecd1d 94979f239aaf 2024-04-02T08:39:52.609 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:39:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:52.733 INFO:tasks.rados.rados.0.smithi112.stdout:2486: done (0 left) 2024-04-02T08:39:52.733 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 245 2024-04-02T08:39:52.733 INFO:tasks.rados.rados.0.smithi112.stdout:2487: seq_num 772 ranges {6299648=532480,6832128=401408} 2024-04-02T08:39:52.770 INFO:tasks.rados.rados.0.smithi112.stdout:2487: writing smithi11277797-13 from 6299648 to 6832128 tid 1 2024-04-02T08:39:52.774 INFO:tasks.rados.rados.0.smithi112.stdout:2487: writing smithi11277797-13 from 6832128 to 7233536 tid 2 2024-04-02T08:39:52.774 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 245 2024-04-02T08:39:52.774 INFO:tasks.rados.rados.0.smithi112.stdout:2488: seq_num 773 ranges {6225920=548864,6774784=401408} 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:39:52.797 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:39:52.798 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:39:52.811 INFO:tasks.rados.rados.0.smithi112.stdout:2488: writing smithi11277797-17 from 6225920 to 6774784 tid 1 2024-04-02T08:39:52.814 INFO:tasks.rados.rados.0.smithi112.stdout:2488: writing smithi11277797-17 from 6774784 to 7176192 tid 2 2024-04-02T08:39:52.814 INFO:tasks.rados.rados.0.smithi112.stdout:2489: read oid 30 snap -1 2024-04-02T08:39:52.814 INFO:tasks.rados.rados.0.smithi112.stdout:2489: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:39:52.814 INFO:tasks.rados.rados.0.smithi112.stdout:2490: snap_remove snap 242 2024-04-02T08:39:52.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:52 smithi187 ceph-mon[84356]: pgmap v521: 121 pgs: 121 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:39:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:52 smithi112 ceph-mon[91385]: pgmap v521: 121 pgs: 121 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:39:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:52 smithi112 ceph-mon[88945]: pgmap v521: 121 pgs: 121 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:39:53.734 INFO:tasks.rados.rados.0.smithi112.stdout:2490: done (3 left) 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2491: delete oid 47 current snap is 245 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: finishing write tid 1 to smithi11277797-13 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: finishing write tid 2 to smithi11277797-13 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: finishing write tid 3 to smithi11277797-13 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: finishing write tid 4 to smithi11277797-13 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: oid 13 updating version 0 to 1366 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: oid 13 version 1366 is already newer than 1364 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: oid 13 version 1366 is already newer than 1365 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1366 (ObjNum 772 snap 245 seq_num 772) dirty exists 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2487: left oid 13 (ObjNum 772 snap 245 seq_num 772) 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2488: finishing write tid 1 to smithi11277797-17 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2488: finishing write tid 2 to smithi11277797-17 2024-04-02T08:39:53.735 INFO:tasks.rados.rados.0.smithi112.stdout:2488: finishing write tid 3 to smithi11277797-17 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:2488: finishing write tid 4 to smithi11277797-17 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:2488: oid 17 updating version 0 to 1306 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:2488: oid 17 version 1306 is already newer than 1304 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:2488: oid 17 version 1306 is already newer than 1305 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1306 (ObjNum 773 snap 245 seq_num 773) dirty exists 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:2488: left oid 17 (ObjNum 773 snap 245 seq_num 773) 2024-04-02T08:39:53.736 INFO:tasks.rados.rados.0.smithi112.stdout:2489: expect (ObjNum 599 snap 175 seq_num 599) 2024-04-02T08:39:53.752 INFO:tasks.rados.rados.0.smithi112.stdout:2487: done (3 left) 2024-04-02T08:39:53.752 INFO:tasks.rados.rados.0.smithi112.stdout:2488: done (2 left) 2024-04-02T08:39:53.752 INFO:tasks.rados.rados.0.smithi112.stdout:2489: done (1 left) 2024-04-02T08:39:53.753 INFO:tasks.rados.rados.0.smithi112.stdout:2491: done (0 left) 2024-04-02T08:39:53.753 INFO:tasks.rados.rados.0.smithi112.stdout:2492: snap_create 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1350940744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1350940744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1350940744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.299 INFO:tasks.rados.rados.0.smithi112.stdout:2492: done (0 left) 2024-04-02T08:39:54.300 INFO:tasks.rados.rados.0.smithi112.stdout:2493: delete oid 28 current snap is 246 2024-04-02T08:39:54.305 INFO:tasks.rados.rados.0.smithi112.stdout:2493: done (0 left) 2024-04-02T08:39:54.306 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 246 2024-04-02T08:39:54.306 INFO:tasks.rados.rados.0.smithi112.stdout:2494: seq_num 776 ranges {4710400=606208,5316608=401408} 2024-04-02T08:39:54.334 INFO:tasks.rados.rados.0.smithi112.stdout:2494: writing smithi11277797-39 from 4710400 to 5316608 tid 1 2024-04-02T08:39:54.337 INFO:tasks.rados.rados.0.smithi112.stdout:2494: writing smithi11277797-39 from 5316608 to 5718016 tid 2 2024-04-02T08:39:54.337 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 246 2024-04-02T08:39:54.337 INFO:tasks.rados.rados.0.smithi112.stdout:2495: seq_num 777 ranges {7233536=622592,7856128=401408} 2024-04-02T08:39:54.379 INFO:tasks.rados.rados.0.smithi112.stdout:2495: writing smithi11277797-13 from 7233536 to 7856128 tid 1 2024-04-02T08:39:54.382 INFO:tasks.rados.rados.0.smithi112.stdout:2495: writing smithi11277797-13 from 7856128 to 8257536 tid 2 2024-04-02T08:39:54.382 INFO:tasks.rados.rados.0.smithi112.stdout:2496: snap_remove snap 240 2024-04-02T08:39:54.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:54 smithi187 ceph-mon[84356]: pgmap v523: 121 pgs: 121 active+clean; 411 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 818 KiB/s wr, 16 op/s 2024-04-02T08:39:54.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:54 smithi187 ceph-mon[84356]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:54.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:54 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:54 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:54.942 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:54 smithi187 ceph-mon[84356]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[91385]: pgmap v523: 121 pgs: 121 active+clean; 411 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 818 KiB/s wr, 16 op/s 2024-04-02T08:39:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[91385]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[91385]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[88945]: pgmap v523: 121 pgs: 121 active+clean; 411 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 818 KiB/s wr, 16 op/s 2024-04-02T08:39:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[88945]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:54 smithi112 ceph-mon[88945]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:55.300 INFO:tasks.rados.rados.0.smithi112.stdout:2496: done (2 left) 2024-04-02T08:39:55.300 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 246 2024-04-02T08:39:55.300 INFO:tasks.rados.rados.0.smithi112.stdout:2494: finishing write tid 1 to smithi11277797-39 2024-04-02T08:39:55.300 INFO:tasks.rados.rados.0.smithi112.stdout:2497: seq_num 778 ranges {0=638976,638976=401408} 2024-04-02T08:39:55.303 INFO:tasks.rados.rados.0.smithi112.stdout:2497: writing smithi11277797-28 from 0 to 638976 tid 1 2024-04-02T08:39:55.307 INFO:tasks.rados.rados.0.smithi112.stdout:2497: writing smithi11277797-28 from 638976 to 1040384 tid 2 2024-04-02T08:39:55.307 INFO:tasks.rados.rados.0.smithi112.stdout:2498: read oid 31 snap 234 2024-04-02T08:39:55.307 INFO:tasks.rados.rados.0.smithi112.stdout:2498: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:55.307 INFO:tasks.rados.rados.0.smithi112.stdout:2499: delete oid 3 current snap is 246 2024-04-02T08:39:55.307 INFO:tasks.rados.rados.0.smithi112.stdout:2494: finishing write tid 2 to smithi11277797-39 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2494: finishing write tid 3 to smithi11277797-39 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2494: finishing write tid 4 to smithi11277797-39 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2494: oid 39 updating version 0 to 790 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2494: oid 39 version 790 is already newer than 789 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2494: oid 39 version 790 is already newer than 788 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 790 (ObjNum 776 snap 246 seq_num 776) dirty exists 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2494: left oid 39 (ObjNum 776 snap 246 seq_num 776) 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: finishing write tid 1 to smithi11277797-13 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: finishing write tid 2 to smithi11277797-13 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: finishing write tid 3 to smithi11277797-13 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: finishing write tid 4 to smithi11277797-13 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: oid 13 updating version 0 to 1375 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: oid 13 version 1375 is already newer than 1374 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:2495: oid 13 updating version 1375 to 1376 2024-04-02T08:39:55.308 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1376 (ObjNum 777 snap 246 seq_num 777) dirty exists 2024-04-02T08:39:55.309 INFO:tasks.rados.rados.0.smithi112.stdout:2495: left oid 13 (ObjNum 777 snap 246 seq_num 777) 2024-04-02T08:39:55.312 INFO:tasks.rados.rados.0.smithi112.stdout:2497: finishing write tid 1 to smithi11277797-28 2024-04-02T08:39:55.314 INFO:tasks.rados.rados.0.smithi112.stdout:2497: finishing write tid 2 to smithi11277797-28 2024-04-02T08:39:55.314 INFO:tasks.rados.rados.0.smithi112.stdout:2497: finishing write tid 3 to smithi11277797-28 2024-04-02T08:39:55.314 INFO:tasks.rados.rados.0.smithi112.stdout:2494: done (4 left) 2024-04-02T08:39:55.315 INFO:tasks.rados.rados.0.smithi112.stdout:2495: done (3 left) 2024-04-02T08:39:55.315 INFO:tasks.rados.rados.0.smithi112.stdout:2499: done (2 left) 2024-04-02T08:39:55.315 INFO:tasks.rados.rados.0.smithi112.stdout:2500: delete oid 12 current snap is 246 2024-04-02T08:39:55.317 INFO:tasks.rados.rados.0.smithi112.stdout:2500: done (2 left) 2024-04-02T08:39:55.317 INFO:tasks.rados.rados.0.smithi112.stdout:2501: setattr oid 34 current snap is 246 2024-04-02T08:39:55.319 INFO:tasks.rados.rados.0.smithi112.stdout:2497: finishing write tid 4 to smithi11277797-28 2024-04-02T08:39:55.320 INFO:tasks.rados.rados.0.smithi112.stdout:2497: oid 28 updating version 0 to 1148 2024-04-02T08:39:55.320 INFO:tasks.rados.rados.0.smithi112.stdout:2497: oid 28 version 1148 is already newer than 1146 2024-04-02T08:39:55.320 INFO:tasks.rados.rados.0.smithi112.stdout:2497: oid 28 version 1148 is already newer than 1147 2024-04-02T08:39:55.320 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1148 (ObjNum 778 snap 246 seq_num 778) dirty exists 2024-04-02T08:39:55.320 INFO:tasks.rados.rados.0.smithi112.stdout:2497: left oid 28 (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:39:55.320 INFO:tasks.rados.rados.0.smithi112.stdout:2498: expect (ObjNum 630 snap 182 seq_num 630) 2024-04-02T08:39:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:2497: done (2 left) 2024-04-02T08:39:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:2498: done (1 left) 2024-04-02T08:39:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:2502: snap_remove snap 213 2024-04-02T08:39:56.306 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 929 (ObjNum 720 snap 225 seq_num 720) dirty exists 2024-04-02T08:39:56.306 INFO:tasks.rados.rados.0.smithi112.stdout:2501: done (1 left) 2024-04-02T08:39:56.306 INFO:tasks.rados.rados.0.smithi112.stdout:2502: done (0 left) 2024-04-02T08:39:56.306 INFO:tasks.rados.rados.0.smithi112.stdout:2503: snap_create 2024-04-02T08:39:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:56 smithi112 ceph-mon[88945]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:56 smithi112 ceph-mon[88945]: pgmap v527: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 470 KiB/s wr, 12 op/s 2024-04-02T08:39:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:56 smithi112 ceph-mon[91385]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:56 smithi112 ceph-mon[91385]: pgmap v527: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 470 KiB/s wr, 12 op/s 2024-04-02T08:39:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:56 smithi187 ceph-mon[84356]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:56 smithi187 ceph-mon[84356]: pgmap v527: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 470 KiB/s wr, 12 op/s 2024-04-02T08:39:57.303 INFO:tasks.rados.rados.0.smithi112.stdout:2503: done (0 left) 2024-04-02T08:39:57.304 INFO:tasks.rados.rados.0.smithi112.stdout:2504: read oid 42 snap -1 2024-04-02T08:39:57.304 INFO:tasks.rados.rados.0.smithi112.stdout:2504: expect deleted 2024-04-02T08:39:57.304 INFO:tasks.rados.rados.0.smithi112.stdout:2505: snap_remove snap 228 2024-04-02T08:39:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:57 smithi187 ceph-mon[84356]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:57 smithi112 ceph-mon[91385]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:57 smithi112 ceph-mon[88945]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:58.309 INFO:tasks.rados.rados.0.smithi112.stdout:2505: done (1 left) 2024-04-02T08:39:58.310 INFO:tasks.rados.rados.0.smithi112.stdout:2506: copy_from oid 21 from oid 12 current snap is 247 2024-04-02T08:39:58.310 INFO:tasks.rados.rados.0.smithi112.stdout:2507: copy_from oid 13 from oid 26 current snap is 247 2024-04-02T08:39:58.310 INFO:tasks.rados.rados.0.smithi112.stdout:2504: done (2 left) 2024-04-02T08:39:58.310 INFO:tasks.rados.rados.0.smithi112.stdout:2508: delete oid 37 current snap is 247 2024-04-02T08:39:58.324 INFO:tasks.rados.rados.0.smithi112.stdout:2508: done (2 left) 2024-04-02T08:39:58.324 INFO:tasks.rados.rados.0.smithi112.stdout:2509: read oid 32 snap -1 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2509: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2510: rmattr oid 10 current snap is 247 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2510: done (3 left) 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2511: rollback oid 7 current snap is 247 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 246 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2512: rmattr oid 33 current snap is 247 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2512: done (4 left) 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2513: read oid 5 snap 243 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2513: expect (ObjNum 763 snap 241 seq_num 763) 2024-04-02T08:39:58.325 INFO:tasks.rados.rados.0.smithi112.stdout:2514: snap_remove snap 203 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: pgmap v530: 121 pgs: 121 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: pgmap v530: 121 pgs: 121 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.568 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.568 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.568 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.568 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:58 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: pgmap v530: 121 pgs: 121 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:58.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:58.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:58 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:39:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:2514: done (5 left) 2024-04-02T08:39:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:2515: delete oid 35 current snap is 247 2024-04-02T08:39:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:2507: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:39:59.321 INFO:tasks.rados.rados.0.smithi112.stdout:2506: finishing copy_from to smithi11277797-21 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2506: got expected ENOENT (src dne) 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2506: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2511: finishing rollback tid 0 to smithi11277797-7 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2511: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2511: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1151 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2507: finishing copy_from to smithi11277797-13 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 780 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:39:59.322 INFO:tasks.rados.rados.0.smithi112.stdout:2513: expect (ObjNum 763 snap 241 seq_num 763) 2024-04-02T08:39:59.357 INFO:tasks.rados.rados.0.smithi112.stdout:2509: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:39:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:39:59] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[91385]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:59.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:59.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:59.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:39:59 smithi112 ceph-mon[88945]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:59.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:39:59 smithi187 ceph-mon[84356]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[91385]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[91385]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[91385]: Deploying daemon node-exporter.a on smithi112 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[91385]: pgmap v533: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 956 KiB/s wr, 10 op/s 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[88945]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[88945]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[88945]: Deploying daemon node-exporter.a on smithi112 2024-04-02T08:40:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[88945]: pgmap v533: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 956 KiB/s wr, 10 op/s 2024-04-02T08:40:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:00 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T08:40:00.370 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:00 smithi112 systemd[1]: Stopping Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:00 smithi187 ceph-mon[84356]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:40:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:00 smithi187 ceph-mon[84356]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:40:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:00 smithi187 ceph-mon[84356]: Deploying daemon node-exporter.a on smithi112 2024-04-02T08:40:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:00 smithi187 ceph-mon[84356]: pgmap v533: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 956 KiB/s wr, 10 op/s 2024-04-02T08:40:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:00 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T08:40:00.825 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:00 smithi112 podman[120368]: 2024-04-02 08:40:00.561791498 +0000 UTC m=+0.126045387 container died 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2506: done (5 left) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2507: done (4 left) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2509: done (3 left) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2511: done (2 left) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2513: done (1 left) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2515: done (0 left) 2024-04-02T08:40:00.895 INFO:tasks.rados.rados.0.smithi112.stdout:2516: snap_create 2024-04-02T08:40:01.119 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:00 smithi112 podman[120368]: 2024-04-02 08:40:00.918498964 +0000 UTC m=+0.482752857 container cleanup 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:01.120 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:00 smithi112 bash[120368]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T08:40:01.327 INFO:tasks.rados.rados.0.smithi112.stdout:2516: done (0 left) 2024-04-02T08:40:01.327 INFO:tasks.rados.rados.0.smithi112.stdout:2517: read oid 50 snap -1 2024-04-02T08:40:01.327 INFO:tasks.rados.rados.0.smithi112.stdout:2517: expect deleted 2024-04-02T08:40:01.327 INFO:tasks.rados.rados.0.smithi112.stdout:2518: read oid 18 snap -1 2024-04-02T08:40:01.327 INFO:tasks.rados.rados.0.smithi112.stdout:2518: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:01.327 INFO:tasks.rados.rados.0.smithi112.stdout:2519: setattr oid 7 current snap is 248 2024-04-02T08:40:01.328 INFO:tasks.rados.rados.0.smithi112.stdout:2518: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:01.329 INFO:tasks.rados.rados.0.smithi112.stdout:2517: done (2 left) 2024-04-02T08:40:01.329 INFO:tasks.rados.rados.0.smithi112.stdout:2518: done (1 left) 2024-04-02T08:40:01.329 INFO:tasks.rados.rados.0.smithi112.stdout:2520: snap_create 2024-04-02T08:40:01.334 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1153 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:40:01.619 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 podman[120382]: 2024-04-02 08:40:01.311427666 +0000 UTC m=+0.752779884 container remove 0f053a6d0d998fe0a9c984c326696ab5569496d23b365dccc22c6df3a4959011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:01.619 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:40:01.619 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T08:40:01.619 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 systemd[1]: Stopped Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:01.619 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 2.945s CPU time. 2024-04-02T08:40:02.076 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 systemd[1]: Starting Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:02.076 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 podman[120508]: 2024-04-02 08:40:01.854881743 +0000 UTC m=+0.019614529 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:40:02.076 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:01 smithi112 podman[120508]: 2024-04-02 08:40:01.979111385 +0000 UTC m=+0.143844145 container create ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:02.330 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 podman[120508]: 2024-04-02 08:40:02.189641054 +0000 UTC m=+0.354373827 container init ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 podman[120508]: 2024-04-02 08:40:02.19211342 +0000 UTC m=+0.356846181 container start ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.195Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.195Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:40:02.331 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:40:02.332 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:40:02.333 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:40:02.334 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:40:02.335 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:40:02.335 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.196Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:40:02.335 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.197Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:40:02.335 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[120523]: ts=2024-04-02T08:40:02.197Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:40:02.335 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 bash[120508]: ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd 2024-04-02T08:40:02.335 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 08:40:02 smithi112 systemd[1]: Started Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2519: done (1 left) 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2520: done (0 left) 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2521: read oid 21 snap -1 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2521: expect deleted 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2522: read oid 16 snap -1 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2522: expect deleted 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2523: read oid 33 snap -1 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2523: expect (ObjNum 723 snap 225 seq_num 723) 2024-04-02T08:40:02.336 INFO:tasks.rados.rados.0.smithi112.stdout:2524: snap_create 2024-04-02T08:40:02.344 INFO:tasks.rados.rados.0.smithi112.stdout:2523: expect (ObjNum 723 snap 225 seq_num 723) 2024-04-02T08:40:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-mon[88945]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:40:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-mon[88945]: pgmap v535: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 34 KiB/s wr, 3 op/s 2024-04-02T08:40:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-mon[91385]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:40:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-mon[91385]: pgmap v535: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 34 KiB/s wr, 3 op/s 2024-04-02T08:40:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:02 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:02 smithi187 ceph-mon[84356]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:40:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:02 smithi187 ceph-mon[84356]: pgmap v535: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 34 KiB/s wr, 3 op/s 2024-04-02T08:40:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:02 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2521: done (3 left) 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2522: done (2 left) 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2523: done (1 left) 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2524: done (0 left) 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2525: copy_from oid 22 from oid 19 current snap is 250 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2526: read oid 11 snap -1 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2526: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:40:03.337 INFO:tasks.rados.rados.0.smithi112.stdout:2527: snap_create 2024-04-02T08:40:03.340 INFO:tasks.rados.rados.0.smithi112.stdout:2525: finishing copy_from to smithi11277797-22 2024-04-02T08:40:03.340 INFO:tasks.rados.rados.0.smithi112.stdout:2525: got expected ENOENT (src dne) 2024-04-02T08:40:03.340 INFO:tasks.rados.rados.0.smithi112.stdout:2525: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:40:03.399 INFO:tasks.rados.rados.0.smithi112.stdout:2526: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:40:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:03 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:03 smithi112 ceph-mon[91385]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:40:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:03 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:03 smithi112 ceph-mon[88945]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:40:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:03 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:03 smithi187 ceph-mon[84356]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:40:04.596 INFO:tasks.rados.rados.0.smithi112.stdout:2525: done (2 left) 2024-04-02T08:40:04.596 INFO:tasks.rados.rados.0.smithi112.stdout:2526: done (1 left) 2024-04-02T08:40:04.596 INFO:tasks.rados.rados.0.smithi112.stdout:2527: done (0 left) 2024-04-02T08:40:04.596 INFO:tasks.rados.rados.0.smithi112.stdout:2528: rmattr oid 34 current snap is 251 2024-04-02T08:40:04.596 INFO:tasks.rados.rados.0.smithi112.stdout:2529: setattr oid 27 current snap is 251 2024-04-02T08:40:04.596 INFO:tasks.rados.rados.0.smithi112.stdout:2530: read oid 38 snap -1 2024-04-02T08:40:04.597 INFO:tasks.rados.rados.0.smithi112.stdout:2530: expect (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:40:04.597 INFO:tasks.rados.rados.0.smithi112.stdout:2531: snap_create 2024-04-02T08:40:04.600 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 930 (ObjNum 720 snap 225 seq_num 720) dirty exists 2024-04-02T08:40:04.601 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1412 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-04-02T08:40:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:04 smithi112 ceph-mon[91385]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:40:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:04 smithi112 ceph-mon[91385]: pgmap v538: 121 pgs: 121 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 35 KiB/s wr, 4 op/s 2024-04-02T08:40:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:04 smithi112 ceph-mon[91385]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:40:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:04 smithi112 ceph-mon[88945]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:40:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:04 smithi112 ceph-mon[88945]: pgmap v538: 121 pgs: 121 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 35 KiB/s wr, 4 op/s 2024-04-02T08:40:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:04 smithi112 ceph-mon[88945]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:40:04.635 INFO:tasks.rados.rados.0.smithi112.stdout:2530: expect (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:40:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:04 smithi187 ceph-mon[84356]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:40:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:04 smithi187 ceph-mon[84356]: pgmap v538: 121 pgs: 121 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 35 KiB/s wr, 4 op/s 2024-04-02T08:40:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:04 smithi187 ceph-mon[84356]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:40:05.011 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:04 smithi187 systemd[1]: Stopping Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:05.299 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 podman[112800]: 2024-04-02 08:40:05.012266197 +0000 UTC m=+0.110557184 container died 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:05.347 INFO:tasks.rados.rados.0.smithi112.stdout:2528: done (3 left) 2024-04-02T08:40:05.347 INFO:tasks.rados.rados.0.smithi112.stdout:2529: done (2 left) 2024-04-02T08:40:05.347 INFO:tasks.rados.rados.0.smithi112.stdout:2530: done (1 left) 2024-04-02T08:40:05.347 INFO:tasks.rados.rados.0.smithi112.stdout:2531: done (0 left) 2024-04-02T08:40:05.347 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 252 2024-04-02T08:40:05.348 INFO:tasks.rados.rados.0.smithi112.stdout:2532: seq_num 783 ranges {434176=720896,1155072=401408} 2024-04-02T08:40:05.353 INFO:tasks.rados.rados.0.smithi112.stdout:2532: writing smithi11277797-24 from 434176 to 1155072 tid 1 2024-04-02T08:40:05.356 INFO:tasks.rados.rados.0.smithi112.stdout:2532: writing smithi11277797-24 from 1155072 to 1556480 tid 2 2024-04-02T08:40:05.356 INFO:tasks.rados.rados.0.smithi112.stdout:2533: copy_from oid 30 from oid 12 current snap is 252 2024-04-02T08:40:05.356 INFO:tasks.rados.rados.0.smithi112.stdout:2534: copy_from oid 43 from oid 16 current snap is 252 2024-04-02T08:40:05.356 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 252 2024-04-02T08:40:05.356 INFO:tasks.rados.rados.0.smithi112.stdout:2535: seq_num 784 ranges {5718016=737280,6455296=401408} 2024-04-02T08:40:05.390 INFO:tasks.rados.rados.0.smithi112.stdout:2535: writing smithi11277797-39 from 5718016 to 6455296 tid 1 2024-04-02T08:40:05.393 INFO:tasks.rados.rados.0.smithi112.stdout:2535: writing smithi11277797-39 from 6455296 to 6856704 tid 2 2024-04-02T08:40:05.393 INFO:tasks.rados.rados.0.smithi112.stdout:2536: snap_create 2024-04-02T08:40:05.393 INFO:tasks.rados.rados.0.smithi112.stdout:2532: finishing write tid 1 to smithi11277797-24 2024-04-02T08:40:05.393 INFO:tasks.rados.rados.0.smithi112.stdout:2532: finishing write tid 2 to smithi11277797-24 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2532: finishing write tid 3 to smithi11277797-24 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2532: finishing write tid 4 to smithi11277797-24 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2532: oid 24 updating version 0 to 1214 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2532: oid 24 updating version 1214 to 1215 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2532: oid 24 updating version 1215 to 1216 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1216 (ObjNum 783 snap 252 seq_num 783) dirty exists 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2532: left oid 24 (ObjNum 783 snap 252 seq_num 783) 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2533: finishing copy_from to smithi11277797-30 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2533: got expected ENOENT (src dne) 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2533: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:40:05.394 INFO:tasks.rados.rados.0.smithi112.stdout:2534: finishing copy_from to smithi11277797-43 2024-04-02T08:40:05.395 INFO:tasks.rados.rados.0.smithi112.stdout:2534: got expected ENOENT (src dne) 2024-04-02T08:40:05.395 INFO:tasks.rados.rados.0.smithi112.stdout:2534: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:40:05.395 INFO:tasks.rados.rados.0.smithi112.stdout:2535: finishing write tid 1 to smithi11277797-39 2024-04-02T08:40:05.396 INFO:tasks.rados.rados.0.smithi112.stdout:2535: finishing write tid 2 to smithi11277797-39 2024-04-02T08:40:05.396 INFO:tasks.rados.rados.0.smithi112.stdout:2535: finishing write tid 3 to smithi11277797-39 2024-04-02T08:40:05.397 INFO:tasks.rados.rados.0.smithi112.stdout:2535: finishing write tid 4 to smithi11277797-39 2024-04-02T08:40:05.397 INFO:tasks.rados.rados.0.smithi112.stdout:2535: oid 39 updating version 0 to 809 2024-04-02T08:40:05.397 INFO:tasks.rados.rados.0.smithi112.stdout:2535: oid 39 version 809 is already newer than 808 2024-04-02T08:40:05.398 INFO:tasks.rados.rados.0.smithi112.stdout:2535: oid 39 updating version 809 to 810 2024-04-02T08:40:05.398 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 810 (ObjNum 784 snap 252 seq_num 784) dirty exists 2024-04-02T08:40:05.398 INFO:tasks.rados.rados.0.smithi112.stdout:2535: left oid 39 (ObjNum 784 snap 252 seq_num 784) 2024-04-02T08:40:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:05 smithi112 ceph-mon[91385]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:40:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:05 smithi112 ceph-mon[91385]: Deploying daemon node-exporter.b on smithi187 2024-04-02T08:40:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:05 smithi112 ceph-mon[88945]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:40:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:05 smithi112 ceph-mon[88945]: Deploying daemon node-exporter.b on smithi187 2024-04-02T08:40:05.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:05 smithi187 ceph-mon[84356]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:40:05.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:05 smithi187 ceph-mon[84356]: Deploying daemon node-exporter.b on smithi187 2024-04-02T08:40:05.651 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 podman[112800]: 2024-04-02 08:40:05.30140432 +0000 UTC m=+0.399695302 container cleanup 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:05.651 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 bash[112800]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T08:40:05.651 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 podman[112814]: 2024-04-02 08:40:05.544479887 +0000 UTC m=+0.536730557 container remove 263ba599372516b225088226b00e3789b6878b175a8bee839c458cb7613add87 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:05.651 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:40:05.981 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T08:40:05.981 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 systemd[1]: Stopped Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:05.981 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 2.717s CPU time. 2024-04-02T08:40:05.981 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:05 smithi187 systemd[1]: Starting Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:06.350 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 podman[112946]: 2024-04-02 08:40:05.987551776 +0000 UTC m=+0.017842089 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:40:06.350 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 podman[112946]: 2024-04-02 08:40:06.137628451 +0000 UTC m=+0.167918747 container create 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2532: done (4 left) 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2533: done (3 left) 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2534: done (2 left) 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2535: done (1 left) 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2536: done (0 left) 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2537: read oid 8 snap -1 2024-04-02T08:40:06.353 INFO:tasks.rados.rados.0.smithi112.stdout:2537: expect (ObjNum 713 snap 223 seq_num 713) 2024-04-02T08:40:06.354 INFO:tasks.rados.rados.0.smithi112.stdout:2538: read oid 29 snap 246 2024-04-02T08:40:06.354 INFO:tasks.rados.rados.0.smithi112.stdout:2538: expect (ObjNum 760 snap 239 seq_num 760) 2024-04-02T08:40:06.354 INFO:tasks.rados.rados.0.smithi112.stdout:2539: snap_create 2024-04-02T08:40:06.360 INFO:tasks.rados.rados.0.smithi112.stdout:2538: expect (ObjNum 760 snap 239 seq_num 760) 2024-04-02T08:40:06.380 INFO:tasks.rados.rados.0.smithi112.stdout:2537: expect (ObjNum 713 snap 223 seq_num 713) 2024-04-02T08:40:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:06 smithi112 ceph-mon[88945]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:40:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:06 smithi112 ceph-mon[88945]: pgmap v541: 121 pgs: 121 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T08:40:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:06 smithi112 ceph-mon[91385]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:40:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:06 smithi112 ceph-mon[91385]: pgmap v541: 121 pgs: 121 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T08:40:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-mon[84356]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:40:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-mon[84356]: pgmap v541: 121 pgs: 121 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T08:40:06.731 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 podman[112946]: 2024-04-02 08:40:06.381409781 +0000 UTC m=+0.411700087 container init 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:06.731 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 podman[112946]: 2024-04-02 08:40:06.384242233 +0000 UTC m=+0.414532534 container start 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:06.731 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.387Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.387Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.388Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.388Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:40:06.732 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:40:06.733 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:40:06.734 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:40:06.735 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:40:06.736 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:40:06.736 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:40:06.736 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[112960]: ts=2024-04-02T08:40:06.389Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:40:06.736 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 bash[112946]: 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b 2024-04-02T08:40:06.736 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 08:40:06 smithi187 systemd[1]: Started Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:07.354 INFO:tasks.rados.rados.0.smithi112.stdout:2537: done (2 left) 2024-04-02T08:40:07.354 INFO:tasks.rados.rados.0.smithi112.stdout:2538: done (1 left) 2024-04-02T08:40:07.354 INFO:tasks.rados.rados.0.smithi112.stdout:2539: done (0 left) 2024-04-02T08:40:07.354 INFO:tasks.rados.rados.0.smithi112.stdout:2540: snap_create 2024-04-02T08:40:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[88945]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:40:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[91385]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:40:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:07 smithi187 ceph-mon[84356]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:40:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:08.355 INFO:tasks.rados.rados.0.smithi112.stdout:2540: done (0 left) 2024-04-02T08:40:08.355 INFO:tasks.rados.rados.0.smithi112.stdout:2541: delete oid 49 current snap is 255 2024-04-02T08:40:08.363 INFO:tasks.rados.rados.0.smithi112.stdout:2541: done (0 left) 2024-04-02T08:40:08.364 INFO:tasks.rados.rados.0.smithi112.stdout:2542: delete oid 41 current snap is 255 2024-04-02T08:40:08.368 INFO:tasks.rados.rados.0.smithi112.stdout:2542: done (0 left) 2024-04-02T08:40:08.368 INFO:tasks.rados.rados.0.smithi112.stdout:2543: copy_from oid 45 from oid 18 current snap is 255 2024-04-02T08:40:08.368 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 255 2024-04-02T08:40:08.369 INFO:tasks.rados.rados.0.smithi112.stdout:2544: seq_num 787 ranges {0=786432,786432=401408} 2024-04-02T08:40:08.372 INFO:tasks.rados.rados.0.smithi112.stdout:2544: writing smithi11277797-6 from 0 to 786432 tid 1 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:2544: writing smithi11277797-6 from 786432 to 1187840 tid 2 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:2545: copy_from oid 41 from oid 11 current snap is 255 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:2543: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:2543: finishing copy_from to smithi11277797-45 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1059 (ObjNum 33 snap 0 seq_num 2330707760) dirty exists 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:2543: done (2 left) 2024-04-02T08:40:08.375 INFO:tasks.rados.rados.0.smithi112.stdout:2546: setattr oid 30 current snap is 255 2024-04-02T08:40:08.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 255 2024-04-02T08:40:08.376 INFO:tasks.rados.rados.0.smithi112.stdout:2547: seq_num 788 ranges {0=802816,802816=401408} 2024-04-02T08:40:08.380 INFO:tasks.rados.rados.0.smithi112.stdout:2547: writing smithi11277797-47 from 0 to 802816 tid 1 2024-04-02T08:40:08.383 INFO:tasks.rados.rados.0.smithi112.stdout:2547: writing smithi11277797-47 from 802816 to 1204224 tid 2 2024-04-02T08:40:08.383 INFO:tasks.rados.rados.0.smithi112.stdout:2548: rollback oid 32 current snap is 255 2024-04-02T08:40:08.383 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 239 2024-04-02T08:40:08.384 INFO:tasks.rados.rados.0.smithi112.stdout:2544: finishing write tid 1 to smithi11277797-6 2024-04-02T08:40:08.384 INFO:tasks.rados.rados.0.smithi112.stdout:2544: finishing write tid 2 to smithi11277797-6 2024-04-02T08:40:08.384 INFO:tasks.rados.rados.0.smithi112.stdout:2544: finishing write tid 3 to smithi11277797-6 2024-04-02T08:40:08.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1220 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:40:08.384 INFO:tasks.rados.rados.0.smithi112.stdout:2546: done (4 left) 2024-04-02T08:40:08.384 INFO:tasks.rados.rados.0.smithi112.stdout:2549: setattr oid 17 current snap is 255 2024-04-02T08:40:08.385 INFO:tasks.rados.rados.0.smithi112.stdout:2550: copy_from oid 25 from oid 13 current snap is 255 2024-04-02T08:40:08.385 INFO:tasks.rados.rados.0.smithi112.stdout:2551: rmattr oid 40 current snap is 255 2024-04-02T08:40:08.385 INFO:tasks.rados.rados.0.smithi112.stdout:2552: copy_from oid 22 from oid 39 current snap is 255 2024-04-02T08:40:08.385 INFO:tasks.rados.rados.0.smithi112.stdout:2553: read oid 46 snap -1 2024-04-02T08:40:08.385 INFO:tasks.rados.rados.0.smithi112.stdout:2553: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:40:08.386 INFO:tasks.rados.rados.0.smithi112.stdout:2554: delete oid 31 current snap is 255 2024-04-02T08:40:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2547: finishing write tid 1 to smithi11277797-47 2024-04-02T08:40:08.389 INFO:tasks.rados.rados.0.smithi112.stdout:2547: finishing write tid 2 to smithi11277797-47 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:2544: finishing write tid 4 to smithi11277797-6 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:2544: oid 6 updating version 0 to 1120 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:2544: oid 6 version 1120 is already newer than 1119 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:2544: oid 6 version 1120 is already newer than 1118 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1120 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:2544: left oid 6 (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:40:08.390 INFO:tasks.rados.rados.0.smithi112.stdout:2553: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2550: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1153 (ObjNum 750 snap 237 seq_num 750) dirty exists 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2548: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2548: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2548: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1309 (ObjNum 616 snap 178 seq_num 616) dirty exists 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1310 (ObjNum 773 snap 245 seq_num 773) dirty exists 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2547: finishing write tid 3 to smithi11277797-47 2024-04-02T08:40:08.397 INFO:tasks.rados.rados.0.smithi112.stdout:2550: finishing copy_from to smithi11277797-25 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 780 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2544: done (9 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2548: done (8 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2549: done (7 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2550: done (6 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2551: done (5 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2553: done (4 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2554: done (3 left) 2024-04-02T08:40:08.398 INFO:tasks.rados.rados.0.smithi112.stdout:2555: snap_remove snap 249 2024-04-02T08:40:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:08 smithi112 ceph-mon[91385]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:40:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:08 smithi112 ceph-mon[91385]: pgmap v544: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 278 KiB/s wr, 17 op/s 2024-04-02T08:40:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:08 smithi112 ceph-mon[88945]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:40:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:08 smithi112 ceph-mon[88945]: pgmap v544: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 278 KiB/s wr, 17 op/s 2024-04-02T08:40:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:08 smithi187 ceph-mon[84356]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:40:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:08 smithi187 ceph-mon[84356]: pgmap v544: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 278 KiB/s wr, 17 op/s 2024-04-02T08:40:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:2555: done (3 left) 2024-04-02T08:40:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:2556: read oid 20 snap 253 2024-04-02T08:40:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:2556: expect (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:40:09.302 INFO:tasks.rados.rados.0.smithi112.stdout:2557: setattr oid 35 current snap is 255 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2547: finishing write tid 4 to smithi11277797-47 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2547: oid 47 updating version 0 to 1054 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2547: oid 47 version 1054 is already newer than 1053 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2547: oid 47 version 1054 is already newer than 1052 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1054 (ObjNum 788 snap 255 seq_num 788) dirty exists 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2547: left oid 47 (ObjNum 788 snap 255 seq_num 788) 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2552: finishing copy_from racing read to smithi11277797-22 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2545: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2552: finishing copy_from to smithi11277797-22 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 810 (ObjNum 784 snap 252 seq_num 784) dirty exists 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:2545: finishing copy_from to smithi11277797-41 2024-04-02T08:40:09.303 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1115 (ObjNum 695 snap 212 seq_num 695) dirty exists 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2545: done (4 left) 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2547: done (3 left) 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2552: done (2 left) 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2558: rmattr oid 11 current snap is 255 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2558: done (2 left) 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2559: rollback oid 7 current snap is 255 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 246 2024-04-02T08:40:09.304 INFO:tasks.rados.rados.0.smithi112.stdout:2560: snap_remove snap 250 2024-04-02T08:40:09.356 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:40:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:40:09] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:40:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:09 smithi112 ceph-mon[88945]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:40:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:09 smithi112 ceph-mon[88945]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:40:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:09 smithi112 ceph-mon[91385]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:40:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:09 smithi112 ceph-mon[91385]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:40:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:09 smithi187 ceph-mon[84356]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:40:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:09 smithi187 ceph-mon[84356]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:2560: done (3 left) 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:2561: delete oid 43 current snap is 255 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1107 (ObjNum 65 snap 0 seq_num 1766744178) dirty exists 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:2559: finishing rollback tid 0 to smithi11277797-7 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:2559: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:2559: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1157 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:40:10.304 INFO:tasks.rados.rados.0.smithi112.stdout:2556: expect (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:40:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[88945]: pgmap v547: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 568 KiB/s wr, 13 op/s 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[88945]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[91385]: pgmap v547: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 568 KiB/s wr, 13 op/s 2024-04-02T08:40:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:10 smithi112 ceph-mon[91385]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:40:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:10 smithi187 ceph-mon[84356]: pgmap v547: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 568 KiB/s wr, 13 op/s 2024-04-02T08:40:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:10 smithi187 ceph-mon[84356]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:40:11.757 INFO:tasks.rados.rados.0.smithi112.stdout:2556: done (3 left) 2024-04-02T08:40:11.757 INFO:tasks.rados.rados.0.smithi112.stdout:2557: done (2 left) 2024-04-02T08:40:11.757 INFO:tasks.rados.rados.0.smithi112.stdout:2559: done (1 left) 2024-04-02T08:40:11.758 INFO:tasks.rados.rados.0.smithi112.stdout:2561: done (0 left) 2024-04-02T08:40:11.758 INFO:tasks.rados.rados.0.smithi112.stdout:2562: read oid 50 snap -1 2024-04-02T08:40:11.758 INFO:tasks.rados.rados.0.smithi112.stdout:2562: expect deleted 2024-04-02T08:40:11.758 INFO:tasks.rados.rados.0.smithi112.stdout:2563: rollback oid 21 current snap is 255 2024-04-02T08:40:11.758 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 241 2024-04-02T08:40:11.758 INFO:tasks.rados.rados.0.smithi112.stdout:2564: delete oid 35 current snap is 255 2024-04-02T08:40:11.759 INFO:tasks.rados.rados.0.smithi112.stdout:2563: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:40:11.759 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1080 (ObjNum 97 snap 0 seq_num 2348825984) dirty dne 2024-04-02T08:40:11.759 INFO:tasks.rados.rados.0.smithi112.stdout:2562: done (2 left) 2024-04-02T08:40:11.760 INFO:tasks.rados.rados.0.smithi112.stdout:2563: done (1 left) 2024-04-02T08:40:11.760 INFO:tasks.rados.rados.0.smithi112.stdout:2564: done (0 left) 2024-04-02T08:40:11.760 INFO:tasks.rados.rados.0.smithi112.stdout:2565: delete oid 50 current snap is 255 2024-04-02T08:40:11.761 INFO:tasks.rados.rados.0.smithi112.stdout:2565: done (0 left) 2024-04-02T08:40:11.761 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 255 2024-04-02T08:40:11.761 INFO:tasks.rados.rados.0.smithi112.stdout:2566: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-04-02T08:40:11.763 INFO:tasks.rados.rados.0.smithi112.stdout:2566: writing smithi11277797-35 from 0 to 483328 tid 1 2024-04-02T08:40:11.767 INFO:tasks.rados.rados.0.smithi112.stdout:2566: writing smithi11277797-35 from 483328 to 1130496 tid 2 2024-04-02T08:40:11.768 INFO:tasks.rados.rados.0.smithi112.stdout:2566: writing smithi11277797-35 from 1130496 to 1286144 tid 3 2024-04-02T08:40:11.768 INFO:tasks.rados.rados.0.smithi112.stdout:2567: delete oid 17 current snap is 255 2024-04-02T08:40:11.769 INFO:tasks.rados.rados.0.smithi112.stdout:2566: finishing write tid 1 to smithi11277797-35 2024-04-02T08:40:11.771 INFO:tasks.rados.rados.0.smithi112.stdout:2567: done (1 left) 2024-04-02T08:40:11.771 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 255 2024-04-02T08:40:11.771 INFO:tasks.rados.rados.0.smithi112.stdout:2568: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-04-02T08:40:11.774 INFO:tasks.rados.rados.0.smithi112.stdout:2568: writing smithi11277797-3 from 0 to 524288 tid 1 2024-04-02T08:40:11.776 INFO:tasks.rados.rados.0.smithi112.stdout:2568: writing smithi11277797-3 from 524288 to 942080 tid 2 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2568: writing smithi11277797-3 from 942080 to 1327104 tid 3 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2569: snap_create 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2566: finishing write tid 2 to smithi11277797-35 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2566: finishing write tid 3 to smithi11277797-35 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2566: finishing write tid 4 to smithi11277797-35 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2566: finishing write tid 5 to smithi11277797-35 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2566: oid 35 updating version 0 to 1113 2024-04-02T08:40:11.779 INFO:tasks.rados.rados.0.smithi112.stdout:2566: oid 35 version 1113 is already newer than 1112 2024-04-02T08:40:11.780 INFO:tasks.rados.rados.0.smithi112.stdout:2566: oid 35 version 1113 is already newer than 1111 2024-04-02T08:40:11.780 INFO:tasks.rados.rados.0.smithi112.stdout:2566: oid 35 version 1113 is already newer than 1110 2024-04-02T08:40:11.780 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1113 (ObjNum 793 snap 255 seq_num 793) dirty exists 2024-04-02T08:40:11.780 INFO:tasks.rados.rados.0.smithi112.stdout:2566: left oid 35 (ObjNum 793 snap 255 seq_num 793) 2024-04-02T08:40:11.780 INFO:tasks.rados.rados.0.smithi112.stdout:2568: finishing write tid 1 to smithi11277797-3 2024-04-02T08:40:11.781 INFO:tasks.rados.rados.0.smithi112.stdout:2568: finishing write tid 2 to smithi11277797-3 2024-04-02T08:40:11.781 INFO:tasks.rados.rados.0.smithi112.stdout:2568: finishing write tid 3 to smithi11277797-3 2024-04-02T08:40:11.781 INFO:tasks.rados.rados.0.smithi112.stdout:2568: finishing write tid 4 to smithi11277797-3 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:2568: finishing write tid 5 to smithi11277797-3 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:2568: oid 3 updating version 0 to 1141 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:2568: oid 3 version 1141 is already newer than 1138 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:2568: oid 3 version 1141 is already newer than 1140 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:2568: oid 3 version 1141 is already newer than 1139 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1141 (ObjNum 795 snap 255 seq_num 795) dirty exists 2024-04-02T08:40:11.783 INFO:tasks.rados.rados.0.smithi112.stdout:2568: left oid 3 (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:12.592 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:12.727 INFO:tasks.rados.rados.0.smithi112.stdout:2566: done (2 left) 2024-04-02T08:40:12.727 INFO:tasks.rados.rados.0.smithi112.stdout:2568: done (1 left) 2024-04-02T08:40:12.727 INFO:tasks.rados.rados.0.smithi112.stdout:2569: done (0 left) 2024-04-02T08:40:12.727 INFO:tasks.rados.rados.0.smithi112.stdout:2570: delete oid 47 current snap is 256 2024-04-02T08:40:12.763 INFO:tasks.rados.rados.0.smithi112.stdout:2570: done (0 left) 2024-04-02T08:40:12.763 INFO:tasks.rados.rados.0.smithi112.stdout:2571: copy_from oid 37 from oid 34 current snap is 256 2024-04-02T08:40:12.763 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 256 2024-04-02T08:40:12.763 INFO:tasks.rados.rados.0.smithi112.stdout:2572: seq_num 797 ranges {9920512=557056,10477568=589824,11067392=212992} 2024-04-02T08:40:12.820 INFO:tasks.rados.rados.0.smithi112.stdout:2572: writing smithi11277797-9 from 9920512 to 10477568 tid 1 2024-04-02T08:40:12.824 INFO:tasks.rados.rados.0.smithi112.stdout:2572: writing smithi11277797-9 from 10477568 to 11067392 tid 2 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:2572: writing smithi11277797-9 from 11067392 to 11280384 tid 3 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:2573: rollback oid 27 current snap is 256 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 246 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:2571: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:2571: finishing copy_from to smithi11277797-37 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 930 (ObjNum 720 snap 225 seq_num 720) dirty exists 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:2571: done (2 left) 2024-04-02T08:40:12.825 INFO:tasks.rados.rados.0.smithi112.stdout:2574: delete oid 48 current snap is 256 2024-04-02T08:40:12.828 INFO:tasks.rados.rados.0.smithi112.stdout:2572: finishing write tid 1 to smithi11277797-9 2024-04-02T08:40:12.830 INFO:tasks.rados.rados.0.smithi112.stdout:2572: finishing write tid 2 to smithi11277797-9 2024-04-02T08:40:12.830 INFO:tasks.rados.rados.0.smithi112.stdout:2573: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:40:12.830 INFO:tasks.rados.rados.0.smithi112.stdout:2572: finishing write tid 3 to smithi11277797-9 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:2573: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:2573: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1426 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:2572: finishing write tid 4 to smithi11277797-9 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:2573: done (2 left) 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:2574: done (1 left) 2024-04-02T08:40:12.831 INFO:tasks.rados.rados.0.smithi112.stdout:2575: delete oid 23 current snap is 256 2024-04-02T08:40:12.832 INFO:tasks.rados.rados.0.smithi112.stdout:2572: finishing write tid 5 to smithi11277797-9 2024-04-02T08:40:12.833 INFO:tasks.rados.rados.0.smithi112.stdout:2572: oid 9 updating version 0 to 1067 2024-04-02T08:40:12.833 INFO:tasks.rados.rados.0.smithi112.stdout:2572: oid 9 version 1067 is already newer than 1066 2024-04-02T08:40:12.833 INFO:tasks.rados.rados.0.smithi112.stdout:2572: oid 9 version 1067 is already newer than 1065 2024-04-02T08:40:12.833 INFO:tasks.rados.rados.0.smithi112.stdout:2572: oid 9 version 1067 is already newer than 1064 2024-04-02T08:40:12.833 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1067 (ObjNum 797 snap 256 seq_num 797) dirty exists 2024-04-02T08:40:12.833 INFO:tasks.rados.rados.0.smithi112.stdout:2572: left oid 9 (ObjNum 797 snap 256 seq_num 797) 2024-04-02T08:40:12.834 INFO:tasks.rados.rados.0.smithi112.stdout:2572: done (1 left) 2024-04-02T08:40:12.834 INFO:tasks.rados.rados.0.smithi112.stdout:2575: done (0 left) 2024-04-02T08:40:12.834 INFO:tasks.rados.rados.0.smithi112.stdout:2576: snap_create 2024-04-02T08:40:12.917 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:12 smithi187 ceph-mon[84356]: pgmap v549: 121 pgs: 121 active+clean; 340 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-02T08:40:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:12 smithi112 ceph-mon[91385]: pgmap v549: 121 pgs: 121 active+clean; 340 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-02T08:40:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:12 smithi112 ceph-mon[88945]: pgmap v549: 121 pgs: 121 active+clean; 340 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-02T08:40:13.738 INFO:tasks.rados.rados.0.smithi112.stdout:2576: done (0 left) 2024-04-02T08:40:13.739 INFO:tasks.rados.rados.0.smithi112.stdout:2577: snap_remove snap 246 2024-04-02T08:40:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:13 smithi112 ceph-mon[91385]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:40:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:13 smithi112 ceph-mon[88945]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:40:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:13 smithi187 ceph-mon[84356]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:40:14.304 INFO:tasks.rados.rados.0.smithi112.stdout:2577: done (0 left) 2024-04-02T08:40:14.304 INFO:tasks.rados.rados.0.smithi112.stdout:2578: snap_create 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: pgmap v551: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.3 MiB/s wr, 21 op/s 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:14.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: pgmap v551: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.3 MiB/s wr, 21 op/s 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:15.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: pgmap v551: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.3 MiB/s wr, 21 op/s 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:15.031 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:15.303 INFO:tasks.rados.rados.0.smithi112.stdout:2578: done (0 left) 2024-04-02T08:40:15.303 INFO:tasks.rados.rados.0.smithi112.stdout:2579: snap_remove snap 243 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:15.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:15 smithi187 ceph-mon[84356]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:40:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[91385]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:15 smithi112 ceph-mon[88945]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:40:16.307 INFO:tasks.rados.rados.0.smithi112.stdout:2579: done (0 left) 2024-04-02T08:40:16.307 INFO:tasks.rados.rados.0.smithi112.stdout:2580: setattr oid 43 current snap is 258 2024-04-02T08:40:16.309 INFO:tasks.rados.rados.0.smithi112.stdout:2581: setattr oid 29 current snap is 258 2024-04-02T08:40:16.309 INFO:tasks.rados.rados.0.smithi112.stdout:2582: rmattr oid 12 current snap is 258 2024-04-02T08:40:16.310 INFO:tasks.rados.rados.0.smithi112.stdout:2582: done (2 left) 2024-04-02T08:40:16.310 INFO:tasks.rados.rados.0.smithi112.stdout:2583: read oid 3 snap -1 2024-04-02T08:40:16.310 INFO:tasks.rados.rados.0.smithi112.stdout:2583: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:16.311 INFO:tasks.rados.rados.0.smithi112.stdout:2584: copy_from oid 15 from oid 24 current snap is 258 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2585: read oid 32 snap 233 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2585: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2586: read oid 31 snap -1 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2586: expect deleted 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2587: setattr oid 39 current snap is 258 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2588: read oid 13 snap 233 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2588: expect (ObjNum 684 snap 206 seq_num 684) 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2589: read oid 44 snap -1 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2589: expect (ObjNum 760 snap 239 seq_num 760) 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2590: rollback oid 9 current snap is 258 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 244 2024-04-02T08:40:16.312 INFO:tasks.rados.rados.0.smithi112.stdout:2591: delete oid 5 current snap is 258 2024-04-02T08:40:16.323 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1176 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:40:16.326 INFO:tasks.rados.rados.0.smithi112.stdout:2583: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:16.376 INFO:tasks.rados.rados.0.smithi112.stdout:2589: expect (ObjNum 760 snap 239 seq_num 760) 2024-04-02T08:40:16.398 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 818 (ObjNum 784 snap 252 seq_num 784) dirty exists 2024-04-02T08:40:16.398 INFO:tasks.rados.rados.0.smithi112.stdout:2590: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:40:16.398 INFO:tasks.rados.rados.0.smithi112.stdout:2590: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:40:16.398 INFO:tasks.rados.rados.0.smithi112.stdout:2581: done (10 left) 2024-04-02T08:40:16.398 INFO:tasks.rados.rados.0.smithi112.stdout:2583: done (9 left) 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2586: done (8 left) 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2587: done (7 left) 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2589: done (6 left) 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2591: done (5 left) 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2592: delete oid 23 current snap is 258 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2590: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1079 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1252 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:40:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:2584: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:40:16.400 INFO:tasks.rados.rados.0.smithi112.stdout:2584: finishing copy_from to smithi11277797-15 2024-04-02T08:40:16.400 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1216 (ObjNum 783 snap 252 seq_num 783) dirty exists 2024-04-02T08:40:16.400 INFO:tasks.rados.rados.0.smithi112.stdout:2588: expect (ObjNum 684 snap 206 seq_num 684) 2024-04-02T08:40:16.737 INFO:tasks.rados.rados.0.smithi112.stdout:2585: expect (ObjNum 616 snap 178 seq_num 616) 2024-04-02T08:40:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:16 smithi112 ceph-mon[88945]: pgmap v555: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1024 KiB/s wr, 12 op/s 2024-04-02T08:40:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:16 smithi112 ceph-mon[88945]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:40:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:16 smithi112 ceph-mon[91385]: pgmap v555: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1024 KiB/s wr, 12 op/s 2024-04-02T08:40:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:16 smithi112 ceph-mon[91385]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:40:17.120 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:16 smithi187 ceph-mon[84356]: pgmap v555: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1024 KiB/s wr, 12 op/s 2024-04-02T08:40:17.120 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:16 smithi187 ceph-mon[84356]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:40:17.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:17 smithi187 ceph-mon[84356]: Upgrade: Updating prometheus.a 2024-04-02T08:40:17.998 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:17 smithi187 ceph-mon[84356]: Deploying daemon prometheus.a on smithi187 2024-04-02T08:40:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:17 smithi112 ceph-mon[91385]: Upgrade: Updating prometheus.a 2024-04-02T08:40:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:17 smithi112 ceph-mon[91385]: Deploying daemon prometheus.a on smithi187 2024-04-02T08:40:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:17 smithi112 ceph-mon[88945]: Upgrade: Updating prometheus.a 2024-04-02T08:40:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:17 smithi112 ceph-mon[88945]: Deploying daemon prometheus.a on smithi187 2024-04-02T08:40:18.223 INFO:tasks.rados.rados.0.smithi112.stdout:2580: done (5 left) 2024-04-02T08:40:18.223 INFO:tasks.rados.rados.0.smithi112.stdout:2584: done (4 left) 2024-04-02T08:40:18.223 INFO:tasks.rados.rados.0.smithi112.stdout:2585: done (3 left) 2024-04-02T08:40:18.223 INFO:tasks.rados.rados.0.smithi112.stdout:2588: done (2 left) 2024-04-02T08:40:18.223 INFO:tasks.rados.rados.0.smithi112.stdout:2590: done (1 left) 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:2592: done (0 left) 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:2593: read oid 20 snap -1 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:2593: expect (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:2594: rollback oid 8 current snap is 258 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 251 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:2595: rollback oid 47 current snap is 258 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 247 2024-04-02T08:40:18.224 INFO:tasks.rados.rados.0.smithi112.stdout:2596: setattr oid 4 current snap is 258 2024-04-02T08:40:18.225 INFO:tasks.rados.rados.0.smithi112.stdout:2597: snap_create 2024-04-02T08:40:18.226 INFO:tasks.rados.rados.0.smithi112.stdout:2594: finishing rollback tid 0 to smithi11277797-8 2024-04-02T08:40:18.227 INFO:tasks.rados.rados.0.smithi112.stdout:2594: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:40:18.227 INFO:tasks.rados.rados.0.smithi112.stdout:2594: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:40:18.227 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1442 (ObjNum 713 snap 223 seq_num 713) dirty exists 2024-04-02T08:40:18.230 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1142 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-02T08:40:18.235 INFO:tasks.rados.rados.0.smithi112.stdout:2595: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:40:18.235 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1062 (ObjNum 97 snap 0 seq_num 2356321600) dirty dne 2024-04-02T08:40:18.282 INFO:tasks.rados.rados.0.smithi112.stdout:2593: expect (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:40:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:18 smithi187 ceph-mon[84356]: pgmap v557: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-02T08:40:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:18 smithi112 ceph-mon[91385]: pgmap v557: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-02T08:40:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:18 smithi112 ceph-mon[88945]: pgmap v557: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-02T08:40:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:40:19] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:40:19.638 INFO:tasks.rados.rados.0.smithi112.stdout:2593: done (4 left) 2024-04-02T08:40:19.638 INFO:tasks.rados.rados.0.smithi112.stdout:2594: done (3 left) 2024-04-02T08:40:19.638 INFO:tasks.rados.rados.0.smithi112.stdout:2595: done (2 left) 2024-04-02T08:40:19.638 INFO:tasks.rados.rados.0.smithi112.stdout:2596: done (1 left) 2024-04-02T08:40:19.638 INFO:tasks.rados.rados.0.smithi112.stdout:2597: done (0 left) 2024-04-02T08:40:19.638 INFO:tasks.rados.rados.0.smithi112.stdout:2598: delete oid 27 current snap is 259 2024-04-02T08:40:19.641 INFO:tasks.rados.rados.0.smithi112.stdout:2598: done (0 left) 2024-04-02T08:40:19.641 INFO:tasks.rados.rados.0.smithi112.stdout:2599: read oid 47 snap 224 2024-04-02T08:40:19.641 INFO:tasks.rados.rados.0.smithi112.stdout:2599: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:40:19.641 INFO:tasks.rados.rados.0.smithi112.stdout:2600: read oid 6 snap -1 2024-04-02T08:40:19.641 INFO:tasks.rados.rados.0.smithi112.stdout:2600: expect (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:40:19.641 INFO:tasks.rados.rados.0.smithi112.stdout:2601: snap_create 2024-04-02T08:40:19.649 INFO:tasks.rados.rados.0.smithi112.stdout:2600: expect (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:40:19.695 INFO:tasks.rados.rados.0.smithi112.stdout:2599: expect (ObjNum 598 snap 175 seq_num 598) 2024-04-02T08:40:19.904 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:19 smithi187 ceph-mon[84356]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:40:19.904 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:19 smithi187 ceph-mon[84356]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:40:19.904 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:19 smithi187 ceph-mon[84356]: pgmap v560: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 937 KiB/s wr, 17 op/s 2024-04-02T08:40:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-mon[88945]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:40:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-mon[88945]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:40:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-mon[88945]: pgmap v560: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 937 KiB/s wr, 17 op/s 2024-04-02T08:40:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-mon[91385]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:40:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-mon[91385]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:40:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:19 smithi112 ceph-mon[91385]: pgmap v560: 121 pgs: 121 active+clean; 344 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 937 KiB/s wr, 17 op/s 2024-04-02T08:40:20.162 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:19 smithi187 systemd[1]: Stopping Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.153Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:40:20.163 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75744]: ts=2024-04-02T08:40:20.154Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:40:20.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 podman[116481]: 2024-04-02 08:40:20.16431125 +0000 UTC m=+0.117355030 container died 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:20.616 INFO:tasks.rados.rados.0.smithi112.stdout:2599: done (2 left) 2024-04-02T08:40:20.616 INFO:tasks.rados.rados.0.smithi112.stdout:2600: done (1 left) 2024-04-02T08:40:20.616 INFO:tasks.rados.rados.0.smithi112.stdout:2601: done (0 left) 2024-04-02T08:40:20.616 INFO:tasks.rados.rados.0.smithi112.stdout:2602: copy_from oid 43 from oid 4 current snap is 260 2024-04-02T08:40:20.616 INFO:tasks.rados.rados.0.smithi112.stdout:2603: setattr oid 12 current snap is 260 2024-04-02T08:40:20.617 INFO:tasks.rados.rados.0.smithi112.stdout:2604: read oid 2 snap -1 2024-04-02T08:40:20.617 INFO:tasks.rados.rados.0.smithi112.stdout:2604: expect deleted 2024-04-02T08:40:20.617 INFO:tasks.rados.rados.0.smithi112.stdout:2605: setattr oid 29 current snap is 260 2024-04-02T08:40:20.619 INFO:tasks.rados.rados.0.smithi112.stdout:2606: read oid 33 snap -1 2024-04-02T08:40:20.619 INFO:tasks.rados.rados.0.smithi112.stdout:2606: expect (ObjNum 723 snap 225 seq_num 723) 2024-04-02T08:40:20.619 INFO:tasks.rados.rados.0.smithi112.stdout:2607: setattr oid 35 current snap is 260 2024-04-02T08:40:20.621 INFO:tasks.rados.rados.0.smithi112.stdout:2604: done (5 left) 2024-04-02T08:40:20.621 INFO:tasks.rados.rados.0.smithi112.stdout:2608: read oid 40 snap -1 2024-04-02T08:40:20.622 INFO:tasks.rados.rados.0.smithi112.stdout:2608: expect (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:40:20.622 INFO:tasks.rados.rados.0.smithi112.stdout:2609: read oid 36 snap 244 2024-04-02T08:40:20.622 INFO:tasks.rados.rados.0.smithi112.stdout:2609: expect (ObjNum 731 snap 229 seq_num 731) 2024-04-02T08:40:20.622 INFO:tasks.rados.rados.0.smithi112.stdout:2610: read oid 28 snap -1 2024-04-02T08:40:20.622 INFO:tasks.rados.rados.0.smithi112.stdout:2610: expect (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:40:20.622 INFO:tasks.rados.rados.0.smithi112.stdout:2611: delete oid 8 current snap is 260 2024-04-02T08:40:20.625 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1178 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:40:20.625 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 931 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:20.625 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1217 (ObjNum 793 snap 255 seq_num 793) dirty exists 2024-04-02T08:40:20.629 INFO:tasks.rados.rados.0.smithi112.stdout:2609: expect (ObjNum 731 snap 229 seq_num 731) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2602: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2603: done (8 left) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2605: done (7 left) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2607: done (6 left) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2609: done (5 left) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2611: done (4 left) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 260 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2602: finishing copy_from to smithi11277797-43 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1142 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi112.stdout:2610: expect (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:40:20.682 INFO:tasks.rados.rados.0.smithi112.stdout:2608: expect (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:40:20.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 podman[116481]: 2024-04-02 08:40:20.561889164 +0000 UTC m=+0.514932952 container cleanup 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:20.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 bash[116481]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:40:20.801 INFO:tasks.rados.rados.0.smithi112.stdout:2606: expect (ObjNum 723 snap 225 seq_num 723) 2024-04-02T08:40:20.950 INFO:tasks.rados.rados.0.smithi112.stdout:2612: seq_num 804 ranges {1556480=671744,2228224=622592,2850816=180224} 2024-04-02T08:40:20.962 INFO:tasks.rados.rados.0.smithi112.stdout:2612: writing smithi11277797-15 from 1556480 to 2228224 tid 1 2024-04-02T08:40:20.966 INFO:tasks.rados.rados.0.smithi112.stdout:2612: writing smithi11277797-15 from 2228224 to 2850816 tid 2 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2612: writing smithi11277797-15 from 2850816 to 3031040 tid 3 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2602: done (4 left) 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2606: done (3 left) 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2608: done (2 left) 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2610: done (1 left) 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2613: snap_create 2024-04-02T08:40:20.968 INFO:tasks.rados.rados.0.smithi112.stdout:2612: finishing write tid 1 to smithi11277797-15 2024-04-02T08:40:20.971 INFO:tasks.rados.rados.0.smithi112.stdout:2612: finishing write tid 2 to smithi11277797-15 2024-04-02T08:40:20.971 INFO:tasks.rados.rados.0.smithi112.stdout:2612: finishing write tid 3 to smithi11277797-15 2024-04-02T08:40:20.971 INFO:tasks.rados.rados.0.smithi112.stdout:2612: finishing write tid 4 to smithi11277797-15 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:2612: finishing write tid 5 to smithi11277797-15 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:2612: oid 15 updating version 0 to 1219 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:2612: oid 15 version 1219 is already newer than 1218 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:2612: oid 15 updating version 1219 to 1221 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:2612: oid 15 version 1221 is already newer than 1220 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1221 (ObjNum 804 snap 260 seq_num 804) dirty exists 2024-04-02T08:40:20.973 INFO:tasks.rados.rados.0.smithi112.stdout:2612: left oid 15 (ObjNum 804 snap 260 seq_num 804) 2024-04-02T08:40:21.124 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 podman[116496]: 2024-04-02 08:40:20.796524955 +0000 UTC m=+0.631771652 container remove 94979f239aaf94d23de5f058dd3ca834919ee7d89e37c29aaf9758d3117b3788 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:21.124 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:40:21.124 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 systemd[1]: Stopped Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:21.124 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:20 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 2.699s CPU time. 2024-04-02T08:40:21.316 INFO:tasks.rados.rados.0.smithi112.stdout:2612: done (1 left) 2024-04-02T08:40:21.316 INFO:tasks.rados.rados.0.smithi112.stdout:2613: done (0 left) 2024-04-02T08:40:21.317 INFO:tasks.rados.rados.0.smithi112.stdout:2614: read oid 35 snap -1 2024-04-02T08:40:21.317 INFO:tasks.rados.rados.0.smithi112.stdout:2614: expect (ObjNum 793 snap 255 seq_num 793) 2024-04-02T08:40:21.317 INFO:tasks.rados.rados.0.smithi112.stdout:2615: setattr oid 14 current snap is 261 2024-04-02T08:40:21.318 INFO:tasks.rados.rados.0.smithi112.stdout:2616: setattr oid 38 current snap is 261 2024-04-02T08:40:21.320 INFO:tasks.rados.rados.0.smithi112.stdout:2617: read oid 21 snap -1 2024-04-02T08:40:21.320 INFO:tasks.rados.rados.0.smithi112.stdout:2617: expect deleted 2024-04-02T08:40:21.320 INFO:tasks.rados.rados.0.smithi112.stdout:2618: rmattr oid 46 current snap is 261 2024-04-02T08:40:21.320 INFO:tasks.rados.rados.0.smithi112.stdout:2619: copy_from oid 18 from oid 3 current snap is 261 2024-04-02T08:40:21.321 INFO:tasks.rados.rados.0.smithi112.stdout:2620: delete oid 31 current snap is 261 2024-04-02T08:40:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1179 (ObjNum 161 snap 0 seq_num 2349264384) dirty exists 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2615: done (6 left) 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2617: done (5 left) 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2620: done (4 left) 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2621: rollback oid 14 current snap is 261 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 258 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1142 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:40:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2618: done (4 left) 2024-04-02T08:40:21.328 INFO:tasks.rados.rados.0.smithi112.stdout:2622: read oid 8 snap -1 2024-04-02T08:40:21.328 INFO:tasks.rados.rados.0.smithi112.stdout:2622: expect deleted 2024-04-02T08:40:21.328 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 261 2024-04-02T08:40:21.328 INFO:tasks.rados.rados.0.smithi112.stdout:2623: seq_num 806 ranges {1286144=704512,1990656=442368,2433024=360448} 2024-04-02T08:40:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2623: writing smithi11277797-4 from 1286144 to 1990656 tid 1 2024-04-02T08:40:21.340 INFO:tasks.rados.rados.0.smithi112.stdout:2623: writing smithi11277797-4 from 1990656 to 2433024 tid 2 2024-04-02T08:40:21.343 INFO:tasks.rados.rados.0.smithi112.stdout:2623: writing smithi11277797-4 from 2433024 to 2793472 tid 3 2024-04-02T08:40:21.343 INFO:tasks.rados.rados.0.smithi112.stdout:2624: read oid 28 snap -1 2024-04-02T08:40:21.343 INFO:tasks.rados.rados.0.smithi112.stdout:2624: expect (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:40:21.343 INFO:tasks.rados.rados.0.smithi112.stdout:2625: snap_remove snap 254 2024-04-02T08:40:21.419 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:21 smithi112 ceph-mon[91385]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:40:21.420 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:21 smithi112 ceph-mon[88945]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:40:21.476 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-mon[84356]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:40:21.477 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 systemd[1]: Starting Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:21.477 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 podman[116625]: 2024-04-02 08:40:21.240407019 +0000 UTC m=+0.018307942 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:40:21.477 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 podman[116625]: 2024-04-02 08:40:21.364405441 +0000 UTC m=+0.142306345 container create 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:21.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 podman[116625]: 2024-04-02 08:40:21.574746545 +0000 UTC m=+0.352647463 container init 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:21.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 podman[116625]: 2024-04-02 08:40:21.577401462 +0000 UTC m=+0.355302376 container start 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.601Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.601Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.601Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi187 (none))" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.601Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.601Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.603Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.603Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.604Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.604Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.606Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.606Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.371µs 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.606Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.608Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-02T08:40:21.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.614Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.620Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.627Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.627Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.627Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.28µs wal_replay_duration=20.278147ms wbl_replay_duration=99ns total_replay_duration=20.406313ms 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.629Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.629Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.629Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 bash[116625]: 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 systemd[1]: Started Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.652Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.826304ms db_storage=860ns remote_storage=1.208µs web_handler=370ns query_engine=744ns scrape=437.063µs scrape_sd=82.802µs notify=12.872µs notify_sd=25.775µs rules=21.959549ms tracing=7.762µs 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.652Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:40:21.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:21.652Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:40:22.323 INFO:tasks.rados.rados.0.smithi112.stdout:2625: done (7 left) 2024-04-02T08:40:22.324 INFO:tasks.rados.rados.0.smithi112.stdout:2626: snap_create 2024-04-02T08:40:22.324 INFO:tasks.rados.rados.0.smithi112.stdout:2614: expect (ObjNum 793 snap 255 seq_num 793) 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1167 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2621: finishing rollback tid 0 to smithi11277797-14 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2621: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1181 (ObjNum 161 snap 0 seq_num 2348358480) dirty dne 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2619: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2619: finishing copy_from to smithi11277797-18 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1141 (ObjNum 795 snap 255 seq_num 795) dirty exists 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2623: finishing write tid 1 to smithi11277797-4 2024-04-02T08:40:22.370 INFO:tasks.rados.rados.0.smithi112.stdout:2623: finishing write tid 2 to smithi11277797-4 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: finishing write tid 3 to smithi11277797-4 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: finishing write tid 4 to smithi11277797-4 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: finishing write tid 5 to smithi11277797-4 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: oid 4 updating version 0 to 1144 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: oid 4 updating version 1144 to 1146 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: oid 4 version 1146 is already newer than 1145 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: oid 4 version 1146 is already newer than 1143 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1146 (ObjNum 806 snap 261 seq_num 806) dirty exists 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2623: left oid 4 (ObjNum 806 snap 261 seq_num 806) 2024-04-02T08:40:22.371 INFO:tasks.rados.rados.0.smithi112.stdout:2624: expect (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:40:22.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:22 smithi187 ceph-mon[84356]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:40:22.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:22.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:22.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:22 smithi187 ceph-mon[84356]: pgmap v563: 121 pgs: 121 active+clean; 345 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 368 KiB/s wr, 29 op/s 2024-04-02T08:40:22.617 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:22.617 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[88945]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:40:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[88945]: pgmap v563: 121 pgs: 121 active+clean; 345 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 368 KiB/s wr, 29 op/s 2024-04-02T08:40:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[91385]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:40:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[91385]: pgmap v563: 121 pgs: 121 active+clean; 345 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 368 KiB/s wr, 29 op/s 2024-04-02T08:40:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:23.168 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2614: done (7 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2616: done (6 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2619: done (5 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2621: done (4 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2622: done (3 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2623: done (2 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2624: done (1 left) 2024-04-02T08:40:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2626: done (0 left) 2024-04-02T08:40:23.330 INFO:tasks.rados.rados.0.smithi112.stdout:2627: delete oid 19 current snap is 262 2024-04-02T08:40:23.333 INFO:tasks.rados.rados.0.smithi112.stdout:2627: done (0 left) 2024-04-02T08:40:23.333 INFO:tasks.rados.rados.0.smithi112.stdout:2628: setattr oid 7 current snap is 262 2024-04-02T08:40:23.334 INFO:tasks.rados.rados.0.smithi112.stdout:2629: copy_from oid 43 from oid 12 current snap is 262 2024-04-02T08:40:23.334 INFO:tasks.rados.rados.0.smithi112.stdout:2630: read oid 28 snap -1 2024-04-02T08:40:23.335 INFO:tasks.rados.rados.0.smithi112.stdout:2630: expect (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:40:23.335 INFO:tasks.rados.rados.0.smithi112.stdout:2631: rollback oid 47 current snap is 262 2024-04-02T08:40:23.335 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 237 2024-04-02T08:40:23.335 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 262 2024-04-02T08:40:23.335 INFO:tasks.rados.rados.0.smithi112.stdout:2632: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-04-02T08:40:23.338 INFO:tasks.rados.rados.0.smithi112.stdout:2632: writing smithi11277797-10 from 0 to 737280 tid 1 2024-04-02T08:40:23.343 INFO:tasks.rados.rados.0.smithi112.stdout:2632: writing smithi11277797-10 from 737280 to 1351680 tid 2 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:2632: writing smithi11277797-10 from 1351680 to 1540096 tid 3 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 262 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:2629: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:2631: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1062 (ObjNum 33 snap 0 seq_num 3504622672) dirty dne 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:2629: finishing copy_from to smithi11277797-43 2024-04-02T08:40:23.345 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 931 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:23.346 INFO:tasks.rados.rados.0.smithi112.stdout:2633: seq_num 809 ranges {65536=753664,819200=499712,1318912=303104} 2024-04-02T08:40:23.350 INFO:tasks.rados.rados.0.smithi112.stdout:2633: writing smithi11277797-34 from 65536 to 819200 tid 1 2024-04-02T08:40:23.354 INFO:tasks.rados.rados.0.smithi112.stdout:2633: writing smithi11277797-34 from 819200 to 1318912 tid 2 2024-04-02T08:40:23.356 INFO:tasks.rados.rados.0.smithi112.stdout:2633: writing smithi11277797-34 from 1318912 to 1622016 tid 3 2024-04-02T08:40:23.356 INFO:tasks.rados.rados.0.smithi112.stdout:2629: done (5 left) 2024-04-02T08:40:23.356 INFO:tasks.rados.rados.0.smithi112.stdout:2631: done (4 left) 2024-04-02T08:40:23.356 INFO:tasks.rados.rados.0.smithi112.stdout:2634: snap_create 2024-04-02T08:40:23.356 INFO:tasks.rados.rados.0.smithi112.stdout:2632: finishing write tid 1 to smithi11277797-10 2024-04-02T08:40:23.356 INFO:tasks.rados.rados.0.smithi112.stdout:2632: finishing write tid 2 to smithi11277797-10 2024-04-02T08:40:23.357 INFO:tasks.rados.rados.0.smithi112.stdout:2630: expect (ObjNum 778 snap 246 seq_num 778) 2024-04-02T08:40:23.386 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1173 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:40:23.386 INFO:tasks.rados.rados.0.smithi112.stdout:2632: finishing write tid 3 to smithi11277797-10 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: finishing write tid 4 to smithi11277797-10 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: finishing write tid 5 to smithi11277797-10 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: oid 10 updating version 0 to 933 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: oid 10 updating version 933 to 935 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: oid 10 version 935 is already newer than 934 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: oid 10 version 935 is already newer than 932 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 935 (ObjNum 808 snap 262 seq_num 808) dirty exists 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2632: left oid 10 (ObjNum 808 snap 262 seq_num 808) 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: finishing write tid 1 to smithi11277797-34 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: finishing write tid 2 to smithi11277797-34 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: finishing write tid 3 to smithi11277797-34 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: finishing write tid 4 to smithi11277797-34 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: finishing write tid 5 to smithi11277797-34 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: oid 34 updating version 0 to 939 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: oid 34 version 939 is already newer than 938 2024-04-02T08:40:23.387 INFO:tasks.rados.rados.0.smithi112.stdout:2633: oid 34 version 939 is already newer than 936 2024-04-02T08:40:23.388 INFO:tasks.rados.rados.0.smithi112.stdout:2633: oid 34 version 939 is already newer than 937 2024-04-02T08:40:23.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 939 (ObjNum 809 snap 262 seq_num 809) dirty exists 2024-04-02T08:40:23.388 INFO:tasks.rados.rados.0.smithi112.stdout:2633: left oid 34 (ObjNum 809 snap 262 seq_num 809) 2024-04-02T08:40:23.511 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:40:23.511 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (11m) 13s ago 12m 26.0M - 0.25.0 c8568f914cd2 6f51fd8c2819 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (12m) 13s ago 12m 88.9M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (54s) 13s ago 13m 16.2M - 19.0.0-2419-g14da45f2 53081131892e a424fa4b1ae0 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (34s) 13s ago 13m 12.5M - 19.0.0-2419-g14da45f2 53081131892e b10f19287b96 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (7m) 13s ago 16m 452M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (7m) 13s ago 18m 512M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (6m) 13s ago 18m 67.1M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (6m) 13s ago 17m 54.0M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (6m) 13s ago 17m 59.0M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (21s) 13s ago 11m 7805k - 1.5.0 0da6a335fe13 ca52ab4ad74a 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (17s) 13s ago 11m 3598k - 1.5.0 0da6a335fe13 469f33ee1264 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (5m) 13s ago 16m 200M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (4m) 13s ago 16m 242M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (4m) 13s ago 15m 214M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:40:23.512 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (3m) 13s ago 15m 108M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:40:23.513 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (3m) 13s ago 14m 155M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:40:23.513 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (2m) 13s ago 14m 202M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:40:23.513 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (112s) 13s ago 14m 89.1M 2480M 19.0.0-2419-g14da45f2 53081131892e bb8a0af439c4 2024-04-02T08:40:23.513 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (78s) 13s ago 13m 115M 2480M 19.0.0-2419-g14da45f2 53081131892e 8d9ee2ac93ba 2024-04-02T08:40:23.513 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 starting - - - - 2024-04-02T08:40:23.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:23 smithi112 ceph-mon[91385]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:40:23.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:23.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:23 smithi112 ceph-mon[88945]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:40:23.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:23.696 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:23 smithi187 ceph-mon[84356]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:40:23.696 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:23.936 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:23.937 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:40:23.938 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:40:23.938 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:40:23.938 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2628: done (4 left) 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2630: done (3 left) 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2632: done (2 left) 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2633: done (1 left) 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2634: done (0 left) 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2635: rollback oid 45 current snap is 263 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 262 2024-04-02T08:40:24.310 INFO:tasks.rados.rados.0.smithi112.stdout:2636: read oid 14 snap -1 2024-04-02T08:40:24.311 INFO:tasks.rados.rados.0.smithi112.stdout:2636: expect deleted 2024-04-02T08:40:24.311 INFO:tasks.rados.rados.0.smithi112.stdout:2637: read oid 3 snap -1 2024-04-02T08:40:24.311 INFO:tasks.rados.rados.0.smithi112.stdout:2637: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:24.311 INFO:tasks.rados.rados.0.smithi112.stdout:2638: delete oid 25 current snap is 263 2024-04-02T08:40:24.318 INFO:tasks.rados.rados.0.smithi112.stdout:2638: done (3 left) 2024-04-02T08:40:24.318 INFO:tasks.rados.rados.0.smithi112.stdout:2639: delete oid 29 current snap is 263 2024-04-02T08:40:24.321 INFO:tasks.rados.rados.0.smithi112.stdout:2635: finishing rollback tid 0 to smithi11277797-45 2024-04-02T08:40:24.323 INFO:tasks.rados.rados.0.smithi112.stdout:2635: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:40:24.324 INFO:tasks.rados.rados.0.smithi112.stdout:2635: finishing rollback tid 2 to smithi11277797-45 2024-04-02T08:40:24.324 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1187 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-02T08:40:24.324 INFO:tasks.rados.rados.0.smithi112.stdout:2637: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:24.368 INFO:tasks.rados.rados.0.smithi112.stdout:2635: done (3 left) 2024-04-02T08:40:24.368 INFO:tasks.rados.rados.0.smithi112.stdout:2636: done (2 left) 2024-04-02T08:40:24.368 INFO:tasks.rados.rados.0.smithi112.stdout:2637: done (1 left) 2024-04-02T08:40:24.368 INFO:tasks.rados.rados.0.smithi112.stdout:2639: done (0 left) 2024-04-02T08:40:24.368 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 263 2024-04-02T08:40:24.368 INFO:tasks.rados.rados.0.smithi112.stdout:2640: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-04-02T08:40:24.372 INFO:tasks.rados.rados.0.smithi112.stdout:2640: writing smithi11277797-21 from 0 to 802816 tid 1 2024-04-02T08:40:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2640: writing smithi11277797-21 from 802816 to 1351680 tid 2 2024-04-02T08:40:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2640: writing smithi11277797-21 from 1351680 to 1605632 tid 3 2024-04-02T08:40:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2641: rollback oid 1 current snap is 263 2024-04-02T08:40:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 248 2024-04-02T08:40:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2640: finishing write tid 1 to smithi11277797-21 2024-04-02T08:40:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2642: snap_create 2024-04-02T08:40:24.379 INFO:tasks.rados.rados.0.smithi112.stdout:2640: finishing write tid 2 to smithi11277797-21 2024-04-02T08:40:24.379 INFO:tasks.rados.rados.0.smithi112.stdout:2640: finishing write tid 3 to smithi11277797-21 2024-04-02T08:40:24.379 INFO:tasks.rados.rados.0.smithi112.stdout:2640: finishing write tid 4 to smithi11277797-21 2024-04-02T08:40:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:2641: finishing rollback tid 0 to smithi11277797-1 2024-04-02T08:40:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:2641: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:40:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:2640: finishing write tid 5 to smithi11277797-21 2024-04-02T08:40:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:2640: oid 21 updating version 0 to 1224 2024-04-02T08:40:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:2640: oid 21 version 1224 is already newer than 1222 2024-04-02T08:40:24.382 INFO:tasks.rados.rados.0.smithi112.stdout:2640: oid 21 version 1224 is already newer than 1223 2024-04-02T08:40:24.382 INFO:tasks.rados.rados.0.smithi112.stdout:2640: oid 21 updating version 1224 to 1225 2024-04-02T08:40:24.382 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1225 (ObjNum 812 snap 263 seq_num 812) dirty exists 2024-04-02T08:40:24.382 INFO:tasks.rados.rados.0.smithi112.stdout:2640: left oid 21 (ObjNum 812 snap 263 seq_num 812) 2024-04-02T08:40:24.382 INFO:tasks.rados.rados.0.smithi112.stdout:2641: finishing rollback tid 2 to smithi11277797-1 2024-04-02T08:40:24.382 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1145 (ObjNum 97 snap 0 seq_num 2348111584) dirty exists 2024-04-02T08:40:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[91385]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[91385]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:40:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[91385]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[91385]: pgmap v566: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-02T08:40:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1677074243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[91385]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[88945]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[88945]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[88945]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[88945]: pgmap v566: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1677074243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:24 smithi112 ceph-mon[88945]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:40:24.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:24 smithi187 ceph-mon[84356]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:24.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:24 smithi187 ceph-mon[84356]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:40:24.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:24 smithi187 ceph-mon[84356]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:24.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:24 smithi187 ceph-mon[84356]: pgmap v566: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-02T08:40:24.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:24 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1677074243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:24.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:24 smithi187 ceph-mon[84356]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:40:25.336 INFO:tasks.rados.rados.0.smithi112.stdout:2640: done (2 left) 2024-04-02T08:40:25.336 INFO:tasks.rados.rados.0.smithi112.stdout:2641: done (1 left) 2024-04-02T08:40:25.336 INFO:tasks.rados.rados.0.smithi112.stdout:2642: done (0 left) 2024-04-02T08:40:25.336 INFO:tasks.rados.rados.0.smithi112.stdout:2643: snap_create 2024-04-02T08:40:26.339 INFO:tasks.rados.rados.0.smithi112.stdout:2643: done (0 left) 2024-04-02T08:40:26.339 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 265 2024-04-02T08:40:26.339 INFO:tasks.rados.rados.0.smithi112.stdout:2644: seq_num 813 ranges {245760=417792,663552=434176,1097728=442368,1540096=327680} 2024-04-02T08:40:26.342 INFO:tasks.rados.rados.0.smithi112.stdout:2644: writing smithi11277797-36 from 245760 to 663552 tid 1 2024-04-02T08:40:26.345 INFO:tasks.rados.rados.0.smithi112.stdout:2644: writing smithi11277797-36 from 663552 to 1097728 tid 2 2024-04-02T08:40:26.348 INFO:tasks.rados.rados.0.smithi112.stdout:2644: writing smithi11277797-36 from 1097728 to 1540096 tid 3 2024-04-02T08:40:26.351 INFO:tasks.rados.rados.0.smithi112.stdout:2644: writing smithi11277797-36 from 1540096 to 1867776 tid 4 2024-04-02T08:40:26.351 INFO:tasks.rados.rados.0.smithi112.stdout:2645: snap_create 2024-04-02T08:40:26.351 INFO:tasks.rados.rados.0.smithi112.stdout:2644: finishing write tid 1 to smithi11277797-36 2024-04-02T08:40:26.351 INFO:tasks.rados.rados.0.smithi112.stdout:2644: finishing write tid 2 to smithi11277797-36 2024-04-02T08:40:26.351 INFO:tasks.rados.rados.0.smithi112.stdout:2644: finishing write tid 3 to smithi11277797-36 2024-04-02T08:40:26.354 INFO:tasks.rados.rados.0.smithi112.stdout:2644: finishing write tid 4 to smithi11277797-36 2024-04-02T08:40:26.354 INFO:tasks.rados.rados.0.smithi112.stdout:2644: finishing write tid 5 to smithi11277797-36 2024-04-02T08:40:26.355 INFO:tasks.rados.rados.0.smithi112.stdout:2644: finishing write tid 6 to smithi11277797-36 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:2644: oid 36 updating version 0 to 1457 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:2644: oid 36 version 1457 is already newer than 1455 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:2644: oid 36 version 1457 is already newer than 1456 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:2644: oid 36 updating version 1457 to 1458 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:2644: oid 36 version 1458 is already newer than 1454 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1458 (ObjNum 813 snap 265 seq_num 813) dirty exists 2024-04-02T08:40:26.356 INFO:tasks.rados.rados.0.smithi112.stdout:2644: left oid 36 (ObjNum 813 snap 265 seq_num 813) 2024-04-02T08:40:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[88945]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:40:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[88945]: pgmap v569: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 998 KiB/s wr, 37 op/s 2024-04-02T08:40:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[91385]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:40:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:26 smithi112 ceph-mon[91385]: pgmap v569: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 998 KiB/s wr, 37 op/s 2024-04-02T08:40:26.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:26 smithi187 ceph-mon[84356]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:40:26.752 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:26.753 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:26.753 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:26 smithi187 ceph-mon[84356]: pgmap v569: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 998 KiB/s wr, 37 op/s 2024-04-02T08:40:27.352 INFO:tasks.rados.rados.0.smithi112.stdout:2644: done (1 left) 2024-04-02T08:40:27.352 INFO:tasks.rados.rados.0.smithi112.stdout:2645: done (0 left) 2024-04-02T08:40:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:2646: read oid 5 snap 239 2024-04-02T08:40:27.353 INFO:tasks.rados.rados.0.smithi112.stdout:2646: expect (ObjNum -1938911872 snap 21983 seq_num 2348565664) 2024-04-02T08:40:27.354 INFO:tasks.rados.rados.0.smithi112.stdout:2647: rollback oid 9 current snap is 266 2024-04-02T08:40:27.354 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 245 2024-04-02T08:40:27.354 INFO:tasks.rados.rados.0.smithi112.stdout:2648: read oid 24 snap -1 2024-04-02T08:40:27.354 INFO:tasks.rados.rados.0.smithi112.stdout:2648: expect (ObjNum 783 snap 252 seq_num 783) 2024-04-02T08:40:27.354 INFO:tasks.rados.rados.0.smithi112.stdout:2649: setattr oid 27 current snap is 266 2024-04-02T08:40:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:2650: rmattr oid 38 current snap is 266 2024-04-02T08:40:27.355 INFO:tasks.rados.rados.0.smithi112.stdout:2651: rmattr oid 2 current snap is 266 2024-04-02T08:40:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:2651: done (5 left) 2024-04-02T08:40:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:2652: snap_create 2024-04-02T08:40:27.356 INFO:tasks.rados.rados.0.smithi112.stdout:2646: expect (ObjNum -1938911872 snap 21983 seq_num 2348565664) 2024-04-02T08:40:27.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1459 (ObjNum 33 snap 0 seq_num 2356437424) dirty exists 2024-04-02T08:40:27.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1175 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-04-02T08:40:27.361 INFO:tasks.rados.rados.0.smithi112.stdout:2647: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:40:27.361 INFO:tasks.rados.rados.0.smithi112.stdout:2647: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:40:27.361 INFO:tasks.rados.rados.0.smithi112.stdout:2647: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:40:27.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1091 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-02T08:40:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:2648: expect (ObjNum 783 snap 252 seq_num 783) 2024-04-02T08:40:27.411 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:27 smithi187 ceph-mon[84356]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:40:27.411 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:27.412 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:27.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:27 smithi112 ceph-mon[88945]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:40:27.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:27.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:27.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:27 smithi112 ceph-mon[91385]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:40:27.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:27.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2646: done (5 left) 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2647: done (4 left) 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2648: done (3 left) 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2649: done (2 left) 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2650: done (1 left) 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2652: done (0 left) 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2653: read oid 19 snap -1 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:2653: expect deleted 2024-04-02T08:40:28.358 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 267 2024-04-02T08:40:28.359 INFO:tasks.rados.rados.0.smithi112.stdout:2654: seq_num 814 ranges {12353536=442368,12795904=770048,13565952=434176} 2024-04-02T08:40:28.427 INFO:tasks.rados.rados.0.smithi112.stdout:2654: writing smithi11277797-41 from 12353536 to 12795904 tid 1 2024-04-02T08:40:28.431 INFO:tasks.rados.rados.0.smithi112.stdout:2654: writing smithi11277797-41 from 12795904 to 13565952 tid 2 2024-04-02T08:40:28.434 INFO:tasks.rados.rados.0.smithi112.stdout:2654: writing smithi11277797-41 from 13565952 to 14000128 tid 3 2024-04-02T08:40:28.434 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 267 2024-04-02T08:40:28.434 INFO:tasks.rados.rados.0.smithi112.stdout:2655: seq_num 815 ranges {434176=458752,892928=655360,1548288=409600,1957888=139264} 2024-04-02T08:40:28.436 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:28 smithi187 ceph-mon[84356]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:40:28.436 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:28 smithi187 ceph-mon[84356]: pgmap v572: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-04-02T08:40:28.439 INFO:tasks.rados.rados.0.smithi112.stdout:2655: writing smithi11277797-7 from 434176 to 892928 tid 1 2024-04-02T08:40:28.444 INFO:tasks.rados.rados.0.smithi112.stdout:2655: writing smithi11277797-7 from 892928 to 1548288 tid 2 2024-04-02T08:40:28.446 INFO:tasks.rados.rados.0.smithi112.stdout:2655: writing smithi11277797-7 from 1548288 to 1957888 tid 3 2024-04-02T08:40:28.448 INFO:tasks.rados.rados.0.smithi112.stdout:2655: writing smithi11277797-7 from 1957888 to 2097152 tid 4 2024-04-02T08:40:28.448 INFO:tasks.rados.rados.0.smithi112.stdout:2656: snap_create 2024-04-02T08:40:28.448 INFO:tasks.rados.rados.0.smithi112.stdout:2654: finishing write tid 1 to smithi11277797-41 2024-04-02T08:40:28.448 INFO:tasks.rados.rados.0.smithi112.stdout:2654: finishing write tid 2 to smithi11277797-41 2024-04-02T08:40:28.448 INFO:tasks.rados.rados.0.smithi112.stdout:2654: finishing write tid 3 to smithi11277797-41 2024-04-02T08:40:28.448 INFO:tasks.rados.rados.0.smithi112.stdout:2654: finishing write tid 4 to smithi11277797-41 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2654: finishing write tid 5 to smithi11277797-41 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2654: oid 41 updating version 0 to 1272 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2654: oid 41 updating version 1272 to 1273 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2654: oid 41 updating version 1273 to 1274 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2654: oid 41 updating version 1274 to 1275 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1275 (ObjNum 814 snap 267 seq_num 814) dirty exists 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2654: left oid 41 (ObjNum 814 snap 267 seq_num 814) 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2655: finishing write tid 1 to smithi11277797-7 2024-04-02T08:40:28.449 INFO:tasks.rados.rados.0.smithi112.stdout:2655: finishing write tid 2 to smithi11277797-7 2024-04-02T08:40:28.450 INFO:tasks.rados.rados.0.smithi112.stdout:2655: finishing write tid 3 to smithi11277797-7 2024-04-02T08:40:28.450 INFO:tasks.rados.rados.0.smithi112.stdout:2655: finishing write tid 4 to smithi11277797-7 2024-04-02T08:40:28.450 INFO:tasks.rados.rados.0.smithi112.stdout:2655: finishing write tid 5 to smithi11277797-7 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: finishing write tid 6 to smithi11277797-7 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: oid 7 updating version 0 to 1180 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: oid 7 version 1180 is already newer than 1178 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: oid 7 updating version 1180 to 1181 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: oid 7 version 1181 is already newer than 1179 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: oid 7 version 1181 is already newer than 1177 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1181 (ObjNum 815 snap 267 seq_num 815) dirty exists 2024-04-02T08:40:28.451 INFO:tasks.rados.rados.0.smithi112.stdout:2655: left oid 7 (ObjNum 815 snap 267 seq_num 815) 2024-04-02T08:40:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:28 smithi112 ceph-mon[91385]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:40:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:28 smithi112 ceph-mon[91385]: pgmap v572: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-04-02T08:40:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:28 smithi112 ceph-mon[88945]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:40:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:28 smithi112 ceph-mon[88945]: pgmap v572: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2653: done (3 left) 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2654: done (2 left) 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2655: done (1 left) 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2656: done (0 left) 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2657: read oid 29 snap -1 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2657: expect deleted 2024-04-02T08:40:29.307 INFO:tasks.rados.rados.0.smithi112.stdout:2658: snap_create 2024-04-02T08:40:29.601 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:29 smithi187 ceph-mon[84356]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:40:29.601 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:29 smithi187 ceph-mon[84356]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:40:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:40:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:40:29] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-02T08:40:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:29 smithi112 ceph-mon[91385]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:40:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:29 smithi112 ceph-mon[91385]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:40:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:29 smithi112 ceph-mon[88945]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:40:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:29 smithi112 ceph-mon[88945]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:40:30.308 INFO:tasks.rados.rados.0.smithi112.stdout:2657: done (1 left) 2024-04-02T08:40:30.308 INFO:tasks.rados.rados.0.smithi112.stdout:2658: done (0 left) 2024-04-02T08:40:30.308 INFO:tasks.rados.rados.0.smithi112.stdout:2659: delete oid 3 current snap is 269 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2659: done (0 left) 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2660: read oid 38 snap -1 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2660: expect (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2661: read oid 40 snap -1 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2661: expect (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2662: read oid 2 snap -1 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2662: expect deleted 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 269 2024-04-02T08:40:30.312 INFO:tasks.rados.rados.0.smithi112.stdout:2663: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-04-02T08:40:30.314 INFO:tasks.rados.rados.0.smithi112.stdout:2663: writing smithi11277797-29 from 0 to 491520 tid 1 2024-04-02T08:40:30.318 INFO:tasks.rados.rados.0.smithi112.stdout:2663: writing smithi11277797-29 from 491520 to 909312 tid 2 2024-04-02T08:40:30.320 INFO:tasks.rados.rados.0.smithi112.stdout:2663: writing smithi11277797-29 from 909312 to 1335296 tid 3 2024-04-02T08:40:30.323 INFO:tasks.rados.rados.0.smithi112.stdout:2663: writing smithi11277797-29 from 1335296 to 1695744 tid 4 2024-04-02T08:40:30.323 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 269 2024-04-02T08:40:30.323 INFO:tasks.rados.rados.0.smithi112.stdout:2664: seq_num 818 ranges {2793472=507904,3301376=704512,4005888=499712} 2024-04-02T08:40:30.341 INFO:tasks.rados.rados.0.smithi112.stdout:2664: writing smithi11277797-4 from 2793472 to 3301376 tid 1 2024-04-02T08:40:30.345 INFO:tasks.rados.rados.0.smithi112.stdout:2664: writing smithi11277797-4 from 3301376 to 4005888 tid 2 2024-04-02T08:40:30.349 INFO:tasks.rados.rados.0.smithi112.stdout:2664: writing smithi11277797-4 from 4005888 to 4505600 tid 3 2024-04-02T08:40:30.349 INFO:tasks.rados.rados.0.smithi112.stdout:2665: snap_create 2024-04-02T08:40:30.349 INFO:tasks.rados.rados.0.smithi112.stdout:2661: expect (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: finishing write tid 1 to smithi11277797-29 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: finishing write tid 2 to smithi11277797-29 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: finishing write tid 3 to smithi11277797-29 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: finishing write tid 4 to smithi11277797-29 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: finishing write tid 5 to smithi11277797-29 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: finishing write tid 6 to smithi11277797-29 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: oid 29 updating version 0 to 1191 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: oid 29 updating version 1191 to 1192 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: oid 29 updating version 1192 to 1194 2024-04-02T08:40:30.444 INFO:tasks.rados.rados.0.smithi112.stdout:2663: oid 29 version 1194 is already newer than 1193 2024-04-02T08:40:30.445 INFO:tasks.rados.rados.0.smithi112.stdout:2663: oid 29 version 1194 is already newer than 1190 2024-04-02T08:40:30.445 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1194 (ObjNum 817 snap 269 seq_num 817) dirty exists 2024-04-02T08:40:30.445 INFO:tasks.rados.rados.0.smithi112.stdout:2663: left oid 29 (ObjNum 817 snap 269 seq_num 817) 2024-04-02T08:40:30.445 INFO:tasks.rados.rados.0.smithi112.stdout:2664: finishing write tid 1 to smithi11277797-4 2024-04-02T08:40:30.445 INFO:tasks.rados.rados.0.smithi112.stdout:2664: finishing write tid 2 to smithi11277797-4 2024-04-02T08:40:30.445 INFO:tasks.rados.rados.0.smithi112.stdout:2660: expect (ObjNum 691 snap 209 seq_num 691) 2024-04-02T08:40:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: pgmap v575: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[91385]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: pgmap v575: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:30 smithi112 ceph-mon[88945]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:40:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: pgmap v575: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:40:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:30.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:30 smithi187 ceph-mon[84356]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:40:30.826 INFO:tasks.rados.rados.0.smithi112.stdout:2664: finishing write tid 3 to smithi11277797-4 2024-04-02T08:40:30.826 INFO:tasks.rados.rados.0.smithi112.stdout:2664: finishing write tid 4 to smithi11277797-4 2024-04-02T08:40:30.826 INFO:tasks.rados.rados.0.smithi112.stdout:2664: finishing write tid 5 to smithi11277797-4 2024-04-02T08:40:30.826 INFO:tasks.rados.rados.0.smithi112.stdout:2664: oid 4 updating version 0 to 1147 2024-04-02T08:40:30.826 INFO:tasks.rados.rados.0.smithi112.stdout:2664: oid 4 updating version 1147 to 1148 2024-04-02T08:40:30.826 INFO:tasks.rados.rados.0.smithi112.stdout:2664: oid 4 updating version 1148 to 1150 2024-04-02T08:40:30.827 INFO:tasks.rados.rados.0.smithi112.stdout:2664: oid 4 version 1150 is already newer than 1149 2024-04-02T08:40:30.827 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1150 (ObjNum 818 snap 269 seq_num 818) dirty exists 2024-04-02T08:40:30.827 INFO:tasks.rados.rados.0.smithi112.stdout:2664: left oid 4 (ObjNum 818 snap 269 seq_num 818) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2660: done (5 left) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2661: done (4 left) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2662: done (3 left) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2663: done (2 left) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2664: done (1 left) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2665: done (0 left) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2666: copy_from oid 15 from oid 35 current snap is 270 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2667: read oid 4 snap -1 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2667: expect (ObjNum 818 snap 269 seq_num 818) 2024-04-02T08:40:31.314 INFO:tasks.rados.rados.0.smithi112.stdout:2668: rollback oid 27 current snap is 270 2024-04-02T08:40:31.315 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 265 2024-04-02T08:40:31.315 INFO:tasks.rados.rados.0.smithi112.stdout:2669: snap_remove snap 255 2024-04-02T08:40:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:31 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:31 smithi112 ceph-mon[91385]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:40:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:31 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:31 smithi112 ceph-mon[88945]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:40:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:31 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:31 smithi187 ceph-mon[84356]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:2669: done (3 left) 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:2670: delete oid 38 current snap is 270 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:2668: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:2668: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1462 (ObjNum 945 snap 0 seq_num 3504642384) dirty dne 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:2666: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:40:32.312 INFO:tasks.rados.rados.0.smithi112.stdout:2666: finishing copy_from to smithi11277797-15 2024-04-02T08:40:32.313 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1217 (ObjNum 793 snap 255 seq_num 793) dirty exists 2024-04-02T08:40:32.313 INFO:tasks.rados.rados.0.smithi112.stdout:2667: expect (ObjNum 818 snap 269 seq_num 818) 2024-04-02T08:40:32.526 INFO:tasks.rados.rados.0.smithi112.stdout:2666: done (3 left) 2024-04-02T08:40:32.526 INFO:tasks.rados.rados.0.smithi112.stdout:2667: done (2 left) 2024-04-02T08:40:32.526 INFO:tasks.rados.rados.0.smithi112.stdout:2668: done (1 left) 2024-04-02T08:40:32.526 INFO:tasks.rados.rados.0.smithi112.stdout:2670: done (0 left) 2024-04-02T08:40:32.527 INFO:tasks.rados.rados.0.smithi112.stdout:2671: setattr oid 14 current snap is 270 2024-04-02T08:40:32.527 INFO:tasks.rados.rados.0.smithi112.stdout:2672: snap_remove snap 236 2024-04-02T08:40:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:32 smithi187 ceph-mon[84356]: pgmap v578: 121 pgs: 121 active+clean; 360 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:40:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:32 smithi187 ceph-mon[84356]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:40:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:32.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:32 smithi112 ceph-mon[91385]: pgmap v578: 121 pgs: 121 active+clean; 360 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:40:32.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:32 smithi112 ceph-mon[91385]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:40:32.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:32 smithi112 ceph-mon[88945]: pgmap v578: 121 pgs: 121 active+clean; 360 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:40:32.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:32 smithi112 ceph-mon[88945]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:40:33.384 INFO:tasks.rados.rados.0.smithi112.stdout:2672: done (1 left) 2024-04-02T08:40:33.385 INFO:tasks.rados.rados.0.smithi112.stdout:2673: rollback oid 37 current snap is 270 2024-04-02T08:40:33.385 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 257 2024-04-02T08:40:33.385 INFO:tasks.rados.rados.0.smithi112.stdout:2674: snap_remove snap 268 2024-04-02T08:40:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:33 smithi112 ceph-mon[91385]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:33 smithi112 ceph-mon[91385]: Deploying daemon alertmanager.a on smithi112 2024-04-02T08:40:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:33 smithi112 ceph-mon[88945]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:33 smithi112 ceph-mon[88945]: Deploying daemon alertmanager.a on smithi112 2024-04-02T08:40:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:33 smithi187 ceph-mon[84356]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:33 smithi187 ceph-mon[84356]: Deploying daemon alertmanager.a on smithi112 2024-04-02T08:40:34.389 INFO:tasks.rados.rados.0.smithi112.stdout:2674: done (2 left) 2024-04-02T08:40:34.389 INFO:tasks.rados.rados.0.smithi112.stdout:2675: copy_from oid 2 from oid 50 current snap is 270 2024-04-02T08:40:34.389 INFO:tasks.rados.rados.0.smithi112.stdout:2676: read oid 36 snap -1 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2676: expect (ObjNum 813 snap 265 seq_num 813) 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2677: snap_create 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1199 (ObjNum 33 snap 0 seq_num 2330707760) dirty exists 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2673: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2673: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2673: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1123 (ObjNum 720 snap 225 seq_num 720) dirty exists 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2675: finishing copy_from to smithi11277797-2 2024-04-02T08:40:34.390 INFO:tasks.rados.rados.0.smithi112.stdout:2675: got expected ENOENT (src dne) 2024-04-02T08:40:34.391 INFO:tasks.rados.rados.0.smithi112.stdout:2675: finishing copy_from racing read to smithi11277797-2 2024-04-02T08:40:34.401 INFO:tasks.rados.rados.0.smithi112.stdout:2676: expect (ObjNum 813 snap 265 seq_num 813) 2024-04-02T08:40:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:34 smithi112 ceph-mon[91385]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:40:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:34 smithi112 ceph-mon[91385]: pgmap v581: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:40:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:34 smithi112 ceph-mon[88945]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:40:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:34 smithi112 ceph-mon[88945]: pgmap v581: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:40:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:34 smithi187 ceph-mon[84356]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:40:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:34 smithi187 ceph-mon[84356]: pgmap v581: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2671: done (4 left) 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2673: done (3 left) 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2675: done (2 left) 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2676: done (1 left) 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2677: done (0 left) 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2678: rmattr oid 47 current snap is 271 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2678: done (0 left) 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 271 2024-04-02T08:40:35.395 INFO:tasks.rados.rados.0.smithi112.stdout:2679: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-04-02T08:40:35.397 INFO:tasks.rados.rados.0.smithi112.stdout:2679: writing smithi11277797-50 from 0 to 540672 tid 1 2024-04-02T08:40:35.401 INFO:tasks.rados.rados.0.smithi112.stdout:2679: writing smithi11277797-50 from 540672 to 1015808 tid 2 2024-04-02T08:40:35.404 INFO:tasks.rados.rados.0.smithi112.stdout:2679: writing smithi11277797-50 from 1015808 to 1613824 tid 3 2024-04-02T08:40:35.405 INFO:tasks.rados.rados.0.smithi112.stdout:2679: writing smithi11277797-50 from 1613824 to 1744896 tid 4 2024-04-02T08:40:35.405 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 271 2024-04-02T08:40:35.406 INFO:tasks.rados.rados.0.smithi112.stdout:2679: finishing write tid 1 to smithi11277797-50 2024-04-02T08:40:35.406 INFO:tasks.rados.rados.0.smithi112.stdout:2679: finishing write tid 2 to smithi11277797-50 2024-04-02T08:40:35.406 INFO:tasks.rados.rados.0.smithi112.stdout:2680: seq_num 821 ranges {65536=557056,622592=761856,1384448=442368} 2024-04-02T08:40:35.409 INFO:tasks.rados.rados.0.smithi112.stdout:2680: writing smithi11277797-37 from 65536 to 622592 tid 1 2024-04-02T08:40:35.413 INFO:tasks.rados.rados.0.smithi112.stdout:2680: writing smithi11277797-37 from 622592 to 1384448 tid 2 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2680: writing smithi11277797-37 from 1384448 to 1826816 tid 3 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: finishing write tid 3 to smithi11277797-50 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: finishing write tid 4 to smithi11277797-50 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: finishing write tid 5 to smithi11277797-50 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: finishing write tid 6 to smithi11277797-50 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: oid 50 updating version 0 to 914 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: oid 50 version 914 is already newer than 912 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: oid 50 version 914 is already newer than 913 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: oid 50 updating version 914 to 915 2024-04-02T08:40:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:2679: oid 50 updating version 915 to 916 2024-04-02T08:40:35.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 916 (ObjNum 820 snap 271 seq_num 820) dirty exists 2024-04-02T08:40:35.418 INFO:tasks.rados.rados.0.smithi112.stdout:2679: left oid 50 (ObjNum 820 snap 271 seq_num 820) 2024-04-02T08:40:35.418 INFO:tasks.rados.rados.0.smithi112.stdout:2679: done (1 left) 2024-04-02T08:40:35.418 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 271 2024-04-02T08:40:35.418 INFO:tasks.rados.rados.0.smithi112.stdout:2681: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-04-02T08:40:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:2681: writing smithi11277797-5 from 0 to 573440 tid 1 2024-04-02T08:40:35.425 INFO:tasks.rados.rados.0.smithi112.stdout:2681: writing smithi11277797-5 from 573440 to 1269760 tid 2 2024-04-02T08:40:35.428 INFO:tasks.rados.rados.0.smithi112.stdout:2681: writing smithi11277797-5 from 1269760 to 1777664 tid 3 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2682: delete oid 30 current snap is 271 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: finishing write tid 1 to smithi11277797-37 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: finishing write tid 2 to smithi11277797-37 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: finishing write tid 3 to smithi11277797-37 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: finishing write tid 4 to smithi11277797-37 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: finishing write tid 5 to smithi11277797-37 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: oid 37 updating version 0 to 1124 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: oid 37 updating version 1124 to 1125 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: oid 37 updating version 1125 to 1127 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: oid 37 version 1127 is already newer than 1126 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1127 (ObjNum 821 snap 271 seq_num 821) dirty exists 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2680: left oid 37 (ObjNum 821 snap 271 seq_num 821) 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2681: finishing write tid 1 to smithi11277797-5 2024-04-02T08:40:35.429 INFO:tasks.rados.rados.0.smithi112.stdout:2681: finishing write tid 2 to smithi11277797-5 2024-04-02T08:40:35.431 INFO:tasks.rados.rados.0.smithi112.stdout:2681: finishing write tid 3 to smithi11277797-5 2024-04-02T08:40:35.431 INFO:tasks.rados.rados.0.smithi112.stdout:2681: finishing write tid 4 to smithi11277797-5 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: finishing write tid 5 to smithi11277797-5 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: oid 5 updating version 0 to 1153 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: oid 5 version 1153 is already newer than 1151 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: oid 5 updating version 1153 to 1154 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: oid 5 version 1154 is already newer than 1152 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1154 (ObjNum 822 snap 271 seq_num 822) dirty exists 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: left oid 5 (ObjNum 822 snap 271 seq_num 822) 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2680: done (2 left) 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2681: done (1 left) 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2682: done (0 left) 2024-04-02T08:40:35.433 INFO:tasks.rados.rados.0.smithi112.stdout:2683: snap_create 2024-04-02T08:40:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:35 smithi112 ceph-mon[91385]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:40:35.619 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:35 smithi112 systemd[1]: Stopping Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:35 smithi112 ceph-mon[88945]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:40:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:35 smithi187 ceph-mon[84356]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:40:35.996 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:35 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[73366]: ts=2024-04-02T08:40:35.715Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:40:35.997 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:35 smithi112 podman[124450]: 2024-04-02 08:40:35.756085272 +0000 UTC m=+0.167212828 container died 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:36.368 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 podman[124450]: 2024-04-02 08:40:36.189789792 +0000 UTC m=+0.600917348 container cleanup 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:36.368 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 bash[124450]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:40:36.411 INFO:tasks.rados.rados.0.smithi112.stdout:2683: done (0 left) 2024-04-02T08:40:36.411 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 272 2024-04-02T08:40:36.411 INFO:tasks.rados.rados.0.smithi112.stdout:2684: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-02T08:40:36.414 INFO:tasks.rados.rados.0.smithi112.stdout:2684: writing smithi11277797-48 from 0 to 606208 tid 1 2024-04-02T08:40:36.416 INFO:tasks.rados.rados.0.smithi112.stdout:2684: writing smithi11277797-48 from 606208 to 1064960 tid 2 2024-04-02T08:40:36.419 INFO:tasks.rados.rados.0.smithi112.stdout:2684: writing smithi11277797-48 from 1064960 to 1638400 tid 3 2024-04-02T08:40:36.421 INFO:tasks.rados.rados.0.smithi112.stdout:2684: writing smithi11277797-48 from 1638400 to 1810432 tid 4 2024-04-02T08:40:36.421 INFO:tasks.rados.rados.0.smithi112.stdout:2685: delete oid 9 current snap is 272 2024-04-02T08:40:36.421 INFO:tasks.rados.rados.0.smithi112.stdout:2684: finishing write tid 1 to smithi11277797-48 2024-04-02T08:40:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:2684: finishing write tid 2 to smithi11277797-48 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2684: finishing write tid 3 to smithi11277797-48 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2685: done (1 left) 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2686: read oid 25 snap -1 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2686: expect deleted 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2687: read oid 18 snap -1 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2687: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:36.427 INFO:tasks.rados.rados.0.smithi112.stdout:2688: copy_from oid 45 from oid 1 current snap is 272 2024-04-02T08:40:36.428 INFO:tasks.rados.rados.0.smithi112.stdout:2689: read oid 20 snap -1 2024-04-02T08:40:36.428 INFO:tasks.rados.rados.0.smithi112.stdout:2689: expect (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:40:36.428 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 272 2024-04-02T08:40:36.428 INFO:tasks.rados.rados.0.smithi112.stdout:2690: seq_num 826 ranges {12353536=638976,12992512=630784,13623296=573440} 2024-04-02T08:40:36.498 INFO:tasks.rados.rados.0.smithi112.stdout:2690: writing smithi11277797-11 from 12353536 to 12992512 tid 1 2024-04-02T08:40:36.502 INFO:tasks.rados.rados.0.smithi112.stdout:2690: writing smithi11277797-11 from 12992512 to 13623296 tid 2 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2690: writing smithi11277797-11 from 13623296 to 14196736 tid 3 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2691: delete oid 44 current snap is 272 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2684: finishing write tid 4 to smithi11277797-48 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2684: finishing write tid 5 to smithi11277797-48 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2684: finishing write tid 6 to smithi11277797-48 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2684: oid 48 updating version 0 to 1291 2024-04-02T08:40:36.506 INFO:tasks.rados.rados.0.smithi112.stdout:2684: oid 48 version 1291 is already newer than 1290 2024-04-02T08:40:36.507 INFO:tasks.rados.rados.0.smithi112.stdout:2684: oid 48 updating version 1291 to 1293 2024-04-02T08:40:36.507 INFO:tasks.rados.rados.0.smithi112.stdout:2684: oid 48 version 1293 is already newer than 1292 2024-04-02T08:40:36.507 INFO:tasks.rados.rados.0.smithi112.stdout:2684: oid 48 updating version 1293 to 1294 2024-04-02T08:40:36.507 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1294 (ObjNum 824 snap 272 seq_num 824) dirty exists 2024-04-02T08:40:36.507 INFO:tasks.rados.rados.0.smithi112.stdout:2684: left oid 48 (ObjNum 824 snap 272 seq_num 824) 2024-04-02T08:40:36.507 INFO:tasks.rados.rados.0.smithi112.stdout:2687: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:2688: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:2684: done (6 left) 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:2686: done (5 left) 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:2687: done (4 left) 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:2691: done (3 left) 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 272 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:2688: finishing copy_from to smithi11277797-45 2024-04-02T08:40:36.542 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1145 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-04-02T08:40:36.543 INFO:tasks.rados.rados.0.smithi112.stdout:2689: expect (ObjNum 717 snap 225 seq_num 717) 2024-04-02T08:40:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:36 smithi187 ceph-mon[84356]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:40:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:36 smithi187 ceph-mon[84356]: pgmap v584: 121 pgs: 121 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 728 KiB/s wr, 8 op/s 2024-04-02T08:40:36.755 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 podman[124464]: 2024-04-02 08:40:36.424531882 +0000 UTC m=+0.663721128 container remove 6f51fd8c2819ec83ca4ab2e43431244a7e5a6d863290a6197c9f52600ea223bf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:36.755 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 podman[124464]: 2024-04-02 08:40:36.533979942 +0000 UTC m=+0.773169186 volume remove 48bc06708c09e5d6e2bfc5d0a9e0343971b9fbc0bef513b0c3e442da4163472e 2024-04-02T08:40:36.755 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:36 smithi112 ceph-mon[91385]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:40:36.755 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:36 smithi112 ceph-mon[91385]: pgmap v584: 121 pgs: 121 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 728 KiB/s wr, 8 op/s 2024-04-02T08:40:36.755 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:36 smithi112 ceph-mon[88945]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:40:36.755 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:36 smithi112 ceph-mon[88945]: pgmap v584: 121 pgs: 121 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 728 KiB/s wr, 8 op/s 2024-04-02T08:40:37.118 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:40:37.118 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 systemd[1]: Stopped Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:37.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.523s CPU time. 2024-04-02T08:40:37.119 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:36 smithi112 systemd[1]: Starting Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:37.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-mon[91385]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:40:37.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-mon[88945]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:40:37.513 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 podman[124593]: 2024-04-02 08:40:37.108187536 +0000 UTC m=+0.019785875 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:40:37.513 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 podman[124593]: 2024-04-02 08:40:37.218270955 +0000 UTC m=+0.129869301 volume create cf0378e3fe8aea174e637374e93ff4643c4b6e72694ffd50c94ac6c6220adbee 2024-04-02T08:40:37.514 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 podman[124593]: 2024-04-02 08:40:37.310247182 +0000 UTC m=+0.221845526 container create a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:37 smithi187 ceph-mon[84356]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:40:37.868 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 podman[124593]: 2024-04-02 08:40:37.612995506 +0000 UTC m=+0.524593859 container init a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 podman[124593]: 2024-04-02 08:40:37.615853863 +0000 UTC m=+0.527452208 container start a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.627Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.627Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.628Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.112 port=9094 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.630Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.655Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.655Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.658Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:37.658Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 bash[124593]: a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 2024-04-02T08:40:37.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:37 smithi112 systemd[1]: Started Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:37.970 INFO:tasks.rados.rados.0.smithi112.stdout:2690: finishing write tid 1 to smithi11277797-11 2024-04-02T08:40:37.970 INFO:tasks.rados.rados.0.smithi112.stdout:2690: finishing write tid 2 to smithi11277797-11 2024-04-02T08:40:37.970 INFO:tasks.rados.rados.0.smithi112.stdout:2692: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-04-02T08:40:37.974 INFO:tasks.rados.rados.0.smithi112.stdout:2692: writing smithi11277797-27 from 0 to 671744 tid 1 2024-04-02T08:40:37.979 INFO:tasks.rados.rados.0.smithi112.stdout:2692: writing smithi11277797-27 from 671744 to 1474560 tid 2 2024-04-02T08:40:37.982 INFO:tasks.rados.rados.0.smithi112.stdout:2692: writing smithi11277797-27 from 1474560 to 1875968 tid 3 2024-04-02T08:40:37.982 INFO:tasks.rados.rados.0.smithi112.stdout:2688: done (3 left) 2024-04-02T08:40:37.982 INFO:tasks.rados.rados.0.smithi112.stdout:2689: done (2 left) 2024-04-02T08:40:37.982 INFO:tasks.rados.rados.0.smithi112.stdout:2693: setattr oid 20 current snap is 272 2024-04-02T08:40:37.982 INFO:tasks.rados.rados.0.smithi112.stdout:2690: finishing write tid 3 to smithi11277797-11 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: finishing write tid 4 to smithi11277797-11 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: finishing write tid 5 to smithi11277797-11 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: oid 11 updating version 0 to 1128 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: oid 11 updating version 1128 to 1130 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: oid 11 updating version 1130 to 1131 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: oid 11 version 1131 is already newer than 1129 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1131 (ObjNum 826 snap 272 seq_num 826) dirty exists 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2690: left oid 11 (ObjNum 826 snap 272 seq_num 826) 2024-04-02T08:40:37.983 INFO:tasks.rados.rados.0.smithi112.stdout:2692: finishing write tid 1 to smithi11277797-27 2024-04-02T08:40:37.984 INFO:tasks.rados.rados.0.smithi112.stdout:2690: done (2 left) 2024-04-02T08:40:37.984 INFO:tasks.rados.rados.0.smithi112.stdout:2694: read oid 34 snap -1 2024-04-02T08:40:37.984 INFO:tasks.rados.rados.0.smithi112.stdout:2694: expect (ObjNum 809 snap 262 seq_num 809) 2024-04-02T08:40:37.984 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 272 2024-04-02T08:40:37.984 INFO:tasks.rados.rados.0.smithi112.stdout:2695: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-04-02T08:40:37.987 INFO:tasks.rados.rados.0.smithi112.stdout:2695: writing smithi11277797-19 from 0 to 688128 tid 1 2024-04-02T08:40:37.992 INFO:tasks.rados.rados.0.smithi112.stdout:2695: writing smithi11277797-19 from 688128 to 1417216 tid 2 2024-04-02T08:40:37.995 INFO:tasks.rados.rados.0.smithi112.stdout:2695: writing smithi11277797-19 from 1417216 to 1892352 tid 3 2024-04-02T08:40:37.995 INFO:tasks.rados.rados.0.smithi112.stdout:2696: setattr oid 45 current snap is 272 2024-04-02T08:40:37.995 INFO:tasks.rados.rados.0.smithi112.stdout:2692: finishing write tid 2 to smithi11277797-27 2024-04-02T08:40:37.995 INFO:tasks.rados.rados.0.smithi112.stdout:2692: finishing write tid 3 to smithi11277797-27 2024-04-02T08:40:37.995 INFO:tasks.rados.rados.0.smithi112.stdout:2692: finishing write tid 4 to smithi11277797-27 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1207 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2692: finishing write tid 5 to smithi11277797-27 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2692: oid 27 updating version 0 to 1483 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2692: oid 27 updating version 1483 to 1484 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2692: oid 27 version 1484 is already newer than 1481 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2692: oid 27 version 1484 is already newer than 1482 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1484 (ObjNum 828 snap 272 seq_num 828) dirty exists 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2692: left oid 27 (ObjNum 828 snap 272 seq_num 828) 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2695: finishing write tid 1 to smithi11277797-19 2024-04-02T08:40:37.996 INFO:tasks.rados.rados.0.smithi112.stdout:2694: expect (ObjNum 809 snap 262 seq_num 809) 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: finishing write tid 2 to smithi11277797-19 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: finishing write tid 3 to smithi11277797-19 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: finishing write tid 4 to smithi11277797-19 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: finishing write tid 5 to smithi11277797-19 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: oid 19 updating version 0 to 761 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: oid 19 version 761 is already newer than 760 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: oid 19 version 761 is already newer than 759 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:2695: oid 19 version 761 is already newer than 758 2024-04-02T08:40:38.043 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 761 (ObjNum 829 snap 272 seq_num 829) dirty exists 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2695: left oid 19 (ObjNum 829 snap 272 seq_num 829) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2692: done (4 left) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2693: done (3 left) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2694: done (2 left) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2695: done (1 left) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2697: rmattr oid 9 current snap is 272 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2697: done (1 left) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2698: read oid 40 snap -1 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2698: expect (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:40:38.044 INFO:tasks.rados.rados.0.smithi112.stdout:2699: snap_remove snap 261 2024-04-02T08:40:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:38 smithi187 ceph-mon[84356]: pgmap v586: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 781 KiB/s wr, 9 op/s 2024-04-02T08:40:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.745 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[91385]: pgmap v586: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 781 KiB/s wr, 9 op/s 2024-04-02T08:40:38.745 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:38.745 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:38.745 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:38.745 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.746 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[88945]: pgmap v586: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 781 KiB/s wr, 9 op/s 2024-04-02T08:40:38.746 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:38.746 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:38.746 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:38.746 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.777 INFO:tasks.rados.rados.0.smithi112.stdout:2699: done (2 left) 2024-04-02T08:40:38.777 INFO:tasks.rados.rados.0.smithi112.stdout:2700: snap_create 2024-04-02T08:40:38.778 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1208 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-04-02T08:40:38.778 INFO:tasks.rados.rados.0.smithi112.stdout:2698: expect (ObjNum 750 snap 237 seq_num 750) 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2696: done (2 left) 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2698: done (1 left) 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2700: done (0 left) 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2701: copy_from oid 42 from oid 8 current snap is 273 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2702: read oid 44 snap -1 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2702: expect deleted 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2703: copy_from oid 39 from oid 26 current snap is 273 2024-04-02T08:40:39.316 INFO:tasks.rados.rados.0.smithi112.stdout:2704: snap_remove snap 245 2024-04-02T08:40:39.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:40:39] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:40:39.935 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:39.630Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000451208s 2024-04-02T08:40:39.935 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-mon[91385]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:40:39.935 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-mon[91385]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:40:39.936 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-mon[91385]: pgmap v589: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:40:39.936 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-mon[88945]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:40:39.936 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-mon[88945]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:40:39.936 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:39 smithi112 ceph-mon[88945]: pgmap v589: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:40:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:39 smithi187 ceph-mon[84356]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:40:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:39 smithi187 ceph-mon[84356]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:40:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:39 smithi187 ceph-mon[84356]: pgmap v589: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:40:40.324 INFO:tasks.rados.rados.0.smithi112.stdout:2704: done (3 left) 2024-04-02T08:40:40.324 INFO:tasks.rados.rados.0.smithi112.stdout:2705: rmattr oid 7 current snap is 273 2024-04-02T08:40:40.325 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 273 2024-04-02T08:40:40.325 INFO:tasks.rados.rados.0.smithi112.stdout:2706: seq_num 830 ranges {14196736=704512,14901248=614400,15515648=573440,16089088=16384} 2024-04-02T08:40:40.401 INFO:tasks.rados.rados.0.smithi112.stdout:2706: writing smithi11277797-11 from 14196736 to 14901248 tid 1 2024-04-02T08:40:40.404 INFO:tasks.rados.rados.0.smithi112.stdout:2706: writing smithi11277797-11 from 14901248 to 15515648 tid 2 2024-04-02T08:40:40.408 INFO:tasks.rados.rados.0.smithi112.stdout:2706: writing smithi11277797-11 from 15515648 to 16089088 tid 3 2024-04-02T08:40:40.408 INFO:tasks.rados.rados.0.smithi112.stdout:2706: writing smithi11277797-11 from 16089088 to 16105472 tid 4 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2707: copy_from oid 16 from oid 28 current snap is 273 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2701: finishing copy_from to smithi11277797-42 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2701: got expected ENOENT (src dne) 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2701: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2703: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2701: done (5 left) 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2702: done (4 left) 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 273 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2703: finishing copy_from to smithi11277797-39 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 780 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1205 (ObjNum 815 snap 267 seq_num 815) dirty exists 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2706: finishing write tid 1 to smithi11277797-11 2024-04-02T08:40:40.409 INFO:tasks.rados.rados.0.smithi112.stdout:2708: seq_num 831 ranges {2514944=720896,3235840=499712,3735552=704512} 2024-04-02T08:40:40.426 INFO:tasks.rados.rados.0.smithi112.stdout:2708: writing smithi11277797-33 from 2514944 to 3235840 tid 1 2024-04-02T08:40:40.429 INFO:tasks.rados.rados.0.smithi112.stdout:2708: writing smithi11277797-33 from 3235840 to 3735552 tid 2 2024-04-02T08:40:40.435 INFO:tasks.rados.rados.0.smithi112.stdout:2708: writing smithi11277797-33 from 3735552 to 4440064 tid 3 2024-04-02T08:40:40.435 INFO:tasks.rados.rados.0.smithi112.stdout:2703: done (4 left) 2024-04-02T08:40:40.435 INFO:tasks.rados.rados.0.smithi112.stdout:2705: done (3 left) 2024-04-02T08:40:40.435 INFO:tasks.rados.rados.0.smithi112.stdout:2709: delete oid 4 current snap is 273 2024-04-02T08:40:40.435 INFO:tasks.rados.rados.0.smithi112.stdout:2706: finishing write tid 2 to smithi11277797-11 2024-04-02T08:40:40.435 INFO:tasks.rados.rados.0.smithi112.stdout:2706: finishing write tid 3 to smithi11277797-11 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: finishing write tid 4 to smithi11277797-11 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: finishing write tid 5 to smithi11277797-11 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: finishing write tid 6 to smithi11277797-11 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: oid 11 updating version 0 to 1132 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: oid 11 updating version 1132 to 1136 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: oid 11 version 1136 is already newer than 1135 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: oid 11 version 1136 is already newer than 1133 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: oid 11 version 1136 is already newer than 1134 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1136 (ObjNum 830 snap 273 seq_num 830) dirty exists 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2706: left oid 11 (ObjNum 830 snap 273 seq_num 830) 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2707: finishing copy_from racing read to smithi11277797-16 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2707: finishing copy_from to smithi11277797-16 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1148 (ObjNum 778 snap 246 seq_num 778) dirty exists 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2708: finishing write tid 1 to smithi11277797-33 2024-04-02T08:40:40.436 INFO:tasks.rados.rados.0.smithi112.stdout:2708: finishing write tid 2 to smithi11277797-33 2024-04-02T08:40:40.437 INFO:tasks.rados.rados.0.smithi112.stdout:2706: done (3 left) 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2707: done (2 left) 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2709: done (1 left) 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2710: rollback oid 42 current snap is 273 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 247 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2708: finishing write tid 3 to smithi11277797-33 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2711: rollback oid 36 current snap is 273 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 248 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2712: rollback oid 19 current snap is 273 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 248 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 273 2024-04-02T08:40:40.438 INFO:tasks.rados.rados.0.smithi112.stdout:2713: seq_num 833 ranges {1957888=761856,2719744=671744,3391488=532480} 2024-04-02T08:40:40.453 INFO:tasks.rados.rados.0.smithi112.stdout:2713: writing smithi11277797-40 from 1957888 to 2719744 tid 1 2024-04-02T08:40:40.458 INFO:tasks.rados.rados.0.smithi112.stdout:2713: writing smithi11277797-40 from 2719744 to 3391488 tid 2 2024-04-02T08:40:40.462 INFO:tasks.rados.rados.0.smithi112.stdout:2713: writing smithi11277797-40 from 3391488 to 3923968 tid 3 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2714: snap_create 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: finishing write tid 4 to smithi11277797-33 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: finishing write tid 5 to smithi11277797-33 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: oid 33 updating version 0 to 835 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: oid 33 version 835 is already newer than 834 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: oid 33 version 835 is already newer than 832 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: oid 33 version 835 is already newer than 833 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 835 (ObjNum 831 snap 273 seq_num 831) dirty exists 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2708: left oid 33 (ObjNum 831 snap 273 seq_num 831) 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2710: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1140 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2712: finishing rollback tid 0 to smithi11277797-19 2024-04-02T08:40:40.463 INFO:tasks.rados.rados.0.smithi112.stdout:2712: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 763 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:2711: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:2711: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:2711: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1500 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:2713: finishing write tid 1 to smithi11277797-40 2024-04-02T08:40:40.464 INFO:tasks.rados.rados.0.smithi112.stdout:2713: finishing write tid 2 to smithi11277797-40 2024-04-02T08:40:40.465 INFO:tasks.rados.rados.0.smithi112.stdout:2713: finishing write tid 3 to smithi11277797-40 2024-04-02T08:40:40.465 INFO:tasks.rados.rados.0.smithi112.stdout:2713: finishing write tid 4 to smithi11277797-40 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:2713: finishing write tid 5 to smithi11277797-40 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:2713: oid 40 updating version 0 to 1159 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:2713: oid 40 version 1159 is already newer than 1156 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:2713: oid 40 version 1159 is already newer than 1157 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:2713: oid 40 version 1159 is already newer than 1158 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1159 (ObjNum 833 snap 273 seq_num 833) dirty exists 2024-04-02T08:40:40.467 INFO:tasks.rados.rados.0.smithi112.stdout:2713: left oid 40 (ObjNum 833 snap 273 seq_num 833) 2024-04-02T08:40:41.322 INFO:tasks.rados.rados.0.smithi112.stdout:2708: done (5 left) 2024-04-02T08:40:41.322 INFO:tasks.rados.rados.0.smithi112.stdout:2710: done (4 left) 2024-04-02T08:40:41.322 INFO:tasks.rados.rados.0.smithi112.stdout:2711: done (3 left) 2024-04-02T08:40:41.323 INFO:tasks.rados.rados.0.smithi112.stdout:2712: done (2 left) 2024-04-02T08:40:41.323 INFO:tasks.rados.rados.0.smithi112.stdout:2713: done (1 left) 2024-04-02T08:40:41.323 INFO:tasks.rados.rados.0.smithi112.stdout:2714: done (0 left) 2024-04-02T08:40:41.323 INFO:tasks.rados.rados.0.smithi112.stdout:2715: read oid 19 snap -1 2024-04-02T08:40:41.323 INFO:tasks.rados.rados.0.smithi112.stdout:2715: expect deleted 2024-04-02T08:40:41.323 INFO:tasks.rados.rados.0.smithi112.stdout:2716: snap_remove snap 267 2024-04-02T08:40:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:41 smithi112 ceph-mon[88945]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:40:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:41 smithi112 ceph-mon[91385]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:40:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:41 smithi187 ceph-mon[84356]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:40:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.327 INFO:tasks.rados.rados.0.smithi112.stdout:2716: done (1 left) 2024-04-02T08:40:42.327 INFO:tasks.rados.rados.0.smithi112.stdout:2717: snap_create 2024-04-02T08:40:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[88945]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[88945]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 375 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[91385]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[91385]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 375 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:42 smithi187 ceph-mon[84356]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:42 smithi187 ceph-mon[84356]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 375 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-02T08:40:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:43.330 INFO:tasks.rados.rados.0.smithi112.stdout:2715: done (1 left) 2024-04-02T08:40:43.330 INFO:tasks.rados.rados.0.smithi112.stdout:2717: done (0 left) 2024-04-02T08:40:43.331 INFO:tasks.rados.rados.0.smithi112.stdout:2718: copy_from oid 50 from oid 43 current snap is 275 2024-04-02T08:40:43.331 INFO:tasks.rados.rados.0.smithi112.stdout:2719: snap_create 2024-04-02T08:40:43.337 INFO:tasks.rados.rados.0.smithi112.stdout:2718: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:40:43.338 INFO:tasks.rados.rados.0.smithi112.stdout:2718: finishing copy_from to smithi11277797-50 2024-04-02T08:40:43.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 931 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:43 smithi112 ceph-mon[88945]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:43 smithi112 ceph-mon[91385]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:43 smithi187 ceph-mon[84356]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:44.309 INFO:tasks.rados.rados.0.smithi112.stdout:2718: done (1 left) 2024-04-02T08:40:44.310 INFO:tasks.rados.rados.0.smithi112.stdout:2719: done (0 left) 2024-04-02T08:40:44.310 INFO:tasks.rados.rados.0.smithi112.stdout:2720: rollback oid 44 current snap is 276 2024-04-02T08:40:44.310 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 266 2024-04-02T08:40:44.310 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 276 2024-04-02T08:40:44.310 INFO:tasks.rados.rados.0.smithi112.stdout:2721: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-04-02T08:40:44.314 INFO:tasks.rados.rados.0.smithi112.stdout:2721: writing smithi11277797-42 from 0 to 778240 tid 1 2024-04-02T08:40:44.318 INFO:tasks.rados.rados.0.smithi112.stdout:2721: writing smithi11277797-42 from 778240 to 1335296 tid 2 2024-04-02T08:40:44.322 INFO:tasks.rados.rados.0.smithi112.stdout:2721: writing smithi11277797-42 from 1335296 to 1884160 tid 3 2024-04-02T08:40:44.323 INFO:tasks.rados.rados.0.smithi112.stdout:2721: writing smithi11277797-42 from 1884160 to 1982464 tid 4 2024-04-02T08:40:44.323 INFO:tasks.rados.rados.0.smithi112.stdout:2722: rollback oid 5 current snap is 276 2024-04-02T08:40:44.323 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 5 to 239 2024-04-02T08:40:44.323 INFO:tasks.rados.rados.0.smithi112.stdout:2720: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:2720: finishing rollback tid 2 to smithi11277797-44 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 765 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:2721: finishing write tid 1 to smithi11277797-42 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:2721: finishing write tid 2 to smithi11277797-42 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:2720: done (2 left) 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 276 2024-04-02T08:40:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:2723: seq_num 835 ranges {1826816=794624,2621440=442368,3063808=712704,3776512=49152} 2024-04-02T08:40:44.338 INFO:tasks.rados.rados.0.smithi112.stdout:2723: writing smithi11277797-37 from 1826816 to 2621440 tid 1 2024-04-02T08:40:44.340 INFO:tasks.rados.rados.0.smithi112.stdout:2723: writing smithi11277797-37 from 2621440 to 3063808 tid 2 2024-04-02T08:40:44.345 INFO:tasks.rados.rados.0.smithi112.stdout:2723: writing smithi11277797-37 from 3063808 to 3776512 tid 3 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2723: writing smithi11277797-37 from 3776512 to 3825664 tid 4 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 276 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2721: finishing write tid 3 to smithi11277797-42 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2721: finishing write tid 4 to smithi11277797-42 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2721: finishing write tid 5 to smithi11277797-42 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2722: finishing rollback tid 0 to smithi11277797-5 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2721: finishing write tid 6 to smithi11277797-42 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2721: oid 42 updating version 0 to 1158 2024-04-02T08:40:44.346 INFO:tasks.rados.rados.0.smithi112.stdout:2721: oid 42 updating version 1158 to 1159 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2721: oid 42 version 1159 is already newer than 1156 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2721: oid 42 updating version 1159 to 1160 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2721: oid 42 version 1160 is already newer than 1157 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1160 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2721: left oid 42 (ObjNum 834 snap 276 seq_num 834) 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2722: finishing rollback tid 1 to smithi11277797-5 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2722: finishing rollback tid 2 to smithi11277797-5 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1163 (ObjNum 145 snap 0 seq_num 2348348848) dirty exists 2024-04-02T08:40:44.347 INFO:tasks.rados.rados.0.smithi112.stdout:2724: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-04-02T08:40:44.348 INFO:tasks.rados.rados.0.smithi112.stdout:2724: writing smithi11277797-9 from 0 to 409600 tid 1 2024-04-02T08:40:44.352 INFO:tasks.rados.rados.0.smithi112.stdout:2724: writing smithi11277797-9 from 409600 to 1130496 tid 2 2024-04-02T08:40:44.355 INFO:tasks.rados.rados.0.smithi112.stdout:2724: writing smithi11277797-9 from 1130496 to 1646592 tid 3 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2724: writing smithi11277797-9 from 1646592 to 2015232 tid 4 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2721: done (3 left) 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2722: done (2 left) 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2725: read oid 13 snap -1 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2725: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2726: read oid 18 snap 270 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2726: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:2727: rollback oid 35 current snap is 276 2024-04-02T08:40:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 35 to 244 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: finishing write tid 1 to smithi11277797-37 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: finishing write tid 2 to smithi11277797-37 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: finishing write tid 3 to smithi11277797-37 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: finishing write tid 4 to smithi11277797-37 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2724: finishing write tid 1 to smithi11277797-9 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: finishing write tid 5 to smithi11277797-37 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: finishing write tid 6 to smithi11277797-37 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: oid 37 updating version 0 to 1141 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: oid 37 version 1141 is already newer than 1138 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: oid 37 version 1141 is already newer than 1139 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: oid 37 version 1141 is already newer than 1140 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: oid 37 version 1141 is already newer than 1137 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1141 (ObjNum 835 snap 276 seq_num 835) dirty exists 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2723: left oid 37 (ObjNum 835 snap 276 seq_num 835) 2024-04-02T08:40:44.360 INFO:tasks.rados.rados.0.smithi112.stdout:2724: finishing write tid 2 to smithi11277797-9 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:2723: done (4 left) 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:2728: read oid 27 snap -1 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:2728: expect (ObjNum 828 snap 272 seq_num 828) 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:2729: read oid 37 snap 241 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:2729: expect (ObjNum 578 snap 165 seq_num 578) 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 276 2024-04-02T08:40:44.361 INFO:tasks.rados.rados.0.smithi112.stdout:2730: seq_num 837 ranges {737280=425984,1163264=655360,1818624=729088,2547712=221184} 2024-04-02T08:40:44.365 INFO:tasks.rados.rados.0.smithi112.stdout:2730: writing smithi11277797-44 from 737280 to 1163264 tid 1 2024-04-02T08:40:44.369 INFO:tasks.rados.rados.0.smithi112.stdout:2730: writing smithi11277797-44 from 1163264 to 1818624 tid 2 2024-04-02T08:40:44.374 INFO:tasks.rados.rados.0.smithi112.stdout:2730: writing smithi11277797-44 from 1818624 to 2547712 tid 3 2024-04-02T08:40:44.376 INFO:tasks.rados.rados.0.smithi112.stdout:2730: writing smithi11277797-44 from 2547712 to 2768896 tid 4 2024-04-02T08:40:44.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 276 2024-04-02T08:40:44.376 INFO:tasks.rados.rados.0.smithi112.stdout:2731: seq_num 838 ranges {3923968=442368,4366336=540672,4907008=532480,5439488=442368,5881856=90112} 2024-04-02T08:40:44.401 INFO:tasks.rados.rados.0.smithi112.stdout:2731: writing smithi11277797-40 from 3923968 to 4366336 tid 1 2024-04-02T08:40:44.405 INFO:tasks.rados.rados.0.smithi112.stdout:2731: writing smithi11277797-40 from 4366336 to 4907008 tid 2 2024-04-02T08:40:44.408 INFO:tasks.rados.rados.0.smithi112.stdout:2731: writing smithi11277797-40 from 4907008 to 5439488 tid 3 2024-04-02T08:40:44.411 INFO:tasks.rados.rados.0.smithi112.stdout:2731: writing smithi11277797-40 from 5439488 to 5881856 tid 4 2024-04-02T08:40:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:2731: writing smithi11277797-40 from 5881856 to 5971968 tid 5 2024-04-02T08:40:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:2732: delete oid 47 current snap is 276 2024-04-02T08:40:44.412 INFO:tasks.rados.rados.0.smithi112.stdout:2725: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:40:44.420 INFO:tasks.rados.rados.0.smithi112.stdout:2724: finishing write tid 3 to smithi11277797-9 2024-04-02T08:40:44.420 INFO:tasks.rados.rados.0.smithi112.stdout:2729: expect (ObjNum 578 snap 165 seq_num 578) 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: finishing write tid 4 to smithi11277797-9 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: finishing write tid 5 to smithi11277797-9 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: finishing write tid 6 to smithi11277797-9 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: oid 9 updating version 0 to 1110 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: oid 9 updating version 1110 to 1111 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: oid 9 updating version 1111 to 1112 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: oid 9 updating version 1112 to 1113 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: oid 9 updating version 1113 to 1114 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1114 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2724: left oid 9 (ObjNum 836 snap 276 seq_num 836) 2024-04-02T08:40:44.423 INFO:tasks.rados.rados.0.smithi112.stdout:2726: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:44.458 INFO:tasks.rados.rados.0.smithi112.stdout:2727: finishing rollback tid 0 to smithi11277797-35 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2724: done (8 left) 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2725: done (7 left) 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2726: done (6 left) 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2729: done (5 left) 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2732: done (4 left) 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2733: rollback oid 46 current snap is 276 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 46 to 231 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2730: finishing write tid 1 to smithi11277797-44 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2727: finishing rollback tid 1 to smithi11277797-35 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2727: finishing rollback tid 2 to smithi11277797-35 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1228 (ObjNum 712 snap 222 seq_num 712) dirty exists 2024-04-02T08:40:44.459 INFO:tasks.rados.rados.0.smithi112.stdout:2730: finishing write tid 2 to smithi11277797-44 2024-04-02T08:40:44.460 INFO:tasks.rados.rados.0.smithi112.stdout:2728: expect (ObjNum 828 snap 272 seq_num 828) 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: finishing write tid 3 to smithi11277797-44 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: finishing write tid 4 to smithi11277797-44 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2727: done (4 left) 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2728: done (3 left) 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 276 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: finishing write tid 5 to smithi11277797-44 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: finishing write tid 6 to smithi11277797-44 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: oid 44 updating version 0 to 770 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: oid 44 version 770 is already newer than 767 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: oid 44 version 770 is already newer than 769 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: oid 44 version 770 is already newer than 768 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:2730: oid 44 version 770 is already newer than 766 2024-04-02T08:40:44.508 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 770 (ObjNum 837 snap 276 seq_num 837) dirty exists 2024-04-02T08:40:44.509 INFO:tasks.rados.rados.0.smithi112.stdout:2730: left oid 44 (ObjNum 837 snap 276 seq_num 837) 2024-04-02T08:40:44.509 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 1 to smithi11277797-40 2024-04-02T08:40:44.509 INFO:tasks.rados.rados.0.smithi112.stdout:2734: seq_num 840 ranges {6856704=475136,7331840=712704,8044544=499712,8544256=393216} 2024-04-02T08:40:44.547 INFO:tasks.rados.rados.0.smithi112.stdout:2734: writing smithi11277797-22 from 6856704 to 7331840 tid 1 2024-04-02T08:40:44.551 INFO:tasks.rados.rados.0.smithi112.stdout:2734: writing smithi11277797-22 from 7331840 to 8044544 tid 2 2024-04-02T08:40:44.554 INFO:tasks.rados.rados.0.smithi112.stdout:2734: writing smithi11277797-22 from 8044544 to 8544256 tid 3 2024-04-02T08:40:44.556 INFO:tasks.rados.rados.0.smithi112.stdout:2734: writing smithi11277797-22 from 8544256 to 8937472 tid 4 2024-04-02T08:40:44.557 INFO:tasks.rados.rados.0.smithi112.stdout:2730: done (3 left) 2024-04-02T08:40:44.557 INFO:tasks.rados.rados.0.smithi112.stdout:2735: read oid 7 snap -1 2024-04-02T08:40:44.557 INFO:tasks.rados.rados.0.smithi112.stdout:2735: expect (ObjNum 815 snap 267 seq_num 815) 2024-04-02T08:40:44.557 INFO:tasks.rados.rados.0.smithi112.stdout:2736: snap_remove snap 263 2024-04-02T08:40:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:44 smithi112 ceph-mon[91385]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:44 smithi112 ceph-mon[91385]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-02T08:40:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:44 smithi112 ceph-mon[91385]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:44 smithi112 ceph-mon[88945]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:44 smithi112 ceph-mon[88945]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-02T08:40:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:44 smithi112 ceph-mon[88945]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:44 smithi187 ceph-mon[84356]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:44 smithi187 ceph-mon[84356]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-02T08:40:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:44 smithi187 ceph-mon[84356]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:45.343 INFO:tasks.rados.rados.0.smithi112.stdout:2736: done (4 left) 2024-04-02T08:40:45.343 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 276 2024-04-02T08:40:45.343 INFO:tasks.rados.rados.0.smithi112.stdout:2737: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-04-02T08:40:45.346 INFO:tasks.rados.rados.0.smithi112.stdout:2737: writing smithi11277797-43 from 0 to 491520 tid 1 2024-04-02T08:40:45.350 INFO:tasks.rados.rados.0.smithi112.stdout:2737: writing smithi11277797-43 from 491520 to 1089536 tid 2 2024-04-02T08:40:45.355 INFO:tasks.rados.rados.0.smithi112.stdout:2737: writing smithi11277797-43 from 1089536 to 1794048 tid 3 2024-04-02T08:40:45.358 INFO:tasks.rados.rados.0.smithi112.stdout:2737: writing smithi11277797-43 from 1794048 to 2097152 tid 4 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2738: read oid 21 snap 251 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2738: expect deleted 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2739: read oid 18 snap -1 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2739: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2740: copy_from oid 2 from oid 39 current snap is 276 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 276 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 2 to smithi11277797-40 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 3 to smithi11277797-40 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 4 to smithi11277797-40 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 5 to smithi11277797-40 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 6 to smithi11277797-40 2024-04-02T08:40:45.359 INFO:tasks.rados.rados.0.smithi112.stdout:2731: finishing write tid 7 to smithi11277797-40 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: oid 40 updating version 0 to 1163 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: oid 40 updating version 1163 to 1165 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: oid 40 version 1165 is already newer than 1160 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: oid 40 version 1165 is already newer than 1162 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: oid 40 version 1165 is already newer than 1164 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: oid 40 version 1165 is already newer than 1161 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1165 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2731: left oid 40 (ObjNum 838 snap 276 seq_num 838) 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2733: finishing rollback tid 0 to smithi11277797-46 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2733: finishing rollback tid 1 to smithi11277797-46 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2733: finishing rollback tid 2 to smithi11277797-46 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1149 (ObjNum 580 snap 165 seq_num 580) dirty exists 2024-04-02T08:40:45.360 INFO:tasks.rados.rados.0.smithi112.stdout:2734: finishing write tid 1 to smithi11277797-22 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: finishing write tid 2 to smithi11277797-22 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: finishing write tid 3 to smithi11277797-22 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: finishing write tid 4 to smithi11277797-22 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: finishing write tid 5 to smithi11277797-22 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: finishing write tid 6 to smithi11277797-22 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: oid 22 updating version 0 to 1120 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: oid 22 version 1120 is already newer than 1119 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: oid 22 version 1120 is already newer than 1117 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: oid 22 updating version 1120 to 1121 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: oid 22 version 1121 is already newer than 1118 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1121 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2734: left oid 22 (ObjNum 840 snap 276 seq_num 840) 2024-04-02T08:40:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:2735: expect (ObjNum 815 snap 267 seq_num 815) 2024-04-02T08:40:45.424 INFO:tasks.rados.rados.0.smithi112.stdout:2737: finishing write tid 1 to smithi11277797-43 2024-04-02T08:40:45.424 INFO:tasks.rados.rados.0.smithi112.stdout:2739: expect (ObjNum 795 snap 255 seq_num 795) 2024-04-02T08:40:45.459 INFO:tasks.rados.rados.0.smithi112.stdout:2740: finishing copy_from racing read to smithi11277797-2 2024-04-02T08:40:45.459 INFO:tasks.rados.rados.0.smithi112.stdout:2740: finishing copy_from to smithi11277797-2 2024-04-02T08:40:45.459 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 780 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:40:45.459 INFO:tasks.rados.rados.0.smithi112.stdout:2737: finishing write tid 2 to smithi11277797-43 2024-04-02T08:40:45.459 INFO:tasks.rados.rados.0.smithi112.stdout:2737: finishing write tid 3 to smithi11277797-43 2024-04-02T08:40:45.459 INFO:tasks.rados.rados.0.smithi112.stdout:2737: finishing write tid 4 to smithi11277797-43 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: finishing write tid 5 to smithi11277797-43 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: finishing write tid 6 to smithi11277797-43 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: oid 43 updating version 0 to 1319 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: oid 43 updating version 1319 to 1322 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: oid 43 version 1322 is already newer than 1314 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: oid 43 version 1322 is already newer than 1321 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: oid 43 version 1322 is already newer than 1320 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1322 (ObjNum 841 snap 276 seq_num 841) dirty exists 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2737: left oid 43 (ObjNum 841 snap 276 seq_num 841) 2024-04-02T08:40:45.460 INFO:tasks.rados.rados.0.smithi112.stdout:2741: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-04-02T08:40:45.461 INFO:tasks.rados.rados.0.smithi112.stdout:2741: writing smithi11277797-14 from 0 to 507904 tid 1 2024-04-02T08:40:45.466 INFO:tasks.rados.rados.0.smithi112.stdout:2741: writing smithi11277797-14 from 507904 to 983040 tid 2 2024-04-02T08:40:45.467 INFO:tasks.rados.rados.0.smithi112.stdout:2741: writing smithi11277797-14 from 983040 to 1499136 tid 3 2024-04-02T08:40:45.470 INFO:tasks.rados.rados.0.smithi112.stdout:2741: writing smithi11277797-14 from 1499136 to 1998848 tid 4 2024-04-02T08:40:45.471 INFO:tasks.rados.rados.0.smithi112.stdout:2741: writing smithi11277797-14 from 1998848 to 2113536 tid 5 2024-04-02T08:40:45.471 INFO:tasks.rados.rados.0.smithi112.stdout:2731: done (8 left) 2024-04-02T08:40:45.471 INFO:tasks.rados.rados.0.smithi112.stdout:2733: done (7 left) 2024-04-02T08:40:45.471 INFO:tasks.rados.rados.0.smithi112.stdout:2734: done (6 left) 2024-04-02T08:40:45.471 INFO:tasks.rados.rados.0.smithi112.stdout:2735: done (5 left) 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2737: done (4 left) 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2738: done (3 left) 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2739: done (2 left) 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2740: done (1 left) 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 276 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 1 to smithi11277797-14 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 2 to smithi11277797-14 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 3 to smithi11277797-14 2024-04-02T08:40:45.472 INFO:tasks.rados.rados.0.smithi112.stdout:2742: seq_num 843 ranges {114688=524288,638976=761856,1400832=671744,2072576=172032} 2024-04-02T08:40:45.474 INFO:tasks.rados.rados.0.smithi112.stdout:2742: writing smithi11277797-46 from 114688 to 638976 tid 1 2024-04-02T08:40:45.478 INFO:tasks.rados.rados.0.smithi112.stdout:2742: writing smithi11277797-46 from 638976 to 1400832 tid 2 2024-04-02T08:40:45.482 INFO:tasks.rados.rados.0.smithi112.stdout:2742: writing smithi11277797-46 from 1400832 to 2072576 tid 3 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2742: writing smithi11277797-46 from 2072576 to 2244608 tid 4 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2743: delete oid 45 current snap is 276 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 4 to smithi11277797-14 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 5 to smithi11277797-14 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 6 to smithi11277797-14 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: finishing write tid 7 to smithi11277797-14 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: oid 14 updating version 0 to 1230 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: oid 14 updating version 1230 to 1232 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: oid 14 version 1232 is already newer than 1231 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: oid 14 updating version 1232 to 1233 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: oid 14 version 1233 is already newer than 1229 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:2741: oid 14 version 1233 is already newer than 1228 2024-04-02T08:40:45.484 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1233 (ObjNum 842 snap 276 seq_num 842) dirty exists 2024-04-02T08:40:45.485 INFO:tasks.rados.rados.0.smithi112.stdout:2741: left oid 14 (ObjNum 842 snap 276 seq_num 842) 2024-04-02T08:40:45.485 INFO:tasks.rados.rados.0.smithi112.stdout:2742: finishing write tid 1 to smithi11277797-46 2024-04-02T08:40:45.485 INFO:tasks.rados.rados.0.smithi112.stdout:2742: finishing write tid 2 to smithi11277797-46 2024-04-02T08:40:45.486 INFO:tasks.rados.rados.0.smithi112.stdout:2741: done (2 left) 2024-04-02T08:40:45.486 INFO:tasks.rados.rados.0.smithi112.stdout:2743: done (1 left) 2024-04-02T08:40:45.486 INFO:tasks.rados.rados.0.smithi112.stdout:2744: snap_remove snap 262 2024-04-02T08:40:46.352 INFO:tasks.rados.rados.0.smithi112.stdout:2744: done (1 left) 2024-04-02T08:40:46.353 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 276 2024-04-02T08:40:46.353 INFO:tasks.rados.rados.0.smithi112.stdout:2745: seq_num 845 ranges {1810432=557056,2367488=581632,2949120=688128,3637248=335872} 2024-04-02T08:40:46.364 INFO:tasks.rados.rados.0.smithi112.stdout:2745: writing smithi11277797-48 from 1810432 to 2367488 tid 1 2024-04-02T08:40:46.368 INFO:tasks.rados.rados.0.smithi112.stdout:2745: writing smithi11277797-48 from 2367488 to 2949120 tid 2 2024-04-02T08:40:46.372 INFO:tasks.rados.rados.0.smithi112.stdout:2745: writing smithi11277797-48 from 2949120 to 3637248 tid 3 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2745: writing smithi11277797-48 from 3637248 to 3973120 tid 4 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2746: read oid 4 snap -1 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2746: expect deleted 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2747: snap_create 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: finishing write tid 3 to smithi11277797-46 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: finishing write tid 4 to smithi11277797-46 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: finishing write tid 5 to smithi11277797-46 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: finishing write tid 6 to smithi11277797-46 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: oid 46 updating version 0 to 1153 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: oid 46 version 1153 is already newer than 1150 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: oid 46 version 1153 is already newer than 1152 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: oid 46 updating version 1153 to 1154 2024-04-02T08:40:46.375 INFO:tasks.rados.rados.0.smithi112.stdout:2742: oid 46 version 1154 is already newer than 1151 2024-04-02T08:40:46.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1154 (ObjNum 843 snap 276 seq_num 843) dirty exists 2024-04-02T08:40:46.376 INFO:tasks.rados.rados.0.smithi112.stdout:2742: left oid 46 (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:40:46.376 INFO:tasks.rados.rados.0.smithi112.stdout:2745: finishing write tid 1 to smithi11277797-48 2024-04-02T08:40:46.376 INFO:tasks.rados.rados.0.smithi112.stdout:2745: finishing write tid 2 to smithi11277797-48 2024-04-02T08:40:46.377 INFO:tasks.rados.rados.0.smithi112.stdout:2745: finishing write tid 3 to smithi11277797-48 2024-04-02T08:40:46.377 INFO:tasks.rados.rados.0.smithi112.stdout:2745: finishing write tid 4 to smithi11277797-48 2024-04-02T08:40:46.378 INFO:tasks.rados.rados.0.smithi112.stdout:2745: finishing write tid 5 to smithi11277797-48 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: finishing write tid 6 to smithi11277797-48 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: oid 48 updating version 0 to 1333 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: oid 48 version 1333 is already newer than 1332 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: oid 48 version 1333 is already newer than 1330 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: oid 48 version 1333 is already newer than 1331 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: oid 48 updating version 1333 to 1334 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1334 (ObjNum 845 snap 276 seq_num 845) dirty exists 2024-04-02T08:40:46.379 INFO:tasks.rados.rados.0.smithi112.stdout:2745: left oid 48 (ObjNum 845 snap 276 seq_num 845) 2024-04-02T08:40:46.609 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: pgmap v598: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: pgmap v598: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: pgmap v598: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:46.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:47.352 INFO:tasks.rados.rados.0.smithi112.stdout:2742: done (3 left) 2024-04-02T08:40:47.353 INFO:tasks.rados.rados.0.smithi112.stdout:2745: done (2 left) 2024-04-02T08:40:47.353 INFO:tasks.rados.rados.0.smithi112.stdout:2746: done (1 left) 2024-04-02T08:40:47.353 INFO:tasks.rados.rados.0.smithi112.stdout:2747: done (0 left) 2024-04-02T08:40:47.353 INFO:tasks.rados.rados.0.smithi112.stdout:2748: copy_from oid 10 from oid 15 current snap is 277 2024-04-02T08:40:47.353 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 277 2024-04-02T08:40:47.353 INFO:tasks.rados.rados.0.smithi112.stdout:2749: seq_num 846 ranges {3825664=573440,4399104=466944,4866048=491520,5357568=548864,5906432=98304} 2024-04-02T08:40:47.376 INFO:tasks.rados.rados.0.smithi112.stdout:2749: writing smithi11277797-37 from 3825664 to 4399104 tid 1 2024-04-02T08:40:47.378 INFO:tasks.rados.rados.0.smithi112.stdout:2749: writing smithi11277797-37 from 4399104 to 4866048 tid 2 2024-04-02T08:40:47.381 INFO:tasks.rados.rados.0.smithi112.stdout:2749: writing smithi11277797-37 from 4866048 to 5357568 tid 3 2024-04-02T08:40:47.384 INFO:tasks.rados.rados.0.smithi112.stdout:2749: writing smithi11277797-37 from 5357568 to 5906432 tid 4 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2749: writing smithi11277797-37 from 5906432 to 6004736 tid 5 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2750: copy_from oid 6 from oid 9 current snap is 277 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2748: finishing copy_from racing read to smithi11277797-10 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2748: finishing copy_from to smithi11277797-10 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1217 (ObjNum 793 snap 255 seq_num 793) dirty exists 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 1 to smithi11277797-37 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 2 to smithi11277797-37 2024-04-02T08:40:47.385 INFO:tasks.rados.rados.0.smithi112.stdout:2748: done (2 left) 2024-04-02T08:40:47.386 INFO:tasks.rados.rados.0.smithi112.stdout:2751: snap_remove snap 264 2024-04-02T08:40:47.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:47 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:47.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:47 smithi187 ceph-mon[84356]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:47 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:47 smithi112 ceph-mon[91385]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:47 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:47 smithi112 ceph-mon[88945]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:48.118 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 08:40:47 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T08:40:47.633Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003481999s 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 3 to smithi11277797-37 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 4 to smithi11277797-37 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 5 to smithi11277797-37 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 6 to smithi11277797-37 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: finishing write tid 7 to smithi11277797-37 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: oid 37 updating version 0 to 1142 2024-04-02T08:40:48.363 INFO:tasks.rados.rados.0.smithi112.stdout:2749: oid 37 updating version 1142 to 1144 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2749: oid 37 updating version 1144 to 1145 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2749: oid 37 updating version 1145 to 1147 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2749: oid 37 version 1147 is already newer than 1146 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2749: oid 37 version 1147 is already newer than 1143 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1147 (ObjNum 846 snap 277 seq_num 846) dirty exists 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2749: left oid 37 (ObjNum 846 snap 277 seq_num 846) 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2750: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2750: finishing copy_from to smithi11277797-6 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1114 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2749: done (2 left) 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2750: done (1 left) 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2751: done (0 left) 2024-04-02T08:40:48.364 INFO:tasks.rados.rados.0.smithi112.stdout:2752: delete oid 49 current snap is 277 2024-04-02T08:40:48.366 INFO:tasks.rados.rados.0.smithi112.stdout:2752: done (0 left) 2024-04-02T08:40:48.366 INFO:tasks.rados.rados.0.smithi112.stdout:2753: rmattr oid 13 current snap is 277 2024-04-02T08:40:48.366 INFO:tasks.rados.rados.0.smithi112.stdout:2754: setattr oid 5 current snap is 277 2024-04-02T08:40:48.369 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 277 2024-04-02T08:40:48.369 INFO:tasks.rados.rados.0.smithi112.stdout:2755: seq_num 848 ranges {1327104=606208,1933312=630784,2564096=458752,3022848=516096} 2024-04-02T08:40:48.380 INFO:tasks.rados.rados.0.smithi112.stdout:2755: writing smithi11277797-18 from 1327104 to 1933312 tid 1 2024-04-02T08:40:48.384 INFO:tasks.rados.rados.0.smithi112.stdout:2755: writing smithi11277797-18 from 1933312 to 2564096 tid 2 2024-04-02T08:40:48.387 INFO:tasks.rados.rados.0.smithi112.stdout:2755: writing smithi11277797-18 from 2564096 to 3022848 tid 3 2024-04-02T08:40:48.391 INFO:tasks.rados.rados.0.smithi112.stdout:2755: writing smithi11277797-18 from 3022848 to 3538944 tid 4 2024-04-02T08:40:48.391 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 277 2024-04-02T08:40:48.391 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1164 (ObjNum 945 snap 0 seq_num 3504642384) dirty exists 2024-04-02T08:40:48.391 INFO:tasks.rados.rados.0.smithi112.stdout:2756: seq_num 849 ranges {155648=622592,778240=516096,1294336=663552,1957888=425984} 2024-04-02T08:40:48.396 INFO:tasks.rados.rados.0.smithi112.stdout:2756: writing smithi11277797-26 from 155648 to 778240 tid 1 2024-04-02T08:40:48.399 INFO:tasks.rados.rados.0.smithi112.stdout:2756: writing smithi11277797-26 from 778240 to 1294336 tid 2 2024-04-02T08:40:48.403 INFO:tasks.rados.rados.0.smithi112.stdout:2756: writing smithi11277797-26 from 1294336 to 1957888 tid 3 2024-04-02T08:40:48.406 INFO:tasks.rados.rados.0.smithi112.stdout:2756: writing smithi11277797-26 from 1957888 to 2383872 tid 4 2024-04-02T08:40:48.406 INFO:tasks.rados.rados.0.smithi112.stdout:2754: done (3 left) 2024-04-02T08:40:48.406 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 277 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1513 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: finishing write tid 1 to smithi11277797-18 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: finishing write tid 2 to smithi11277797-18 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: finishing write tid 3 to smithi11277797-18 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: finishing write tid 4 to smithi11277797-18 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: finishing write tid 5 to smithi11277797-18 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: finishing write tid 6 to smithi11277797-18 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: oid 18 updating version 0 to 1231 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: oid 18 version 1231 is already newer than 1230 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: oid 18 version 1231 is already newer than 1229 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: oid 18 updating version 1231 to 1233 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: oid 18 version 1233 is already newer than 1232 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1233 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-04-02T08:40:48.407 INFO:tasks.rados.rados.0.smithi112.stdout:2755: left oid 18 (ObjNum 848 snap 277 seq_num 848) 2024-04-02T08:40:48.408 INFO:tasks.rados.rados.0.smithi112.stdout:2756: finishing write tid 1 to smithi11277797-26 2024-04-02T08:40:48.408 INFO:tasks.rados.rados.0.smithi112.stdout:2756: finishing write tid 2 to smithi11277797-26 2024-04-02T08:40:48.408 INFO:tasks.rados.rados.0.smithi112.stdout:2757: seq_num 850 ranges {2015232=638976,2654208=802816,3457024=475136,3932160=327680} 2024-04-02T08:40:48.420 INFO:tasks.rados.rados.0.smithi112.stdout:2757: writing smithi11277797-9 from 2015232 to 2654208 tid 1 2024-04-02T08:40:48.425 INFO:tasks.rados.rados.0.smithi112.stdout:2757: writing smithi11277797-9 from 2654208 to 3457024 tid 2 2024-04-02T08:40:48.427 INFO:tasks.rados.rados.0.smithi112.stdout:2757: writing smithi11277797-9 from 3457024 to 3932160 tid 3 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2757: writing smithi11277797-9 from 3932160 to 4259840 tid 4 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2753: done (3 left) 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2755: done (2 left) 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2758: rollback oid 12 current snap is 277 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 12 to 275 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: finishing write tid 3 to smithi11277797-26 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: finishing write tid 4 to smithi11277797-26 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: finishing write tid 5 to smithi11277797-26 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: finishing write tid 6 to smithi11277797-26 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: oid 26 updating version 0 to 854 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: oid 26 updating version 854 to 856 2024-04-02T08:40:48.430 INFO:tasks.rados.rados.0.smithi112.stdout:2756: oid 26 updating version 856 to 857 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2756: oid 26 version 857 is already newer than 855 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2756: oid 26 version 857 is already newer than 853 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 857 (ObjNum 849 snap 277 seq_num 849) dirty exists 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2756: left oid 26 (ObjNum 849 snap 277 seq_num 849) 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2757: finishing write tid 1 to smithi11277797-9 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2756: done (2 left) 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2759: delete oid 14 current snap is 277 2024-04-02T08:40:48.431 INFO:tasks.rados.rados.0.smithi112.stdout:2757: finishing write tid 2 to smithi11277797-9 2024-04-02T08:40:48.432 INFO:tasks.rados.rados.0.smithi112.stdout:2757: finishing write tid 3 to smithi11277797-9 2024-04-02T08:40:48.432 INFO:tasks.rados.rados.0.smithi112.stdout:2759: done (2 left) 2024-04-02T08:40:48.432 INFO:tasks.rados.rados.0.smithi112.stdout:2760: snap_create 2024-04-02T08:40:48.433 INFO:tasks.rados.rados.0.smithi112.stdout:2757: finishing write tid 4 to smithi11277797-9 2024-04-02T08:40:48.433 INFO:tasks.rados.rados.0.smithi112.stdout:2757: finishing write tid 5 to smithi11277797-9 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2758: finishing rollback tid 0 to smithi11277797-12 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2758: finishing rollback tid 1 to smithi11277797-12 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: finishing write tid 6 to smithi11277797-9 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: oid 9 updating version 0 to 1139 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: oid 9 version 1139 is already newer than 1138 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: oid 9 updating version 1139 to 1140 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: oid 9 version 1140 is already newer than 1136 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: oid 9 version 1140 is already newer than 1137 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1140 (ObjNum 850 snap 277 seq_num 850) dirty exists 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2757: left oid 9 (ObjNum 850 snap 277 seq_num 850) 2024-04-02T08:40:48.434 INFO:tasks.rados.rados.0.smithi112.stdout:2758: finishing rollback tid 2 to smithi11277797-12 2024-04-02T08:40:48.435 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1220 (ObjNum 1265 snap 0 seq_num 2356338176) dirty exists 2024-04-02T08:40:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[88945]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[88945]: Upgrade: Updating grafana.a 2024-04-02T08:40:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[88945]: Deploying daemon grafana.a on smithi187 2024-04-02T08:40:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[88945]: pgmap v601: 121 pgs: 121 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:40:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[91385]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[91385]: Upgrade: Updating grafana.a 2024-04-02T08:40:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[91385]: Deploying daemon grafana.a on smithi187 2024-04-02T08:40:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:48 smithi112 ceph-mon[91385]: pgmap v601: 121 pgs: 121 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:40:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:48 smithi187 ceph-mon[84356]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:48 smithi187 ceph-mon[84356]: Upgrade: Updating grafana.a 2024-04-02T08:40:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:48 smithi187 ceph-mon[84356]: Deploying daemon grafana.a on smithi187 2024-04-02T08:40:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:48 smithi187 ceph-mon[84356]: pgmap v601: 121 pgs: 121 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:40:49.317 INFO:tasks.rados.rados.0.smithi112.stdout:2757: done (2 left) 2024-04-02T08:40:49.317 INFO:tasks.rados.rados.0.smithi112.stdout:2758: done (1 left) 2024-04-02T08:40:49.317 INFO:tasks.rados.rados.0.smithi112.stdout:2760: done (0 left) 2024-04-02T08:40:49.317 INFO:tasks.rados.rados.0.smithi112.stdout:2761: copy_from oid 8 from oid 3 current snap is 278 2024-04-02T08:40:49.318 INFO:tasks.rados.rados.0.smithi112.stdout:2762: setattr oid 13 current snap is 278 2024-04-02T08:40:49.318 INFO:tasks.rados.rados.0.smithi112.stdout:2763: delete oid 23 current snap is 278 2024-04-02T08:40:49.320 INFO:tasks.rados.rados.0.smithi112.stdout:2761: finishing copy_from to smithi11277797-8 2024-04-02T08:40:49.321 INFO:tasks.rados.rados.0.smithi112.stdout:2761: got expected ENOENT (src dne) 2024-04-02T08:40:49.321 INFO:tasks.rados.rados.0.smithi112.stdout:2761: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:40:49.322 INFO:tasks.rados.rados.0.smithi112.stdout:2761: done (2 left) 2024-04-02T08:40:49.322 INFO:tasks.rados.rados.0.smithi112.stdout:2763: done (1 left) 2024-04-02T08:40:49.322 INFO:tasks.rados.rados.0.smithi112.stdout:2764: copy_from oid 30 from oid 35 current snap is 278 2024-04-02T08:40:49.322 INFO:tasks.rados.rados.0.smithi112.stdout:2765: snap_create 2024-04-02T08:40:49.322 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1515 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:40:49.374 INFO:tasks.rados.rados.0.smithi112.stdout:2764: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:40:49.376 INFO:tasks.rados.rados.0.smithi112.stdout:2764: finishing copy_from to smithi11277797-30 2024-04-02T08:40:49.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1228 (ObjNum 712 snap 222 seq_num 712) dirty exists 2024-04-02T08:40:49.608 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:49 smithi112 ceph-mon[88945]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:49.608 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:49 smithi112 ceph-mon[88945]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:49.608 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:40:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:40:49] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:40:49.608 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:49 smithi112 ceph-mon[91385]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:49.609 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:49 smithi112 ceph-mon[91385]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:49 smithi187 ceph-mon[84356]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:49 smithi187 ceph-mon[84356]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:50.314 INFO:tasks.rados.rados.0.smithi112.stdout:2762: done (2 left) 2024-04-02T08:40:50.314 INFO:tasks.rados.rados.0.smithi112.stdout:2764: done (1 left) 2024-04-02T08:40:50.314 INFO:tasks.rados.rados.0.smithi112.stdout:2765: done (0 left) 2024-04-02T08:40:50.315 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 279 2024-04-02T08:40:50.315 INFO:tasks.rados.rados.0.smithi112.stdout:2766: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2024-04-02T08:40:50.318 INFO:tasks.rados.rados.0.smithi112.stdout:2766: writing smithi11277797-12 from 0 to 696320 tid 1 2024-04-02T08:40:50.321 INFO:tasks.rados.rados.0.smithi112.stdout:2766: writing smithi11277797-12 from 696320 to 1204224 tid 2 2024-04-02T08:40:50.326 INFO:tasks.rados.rados.0.smithi112.stdout:2766: writing smithi11277797-12 from 1204224 to 1851392 tid 3 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:2766: writing smithi11277797-12 from 1851392 to 2301952 tid 4 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:2767: read oid 33 snap -1 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:2767: expect (ObjNum 831 snap 273 seq_num 831) 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:2768: rmattr oid 38 current snap is 279 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:2768: done (2 left) 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:2769: rollback oid 44 current snap is 279 2024-04-02T08:40:50.330 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 272 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2766: finishing write tid 1 to smithi11277797-12 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2766: finishing write tid 2 to smithi11277797-12 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2766: finishing write tid 3 to smithi11277797-12 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2770: rollback oid 4 current snap is 279 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 241 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2771: rollback oid 41 current snap is 279 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 257 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2772: read oid 29 snap -1 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2772: expect (ObjNum 817 snap 269 seq_num 817) 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2773: rollback oid 6 current snap is 279 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 6 to 265 2024-04-02T08:40:50.331 INFO:tasks.rados.rados.0.smithi112.stdout:2774: snap_remove snap 224 2024-04-02T08:40:50.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:50 smithi112 ceph-mon[88945]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T08:40:50.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:50 smithi112 ceph-mon[88945]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:50 smithi112 ceph-mon[91385]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T08:40:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:50 smithi112 ceph-mon[91385]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:50 smithi187 ceph-mon[84356]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T08:40:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:50 smithi187 ceph-mon[84356]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:51.318 INFO:tasks.rados.rados.0.smithi112.stdout:2766: finishing write tid 4 to smithi11277797-12 2024-04-02T08:40:51.318 INFO:tasks.rados.rados.0.smithi112.stdout:2770: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:40:51.318 INFO:tasks.rados.rados.0.smithi112.stdout:2770: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1166 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2766: finishing write tid 5 to smithi11277797-12 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2773: finishing rollback tid 0 to smithi11277797-6 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2771: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2769: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2769: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 772 (ObjNum 33 snap 0 seq_num 3522282160) dirty dne 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2771: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2771: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1345 (ObjNum 695 snap 212 seq_num 695) dirty exists 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2766: finishing write tid 6 to smithi11277797-12 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2766: oid 12 updating version 0 to 1224 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2766: oid 12 version 1224 is already newer than 1223 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2766: oid 12 updating version 1224 to 1225 2024-04-02T08:40:51.319 INFO:tasks.rados.rados.0.smithi112.stdout:2766: oid 12 version 1225 is already newer than 1222 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:2766: oid 12 version 1225 is already newer than 1221 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1225 (ObjNum 853 snap 279 seq_num 853) dirty exists 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:2766: left oid 12 (ObjNum 853 snap 279 seq_num 853) 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:2773: finishing rollback tid 1 to smithi11277797-6 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:2773: finishing rollback tid 2 to smithi11277797-6 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1150 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-04-02T08:40:51.320 INFO:tasks.rados.rados.0.smithi112.stdout:2772: expect (ObjNum 817 snap 269 seq_num 817) 2024-04-02T08:40:51.379 INFO:tasks.rados.rados.0.smithi112.stdout:2767: expect (ObjNum 831 snap 273 seq_num 831) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2766: done (7 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2767: done (6 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2769: done (5 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2770: done (4 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2771: done (3 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2772: done (2 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2773: done (1 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2774: done (0 left) 2024-04-02T08:40:51.580 INFO:tasks.rados.rados.0.smithi112.stdout:2775: delete oid 27 current snap is 279 2024-04-02T08:40:51.582 INFO:tasks.rados.rados.0.smithi112.stdout:2775: done (0 left) 2024-04-02T08:40:51.582 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 279 2024-04-02T08:40:51.582 INFO:tasks.rados.rados.0.smithi112.stdout:2776: seq_num 855 ranges {1622016=729088,2351104=671744,3022848=663552,3686400=270336} 2024-04-02T08:40:51.596 INFO:tasks.rados.rados.0.smithi112.stdout:2776: writing smithi11277797-34 from 1622016 to 2351104 tid 1 2024-04-02T08:40:51.601 INFO:tasks.rados.rados.0.smithi112.stdout:2776: writing smithi11277797-34 from 2351104 to 3022848 tid 2 2024-04-02T08:40:51.606 INFO:tasks.rados.rados.0.smithi112.stdout:2776: writing smithi11277797-34 from 3022848 to 3686400 tid 3 2024-04-02T08:40:51.608 INFO:tasks.rados.rados.0.smithi112.stdout:2776: writing smithi11277797-34 from 3686400 to 3956736 tid 4 2024-04-02T08:40:51.608 INFO:tasks.rados.rados.0.smithi112.stdout:2777: snap_create 2024-04-02T08:40:51.608 INFO:tasks.rados.rados.0.smithi112.stdout:2776: finishing write tid 1 to smithi11277797-34 2024-04-02T08:40:51.608 INFO:tasks.rados.rados.0.smithi112.stdout:2776: finishing write tid 2 to smithi11277797-34 2024-04-02T08:40:51.611 INFO:tasks.rados.rados.0.smithi112.stdout:2776: finishing write tid 3 to smithi11277797-34 2024-04-02T08:40:51.611 INFO:tasks.rados.rados.0.smithi112.stdout:2776: finishing write tid 4 to smithi11277797-34 2024-04-02T08:40:51.611 INFO:tasks.rados.rados.0.smithi112.stdout:2776: finishing write tid 5 to smithi11277797-34 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: finishing write tid 6 to smithi11277797-34 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: oid 34 updating version 0 to 1227 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: oid 34 updating version 1227 to 1230 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: oid 34 version 1230 is already newer than 1228 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: oid 34 version 1230 is already newer than 1226 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: oid 34 version 1230 is already newer than 1229 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 1230 (ObjNum 855 snap 279 seq_num 855) dirty exists 2024-04-02T08:40:51.612 INFO:tasks.rados.rados.0.smithi112.stdout:2776: left oid 34 (ObjNum 855 snap 279 seq_num 855) 2024-04-02T08:40:52.320 INFO:tasks.rados.rados.0.smithi112.stdout:2776: done (1 left) 2024-04-02T08:40:52.320 INFO:tasks.rados.rados.0.smithi112.stdout:2777: done (0 left) 2024-04-02T08:40:52.320 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 280 2024-04-02T08:40:52.320 INFO:tasks.rados.rados.0.smithi112.stdout:2778: seq_num 856 ranges {6004736=745472,6750208=557056,7307264=417792,7725056=434176,8159232=196608} 2024-04-02T08:40:52.356 INFO:tasks.rados.rados.0.smithi112.stdout:2778: writing smithi11277797-37 from 6004736 to 6750208 tid 1 2024-04-02T08:40:52.359 INFO:tasks.rados.rados.0.smithi112.stdout:2778: writing smithi11277797-37 from 6750208 to 7307264 tid 2 2024-04-02T08:40:52.362 INFO:tasks.rados.rados.0.smithi112.stdout:2778: writing smithi11277797-37 from 7307264 to 7725056 tid 3 2024-04-02T08:40:52.364 INFO:tasks.rados.rados.0.smithi112.stdout:2778: writing smithi11277797-37 from 7725056 to 8159232 tid 4 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:2778: writing smithi11277797-37 from 8159232 to 8355840 tid 5 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:2779: rollback oid 2 current snap is 280 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 2 to 252 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 1 to smithi11277797-37 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 2 to smithi11277797-37 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 3 to smithi11277797-37 2024-04-02T08:40:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:2780: delete oid 36 current snap is 280 2024-04-02T08:40:52.368 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 4 to smithi11277797-37 2024-04-02T08:40:52.369 INFO:tasks.rados.rados.0.smithi112.stdout:2779: finishing rollback tid 0 to smithi11277797-2 2024-04-02T08:40:52.369 INFO:tasks.rados.rados.0.smithi112.stdout:2779: finishing rollback tid 1 to smithi11277797-2 2024-04-02T08:40:52.369 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1149 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:40:52.370 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 5 to smithi11277797-37 2024-04-02T08:40:52.370 INFO:tasks.rados.rados.0.smithi112.stdout:2779: done (2 left) 2024-04-02T08:40:52.370 INFO:tasks.rados.rados.0.smithi112.stdout:2780: done (1 left) 2024-04-02T08:40:52.370 INFO:tasks.rados.rados.0.smithi112.stdout:2781: snap_remove snap 244 2024-04-02T08:40:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:52 smithi112 ceph-mon[91385]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:52 smithi112 ceph-mon[91385]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.1 MiB/s wr, 34 op/s 2024-04-02T08:40:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:52 smithi112 ceph-mon[88945]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:52 smithi112 ceph-mon[88945]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.1 MiB/s wr, 34 op/s 2024-04-02T08:40:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:52 smithi187 ceph-mon[84356]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:52 smithi187 ceph-mon[84356]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.1 MiB/s wr, 34 op/s 2024-04-02T08:40:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:40:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:53.327 INFO:tasks.rados.rados.0.smithi112.stdout:2781: done (1 left) 2024-04-02T08:40:53.327 INFO:tasks.rados.rados.0.smithi112.stdout:2782: rmattr oid 34 current snap is 280 2024-04-02T08:40:53.327 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 6 to smithi11277797-37 2024-04-02T08:40:53.327 INFO:tasks.rados.rados.0.smithi112.stdout:2778: finishing write tid 7 to smithi11277797-37 2024-04-02T08:40:53.327 INFO:tasks.rados.rados.0.smithi112.stdout:2778: oid 37 updating version 0 to 1151 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: oid 37 updating version 1151 to 1153 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: oid 37 version 1153 is already newer than 1152 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: oid 37 updating version 1153 to 1156 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: oid 37 version 1156 is already newer than 1155 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: oid 37 version 1156 is already newer than 1154 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1156 (ObjNum 856 snap 280 seq_num 856) dirty exists 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: left oid 37 (ObjNum 856 snap 280 seq_num 856) 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2778: done (1 left) 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2783: rollback oid 20 current snap is 280 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 241 2024-04-02T08:40:53.328 INFO:tasks.rados.rados.0.smithi112.stdout:2784: snap_remove snap 257 2024-04-02T08:40:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:53 smithi112 ceph-mon[91385]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:53.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:53 smithi112 ceph-mon[88945]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:53 smithi187 ceph-mon[84356]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:54.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 1231 (ObjNum 855 snap 279 seq_num 855) dirty exists 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2783: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2783: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2783: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1263 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2782: done (2 left) 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2783: done (1 left) 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2784: done (0 left) 2024-04-02T08:40:54.318 INFO:tasks.rados.rados.0.smithi112.stdout:2785: delete oid 8 current snap is 280 2024-04-02T08:40:54.331 INFO:tasks.rados.rados.0.smithi112.stdout:2785: done (0 left) 2024-04-02T08:40:54.331 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 280 2024-04-02T08:40:54.331 INFO:tasks.rados.rados.0.smithi112.stdout:2786: seq_num 859 ranges {1286144=794624,2080768=614400,2695168=638976,3334144=352256} 2024-04-02T08:40:54.343 INFO:tasks.rados.rados.0.smithi112.stdout:2786: writing smithi11277797-10 from 1286144 to 2080768 tid 1 2024-04-02T08:40:54.346 INFO:tasks.rados.rados.0.smithi112.stdout:2786: writing smithi11277797-10 from 2080768 to 2695168 tid 2 2024-04-02T08:40:54.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: writing smithi11277797-10 from 2695168 to 3334144 tid 3 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:2786: writing smithi11277797-10 from 3334144 to 3686400 tid 4 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:2787: read oid 6 snap -1 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:2787: expect (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:2788: rollback oid 37 current snap is 280 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 241 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:2786: finishing write tid 1 to smithi11277797-10 2024-04-02T08:40:54.353 INFO:tasks.rados.rados.0.smithi112.stdout:2786: finishing write tid 2 to smithi11277797-10 2024-04-02T08:40:54.354 INFO:tasks.rados.rados.0.smithi112.stdout:2789: read oid 17 snap -1 2024-04-02T08:40:54.354 INFO:tasks.rados.rados.0.smithi112.stdout:2789: expect deleted 2024-04-02T08:40:54.354 INFO:tasks.rados.rados.0.smithi112.stdout:2790: snap_remove snap 247 2024-04-02T08:40:54.385 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:40:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:54 smithi112 ceph-mon[91385]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:54 smithi112 ceph-mon[91385]: pgmap v610: 121 pgs: 121 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.2 MiB/s wr, 27 op/s 2024-04-02T08:40:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:54 smithi112 ceph-mon[91385]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:54 smithi112 ceph-mon[88945]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:54 smithi112 ceph-mon[88945]: pgmap v610: 121 pgs: 121 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.2 MiB/s wr, 27 op/s 2024-04-02T08:40:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:54 smithi112 ceph-mon[88945]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:54.711 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:40:54.711 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (17s) 13s ago 12m 16.3M - 0.25.0 c8568f914cd2 a2b89a10da99 2024-04-02T08:40:54.711 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (12m) 29s ago 12m 89.0M - 9.4.7 954c08fa6188 b9465b6f1788 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (85s) 13s ago 13m 16.6M - 19.0.0-2419-g14da45f2 53081131892e a424fa4b1ae0 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (65s) 29s ago 13m 12.5M - 19.0.0-2419-g14da45f2 53081131892e b10f19287b96 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (7m) 29s ago 17m 452M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (8m) 13s ago 18m 514M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (7m) 13s ago 19m 69.0M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (6m) 29s ago 17m 55.5M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (7m) 13s ago 17m 59.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (52s) 13s ago 12m 7608k - 1.5.0 0da6a335fe13 ca52ab4ad74a 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (48s) 29s ago 12m 8488k - 1.5.0 0da6a335fe13 469f33ee1264 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (5m) 13s ago 16m 216M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (5m) 13s ago 16m 251M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (4m) 13s ago 16m 235M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (4m) 13s ago 15m 123M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:40:54.712 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (3m) 29s ago 15m 172M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:40:54.713 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (2m) 29s ago 14m 211M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:40:54.713 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (2m) 29s ago 14m 101M 2480M 19.0.0-2419-g14da45f2 53081131892e bb8a0af439c4 2024-04-02T08:40:54.713 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (109s) 29s ago 14m 127M 2480M 19.0.0-2419-g14da45f2 53081131892e 8d9ee2ac93ba 2024-04-02T08:40:54.713 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (33s) 29s ago 13m 39.4M - 2.43.0 a07b618ecd1d 77e0ff4aba8a 2024-04-02T08:40:54.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:54 smithi187 ceph-mon[84356]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:54 smithi187 ceph-mon[84356]: pgmap v610: 121 pgs: 121 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.2 MiB/s wr, 27 op/s 2024-04-02T08:40:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:54 smithi187 ceph-mon[84356]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:55.142 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:40:55.143 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:40:55.144 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:40:55.144 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: finishing write tid 3 to smithi11277797-10 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: finishing write tid 4 to smithi11277797-10 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: finishing write tid 5 to smithi11277797-10 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: finishing write tid 6 to smithi11277797-10 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: oid 10 updating version 0 to 1235 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: oid 10 version 1235 is already newer than 1234 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: oid 10 version 1235 is already newer than 1232 2024-04-02T08:40:55.350 INFO:tasks.rados.rados.0.smithi112.stdout:2786: oid 10 version 1235 is already newer than 1233 2024-04-02T08:40:55.351 INFO:tasks.rados.rados.0.smithi112.stdout:2786: oid 10 updating version 1235 to 1236 2024-04-02T08:40:55.351 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1236 (ObjNum 859 snap 280 seq_num 859) dirty exists 2024-04-02T08:40:55.351 INFO:tasks.rados.rados.0.smithi112.stdout:2786: left oid 10 (ObjNum 859 snap 280 seq_num 859) 2024-04-02T08:40:55.351 INFO:tasks.rados.rados.0.smithi112.stdout:2787: expect (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2788: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2788: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2788: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1159 (ObjNum 578 snap 165 seq_num 578) dirty exists 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2786: done (4 left) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2787: done (3 left) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2788: done (2 left) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2789: done (1 left) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2790: done (0 left) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2791: read oid 43 snap -1 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2791: expect (ObjNum 841 snap 276 seq_num 841) 2024-04-02T08:40:55.391 INFO:tasks.rados.rados.0.smithi112.stdout:2792: delete oid 40 current snap is 280 2024-04-02T08:40:55.393 INFO:tasks.rados.rados.0.smithi112.stdout:2792: done (1 left) 2024-04-02T08:40:55.393 INFO:tasks.rados.rados.0.smithi112.stdout:2793: copy_from oid 44 from oid 13 current snap is 280 2024-04-02T08:40:55.393 INFO:tasks.rados.rados.0.smithi112.stdout:2794: rollback oid 33 current snap is 280 2024-04-02T08:40:55.393 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 33 to 252 2024-04-02T08:40:55.393 INFO:tasks.rados.rados.0.smithi112.stdout:2795: delete oid 8 current snap is 280 2024-04-02T08:40:55.396 INFO:tasks.rados.rados.0.smithi112.stdout:2795: done (3 left) 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2796: read oid 50 snap -1 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2796: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2797: copy_from oid 49 from oid 27 current snap is 280 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2798: read oid 39 snap -1 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2798: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2799: snap_create 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2797: finishing copy_from to smithi11277797-49 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2797: got expected ENOENT (src dne) 2024-04-02T08:40:55.397 INFO:tasks.rados.rados.0.smithi112.stdout:2794: finishing rollback tid 0 to smithi11277797-33 2024-04-02T08:40:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:2796: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:55.401 INFO:tasks.rados.rados.0.smithi112.stdout:2797: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:40:55.401 INFO:tasks.rados.rados.0.smithi112.stdout:2794: finishing rollback tid 1 to smithi11277797-33 2024-04-02T08:40:55.401 INFO:tasks.rados.rados.0.smithi112.stdout:2794: finishing rollback tid 2 to smithi11277797-33 2024-04-02T08:40:55.401 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 885 (ObjNum 723 snap 225 seq_num 723) dirty exists 2024-04-02T08:40:55.401 INFO:tasks.rados.rados.0.smithi112.stdout:2793: finishing copy_from racing read to smithi11277797-44 2024-04-02T08:40:55.402 INFO:tasks.rados.rados.0.smithi112.stdout:2793: finishing copy_from to smithi11277797-44 2024-04-02T08:40:55.402 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 1515 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:40:55.402 INFO:tasks.rados.rados.0.smithi112.stdout:2798: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:40:55.407 INFO:tasks.rados.rados.0.smithi112.stdout:2791: expect (ObjNum 841 snap 276 seq_num 841) 2024-04-02T08:40:55.555 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:55 smithi187 ceph-mon[84356]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:55.555 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:55 smithi187 ceph-mon[84356]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:55.555 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:55 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1232641990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:55 smithi112 ceph-mon[91385]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:55 smithi112 ceph-mon[91385]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:55 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1232641990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:55 smithi112 ceph-mon[88945]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:55 smithi112 ceph-mon[88945]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:55 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1232641990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2791: done (6 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2793: done (5 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2794: done (4 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2796: done (3 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2797: done (2 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2798: done (1 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2799: done (0 left) 2024-04-02T08:40:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:2800: delete oid 45 current snap is 281 2024-04-02T08:40:56.359 INFO:tasks.rados.rados.0.smithi112.stdout:2800: done (0 left) 2024-04-02T08:40:56.359 INFO:tasks.rados.rados.0.smithi112.stdout:2801: setattr oid 50 current snap is 281 2024-04-02T08:40:56.361 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 281 2024-04-02T08:40:56.361 INFO:tasks.rados.rados.0.smithi112.stdout:2802: seq_num 863 ranges {1695744=57344} 2024-04-02T08:40:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:2802: writing smithi11277797-29 from 1695744 to 1753088 tid 1 2024-04-02T08:40:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:2803: setattr oid 36 current snap is 281 2024-04-02T08:40:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 932 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2801: done (2 left) 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2804: rollback oid 17 current snap is 281 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 271 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2805: read oid 34 snap -1 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2805: expect (ObjNum 855 snap 279 seq_num 855) 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2806: rollback oid 19 current snap is 281 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 280 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 281 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2807: seq_num 864 ranges {0=73728} 2024-04-02T08:40:56.375 INFO:tasks.rados.rados.0.smithi112.stdout:2807: writing smithi11277797-2 from 0 to 73728 tid 1 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:2808: rollback oid 7 current snap is 281 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 7 to 253 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:2802: finishing write tid 1 to smithi11277797-29 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:2802: finishing write tid 2 to smithi11277797-29 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 281 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:2809: seq_num 865 ranges {0=90112} 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:2809: writing smithi11277797-50 from 0 to 90112 tid 1 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 281 2024-04-02T08:40:56.376 INFO:tasks.rados.rados.0.smithi112.stdout:2810: seq_num 866 ranges {0=106496} 2024-04-02T08:40:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:2810: writing smithi11277797-47 from 0 to 106496 tid 1 2024-04-02T08:40:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:2811: read oid 40 snap -1 2024-04-02T08:40:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:2811: expect deleted 2024-04-02T08:40:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 281 2024-04-02T08:40:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:2812: seq_num 867 ranges {11190272=122880} 2024-04-02T08:40:56.439 INFO:tasks.rados.rados.0.smithi112.stdout:2812: writing smithi11277797-35 from 11190272 to 11313152 tid 1 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2813: copy_from oid 24 from oid 11 current snap is 281 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2806: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 763 (ObjNum 33 snap 0 seq_num 2330703096) dirty dne 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2802: finishing write tid 3 to smithi11277797-29 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2802: oid 29 updating version 0 to 1277 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2802: oid 29 version 1277 is already newer than 1276 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1277 (ObjNum 863 snap 281 seq_num 863) dirty exists 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2802: left oid 29 (ObjNum 863 snap 281 seq_num 863) 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2807: finishing write tid 1 to smithi11277797-2 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2804: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1311 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2808: finishing rollback tid 0 to smithi11277797-7 2024-04-02T08:40:56.440 INFO:tasks.rados.rados.0.smithi112.stdout:2808: finishing rollback tid 1 to smithi11277797-7 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2809: finishing write tid 1 to smithi11277797-50 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2809: finishing write tid 2 to smithi11277797-50 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1560 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2807: finishing write tid 2 to smithi11277797-2 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2802: done (11 left) 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2803: done (10 left) 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2804: done (9 left) 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2806: done (8 left) 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2811: done (7 left) 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2814: read oid 41 snap -1 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2814: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 281 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2810: finishing write tid 1 to smithi11277797-47 2024-04-02T08:40:56.441 INFO:tasks.rados.rados.0.smithi112.stdout:2808: finishing rollback tid 2 to smithi11277797-7 2024-04-02T08:40:56.442 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1250 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:40:56.442 INFO:tasks.rados.rados.0.smithi112.stdout:2810: finishing write tid 2 to smithi11277797-47 2024-04-02T08:40:56.442 INFO:tasks.rados.rados.0.smithi112.stdout:2815: seq_num 868 ranges {81920=139264} 2024-04-02T08:40:56.442 INFO:tasks.rados.rados.0.smithi112.stdout:2815: writing smithi11277797-37 from 81920 to 221184 tid 1 2024-04-02T08:40:56.442 INFO:tasks.rados.rados.0.smithi112.stdout:2808: done (8 left) 2024-04-02T08:40:56.442 INFO:tasks.rados.rados.0.smithi112.stdout:2816: snap_remove snap 258 2024-04-02T08:40:56.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:56 smithi187 ceph-mon[84356]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:56.612 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:56 smithi187 ceph-mon[84356]: pgmap v613: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-02T08:40:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:56 smithi112 ceph-mon[91385]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:56 smithi112 ceph-mon[91385]: pgmap v613: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-02T08:40:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:56 smithi112 ceph-mon[88945]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:56 smithi112 ceph-mon[88945]: pgmap v613: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-02T08:40:57.362 INFO:tasks.rados.rados.0.smithi112.stdout:2816: done (8 left) 2024-04-02T08:40:57.362 INFO:tasks.rados.rados.0.smithi112.stdout:2817: snap_remove snap 239 2024-04-02T08:40:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:57 smithi112 ceph-mon[91385]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:57 smithi112 ceph-mon[88945]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:57.657 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:57 smithi187 ceph-mon[84356]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:57.981 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:57 smithi187 systemd[1]: Stopping Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:58.367 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 podman[120317]: 2024-04-02 08:40:58.116441511 +0000 UTC m=+0.128839574 container died b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, distribution-scope=public, name=ubi8, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., maintainer=Paul Cuzner , vcs-type=git, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, release=239.1651231664, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-02T08:40:58.371 INFO:tasks.rados.rados.0.smithi112.stdout:2817: done (8 left) 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2818: delete oid 31 current snap is 281 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2809: finishing write tid 3 to smithi11277797-50 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2809: oid 50 updating version 0 to 933 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2809: oid 50 updating version 933 to 934 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 934 (ObjNum 865 snap 281 seq_num 865) dirty exists 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2809: left oid 50 (ObjNum 865 snap 281 seq_num 865) 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2807: finishing write tid 3 to smithi11277797-2 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2807: oid 2 updating version 0 to 1164 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2807: oid 2 updating version 1164 to 1165 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1165 (ObjNum 864 snap 281 seq_num 864) dirty exists 2024-04-02T08:40:58.372 INFO:tasks.rados.rados.0.smithi112.stdout:2807: left oid 2 (ObjNum 864 snap 281 seq_num 864) 2024-04-02T08:40:58.373 INFO:tasks.rados.rados.0.smithi112.stdout:2810: finishing write tid 3 to smithi11277797-47 2024-04-02T08:40:58.373 INFO:tasks.rados.rados.0.smithi112.stdout:2810: oid 47 updating version 0 to 1167 2024-04-02T08:40:58.373 INFO:tasks.rados.rados.0.smithi112.stdout:2810: oid 47 version 1167 is already newer than 1166 2024-04-02T08:40:58.373 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1167 (ObjNum 866 snap 281 seq_num 866) dirty exists 2024-04-02T08:40:58.373 INFO:tasks.rados.rados.0.smithi112.stdout:2810: left oid 47 (ObjNum 866 snap 281 seq_num 866) 2024-04-02T08:40:58.373 INFO:tasks.rados.rados.0.smithi112.stdout:2805: expect (ObjNum 855 snap 279 seq_num 855) 2024-04-02T08:40:58.524 INFO:tasks.rados.rados.0.smithi112.stdout:2812: finishing write tid 1 to smithi11277797-35 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2812: finishing write tid 2 to smithi11277797-35 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2812: finishing write tid 3 to smithi11277797-35 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2812: oid 35 updating version 0 to 1234 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2812: oid 35 updating version 1234 to 1235 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1235 (ObjNum 867 snap 281 seq_num 867) dirty exists 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2812: left oid 35 (ObjNum 867 snap 281 seq_num 867) 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2815: finishing write tid 1 to smithi11277797-37 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2805: done (8 left) 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2807: done (7 left) 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2809: done (6 left) 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2810: done (5 left) 2024-04-02T08:40:58.525 INFO:tasks.rados.rados.0.smithi112.stdout:2812: done (4 left) 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2818: done (3 left) 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2819: rollback oid 43 current snap is 281 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 43 to 273 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2815: finishing write tid 2 to smithi11277797-37 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2815: finishing write tid 3 to smithi11277797-37 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2815: oid 37 updating version 0 to 1160 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2815: oid 37 updating version 1160 to 1161 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1161 (ObjNum 868 snap 281 seq_num 868) dirty exists 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2815: left oid 37 (ObjNum 868 snap 281 seq_num 868) 2024-04-02T08:40:58.526 INFO:tasks.rados.rados.0.smithi112.stdout:2814: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:40:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:58 smithi112 ceph-mon[91385]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:58 smithi112 ceph-mon[91385]: pgmap v616: 121 pgs: 121 active+clean; 363 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:40:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:58 smithi112 ceph-mon[88945]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:58 smithi112 ceph-mon[88945]: pgmap v616: 121 pgs: 121 active+clean; 363 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:40:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:58 smithi187 ceph-mon[84356]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:58 smithi187 ceph-mon[84356]: pgmap v616: 121 pgs: 121 active+clean; 363 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:40:58.731 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 podman[120317]: 2024-04-02 08:40:58.480912058 +0000 UTC m=+0.493310127 container cleanup b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-type=git, name=ubi8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , distribution-scope=public) 2024-04-02T08:40:58.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 bash[120317]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T08:40:59.104 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 podman[120331]: 2024-04-02 08:40:58.74060298 +0000 UTC m=+0.626916796 container remove b9465b6f17886c87b9de0ad099e36dc3bbd22f8f9e82ab2a51f8bcc63d420985 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, architecture=x86_64, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.openshift.tags=base rhel8, vcs-type=git, io.openshift.expose-services=, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., description=Ceph Grafana Container, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-02T08:40:59.104 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:40:59.104 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-02T08:40:59.104 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 systemd[1]: Stopped Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:59.104 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:58 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 10.927s CPU time. 2024-04-02T08:40:59.104 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 systemd[1]: Starting Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:59.367 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 podman[120465]: 2024-04-02 08:40:59.221385745 +0000 UTC m=+0.018103850 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-02T08:40:59.368 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 podman[120465]: 2024-04-02 08:40:59.324959528 +0000 UTC m=+0.121677614 container create 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a (image=quay.io/ceph/grafana:9.4.12, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:59 smithi112 ceph-mon[91385]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:40:59 smithi112 ceph-mon[91385]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:40:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:40:59] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-04-02T08:40:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:59 smithi112 ceph-mon[88945]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:40:59 smithi112 ceph-mon[88945]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:59.673 INFO:tasks.rados.rados.0.smithi112.stdout:2813: finishing copy_from racing read to smithi11277797-24 2024-04-02T08:40:59.673 INFO:tasks.rados.rados.0.smithi112.stdout:2813: finishing copy_from to smithi11277797-24 2024-04-02T08:40:59.673 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1136 (ObjNum 830 snap 273 seq_num 830) dirty exists 2024-04-02T08:40:59.673 INFO:tasks.rados.rados.0.smithi112.stdout:2819: finishing rollback tid 0 to smithi11277797-43 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2819: finishing rollback tid 1 to smithi11277797-43 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2819: finishing rollback tid 2 to smithi11277797-43 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1397 (ObjNum 65 snap 0 seq_num 2330702672) dirty exists 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2813: done (3 left) 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2814: done (2 left) 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2815: done (1 left) 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2819: done (0 left) 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2820: copy_from oid 33 from oid 47 current snap is 281 2024-04-02T08:40:59.674 INFO:tasks.rados.rados.0.smithi112.stdout:2821: delete oid 4 current snap is 281 2024-04-02T08:40:59.675 INFO:tasks.rados.rados.0.smithi112.stdout:2821: done (1 left) 2024-04-02T08:40:59.676 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 281 2024-04-02T08:40:59.676 INFO:tasks.rados.rados.0.smithi112.stdout:2822: seq_num 871 ranges {16105472=188416} 2024-04-02T08:40:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-mon[84356]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:59.683 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-mon[84356]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:59.683 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 podman[120465]: 2024-04-02 08:40:59.535505655 +0000 UTC m=+0.332223741 container init 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a (image=quay.io/ceph/grafana:9.4.12, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:59.683 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 podman[120465]: 2024-04-02 08:40:59.538121298 +0000 UTC m=+0.334839396 container start 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a (image=quay.io/ceph/grafana:9.4.12, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:59.683 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 bash[120465]: 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a 2024-04-02T08:40:59.683 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 systemd[1]: Started Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:2822: writing smithi11277797-11 from 16105472 to 16293888 tid 1 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:2823: copy_from oid 30 from oid 5 current snap is 281 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:2820: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:2820: finishing copy_from to smithi11277797-33 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1167 (ObjNum 866 snap 281 seq_num 866) dirty exists 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:2820: done (2 left) 2024-04-02T08:40:59.766 INFO:tasks.rados.rados.0.smithi112.stdout:2824: snap_remove snap 253 2024-04-02T08:40:59.981 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685426381Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-02T08:40:59.981 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.68561228Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:40:59.981 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685670108Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:40:59.981 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685678969Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685682022Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685684778Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685687376Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685690016Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685692477Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685695266Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685700056Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685704337Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685707949Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685711589Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685715062Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685719332Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:40:59.982 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685724351Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.685727849Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=settings t=2024-04-02T08:40:59.68573162Z level=info msg="App mode production" 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=sqlstore t=2024-04-02T08:40:59.685790598Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=sqlstore t=2024-04-02T08:40:59.685876147Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=migrator t=2024-04-02T08:40:59.700201596Z level=info msg="Starting DB migrations" 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=migrator t=2024-04-02T08:40:59.70506781Z level=info msg="migrations completed" performed=0 skipped=481 duration=409.045µs 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=sqlstore t=2024-04-02T08:40:59.705412709Z level=info msg="Created default organization" 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=plugin.finder t=2024-04-02T08:40:59.738970974Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=secrets t=2024-04-02T08:40:59.73906272Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=query_data t=2024-04-02T08:40:59.741252549Z level=info msg="Query Service initialization" 2024-04-02T08:40:59.983 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:40:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=live.push_http t=2024-04-02T08:40:59.743610455Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:41:00.656 INFO:tasks.rados.rados.0.smithi112.stdout:2824: done (2 left) 2024-04-02T08:41:00.656 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 281 2024-04-02T08:41:00.656 INFO:tasks.rados.rados.0.smithi112.stdout:2823: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:41:00.656 INFO:tasks.rados.rados.0.smithi112.stdout:2825: seq_num 872 ranges {0=212992} 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2825: writing smithi11277797-40 from 0 to 212992 tid 1 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2826: delete oid 26 current snap is 281 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2822: finishing write tid 1 to smithi11277797-11 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2823: finishing copy_from to smithi11277797-30 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1164 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2822: finishing write tid 2 to smithi11277797-11 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2822: finishing write tid 3 to smithi11277797-11 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2822: oid 11 updating version 0 to 1162 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2822: oid 11 updating version 1162 to 1163 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1163 (ObjNum 871 snap 281 seq_num 871) dirty exists 2024-04-02T08:41:00.657 INFO:tasks.rados.rados.0.smithi112.stdout:2822: left oid 11 (ObjNum 871 snap 281 seq_num 871) 2024-04-02T08:41:00.669 INFO:tasks.rados.rados.0.smithi112.stdout:2825: finishing write tid 1 to smithi11277797-40 2024-04-02T08:41:00.671 INFO:tasks.rados.rados.0.smithi112.stdout:2825: finishing write tid 2 to smithi11277797-40 2024-04-02T08:41:00.673 INFO:tasks.rados.rados.0.smithi112.stdout:2822: done (3 left) 2024-04-02T08:41:00.673 INFO:tasks.rados.rados.0.smithi112.stdout:2823: done (2 left) 2024-04-02T08:41:00.673 INFO:tasks.rados.rados.0.smithi112.stdout:2826: done (1 left) 2024-04-02T08:41:00.673 INFO:tasks.rados.rados.0.smithi112.stdout:2827: delete oid 28 current snap is 281 2024-04-02T08:41:00.676 INFO:tasks.rados.rados.0.smithi112.stdout:2825: finishing write tid 3 to smithi11277797-40 2024-04-02T08:41:00.676 INFO:tasks.rados.rados.0.smithi112.stdout:2825: oid 40 updating version 0 to 1168 2024-04-02T08:41:00.676 INFO:tasks.rados.rados.0.smithi112.stdout:2825: oid 40 version 1168 is already newer than 1167 2024-04-02T08:41:00.676 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1168 (ObjNum 872 snap 281 seq_num 872) dirty exists 2024-04-02T08:41:00.676 INFO:tasks.rados.rados.0.smithi112.stdout:2825: left oid 40 (ObjNum 872 snap 281 seq_num 872) 2024-04-02T08:41:00.679 INFO:tasks.rados.rados.0.smithi112.stdout:2825: done (1 left) 2024-04-02T08:41:00.680 INFO:tasks.rados.rados.0.smithi112.stdout:2827: done (0 left) 2024-04-02T08:41:00.680 INFO:tasks.rados.rados.0.smithi112.stdout:2828: snap_remove snap 256 2024-04-02T08:41:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:00.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-mon[84356]: pgmap v619: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 702 KiB/s wr, 14 op/s 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=infra.usagestats.collector t=2024-04-02T08:41:00.458324824Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=provisioning.datasources t=2024-04-02T08:41:00.46212123Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=provisioning.datasources t=2024-04-02T08:41:00.462152278Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=provisioning.datasources t=2024-04-02T08:41:00.462290128Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=provisioning.alerting t=2024-04-02T08:41:00.483929089Z level=info msg="starting to provision alerting" 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=provisioning.alerting t=2024-04-02T08:41:00.483938711Z level=info msg="finished to provision alerting" 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=ngalert.state.manager t=2024-04-02T08:41:00.48406252Z level=info msg="Warming state cache for startup" 2024-04-02T08:41:00.732 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=grafanaStorageLogger t=2024-04-02T08:41:00.484361932Z level=info msg="storage starting" 2024-04-02T08:41:00.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=http.server t=2024-04-02T08:41:00.486988993Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:41:00.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=sqlstore.transactions t=2024-04-02T08:41:00.508564908Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:41:00.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=ngalert.state.manager t=2024-04-02T08:41:00.508718505Z level=info msg="State cache has been initialized" states=0 duration=24.654479ms 2024-04-02T08:41:00.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=ticker t=2024-04-02T08:41:00.508780917Z level=info msg=starting first_tick=2024-04-02T08:41:10Z 2024-04-02T08:41:00.733 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:41:00.50878689Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:41:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[88945]: pgmap v619: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 702 KiB/s wr, 14 op/s 2024-04-02T08:41:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-mon[91385]: pgmap v619: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 702 KiB/s wr, 14 op/s 2024-04-02T08:41:01.119 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:41:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T08:41:00.677+0000 7fa2c0522700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13f after trimming was started 2024-04-02T08:41:01.663 INFO:tasks.rados.rados.0.smithi112.stdout:2828: done (0 left) 2024-04-02T08:41:01.664 INFO:tasks.rados.rados.0.smithi112.stdout:2829: snap_create 2024-04-02T08:41:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:01 smithi112 ceph-mon[91385]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:41:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:01 smithi112 ceph-mon[88945]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:41:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:01 smithi187 ceph-mon[84356]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:41:02.665 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:41:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:02.668 INFO:tasks.rados.rados.0.smithi112.stdout:2829: done (0 left) 2024-04-02T08:41:02.668 INFO:tasks.rados.rados.0.smithi112.stdout:2830: rmattr oid 49 current snap is 282 2024-04-02T08:41:02.668 INFO:tasks.rados.rados.0.smithi112.stdout:2830: done (0 left) 2024-04-02T08:41:02.668 INFO:tasks.rados.rados.0.smithi112.stdout:2831: snap_remove snap 237 2024-04-02T08:41:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:02 smithi187 ceph-mon[84356]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:41:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:02 smithi187 ceph-mon[84356]: pgmap v622: 121 pgs: 121 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-04-02T08:41:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:02 smithi112 ceph-mon[88945]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:41:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:02 smithi112 ceph-mon[88945]: pgmap v622: 121 pgs: 121 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-04-02T08:41:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:02 smithi112 ceph-mon[91385]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:41:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:02 smithi112 ceph-mon[91385]: pgmap v622: 121 pgs: 121 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-04-02T08:41:03.673 INFO:tasks.rados.rados.0.smithi112.stdout:2831: done (0 left) 2024-04-02T08:41:03.673 INFO:tasks.rados.rados.0.smithi112.stdout:2832: rollback oid 11 current snap is 282 2024-04-02T08:41:03.673 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 234 2024-04-02T08:41:03.673 INFO:tasks.rados.rados.0.smithi112.stdout:2833: delete oid 36 current snap is 282 2024-04-02T08:41:03.683 INFO:tasks.rados.rados.0.smithi112.stdout:2833: done (1 left) 2024-04-02T08:41:03.683 INFO:tasks.rados.rados.0.smithi112.stdout:2834: copy_from oid 1 from oid 9 current snap is 282 2024-04-02T08:41:03.683 INFO:tasks.rados.rados.0.smithi112.stdout:2835: snap_remove snap 279 2024-04-02T08:41:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:03 smithi187 ceph-mon[84356]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:41:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:03 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:03 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:03 smithi112 ceph-mon[88945]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:41:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:03 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:03 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:03 smithi112 ceph-mon[91385]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:41:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:03 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:03 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:04.315 INFO:tasks.rados.rados.0.smithi112.stdout:2835: done (2 left) 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:2836: setattr oid 41 current snap is 282 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:2832: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:2832: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:2832: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1166 (ObjNum 695 snap 212 seq_num 695) dirty exists 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:2834: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:2834: finishing copy_from to smithi11277797-1 2024-04-02T08:41:04.316 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1140 (ObjNum 850 snap 277 seq_num 850) dirty exists 2024-04-02T08:41:04.317 INFO:tasks.rados.rados.0.smithi112.stdout:2832: done (2 left) 2024-04-02T08:41:04.317 INFO:tasks.rados.rados.0.smithi112.stdout:2834: done (1 left) 2024-04-02T08:41:04.317 INFO:tasks.rados.rados.0.smithi112.stdout:2837: snap_remove snap 241 2024-04-02T08:41:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:04 smithi187 ceph-mon[84356]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:41:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:04 smithi187 ceph-mon[84356]: pgmap v625: 121 pgs: 121 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T08:41:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:04 smithi187 ceph-mon[84356]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:41:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:04 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[88945]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:41:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[88945]: pgmap v625: 121 pgs: 121 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[88945]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[91385]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[91385]: pgmap v625: 121 pgs: 121 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[91385]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:04 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:05.316 INFO:tasks.rados.rados.0.smithi112.stdout:2837: done (1 left) 2024-04-02T08:41:05.316 INFO:tasks.rados.rados.0.smithi112.stdout:2838: delete oid 35 current snap is 282 2024-04-02T08:41:05.317 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1425 (ObjNum 695 snap 212 seq_num 695) dirty exists 2024-04-02T08:41:05.328 INFO:tasks.rados.rados.0.smithi112.stdout:2836: done (1 left) 2024-04-02T08:41:05.329 INFO:tasks.rados.rados.0.smithi112.stdout:2838: done (0 left) 2024-04-02T08:41:05.329 INFO:tasks.rados.rados.0.smithi112.stdout:2839: copy_from oid 14 from oid 22 current snap is 282 2024-04-02T08:41:05.329 INFO:tasks.rados.rados.0.smithi112.stdout:2840: delete oid 40 current snap is 282 2024-04-02T08:41:05.333 INFO:tasks.rados.rados.0.smithi112.stdout:2840: done (1 left) 2024-04-02T08:41:05.333 INFO:tasks.rados.rados.0.smithi112.stdout:2841: delete oid 21 current snap is 282 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2841: done (1 left) 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2842: rmattr oid 28 current snap is 282 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2842: done (1 left) 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2843: read oid 7 snap 270 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2843: expect (ObjNum 815 snap 267 seq_num 815) 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2844: copy_from oid 25 from oid 26 current snap is 282 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:2845: rollback oid 11 current snap is 282 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 274 2024-04-02T08:41:05.341 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 282 2024-04-02T08:41:05.342 INFO:tasks.rados.rados.0.smithi112.stdout:2846: seq_num 879 ranges {0=327680} 2024-04-02T08:41:05.343 INFO:tasks.rados.rados.0.smithi112.stdout:2846: writing smithi11277797-30 from 0 to 327680 tid 1 2024-04-02T08:41:05.343 INFO:tasks.rados.rados.0.smithi112.stdout:2844: finishing copy_from to smithi11277797-25 2024-04-02T08:41:05.343 INFO:tasks.rados.rados.0.smithi112.stdout:2844: got expected ENOENT (src dne) 2024-04-02T08:41:05.343 INFO:tasks.rados.rados.0.smithi112.stdout:2844: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:41:05.343 INFO:tasks.rados.rados.0.smithi112.stdout:2844: done (4 left) 2024-04-02T08:41:05.343 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 282 2024-04-02T08:41:05.344 INFO:tasks.rados.rados.0.smithi112.stdout:2847: seq_num 880 ranges {0=344064} 2024-04-02T08:41:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:2847: writing smithi11277797-43 from 0 to 344064 tid 1 2024-04-02T08:41:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:2848: copy_from oid 16 from oid 13 current snap is 282 2024-04-02T08:41:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 282 2024-04-02T08:41:05.346 INFO:tasks.rados.rados.0.smithi112.stdout:2849: seq_num 881 ranges {2301952=360448} 2024-04-02T08:41:05.361 INFO:tasks.rados.rados.0.smithi112.stdout:2849: writing smithi11277797-12 from 2301952 to 2662400 tid 1 2024-04-02T08:41:05.361 INFO:tasks.rados.rados.0.smithi112.stdout:2850: delete oid 15 current snap is 282 2024-04-02T08:41:05.361 INFO:tasks.rados.rados.0.smithi112.stdout:2845: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:41:05.361 INFO:tasks.rados.rados.0.smithi112.stdout:2845: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:41:05.361 INFO:tasks.rados.rados.0.smithi112.stdout:2845: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:41:05.362 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1169 (ObjNum 830 snap 273 seq_num 830) dirty exists 2024-04-02T08:41:05.362 INFO:tasks.rados.rados.0.smithi112.stdout:2846: finishing write tid 1 to smithi11277797-30 2024-04-02T08:41:05.362 INFO:tasks.rados.rados.0.smithi112.stdout:2846: finishing write tid 2 to smithi11277797-30 2024-04-02T08:41:05.362 INFO:tasks.rados.rados.0.smithi112.stdout:2847: finishing write tid 1 to smithi11277797-43 2024-04-02T08:41:05.362 INFO:tasks.rados.rados.0.smithi112.stdout:2847: finishing write tid 2 to smithi11277797-43 2024-04-02T08:41:05.362 INFO:tasks.rados.rados.0.smithi112.stdout:2848: finishing copy_from racing read to smithi11277797-16 2024-04-02T08:41:05.364 INFO:tasks.rados.rados.0.smithi112.stdout:2846: finishing write tid 3 to smithi11277797-30 2024-04-02T08:41:05.364 INFO:tasks.rados.rados.0.smithi112.stdout:2846: oid 30 updating version 0 to 1441 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2846: oid 30 updating version 1441 to 1442 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1442 (ObjNum 879 snap 282 seq_num 879) dirty exists 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2846: left oid 30 (ObjNum 879 snap 282 seq_num 879) 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2847: finishing write tid 3 to smithi11277797-43 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2847: oid 43 updating version 0 to 1445 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2847: oid 43 version 1445 is already newer than 1444 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1445 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2847: left oid 43 (ObjNum 880 snap 282 seq_num 880) 2024-04-02T08:41:05.365 INFO:tasks.rados.rados.0.smithi112.stdout:2843: expect (ObjNum 815 snap 267 seq_num 815) 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2848: finishing copy_from to smithi11277797-16 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1515 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2849: finishing write tid 1 to smithi11277797-12 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2849: finishing write tid 2 to smithi11277797-12 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2843: done (7 left) 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2845: done (6 left) 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2846: done (5 left) 2024-04-02T08:41:05.429 INFO:tasks.rados.rados.0.smithi112.stdout:2847: done (4 left) 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2848: done (3 left) 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2850: done (2 left) 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 282 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2849: finishing write tid 3 to smithi11277797-12 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2849: oid 12 updating version 0 to 1238 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2849: oid 12 version 1238 is already newer than 1237 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1238 (ObjNum 881 snap 282 seq_num 881) dirty exists 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2849: left oid 12 (ObjNum 881 snap 282 seq_num 881) 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2839: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2839: finishing copy_from to smithi11277797-14 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1121 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-04-02T08:41:05.430 INFO:tasks.rados.rados.0.smithi112.stdout:2851: seq_num 883 ranges {4259840=393216} 2024-04-02T08:41:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:2851: writing smithi11277797-1 from 4259840 to 4653056 tid 1 2024-04-02T08:41:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:2839: done (2 left) 2024-04-02T08:41:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:2849: done (1 left) 2024-04-02T08:41:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:2852: delete oid 15 current snap is 282 2024-04-02T08:41:05.455 INFO:tasks.rados.rados.0.smithi112.stdout:2852: done (1 left) 2024-04-02T08:41:05.455 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 282 2024-04-02T08:41:05.455 INFO:tasks.rados.rados.0.smithi112.stdout:2853: seq_num 885 ranges {0=425984} 2024-04-02T08:41:05.457 INFO:tasks.rados.rados.0.smithi112.stdout:2853: writing smithi11277797-38 from 0 to 425984 tid 1 2024-04-02T08:41:05.457 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 282 2024-04-02T08:41:05.457 INFO:tasks.rados.rados.0.smithi112.stdout:2854: seq_num 886 ranges {90112=442368} 2024-04-02T08:41:05.460 INFO:tasks.rados.rados.0.smithi112.stdout:2854: writing smithi11277797-50 from 90112 to 532480 tid 1 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 282 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2851: finishing write tid 1 to smithi11277797-1 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2851: finishing write tid 2 to smithi11277797-1 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2851: finishing write tid 3 to smithi11277797-1 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2851: oid 1 updating version 0 to 1156 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2851: oid 1 version 1156 is already newer than 1155 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1156 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2851: left oid 1 (ObjNum 883 snap 282 seq_num 883) 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2853: finishing write tid 1 to smithi11277797-38 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2853: finishing write tid 2 to smithi11277797-38 2024-04-02T08:41:05.461 INFO:tasks.rados.rados.0.smithi112.stdout:2855: seq_num 887 ranges {4259840=458752} 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2855: writing smithi11277797-9 from 4259840 to 4718592 tid 1 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2851: done (3 left) 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2856: read oid 41 snap -1 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2856: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 282 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2853: finishing write tid 3 to smithi11277797-38 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2853: oid 38 updating version 0 to 1517 2024-04-02T08:41:05.487 INFO:tasks.rados.rados.0.smithi112.stdout:2853: oid 38 version 1517 is already newer than 1516 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1517 (ObjNum 885 snap 282 seq_num 885) dirty exists 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2853: left oid 38 (ObjNum 885 snap 282 seq_num 885) 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2854: finishing write tid 1 to smithi11277797-50 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2854: finishing write tid 2 to smithi11277797-50 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2854: finishing write tid 3 to smithi11277797-50 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2854: oid 50 updating version 0 to 935 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2854: oid 50 updating version 935 to 936 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 936 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2854: left oid 50 (ObjNum 886 snap 282 seq_num 886) 2024-04-02T08:41:05.488 INFO:tasks.rados.rados.0.smithi112.stdout:2857: seq_num 888 ranges {3538944=475136} 2024-04-02T08:41:05.510 INFO:tasks.rados.rados.0.smithi112.stdout:2857: writing smithi11277797-18 from 3538944 to 4014080 tid 1 2024-04-02T08:41:05.510 INFO:tasks.rados.rados.0.smithi112.stdout:2853: done (4 left) 2024-04-02T08:41:05.510 INFO:tasks.rados.rados.0.smithi112.stdout:2854: done (3 left) 2024-04-02T08:41:05.510 INFO:tasks.rados.rados.0.smithi112.stdout:2858: read oid 27 snap -1 2024-04-02T08:41:05.510 INFO:tasks.rados.rados.0.smithi112.stdout:2858: expect deleted 2024-04-02T08:41:05.510 INFO:tasks.rados.rados.0.smithi112.stdout:2859: snap_remove snap 231 2024-04-02T08:41:06.324 INFO:tasks.rados.rados.0.smithi112.stdout:2859: done (4 left) 2024-04-02T08:41:06.324 INFO:tasks.rados.rados.0.smithi112.stdout:2860: setattr oid 47 current snap is 282 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2855: finishing write tid 1 to smithi11277797-9 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2855: finishing write tid 2 to smithi11277797-9 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2855: finishing write tid 3 to smithi11277797-9 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2855: oid 9 updating version 0 to 1199 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2855: oid 9 updating version 1199 to 1200 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1200 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2855: left oid 9 (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2857: finishing write tid 1 to smithi11277797-18 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2857: finishing write tid 2 to smithi11277797-18 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2857: finishing write tid 3 to smithi11277797-18 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2857: oid 18 updating version 0 to 1256 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2857: oid 18 updating version 1256 to 1257 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1257 (ObjNum 888 snap 282 seq_num 888) dirty exists 2024-04-02T08:41:06.325 INFO:tasks.rados.rados.0.smithi112.stdout:2857: left oid 18 (ObjNum 888 snap 282 seq_num 888) 2024-04-02T08:41:06.326 INFO:tasks.rados.rados.0.smithi112.stdout:2856: expect (ObjNum 695 snap 212 seq_num 695) 2024-04-02T08:41:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:06 smithi187 ceph-mon[84356]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:41:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:06 smithi187 ceph-mon[84356]: pgmap v628: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:41:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:06 smithi112 ceph-mon[91385]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:41:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:06 smithi112 ceph-mon[91385]: pgmap v628: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:41:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:06 smithi112 ceph-mon[88945]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:41:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:06 smithi112 ceph-mon[88945]: pgmap v628: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:41:07.477 INFO:tasks.rados.rados.0.smithi112.stdout:2855: done (4 left) 2024-04-02T08:41:07.477 INFO:tasks.rados.rados.0.smithi112.stdout:2856: done (3 left) 2024-04-02T08:41:07.478 INFO:tasks.rados.rados.0.smithi112.stdout:2857: done (2 left) 2024-04-02T08:41:07.478 INFO:tasks.rados.rados.0.smithi112.stdout:2858: done (1 left) 2024-04-02T08:41:07.478 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 282 2024-04-02T08:41:07.478 INFO:tasks.rados.rados.0.smithi112.stdout:2861: seq_num 889 ranges {0=491520} 2024-04-02T08:41:07.480 INFO:tasks.rados.rados.0.smithi112.stdout:2861: writing smithi11277797-49 from 0 to 491520 tid 1 2024-04-02T08:41:07.480 INFO:tasks.rados.rados.0.smithi112.stdout:2862: snap_remove snap 233 2024-04-02T08:41:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:07 smithi112 ceph-mon[91385]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:41:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:07 smithi112 ceph-mon[88945]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:41:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:07 smithi187 ceph-mon[84356]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1208 (ObjNum 866 snap 281 seq_num 866) dirty exists 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2861: finishing write tid 1 to smithi11277797-49 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2861: finishing write tid 2 to smithi11277797-49 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2861: finishing write tid 3 to smithi11277797-49 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2861: oid 49 updating version 0 to 1631 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2861: oid 49 updating version 1631 to 1632 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1632 (ObjNum 889 snap 282 seq_num 889) dirty exists 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2861: left oid 49 (ObjNum 889 snap 282 seq_num 889) 2024-04-02T08:41:08.332 INFO:tasks.rados.rados.0.smithi112.stdout:2860: done (2 left) 2024-04-02T08:41:08.333 INFO:tasks.rados.rados.0.smithi112.stdout:2861: done (1 left) 2024-04-02T08:41:08.333 INFO:tasks.rados.rados.0.smithi112.stdout:2862: done (0 left) 2024-04-02T08:41:08.333 INFO:tasks.rados.rados.0.smithi112.stdout:2863: snap_remove snap 280 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: pgmap v630: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: pgmap v630: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-02T08:41:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: pgmap v630: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.318 INFO:tasks.rados.rados.0.smithi112.stdout:2863: done (0 left) 2024-04-02T08:41:09.318 INFO:tasks.rados.rados.0.smithi112.stdout:2864: delete oid 28 current snap is 282 2024-04-02T08:41:09.331 INFO:tasks.rados.rados.0.smithi112.stdout:2864: done (0 left) 2024-04-02T08:41:09.331 INFO:tasks.rados.rados.0.smithi112.stdout:2865: delete oid 19 current snap is 282 2024-04-02T08:41:09.336 INFO:tasks.rados.rados.0.smithi112.stdout:2865: done (0 left) 2024-04-02T08:41:09.336 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 282 2024-04-02T08:41:09.336 INFO:tasks.rados.rados.0.smithi112.stdout:2866: seq_num 892 ranges {4014080=548864} 2024-04-02T08:41:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2866: writing smithi11277797-18 from 4014080 to 4562944 tid 1 2024-04-02T08:41:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 282 2024-04-02T08:41:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:2867: seq_num 893 ranges {8937472=565248} 2024-04-02T08:41:09.412 INFO:tasks.rados.rados.0.smithi112.stdout:2867: writing smithi11277797-14 from 8937472 to 9502720 tid 1 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2868: delete oid 35 current snap is 282 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2866: finishing write tid 1 to smithi11277797-18 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2866: finishing write tid 2 to smithi11277797-18 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2866: finishing write tid 3 to smithi11277797-18 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2866: oid 18 updating version 0 to 1276 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2866: oid 18 updating version 1276 to 1277 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1277 (ObjNum 892 snap 282 seq_num 892) dirty exists 2024-04-02T08:41:09.413 INFO:tasks.rados.rados.0.smithi112.stdout:2866: left oid 18 (ObjNum 892 snap 282 seq_num 892) 2024-04-02T08:41:09.414 INFO:tasks.rados.rados.0.smithi112.stdout:2866: done (2 left) 2024-04-02T08:41:09.414 INFO:tasks.rados.rados.0.smithi112.stdout:2868: done (1 left) 2024-04-02T08:41:09.414 INFO:tasks.rados.rados.0.smithi112.stdout:2869: setattr oid 35 current snap is 282 2024-04-02T08:41:09.416 INFO:tasks.rados.rados.0.smithi112.stdout:2870: copy_from oid 26 from oid 1 current snap is 282 2024-04-02T08:41:09.416 INFO:tasks.rados.rados.0.smithi112.stdout:2871: copy_from oid 17 from oid 29 current snap is 282 2024-04-02T08:41:09.416 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 282 2024-04-02T08:41:09.416 INFO:tasks.rados.rados.0.smithi112.stdout:2872: seq_num 895 ranges {0=598016} 2024-04-02T08:41:09.419 INFO:tasks.rados.rados.0.smithi112.stdout:2872: writing smithi11277797-27 from 0 to 598016 tid 1 2024-04-02T08:41:09.419 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 282 2024-04-02T08:41:09.420 INFO:tasks.rados.rados.0.smithi112.stdout:2867: finishing write tid 1 to smithi11277797-14 2024-04-02T08:41:09.420 INFO:tasks.rados.rados.0.smithi112.stdout:2867: finishing write tid 2 to smithi11277797-14 2024-04-02T08:41:09.420 INFO:tasks.rados.rados.0.smithi112.stdout:2873: seq_num 896 ranges {73728=614400} 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2873: writing smithi11277797-2 from 73728 to 688128 tid 1 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2874: read oid 9 snap -1 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2874: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2875: rmattr oid 28 current snap is 282 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2875: done (7 left) 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2876: rollback oid 44 current snap is 282 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 251 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1279 (ObjNum 129 snap 0 seq_num 2356606216) dirty exists 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2867: finishing write tid 3 to smithi11277797-14 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2867: oid 14 updating version 0 to 1329 2024-04-02T08:41:09.425 INFO:tasks.rados.rados.0.smithi112.stdout:2867: oid 14 updating version 1329 to 1330 2024-04-02T08:41:09.426 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1330 (ObjNum 893 snap 282 seq_num 893) dirty exists 2024-04-02T08:41:09.426 INFO:tasks.rados.rados.0.smithi112.stdout:2867: left oid 14 (ObjNum 893 snap 282 seq_num 893) 2024-04-02T08:41:09.426 INFO:tasks.rados.rados.0.smithi112.stdout:2867: done (7 left) 2024-04-02T08:41:09.426 INFO:tasks.rados.rados.0.smithi112.stdout:2869: done (6 left) 2024-04-02T08:41:09.426 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 282 2024-04-02T08:41:09.426 INFO:tasks.rados.rados.0.smithi112.stdout:2877: seq_num 897 ranges {0=630784} 2024-04-02T08:41:09.429 INFO:tasks.rados.rados.0.smithi112.stdout:2877: writing smithi11277797-45 from 0 to 630784 tid 1 2024-04-02T08:41:09.429 INFO:tasks.rados.rados.0.smithi112.stdout:2878: read oid 12 snap -1 2024-04-02T08:41:09.429 INFO:tasks.rados.rados.0.smithi112.stdout:2878: expect (ObjNum 881 snap 282 seq_num 881) 2024-04-02T08:41:09.429 INFO:tasks.rados.rados.0.smithi112.stdout:2879: rmattr oid 7 current snap is 282 2024-04-02T08:41:09.429 INFO:tasks.rados.rados.0.smithi112.stdout:2872: finishing write tid 1 to smithi11277797-27 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2872: finishing write tid 2 to smithi11277797-27 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2872: finishing write tid 3 to smithi11277797-27 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2872: oid 27 updating version 0 to 1644 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2872: oid 27 version 1644 is already newer than 1643 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1644 (ObjNum 895 snap 282 seq_num 895) dirty exists 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2872: left oid 27 (ObjNum 895 snap 282 seq_num 895) 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2871: finishing copy_from racing read to smithi11277797-17 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2876: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2876: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2872: done (8 left) 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2880: read oid 27 snap -1 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2880: expect (ObjNum 895 snap 282 seq_num 895) 2024-04-02T08:41:09.430 INFO:tasks.rados.rados.0.smithi112.stdout:2881: setattr oid 43 current snap is 282 2024-04-02T08:41:09.431 INFO:tasks.rados.rados.0.smithi112.stdout:2876: finishing rollback tid 2 to smithi11277797-44 2024-04-02T08:41:09.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 1518 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:41:09.431 INFO:tasks.rados.rados.0.smithi112.stdout:2873: finishing write tid 1 to smithi11277797-2 2024-04-02T08:41:09.431 INFO:tasks.rados.rados.0.smithi112.stdout:2873: finishing write tid 2 to smithi11277797-2 2024-04-02T08:41:09.431 INFO:tasks.rados.rados.0.smithi112.stdout:2876: done (9 left) 2024-04-02T08:41:09.431 INFO:tasks.rados.rados.0.smithi112.stdout:2882: snap_create 2024-04-02T08:41:09.432 INFO:tasks.rados.rados.0.smithi112.stdout:2871: finishing copy_from to smithi11277797-17 2024-04-02T08:41:09.432 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1277 (ObjNum 863 snap 281 seq_num 863) dirty exists 2024-04-02T08:41:09.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1518 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:41:09.435 INFO:tasks.rados.rados.0.smithi112.stdout:2877: finishing write tid 1 to smithi11277797-45 2024-04-02T08:41:09.435 INFO:tasks.rados.rados.0.smithi112.stdout:2877: finishing write tid 2 to smithi11277797-45 2024-04-02T08:41:09.437 INFO:tasks.rados.rados.0.smithi112.stdout:2880: expect (ObjNum 895 snap 282 seq_num 895) 2024-04-02T08:41:09.456 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1470 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:41:09.456 INFO:tasks.rados.rados.0.smithi112.stdout:2877: finishing write tid 3 to smithi11277797-45 2024-04-02T08:41:09.456 INFO:tasks.rados.rados.0.smithi112.stdout:2877: oid 45 updating version 0 to 1332 2024-04-02T08:41:09.456 INFO:tasks.rados.rados.0.smithi112.stdout:2877: oid 45 version 1332 is already newer than 1331 2024-04-02T08:41:09.457 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1332 (ObjNum 897 snap 282 seq_num 897) dirty exists 2024-04-02T08:41:09.457 INFO:tasks.rados.rados.0.smithi112.stdout:2877: left oid 45 (ObjNum 897 snap 282 seq_num 897) 2024-04-02T08:41:09.457 INFO:tasks.rados.rados.0.smithi112.stdout:2870: finishing copy_from racing read to smithi11277797-26 2024-04-02T08:41:09.457 INFO:tasks.rados.rados.0.smithi112.stdout:2878: expect (ObjNum 881 snap 282 seq_num 881) 2024-04-02T08:41:09.565 INFO:tasks.rados.rados.0.smithi112.stdout:2870: finishing copy_from to smithi11277797-26 2024-04-02T08:41:09.565 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1156 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-04-02T08:41:09.565 INFO:tasks.rados.rados.0.smithi112.stdout:2873: finishing write tid 3 to smithi11277797-2 2024-04-02T08:41:09.565 INFO:tasks.rados.rados.0.smithi112.stdout:2873: oid 2 updating version 0 to 1217 2024-04-02T08:41:09.565 INFO:tasks.rados.rados.0.smithi112.stdout:2873: oid 2 version 1217 is already newer than 1216 2024-04-02T08:41:09.565 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1217 (ObjNum 896 snap 282 seq_num 896) dirty exists 2024-04-02T08:41:09.566 INFO:tasks.rados.rados.0.smithi112.stdout:2873: left oid 2 (ObjNum 896 snap 282 seq_num 896) 2024-04-02T08:41:09.566 INFO:tasks.rados.rados.0.smithi112.stdout:2874: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:41:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:41:09] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: Upgrade: Finalizing container_image settings 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:41:09.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.621 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: Upgrade: Finalizing container_image settings 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:41:09.623 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:41:09.624 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:41:09.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:41:09.626 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: Upgrade: Complete! 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.627 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[88945]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: Upgrade: Complete! 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:41:09.628 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.629 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:09 smithi112 ceph-mon[91385]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:41:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: Upgrade: Finalizing container_image settings 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:41:09.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: Upgrade: Complete! 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:41:09.735 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:09.736 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:09 smithi187 ceph-mon[84356]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:41:10.347 INFO:tasks.rados.rados.0.smithi112.stdout:2870: done (9 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2871: done (8 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2873: done (7 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2874: done (6 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2877: done (5 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2878: done (4 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2879: done (3 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2880: done (2 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2881: done (1 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2882: done (0 left) 2024-04-02T08:41:10.348 INFO:tasks.rados.rados.0.smithi112.stdout:2883: delete oid 23 current snap is 283 2024-04-02T08:41:10.351 INFO:tasks.rados.rados.0.smithi112.stdout:2883: done (0 left) 2024-04-02T08:41:10.352 INFO:tasks.rados.rados.0.smithi112.stdout:2884: read oid 33 snap 281 2024-04-02T08:41:10.352 INFO:tasks.rados.rados.0.smithi112.stdout:2884: expect (ObjNum 866 snap 281 seq_num 866) 2024-04-02T08:41:10.352 INFO:tasks.rados.rados.0.smithi112.stdout:2885: rmattr oid 11 current snap is 283 2024-04-02T08:41:10.352 INFO:tasks.rados.rados.0.smithi112.stdout:2885: done (1 left) 2024-04-02T08:41:10.352 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 283 2024-04-02T08:41:10.352 INFO:tasks.rados.rados.0.smithi112.stdout:2886: seq_num 899 ranges {2662400=663552} 2024-04-02T08:41:10.370 INFO:tasks.rados.rados.0.smithi112.stdout:2886: writing smithi11277797-12 from 2662400 to 3325952 tid 1 2024-04-02T08:41:10.370 INFO:tasks.rados.rados.0.smithi112.stdout:2887: rollback oid 10 current snap is 283 2024-04-02T08:41:10.370 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 270 2024-04-02T08:41:10.370 INFO:tasks.rados.rados.0.smithi112.stdout:2884: expect (ObjNum 866 snap 281 seq_num 866) 2024-04-02T08:41:10.373 INFO:tasks.rados.rados.0.smithi112.stdout:2884: done (2 left) 2024-04-02T08:41:10.373 INFO:tasks.rados.rados.0.smithi112.stdout:2888: setattr oid 37 current snap is 283 2024-04-02T08:41:10.375 INFO:tasks.rados.rados.0.smithi112.stdout:2889: rollback oid 14 current snap is 283 2024-04-02T08:41:10.375 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 273 2024-04-02T08:41:10.375 INFO:tasks.rados.rados.0.smithi112.stdout:2890: snap_create 2024-04-02T08:41:10.376 INFO:tasks.rados.rados.0.smithi112.stdout:2886: finishing write tid 1 to smithi11277797-12 2024-04-02T08:41:10.376 INFO:tasks.rados.rados.0.smithi112.stdout:2886: finishing write tid 2 to smithi11277797-12 2024-04-02T08:41:10.376 INFO:tasks.rados.rados.0.smithi112.stdout:2887: finishing rollback tid 0 to smithi11277797-10 2024-04-02T08:41:10.378 INFO:tasks.rados.rados.0.smithi112.stdout:2887: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:41:10.378 INFO:tasks.rados.rados.0.smithi112.stdout:2886: finishing write tid 3 to smithi11277797-12 2024-04-02T08:41:10.378 INFO:tasks.rados.rados.0.smithi112.stdout:2886: oid 12 updating version 0 to 1240 2024-04-02T08:41:10.378 INFO:tasks.rados.rados.0.smithi112.stdout:2886: oid 12 version 1240 is already newer than 1239 2024-04-02T08:41:10.378 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1240 (ObjNum 899 snap 283 seq_num 899) dirty exists 2024-04-02T08:41:10.379 INFO:tasks.rados.rados.0.smithi112.stdout:2886: left oid 12 (ObjNum 899 snap 283 seq_num 899) 2024-04-02T08:41:10.380 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1170 (ObjNum 868 snap 281 seq_num 868) dirty exists 2024-04-02T08:41:10.380 INFO:tasks.rados.rados.0.smithi112.stdout:2887: finishing rollback tid 2 to smithi11277797-10 2024-04-02T08:41:10.380 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1243 (ObjNum 808 snap 262 seq_num 808) dirty exists 2024-04-02T08:41:10.380 INFO:tasks.rados.rados.0.smithi112.stdout:2889: finishing rollback tid 0 to smithi11277797-14 2024-04-02T08:41:10.380 INFO:tasks.rados.rados.0.smithi112.stdout:2889: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:41:10.381 INFO:tasks.rados.rados.0.smithi112.stdout:2889: finishing rollback tid 2 to smithi11277797-14 2024-04-02T08:41:10.381 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1336 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:10 smithi112 ceph-mon[91385]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-02T08:41:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:10 smithi112 ceph-mon[88945]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-02T08:41:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:10 smithi187 ceph-mon[84356]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2886: done (4 left) 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2887: done (3 left) 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2888: done (2 left) 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2889: done (1 left) 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2890: done (0 left) 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2891: rollback oid 14 current snap is 284 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 260 2024-04-02T08:41:11.348 INFO:tasks.rados.rados.0.smithi112.stdout:2892: snap_create 2024-04-02T08:41:11.352 INFO:tasks.rados.rados.0.smithi112.stdout:2891: finishing rollback tid 0 to smithi11277797-14 2024-04-02T08:41:11.352 INFO:tasks.rados.rados.0.smithi112.stdout:2891: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:41:11.352 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1339 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:41:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:11 smithi112 ceph-mon[91385]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:41:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:11 smithi112 ceph-mon[88945]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:41:11.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:11 smithi187 ceph-mon[84356]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:41:12.352 INFO:tasks.rados.rados.0.smithi112.stdout:2891: done (1 left) 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2892: done (0 left) 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2893: read oid 49 snap -1 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2893: expect (ObjNum 889 snap 282 seq_num 889) 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2894: rmattr oid 6 current snap is 285 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2894: done (1 left) 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2895: rollback oid 28 current snap is 285 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 269 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2896: copy_from oid 34 from oid 35 current snap is 285 2024-04-02T08:41:12.353 INFO:tasks.rados.rados.0.smithi112.stdout:2897: delete oid 27 current snap is 285 2024-04-02T08:41:12.357 INFO:tasks.rados.rados.0.smithi112.stdout:2893: expect (ObjNum 889 snap 282 seq_num 889) 2024-04-02T08:41:12.372 INFO:tasks.rados.rados.0.smithi112.stdout:2896: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:41:12.372 INFO:tasks.rados.rados.0.smithi112.stdout:2895: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:41:12.372 INFO:tasks.rados.rados.0.smithi112.stdout:2895: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:41:12.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1520 (ObjNum 778 snap 246 seq_num 778) dirty exists 2024-04-02T08:41:12.372 INFO:tasks.rados.rados.0.smithi112.stdout:2896: finishing copy_from to smithi11277797-34 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 1279 (ObjNum 369 snap 0 seq_num 3504630864) dirty exists 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2893: done (3 left) 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2895: done (2 left) 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2896: done (1 left) 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2897: done (0 left) 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2898: read oid 46 snap 266 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2898: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2899: read oid 3 snap -1 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2899: expect deleted 2024-04-02T08:41:12.373 INFO:tasks.rados.rados.0.smithi112.stdout:2900: snap_remove snap 265 2024-04-02T08:41:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:12 smithi187 ceph-mon[84356]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:41:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:12 smithi187 ceph-mon[84356]: pgmap v636: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-02T08:41:12.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:41:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:12 smithi112 ceph-mon[91385]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:41:12.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:12 smithi112 ceph-mon[91385]: pgmap v636: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-02T08:41:12.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:12 smithi112 ceph-mon[88945]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:41:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:12 smithi112 ceph-mon[88945]: pgmap v636: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-02T08:41:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:2900: done (2 left) 2024-04-02T08:41:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 285 2024-04-02T08:41:13.368 INFO:tasks.rados.rados.0.smithi112.stdout:2901: seq_num 901 ranges {12304384=696320} 2024-04-02T08:41:13.440 INFO:tasks.rados.rados.0.smithi112.stdout:2901: writing smithi11277797-32 from 12304384 to 13000704 tid 1 2024-04-02T08:41:13.440 INFO:tasks.rados.rados.0.smithi112.stdout:2902: rmattr oid 6 current snap is 285 2024-04-02T08:41:13.440 INFO:tasks.rados.rados.0.smithi112.stdout:2902: done (3 left) 2024-04-02T08:41:13.440 INFO:tasks.rados.rados.0.smithi112.stdout:2903: snap_remove snap 272 2024-04-02T08:41:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:13 smithi112 ceph-mon[91385]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:41:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:13 smithi112 ceph-mon[88945]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:41:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:13.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:13 smithi187 ceph-mon[84356]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:41:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:41:14.321 INFO:tasks.rados.rados.0.smithi112.stdout:2903: done (3 left) 2024-04-02T08:41:14.321 INFO:tasks.rados.rados.0.smithi112.stdout:2904: snap_remove snap 270 2024-04-02T08:41:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:14 smithi112 ceph-mon[91385]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:41:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:14 smithi112 ceph-mon[91385]: pgmap v639: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 355 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-02T08:41:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:14 smithi112 ceph-mon[91385]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:41:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:14 smithi112 ceph-mon[88945]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:41:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:14 smithi112 ceph-mon[88945]: pgmap v639: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 355 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-02T08:41:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:14 smithi112 ceph-mon[88945]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:41:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:14 smithi187 ceph-mon[84356]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:41:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:14 smithi187 ceph-mon[84356]: pgmap v639: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 355 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-02T08:41:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:14 smithi187 ceph-mon[84356]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:41:15.321 INFO:tasks.rados.rados.0.smithi112.stdout:2904: done (3 left) 2024-04-02T08:41:15.321 INFO:tasks.rados.rados.0.smithi112.stdout:2905: rmattr oid 1 current snap is 285 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:2905: done (3 left) 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:2906: read oid 26 snap -1 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:2906: expect (ObjNum 883 snap 282 seq_num 883) 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:2907: read oid 18 snap -1 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:2907: expect (ObjNum 892 snap 282 seq_num 892) 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 285 2024-04-02T08:41:15.322 INFO:tasks.rados.rados.0.smithi112.stdout:2908: seq_num 902 ranges {0=712704} 2024-04-02T08:41:15.326 INFO:tasks.rados.rados.0.smithi112.stdout:2908: writing smithi11277797-36 from 0 to 712704 tid 1 2024-04-02T08:41:15.326 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 285 2024-04-02T08:41:15.326 INFO:tasks.rados.rados.0.smithi112.stdout:2909: seq_num 903 ranges {532480=729088} 2024-04-02T08:41:15.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: writing smithi11277797-50 from 532480 to 1261568 tid 1 2024-04-02T08:41:15.334 INFO:tasks.rados.rados.0.smithi112.stdout:2910: snap_remove snap 274 2024-04-02T08:41:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:2910: done (7 left) 2024-04-02T08:41:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:2911: copy_from oid 30 from oid 43 current snap is 285 2024-04-02T08:41:16.328 INFO:tasks.rados.rados.0.smithi112.stdout:2898: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:41:16.336 INFO:tasks.rados.rados.0.smithi112.stdout:2898: done (7 left) 2024-04-02T08:41:16.336 INFO:tasks.rados.rados.0.smithi112.stdout:2899: done (6 left) 2024-04-02T08:41:16.336 INFO:tasks.rados.rados.0.smithi112.stdout:2912: snap_remove snap 273 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:16 smithi112 ceph-mon[91385]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:41:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:16 smithi112 ceph-mon[91385]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 358 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 604 KiB/s wr, 15 op/s 2024-04-02T08:41:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:16 smithi112 ceph-mon[88945]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:41:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:16 smithi112 ceph-mon[88945]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 358 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 604 KiB/s wr, 15 op/s 2024-04-02T08:41:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:16 smithi187 ceph-mon[84356]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:41:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:16 smithi187 ceph-mon[84356]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 358 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 604 KiB/s wr, 15 op/s 2024-04-02T08:41:17.332 INFO:tasks.rados.rados.0.smithi112.stdout:2912: done (6 left) 2024-04-02T08:41:17.332 INFO:tasks.rados.rados.0.smithi112.stdout:2913: setattr oid 28 current snap is 285 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2901: finishing write tid 1 to smithi11277797-32 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2901: finishing write tid 2 to smithi11277797-32 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2901: finishing write tid 3 to smithi11277797-32 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2901: oid 32 updating version 0 to 1313 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2901: oid 32 updating version 1313 to 1314 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1314 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2901: left oid 32 (ObjNum 901 snap 285 seq_num 901) 2024-04-02T08:41:17.333 INFO:tasks.rados.rados.0.smithi112.stdout:2908: finishing write tid 1 to smithi11277797-36 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: finishing write tid 1 to smithi11277797-50 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: finishing write tid 2 to smithi11277797-50 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: finishing write tid 3 to smithi11277797-50 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: oid 50 updating version 0 to 937 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: oid 50 updating version 937 to 938 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 938 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2909: left oid 50 (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2908: finishing write tid 2 to smithi11277797-36 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2908: finishing write tid 3 to smithi11277797-36 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2908: oid 36 updating version 0 to 1658 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2908: oid 36 version 1658 is already newer than 1657 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1658 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2908: left oid 36 (ObjNum 902 snap 285 seq_num 902) 2024-04-02T08:41:17.334 INFO:tasks.rados.rados.0.smithi112.stdout:2907: expect (ObjNum 892 snap 282 seq_num 892) 2024-04-02T08:41:17.601 INFO:tasks.rados.rados.0.smithi112.stdout:2906: expect (ObjNum 883 snap 282 seq_num 883) 2024-04-02T08:41:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:17 smithi112 ceph-mon[91385]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:41:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:17 smithi112 ceph-mon[88945]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:41:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:17 smithi187 ceph-mon[84356]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2911: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2911: finishing copy_from to smithi11277797-30 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1470 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2901: done (6 left) 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2906: done (5 left) 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2907: done (4 left) 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2908: done (3 left) 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2909: done (2 left) 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2911: done (1 left) 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2914: read oid 19 snap -1 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2914: expect deleted 2024-04-02T08:41:17.848 INFO:tasks.rados.rados.0.smithi112.stdout:2915: delete oid 36 current snap is 285 2024-04-02T08:41:17.849 INFO:tasks.rados.rados.0.smithi112.stdout:2914: done (2 left) 2024-04-02T08:41:17.849 INFO:tasks.rados.rados.0.smithi112.stdout:2915: done (1 left) 2024-04-02T08:41:17.849 INFO:tasks.rados.rados.0.smithi112.stdout:2916: setattr oid 20 current snap is 285 2024-04-02T08:41:17.850 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1521 (ObjNum 778 snap 246 seq_num 778) dirty exists 2024-04-02T08:41:17.850 INFO:tasks.rados.rados.0.smithi112.stdout:2913: done (1 left) 2024-04-02T08:41:17.850 INFO:tasks.rados.rados.0.smithi112.stdout:2917: snap_create 2024-04-02T08:41:17.854 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1377 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:41:18.337 INFO:tasks.rados.rados.0.smithi112.stdout:2916: done (1 left) 2024-04-02T08:41:18.337 INFO:tasks.rados.rados.0.smithi112.stdout:2917: done (0 left) 2024-04-02T08:41:18.338 INFO:tasks.rados.rados.0.smithi112.stdout:2918: snap_remove snap 269 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:18 smithi112 ceph-mon[88945]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:41:18.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:18 smithi112 ceph-mon[88945]: pgmap v645: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 814 KiB/s wr, 14 op/s 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:18 smithi112 ceph-mon[91385]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:41:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:18 smithi112 ceph-mon[91385]: pgmap v645: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 814 KiB/s wr, 14 op/s 2024-04-02T08:41:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:18 smithi187 ceph-mon[84356]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:41:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:18 smithi187 ceph-mon[84356]: pgmap v645: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 814 KiB/s wr, 14 op/s 2024-04-02T08:41:19.320 INFO:tasks.rados.rados.0.smithi112.stdout:2918: done (0 left) 2024-04-02T08:41:19.320 INFO:tasks.rados.rados.0.smithi112.stdout:2919: snap_remove snap 284 2024-04-02T08:41:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:19 smithi112 ceph-mon[91385]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:41:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:19 smithi112 ceph-mon[91385]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:41:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:19 smithi112 ceph-mon[88945]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:41:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:19 smithi112 ceph-mon[88945]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:41:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:41:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:41:19] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:41:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:19 smithi187 ceph-mon[84356]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:41:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:19 smithi187 ceph-mon[84356]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:41:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2919: done (0 left) 2024-04-02T08:41:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:2920: rollback oid 18 current snap is 286 2024-04-02T08:41:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 248 2024-04-02T08:41:20.322 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 286 2024-04-02T08:41:20.323 INFO:tasks.rados.rados.0.smithi112.stdout:2921: seq_num 905 ranges {1540096=761856} 2024-04-02T08:41:20.336 INFO:tasks.rados.rados.0.smithi112.stdout:2921: writing smithi11277797-10 from 1540096 to 2301952 tid 1 2024-04-02T08:41:20.337 INFO:tasks.rados.rados.0.smithi112.stdout:2922: snap_create 2024-04-02T08:41:20.337 INFO:tasks.rados.rados.0.smithi112.stdout:2920: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:41:20.337 INFO:tasks.rados.rados.0.smithi112.stdout:2920: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:41:20.337 INFO:tasks.rados.rados.0.smithi112.stdout:2920: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:41:20.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1331 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:41:20.344 INFO:tasks.rados.rados.0.smithi112.stdout:2921: finishing write tid 1 to smithi11277797-10 2024-04-02T08:41:20.344 INFO:tasks.rados.rados.0.smithi112.stdout:2921: finishing write tid 2 to smithi11277797-10 2024-04-02T08:41:20.346 INFO:tasks.rados.rados.0.smithi112.stdout:2921: finishing write tid 3 to smithi11277797-10 2024-04-02T08:41:20.346 INFO:tasks.rados.rados.0.smithi112.stdout:2921: oid 10 updating version 0 to 1280 2024-04-02T08:41:20.346 INFO:tasks.rados.rados.0.smithi112.stdout:2921: oid 10 updating version 1280 to 1281 2024-04-02T08:41:20.346 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1281 (ObjNum 905 snap 286 seq_num 905) dirty exists 2024-04-02T08:41:20.346 INFO:tasks.rados.rados.0.smithi112.stdout:2921: left oid 10 (ObjNum 905 snap 286 seq_num 905) 2024-04-02T08:41:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:20 smithi112 ceph-mon[91385]: pgmap v648: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 344 KiB/s wr, 10 op/s 2024-04-02T08:41:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:20 smithi112 ceph-mon[91385]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:41:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:20 smithi112 ceph-mon[88945]: pgmap v648: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 344 KiB/s wr, 10 op/s 2024-04-02T08:41:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:20 smithi112 ceph-mon[88945]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:41:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:20 smithi187 ceph-mon[84356]: pgmap v648: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 344 KiB/s wr, 10 op/s 2024-04-02T08:41:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:20 smithi187 ceph-mon[84356]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:2920: done (2 left) 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:2921: done (1 left) 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:2922: done (0 left) 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:2923: rollback oid 20 current snap is 287 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 282 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 287 2024-04-02T08:41:21.323 INFO:tasks.rados.rados.0.smithi112.stdout:2924: seq_num 906 ranges {0=778240} 2024-04-02T08:41:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2924: writing smithi11277797-35 from 0 to 778240 tid 1 2024-04-02T08:41:21.327 INFO:tasks.rados.rados.0.smithi112.stdout:2925: delete oid 5 current snap is 287 2024-04-02T08:41:21.330 INFO:tasks.rados.rados.0.smithi112.stdout:2923: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:41:21.331 INFO:tasks.rados.rados.0.smithi112.stdout:2923: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:41:21.332 INFO:tasks.rados.rados.0.smithi112.stdout:2923: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:41:21.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1389 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:41:21.332 INFO:tasks.rados.rados.0.smithi112.stdout:2923: done (2 left) 2024-04-02T08:41:21.332 INFO:tasks.rados.rados.0.smithi112.stdout:2925: done (1 left) 2024-04-02T08:41:21.333 INFO:tasks.rados.rados.0.smithi112.stdout:2926: setattr oid 3 current snap is 287 2024-04-02T08:41:21.334 INFO:tasks.rados.rados.0.smithi112.stdout:2924: finishing write tid 1 to smithi11277797-35 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2924: finishing write tid 2 to smithi11277797-35 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2927: rmattr oid 7 current snap is 287 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2928: rmattr oid 1 current snap is 287 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2928: done (3 left) 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2929: read oid 19 snap 277 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2929: expect deleted 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2930: read oid 45 snap -1 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2930: expect (ObjNum 897 snap 282 seq_num 897) 2024-04-02T08:41:21.335 INFO:tasks.rados.rados.0.smithi112.stdout:2931: delete oid 39 current snap is 287 2024-04-02T08:41:21.336 INFO:tasks.rados.rados.0.smithi112.stdout:2924: finishing write tid 3 to smithi11277797-35 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2924: oid 35 updating version 0 to 1333 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2924: oid 35 updating version 1333 to 1334 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1334 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2924: left oid 35 (ObjNum 906 snap 287 seq_num 906) 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2924: done (5 left) 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2929: done (4 left) 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2931: done (3 left) 2024-04-02T08:41:21.337 INFO:tasks.rados.rados.0.smithi112.stdout:2932: snap_create 2024-04-02T08:41:21.340 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1157 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:41:21.341 INFO:tasks.rados.rados.0.smithi112.stdout:2930: expect (ObjNum 897 snap 282 seq_num 897) 2024-04-02T08:41:21.357 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1522 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-04-02T08:41:22.327 INFO:tasks.rados.rados.0.smithi112.stdout:2926: done (3 left) 2024-04-02T08:41:22.328 INFO:tasks.rados.rados.0.smithi112.stdout:2927: done (2 left) 2024-04-02T08:41:22.328 INFO:tasks.rados.rados.0.smithi112.stdout:2930: done (1 left) 2024-04-02T08:41:22.328 INFO:tasks.rados.rados.0.smithi112.stdout:2932: done (0 left) 2024-04-02T08:41:22.328 INFO:tasks.rados.rados.0.smithi112.stdout:2933: snap_remove snap 266 2024-04-02T08:41:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:22 smithi112 ceph-mon[88945]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:41:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:22 smithi112 ceph-mon[88945]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 270 KiB/s wr, 12 op/s 2024-04-02T08:41:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:22 smithi112 ceph-mon[91385]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:41:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:22 smithi112 ceph-mon[91385]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 270 KiB/s wr, 12 op/s 2024-04-02T08:41:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:22 smithi187 ceph-mon[84356]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:41:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:22 smithi187 ceph-mon[84356]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 270 KiB/s wr, 12 op/s 2024-04-02T08:41:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:41:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2933: done (0 left) 2024-04-02T08:41:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 288 2024-04-02T08:41:23.329 INFO:tasks.rados.rados.0.smithi112.stdout:2934: seq_num 909 ranges {0=425984,425984=401408} 2024-04-02T08:41:23.331 INFO:tasks.rados.rados.0.smithi112.stdout:2934: writing smithi11277797-31 from 0 to 425984 tid 1 2024-04-02T08:41:23.334 INFO:tasks.rados.rados.0.smithi112.stdout:2934: writing smithi11277797-31 from 425984 to 827392 tid 2 2024-04-02T08:41:23.334 INFO:tasks.rados.rados.0.smithi112.stdout:2935: delete oid 49 current snap is 288 2024-04-02T08:41:23.340 INFO:tasks.rados.rados.0.smithi112.stdout:2934: finishing write tid 1 to smithi11277797-31 2024-04-02T08:41:23.347 INFO:tasks.rados.rados.0.smithi112.stdout:2934: finishing write tid 2 to smithi11277797-31 2024-04-02T08:41:23.347 INFO:tasks.rados.rados.0.smithi112.stdout:2934: finishing write tid 3 to smithi11277797-31 2024-04-02T08:41:23.349 INFO:tasks.rados.rados.0.smithi112.stdout:2935: done (1 left) 2024-04-02T08:41:23.349 INFO:tasks.rados.rados.0.smithi112.stdout:2936: delete oid 34 current snap is 288 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2934: finishing write tid 4 to smithi11277797-31 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2934: oid 31 updating version 0 to 1172 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2934: oid 31 version 1172 is already newer than 1170 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2934: oid 31 version 1172 is already newer than 1171 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1172 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2934: left oid 31 (ObjNum 909 snap 288 seq_num 909) 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2934: done (1 left) 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2936: done (0 left) 2024-04-02T08:41:23.353 INFO:tasks.rados.rados.0.smithi112.stdout:2937: snap_remove snap 286 2024-04-02T08:41:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:23 smithi112 ceph-mon[91385]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:41:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:23 smithi112 ceph-mon[88945]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:41:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:23 smithi187 ceph-mon[84356]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:41:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:24.321 INFO:tasks.rados.rados.0.smithi112.stdout:2937: done (0 left) 2024-04-02T08:41:24.321 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 288 2024-04-02T08:41:24.322 INFO:tasks.rados.rados.0.smithi112.stdout:2938: seq_num 912 ranges {630784=483328,1114112=401408} 2024-04-02T08:41:24.328 INFO:tasks.rados.rados.0.smithi112.stdout:2938: writing smithi11277797-45 from 630784 to 1114112 tid 1 2024-04-02T08:41:24.330 INFO:tasks.rados.rados.0.smithi112.stdout:2938: writing smithi11277797-45 from 1114112 to 1515520 tid 2 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2939: read oid 30 snap -1 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2939: expect (ObjNum 880 snap 282 seq_num 880) 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2940: copy_from oid 37 from oid 12 current snap is 288 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2941: read oid 16 snap 260 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2941: expect deleted 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2942: copy_from oid 11 from oid 9 current snap is 288 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 288 2024-04-02T08:41:24.331 INFO:tasks.rados.rados.0.smithi112.stdout:2943: seq_num 913 ranges {1982464=499712,2482176=401408} 2024-04-02T08:41:24.345 INFO:tasks.rados.rados.0.smithi112.stdout:2943: writing smithi11277797-42 from 1982464 to 2482176 tid 1 2024-04-02T08:41:24.348 INFO:tasks.rados.rados.0.smithi112.stdout:2943: writing smithi11277797-42 from 2482176 to 2883584 tid 2 2024-04-02T08:41:24.348 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 288 2024-04-02T08:41:24.348 INFO:tasks.rados.rados.0.smithi112.stdout:2938: finishing write tid 1 to smithi11277797-45 2024-04-02T08:41:24.348 INFO:tasks.rados.rados.0.smithi112.stdout:2938: finishing write tid 2 to smithi11277797-45 2024-04-02T08:41:24.348 INFO:tasks.rados.rados.0.smithi112.stdout:2944: seq_num 914 ranges {434176=516096,950272=401408} 2024-04-02T08:41:24.353 INFO:tasks.rados.rados.0.smithi112.stdout:2944: writing smithi11277797-7 from 434176 to 950272 tid 1 2024-04-02T08:41:24.357 INFO:tasks.rados.rados.0.smithi112.stdout:2944: writing smithi11277797-7 from 950272 to 1351680 tid 2 2024-04-02T08:41:24.357 INFO:tasks.rados.rados.0.smithi112.stdout:2945: setattr oid 48 current snap is 288 2024-04-02T08:41:24.357 INFO:tasks.rados.rados.0.smithi112.stdout:2938: finishing write tid 3 to smithi11277797-45 2024-04-02T08:41:24.357 INFO:tasks.rados.rados.0.smithi112.stdout:2939: expect (ObjNum 880 snap 282 seq_num 880) 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2938: finishing write tid 4 to smithi11277797-45 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2938: oid 45 updating version 0 to 1398 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2938: oid 45 version 1398 is already newer than 1397 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2938: oid 45 updating version 1398 to 1399 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1399 (ObjNum 912 snap 288 seq_num 912) dirty exists 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2938: left oid 45 (ObjNum 912 snap 288 seq_num 912) 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2943: finishing write tid 1 to smithi11277797-42 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2943: finishing write tid 2 to smithi11277797-42 2024-04-02T08:41:24.375 INFO:tasks.rados.rados.0.smithi112.stdout:2943: finishing write tid 3 to smithi11277797-42 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2943: finishing write tid 4 to smithi11277797-42 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2943: oid 42 updating version 0 to 1169 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2943: oid 42 updating version 1169 to 1170 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2943: oid 42 updating version 1170 to 1171 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1171 (ObjNum 913 snap 288 seq_num 913) dirty exists 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2943: left oid 42 (ObjNum 913 snap 288 seq_num 913) 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2944: finishing write tid 1 to smithi11277797-7 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2940: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2942: finishing copy_from racing read to smithi11277797-11 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2942: finishing copy_from to smithi11277797-11 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1200 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2944: finishing write tid 2 to smithi11277797-7 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2944: finishing write tid 3 to smithi11277797-7 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:2940: finishing copy_from to smithi11277797-37 2024-04-02T08:41:24.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1240 (ObjNum 899 snap 283 seq_num 899) dirty exists 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2944: finishing write tid 4 to smithi11277797-7 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2944: oid 7 updating version 0 to 1524 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2944: oid 7 version 1524 is already newer than 1523 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2944: oid 7 updating version 1524 to 1525 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1525 (ObjNum 914 snap 288 seq_num 914) dirty exists 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2944: left oid 7 (ObjNum 914 snap 288 seq_num 914) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2938: done (7 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2939: done (6 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2940: done (5 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2941: done (4 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2942: done (3 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2943: done (2 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2944: done (1 left) 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 288 2024-04-02T08:41:24.377 INFO:tasks.rados.rados.0.smithi112.stdout:2946: seq_num 915 ranges {2301952=532480,2834432=401408} 2024-04-02T08:41:24.390 INFO:tasks.rados.rados.0.smithi112.stdout:2946: writing smithi11277797-10 from 2301952 to 2834432 tid 1 2024-04-02T08:41:24.392 INFO:tasks.rados.rados.0.smithi112.stdout:2946: writing smithi11277797-10 from 2834432 to 3235840 tid 2 2024-04-02T08:41:24.392 INFO:tasks.rados.rados.0.smithi112.stdout:2947: read oid 21 snap -1 2024-04-02T08:41:24.392 INFO:tasks.rados.rados.0.smithi112.stdout:2947: expect deleted 2024-04-02T08:41:24.392 INFO:tasks.rados.rados.0.smithi112.stdout:2948: delete oid 29 current snap is 288 2024-04-02T08:41:24.392 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1532 (ObjNum 845 snap 276 seq_num 845) dirty exists 2024-04-02T08:41:24.394 INFO:tasks.rados.rados.0.smithi112.stdout:2945: done (3 left) 2024-04-02T08:41:24.394 INFO:tasks.rados.rados.0.smithi112.stdout:2947: done (2 left) 2024-04-02T08:41:24.394 INFO:tasks.rados.rados.0.smithi112.stdout:2948: done (1 left) 2024-04-02T08:41:24.394 INFO:tasks.rados.rados.0.smithi112.stdout:2949: read oid 6 snap -1 2024-04-02T08:41:24.395 INFO:tasks.rados.rados.0.smithi112.stdout:2949: expect (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:41:24.395 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 288 2024-04-02T08:41:24.395 INFO:tasks.rados.rados.0.smithi112.stdout:2950: seq_num 917 ranges {106496=565248,671744=401408} 2024-04-02T08:41:24.398 INFO:tasks.rados.rados.0.smithi112.stdout:2950: writing smithi11277797-47 from 106496 to 671744 tid 1 2024-04-02T08:41:24.401 INFO:tasks.rados.rados.0.smithi112.stdout:2950: writing smithi11277797-47 from 671744 to 1073152 tid 2 2024-04-02T08:41:24.401 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 288 2024-04-02T08:41:24.401 INFO:tasks.rados.rados.0.smithi112.stdout:2946: finishing write tid 1 to smithi11277797-10 2024-04-02T08:41:24.401 INFO:tasks.rados.rados.0.smithi112.stdout:2946: finishing write tid 2 to smithi11277797-10 2024-04-02T08:41:24.401 INFO:tasks.rados.rados.0.smithi112.stdout:2946: finishing write tid 3 to smithi11277797-10 2024-04-02T08:41:24.401 INFO:tasks.rados.rados.0.smithi112.stdout:2951: seq_num 918 ranges {4718592=581632,5300224=401408} 2024-04-02T08:41:24.430 INFO:tasks.rados.rados.0.smithi112.stdout:2951: writing smithi11277797-9 from 4718592 to 5300224 tid 1 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2951: writing smithi11277797-9 from 5300224 to 5701632 tid 2 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2952: rollback oid 24 current snap is 288 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 24 to 275 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2946: finishing write tid 4 to smithi11277797-10 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2946: oid 10 updating version 0 to 1283 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2946: oid 10 updating version 1283 to 1285 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2946: oid 10 version 1285 is already newer than 1284 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1285 (ObjNum 915 snap 288 seq_num 915) dirty exists 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2946: left oid 10 (ObjNum 915 snap 288 seq_num 915) 2024-04-02T08:41:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:2949: expect (ObjNum 787 snap 255 seq_num 787) 2024-04-02T08:41:24.464 INFO:tasks.rados.rados.0.smithi112.stdout:2950: finishing write tid 1 to smithi11277797-47 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: finishing write tid 2 to smithi11277797-47 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2946: done (4 left) 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2949: done (3 left) 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2953: rmattr oid 49 current snap is 288 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2953: done (3 left) 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 288 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: finishing write tid 3 to smithi11277797-47 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: finishing write tid 4 to smithi11277797-47 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: oid 47 updating version 0 to 1243 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: oid 47 version 1243 is already newer than 1241 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: oid 47 version 1243 is already newer than 1242 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1243 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2950: left oid 47 (ObjNum 917 snap 288 seq_num 917) 2024-04-02T08:41:24.465 INFO:tasks.rados.rados.0.smithi112.stdout:2954: seq_num 919 ranges {0=598016,598016=401408} 2024-04-02T08:41:24.467 INFO:tasks.rados.rados.0.smithi112.stdout:2954: writing smithi11277797-3 from 0 to 598016 tid 1 2024-04-02T08:41:24.470 INFO:tasks.rados.rados.0.smithi112.stdout:2954: writing smithi11277797-3 from 598016 to 999424 tid 2 2024-04-02T08:41:24.470 INFO:tasks.rados.rados.0.smithi112.stdout:2950: done (3 left) 2024-04-02T08:41:24.470 INFO:tasks.rados.rados.0.smithi112.stdout:2955: copy_from oid 19 from oid 36 current snap is 288 2024-04-02T08:41:24.470 INFO:tasks.rados.rados.0.smithi112.stdout:2951: finishing write tid 1 to smithi11277797-9 2024-04-02T08:41:24.470 INFO:tasks.rados.rados.0.smithi112.stdout:2951: finishing write tid 2 to smithi11277797-9 2024-04-02T08:41:24.470 INFO:tasks.rados.rados.0.smithi112.stdout:2951: finishing write tid 3 to smithi11277797-9 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2951: finishing write tid 4 to smithi11277797-9 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2951: oid 9 updating version 0 to 1246 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2951: oid 9 updating version 1246 to 1247 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2951: oid 9 version 1247 is already newer than 1245 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1247 (ObjNum 918 snap 288 seq_num 918) dirty exists 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2951: left oid 9 (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2952: finishing rollback tid 0 to smithi11277797-24 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2951: done (3 left) 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2956: read oid 17 snap -1 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2956: expect (ObjNum 863 snap 281 seq_num 863) 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2957: setattr oid 44 current snap is 288 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2952: finishing rollback tid 1 to smithi11277797-24 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:2952: finishing rollback tid 2 to smithi11277797-24 2024-04-02T08:41:24.471 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1536 (ObjNum 783 snap 252 seq_num 783) dirty exists 2024-04-02T08:41:24.472 INFO:tasks.rados.rados.0.smithi112.stdout:2955: finishing copy_from to smithi11277797-19 2024-04-02T08:41:24.472 INFO:tasks.rados.rados.0.smithi112.stdout:2955: got expected ENOENT (src dne) 2024-04-02T08:41:24.472 INFO:tasks.rados.rados.0.smithi112.stdout:2955: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:41:24.472 INFO:tasks.rados.rados.0.smithi112.stdout:2952: done (4 left) 2024-04-02T08:41:24.472 INFO:tasks.rados.rados.0.smithi112.stdout:2955: done (3 left) 2024-04-02T08:41:24.473 INFO:tasks.rados.rados.0.smithi112.stdout:2958: rmattr oid 29 current snap is 288 2024-04-02T08:41:24.473 INFO:tasks.rados.rados.0.smithi112.stdout:2958: done (3 left) 2024-04-02T08:41:24.473 INFO:tasks.rados.rados.0.smithi112.stdout:2959: read oid 6 snap 252 2024-04-02T08:41:24.473 INFO:tasks.rados.rados.0.smithi112.stdout:2959: expect deleted 2024-04-02T08:41:24.473 INFO:tasks.rados.rados.0.smithi112.stdout:2960: snap_create 2024-04-02T08:41:24.473 INFO:tasks.rados.rados.0.smithi112.stdout:2954: finishing write tid 1 to smithi11277797-3 2024-04-02T08:41:24.474 INFO:tasks.rados.rados.0.smithi112.stdout:2954: finishing write tid 2 to smithi11277797-3 2024-04-02T08:41:24.474 INFO:tasks.rados.rados.0.smithi112.stdout:2954: finishing write tid 3 to smithi11277797-3 2024-04-02T08:41:24.474 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 1519 (ObjNum 760 snap 239 seq_num 760) dirty exists 2024-04-02T08:41:24.475 INFO:tasks.rados.rados.0.smithi112.stdout:2954: finishing write tid 4 to smithi11277797-3 2024-04-02T08:41:24.475 INFO:tasks.rados.rados.0.smithi112.stdout:2954: oid 3 updating version 0 to 1159 2024-04-02T08:41:24.475 INFO:tasks.rados.rados.0.smithi112.stdout:2954: oid 3 version 1159 is already newer than 1158 2024-04-02T08:41:24.475 INFO:tasks.rados.rados.0.smithi112.stdout:2954: oid 3 updating version 1159 to 1160 2024-04-02T08:41:24.475 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1160 (ObjNum 919 snap 288 seq_num 919) dirty exists 2024-04-02T08:41:24.475 INFO:tasks.rados.rados.0.smithi112.stdout:2954: left oid 3 (ObjNum 919 snap 288 seq_num 919) 2024-04-02T08:41:24.479 INFO:tasks.rados.rados.0.smithi112.stdout:2956: expect (ObjNum 863 snap 281 seq_num 863) 2024-04-02T08:41:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:24 smithi112 ceph-mon[91385]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:41:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:24 smithi112 ceph-mon[91385]: pgmap v654: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 662 KiB/s wr, 9 op/s 2024-04-02T08:41:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:24 smithi112 ceph-mon[91385]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:41:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:24 smithi112 ceph-mon[88945]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:41:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:24 smithi112 ceph-mon[88945]: pgmap v654: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 662 KiB/s wr, 9 op/s 2024-04-02T08:41:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:24 smithi112 ceph-mon[88945]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:41:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:24 smithi187 ceph-mon[84356]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:41:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:24 smithi187 ceph-mon[84356]: pgmap v654: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 662 KiB/s wr, 9 op/s 2024-04-02T08:41:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:24 smithi187 ceph-mon[84356]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:41:25.345 INFO:tasks.rados.rados.0.smithi112.stdout:2954: done (4 left) 2024-04-02T08:41:25.345 INFO:tasks.rados.rados.0.smithi112.stdout:2956: done (3 left) 2024-04-02T08:41:25.345 INFO:tasks.rados.rados.0.smithi112.stdout:2957: done (2 left) 2024-04-02T08:41:25.346 INFO:tasks.rados.rados.0.smithi112.stdout:2959: done (1 left) 2024-04-02T08:41:25.346 INFO:tasks.rados.rados.0.smithi112.stdout:2960: done (0 left) 2024-04-02T08:41:25.346 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 289 2024-04-02T08:41:25.346 INFO:tasks.rados.rados.0.smithi112.stdout:2961: seq_num 920 ranges {0=614400,614400=401408} 2024-04-02T08:41:25.349 INFO:tasks.rados.rados.0.smithi112.stdout:2961: writing smithi11277797-15 from 0 to 614400 tid 1 2024-04-02T08:41:25.352 INFO:tasks.rados.rados.0.smithi112.stdout:2961: writing smithi11277797-15 from 614400 to 1015808 tid 2 2024-04-02T08:41:25.353 INFO:tasks.rados.rados.0.smithi112.stdout:2962: delete oid 23 current snap is 289 2024-04-02T08:41:25.357 INFO:tasks.rados.rados.0.smithi112.stdout:2962: done (1 left) 2024-04-02T08:41:25.357 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 289 2024-04-02T08:41:25.357 INFO:tasks.rados.rados.0.smithi112.stdout:2963: seq_num 922 ranges {1040384=647168,1687552=401408} 2024-04-02T08:41:25.367 INFO:tasks.rados.rados.0.smithi112.stdout:2963: writing smithi11277797-28 from 1040384 to 1687552 tid 1 2024-04-02T08:41:25.370 INFO:tasks.rados.rados.0.smithi112.stdout:2963: writing smithi11277797-28 from 1687552 to 2088960 tid 2 2024-04-02T08:41:25.370 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 289 2024-04-02T08:41:25.371 INFO:tasks.rados.rados.0.smithi112.stdout:2964: seq_num 923 ranges {3325952=663552,3989504=401408} 2024-04-02T08:41:25.394 INFO:tasks.rados.rados.0.smithi112.stdout:2964: writing smithi11277797-37 from 3325952 to 3989504 tid 1 2024-04-02T08:41:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:2964: writing smithi11277797-37 from 3989504 to 4390912 tid 2 2024-04-02T08:41:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:2965: read oid 42 snap -1 2024-04-02T08:41:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:2965: expect (ObjNum 913 snap 288 seq_num 913) 2024-04-02T08:41:25.397 INFO:tasks.rados.rados.0.smithi112.stdout:2966: delete oid 29 current snap is 289 2024-04-02T08:41:25.400 INFO:tasks.rados.rados.0.smithi112.stdout:2964: finishing write tid 1 to smithi11277797-37 2024-04-02T08:41:25.400 INFO:tasks.rados.rados.0.smithi112.stdout:2964: finishing write tid 2 to smithi11277797-37 2024-04-02T08:41:25.401 INFO:tasks.rados.rados.0.smithi112.stdout:2964: finishing write tid 3 to smithi11277797-37 2024-04-02T08:41:25.402 INFO:tasks.rados.rados.0.smithi112.stdout:2964: finishing write tid 4 to smithi11277797-37 2024-04-02T08:41:25.403 INFO:tasks.rados.rados.0.smithi112.stdout:2964: oid 37 updating version 0 to 1243 2024-04-02T08:41:25.403 INFO:tasks.rados.rados.0.smithi112.stdout:2964: oid 37 version 1243 is already newer than 1241 2024-04-02T08:41:25.403 INFO:tasks.rados.rados.0.smithi112.stdout:2964: oid 37 version 1243 is already newer than 1242 2024-04-02T08:41:25.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1243 (ObjNum 923 snap 289 seq_num 923) dirty exists 2024-04-02T08:41:25.403 INFO:tasks.rados.rados.0.smithi112.stdout:2964: left oid 37 (ObjNum 923 snap 289 seq_num 923) 2024-04-02T08:41:25.415 INFO:tasks.rados.rados.0.smithi112.stdout:2964: done (4 left) 2024-04-02T08:41:25.415 INFO:tasks.rados.rados.0.smithi112.stdout:2966: done (3 left) 2024-04-02T08:41:25.416 INFO:tasks.rados.rados.0.smithi112.stdout:2967: copy_from oid 3 from oid 24 current snap is 289 2024-04-02T08:41:25.416 INFO:tasks.rados.rados.0.smithi112.stdout:2968: copy_from oid 1 from oid 36 current snap is 289 2024-04-02T08:41:25.416 INFO:tasks.rados.rados.0.smithi112.stdout:2969: snap_create 2024-04-02T08:41:25.416 INFO:tasks.rados.rados.0.smithi112.stdout:2963: finishing write tid 1 to smithi11277797-28 2024-04-02T08:41:25.416 INFO:tasks.rados.rados.0.smithi112.stdout:2963: finishing write tid 2 to smithi11277797-28 2024-04-02T08:41:25.416 INFO:tasks.rados.rados.0.smithi112.stdout:2963: finishing write tid 3 to smithi11277797-28 2024-04-02T08:41:25.417 INFO:tasks.rados.rados.0.smithi112.stdout:2968: finishing copy_from to smithi11277797-1 2024-04-02T08:41:25.417 INFO:tasks.rados.rados.0.smithi112.stdout:2968: got expected ENOENT (src dne) 2024-04-02T08:41:25.417 INFO:tasks.rados.rados.0.smithi112.stdout:2968: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:41:25.419 INFO:tasks.rados.rados.0.smithi112.stdout:2963: finishing write tid 4 to smithi11277797-28 2024-04-02T08:41:25.419 INFO:tasks.rados.rados.0.smithi112.stdout:2963: oid 28 updating version 0 to 1528 2024-04-02T08:41:25.419 INFO:tasks.rados.rados.0.smithi112.stdout:2963: oid 28 version 1528 is already newer than 1527 2024-04-02T08:41:25.419 INFO:tasks.rados.rados.0.smithi112.stdout:2963: oid 28 version 1528 is already newer than 1526 2024-04-02T08:41:25.419 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1528 (ObjNum 922 snap 289 seq_num 922) dirty exists 2024-04-02T08:41:25.419 INFO:tasks.rados.rados.0.smithi112.stdout:2963: left oid 28 (ObjNum 922 snap 289 seq_num 922) 2024-04-02T08:41:25.420 INFO:tasks.rados.rados.0.smithi112.stdout:2961: finishing write tid 1 to smithi11277797-15 2024-04-02T08:41:25.420 INFO:tasks.rados.rados.0.smithi112.stdout:2961: finishing write tid 2 to smithi11277797-15 2024-04-02T08:41:25.420 INFO:tasks.rados.rados.0.smithi112.stdout:2961: finishing write tid 3 to smithi11277797-15 2024-04-02T08:41:25.422 INFO:tasks.rados.rados.0.smithi112.stdout:2961: finishing write tid 4 to smithi11277797-15 2024-04-02T08:41:25.422 INFO:tasks.rados.rados.0.smithi112.stdout:2961: oid 15 updating version 0 to 1347 2024-04-02T08:41:25.422 INFO:tasks.rados.rados.0.smithi112.stdout:2961: oid 15 version 1347 is already newer than 1346 2024-04-02T08:41:25.422 INFO:tasks.rados.rados.0.smithi112.stdout:2961: oid 15 version 1347 is already newer than 1345 2024-04-02T08:41:25.422 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1347 (ObjNum 920 snap 289 seq_num 920) dirty exists 2024-04-02T08:41:25.422 INFO:tasks.rados.rados.0.smithi112.stdout:2961: left oid 15 (ObjNum 920 snap 289 seq_num 920) 2024-04-02T08:41:25.423 INFO:tasks.rados.rados.0.smithi112.stdout:2965: expect (ObjNum 913 snap 288 seq_num 913) 2024-04-02T08:41:25.537 INFO:tasks.rados.rados.0.smithi112.stdout:2967: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:41:25.537 INFO:tasks.rados.rados.0.smithi112.stdout:2967: finishing copy_from to smithi11277797-3 2024-04-02T08:41:25.537 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1536 (ObjNum 783 snap 252 seq_num 783) dirty exists 2024-04-02T08:41:26.288 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph orch ps' 2024-04-02T08:41:26.345 INFO:tasks.rados.rados.0.smithi112.stdout:2961: done (5 left) 2024-04-02T08:41:26.345 INFO:tasks.rados.rados.0.smithi112.stdout:2963: done (4 left) 2024-04-02T08:41:26.345 INFO:tasks.rados.rados.0.smithi112.stdout:2965: done (3 left) 2024-04-02T08:41:26.345 INFO:tasks.rados.rados.0.smithi112.stdout:2967: done (2 left) 2024-04-02T08:41:26.345 INFO:tasks.rados.rados.0.smithi112.stdout:2968: done (1 left) 2024-04-02T08:41:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:2969: done (0 left) 2024-04-02T08:41:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:2970: copy_from oid 4 from oid 16 current snap is 290 2024-04-02T08:41:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:2971: snap_create 2024-04-02T08:41:26.352 INFO:tasks.rados.rados.0.smithi112.stdout:2970: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:41:26.353 INFO:tasks.rados.rados.0.smithi112.stdout:2970: finishing copy_from to smithi11277797-4 2024-04-02T08:41:26.353 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1515 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:41:26.567 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:26 smithi112 ceph-mon[91385]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:41:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:26 smithi112 ceph-mon[91385]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:26 smithi112 ceph-mon[91385]: pgmap v657: 121 pgs: 121 active+clean; 373 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 750 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:41:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:26 smithi112 ceph-mon[88945]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:41:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:26 smithi112 ceph-mon[88945]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:26 smithi112 ceph-mon[88945]: pgmap v657: 121 pgs: 121 active+clean; 373 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 750 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:41:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:26 smithi187 ceph-mon[84356]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:41:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:26 smithi187 ceph-mon[84356]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:26 smithi187 ceph-mon[84356]: pgmap v657: 121 pgs: 121 active+clean; 373 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 750 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:41:27.347 INFO:tasks.rados.rados.0.smithi112.stdout:2970: done (1 left) 2024-04-02T08:41:27.347 INFO:tasks.rados.rados.0.smithi112.stdout:2971: done (0 left) 2024-04-02T08:41:27.347 INFO:tasks.rados.rados.0.smithi112.stdout:2972: read oid 49 snap -1 2024-04-02T08:41:27.347 INFO:tasks.rados.rados.0.smithi112.stdout:2972: expect deleted 2024-04-02T08:41:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 291 2024-04-02T08:41:27.348 INFO:tasks.rados.rados.0.smithi112.stdout:2973: seq_num 925 ranges {8937472=696320,9633792=401408} 2024-04-02T08:41:27.399 INFO:tasks.rados.rados.0.smithi112.stdout:2973: writing smithi11277797-22 from 8937472 to 9633792 tid 1 2024-04-02T08:41:27.401 INFO:tasks.rados.rados.0.smithi112.stdout:2973: writing smithi11277797-22 from 9633792 to 10035200 tid 2 2024-04-02T08:41:27.401 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 291 2024-04-02T08:41:27.401 INFO:tasks.rados.rados.0.smithi112.stdout:2974: seq_num 926 ranges {4653056=712704,5365760=401408} 2024-04-02T08:41:27.432 INFO:tasks.rados.rados.0.smithi112.stdout:2974: writing smithi11277797-26 from 4653056 to 5365760 tid 1 2024-04-02T08:41:27.435 INFO:tasks.rados.rados.0.smithi112.stdout:2974: writing smithi11277797-26 from 5365760 to 5767168 tid 2 2024-04-02T08:41:27.435 INFO:tasks.rados.rados.0.smithi112.stdout:2975: copy_from oid 45 from oid 28 current snap is 291 2024-04-02T08:41:27.435 INFO:tasks.rados.rados.0.smithi112.stdout:2973: finishing write tid 1 to smithi11277797-22 2024-04-02T08:41:27.435 INFO:tasks.rados.rados.0.smithi112.stdout:2973: finishing write tid 2 to smithi11277797-22 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: finishing write tid 3 to smithi11277797-22 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: finishing write tid 4 to smithi11277797-22 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: oid 22 updating version 0 to 1249 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: oid 22 updating version 1249 to 1251 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: oid 22 version 1251 is already newer than 1250 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1251 (ObjNum 925 snap 291 seq_num 925) dirty exists 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: left oid 22 (ObjNum 925 snap 291 seq_num 925) 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2972: done (3 left) 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2973: done (2 left) 2024-04-02T08:41:27.436 INFO:tasks.rados.rados.0.smithi112.stdout:2976: snap_create 2024-04-02T08:41:27.437 INFO:tasks.rados.rados.0.smithi112.stdout:2974: finishing write tid 1 to smithi11277797-26 2024-04-02T08:41:27.439 INFO:tasks.rados.rados.0.smithi112.stdout:2974: finishing write tid 2 to smithi11277797-26 2024-04-02T08:41:27.439 INFO:tasks.rados.rados.0.smithi112.stdout:2974: finishing write tid 3 to smithi11277797-26 2024-04-02T08:41:27.441 INFO:tasks.rados.rados.0.smithi112.stdout:2974: finishing write tid 4 to smithi11277797-26 2024-04-02T08:41:27.441 INFO:tasks.rados.rados.0.smithi112.stdout:2974: oid 26 updating version 0 to 1170 2024-04-02T08:41:27.441 INFO:tasks.rados.rados.0.smithi112.stdout:2974: oid 26 updating version 1170 to 1172 2024-04-02T08:41:27.441 INFO:tasks.rados.rados.0.smithi112.stdout:2974: oid 26 version 1172 is already newer than 1171 2024-04-02T08:41:27.441 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1172 (ObjNum 926 snap 291 seq_num 926) dirty exists 2024-04-02T08:41:27.441 INFO:tasks.rados.rados.0.smithi112.stdout:2974: left oid 26 (ObjNum 926 snap 291 seq_num 926) 2024-04-02T08:41:27.448 INFO:tasks.rados.rados.0.smithi112.stdout:2975: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:41:27.449 INFO:tasks.rados.rados.0.smithi112.stdout:2975: finishing copy_from to smithi11277797-45 2024-04-02T08:41:27.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1528 (ObjNum 922 snap 289 seq_num 922) dirty exists 2024-04-02T08:41:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:27 smithi112 ceph-mon[91385]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:41:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:27 smithi112 ceph-mon[88945]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:41:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:27 smithi187 ceph-mon[84356]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:41:28.364 INFO:tasks.rados.rados.0.smithi112.stdout:2974: done (2 left) 2024-04-02T08:41:28.365 INFO:tasks.rados.rados.0.smithi112.stdout:2975: done (1 left) 2024-04-02T08:41:28.365 INFO:tasks.rados.rados.0.smithi112.stdout:2976: done (0 left) 2024-04-02T08:41:28.365 INFO:tasks.rados.rados.0.smithi112.stdout:2977: snap_remove snap 275 2024-04-02T08:41:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:28 smithi112 ceph-mon[88945]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:41:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:28 smithi112 ceph-mon[88945]: pgmap v660: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-04-02T08:41:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:28 smithi112 ceph-mon[91385]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:41:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:28 smithi112 ceph-mon[91385]: pgmap v660: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-04-02T08:41:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:28 smithi187 ceph-mon[84356]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:41:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:28 smithi187 ceph-mon[84356]: pgmap v660: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (51s) 47s ago 13m 16.3M - 0.25.0 c8568f914cd2 a2b89a10da99 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi187 *:3000 running (29s) 25s ago 13m 52.9M - 9.4.12 2bacad6d85d8 3f04062f1b98 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (119s) 47s ago 14m 16.6M - 19.0.0-2419-g14da45f2 53081131892e a424fa4b1ae0 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi187 running (99s) 25s ago 14m 12.7M - 19.0.0-2419-g14da45f2 53081131892e b10f19287b96 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi187 *:8443,9283,8765 running (8m) 25s ago 17m 452M - 19.0.0-2419-g14da45f2 53081131892e ed3e2b6ef016 2024-04-02T08:41:28.656 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (8m) 47s ago 19m 514M - 19.0.0-2419-g14da45f2 53081131892e 26b5d842671a 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (7m) 47s ago 19m 69.0M 2048M 19.0.0-2419-g14da45f2 53081131892e e65b145f0fe6 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi187 running (7m) 25s ago 18m 56.0M 2048M 19.0.0-2419-g14da45f2 53081131892e 5a2e25ff7bac 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (7m) 47s ago 18m 59.7M 2048M 19.0.0-2419-g14da45f2 53081131892e ceda14c9c5ea 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (86s) 47s ago 12m 7608k - 1.5.0 0da6a335fe13 ca52ab4ad74a 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi187 *:9100 running (82s) 25s ago 12m 8090k - 1.5.0 0da6a335fe13 469f33ee1264 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (6m) 47s ago 17m 216M 2480M 19.0.0-2419-g14da45f2 53081131892e 5bdb0a192f6e 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (5m) 47s ago 17m 251M 2480M 19.0.0-2419-g14da45f2 53081131892e c66fb0195395 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (5m) 47s ago 16m 235M 2480M 19.0.0-2419-g14da45f2 53081131892e fb8a9fc31112 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (4m) 47s ago 16m 123M 2480M 19.0.0-2419-g14da45f2 53081131892e ce15c557ab6d 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi187 running (4m) 25s ago 15m 206M 2480M 19.0.0-2419-g14da45f2 53081131892e e7b2d7afa87b 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi187 running (3m) 25s ago 15m 234M 2480M 19.0.0-2419-g14da45f2 53081131892e b707ec556885 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi187 running (2m) 25s ago 15m 126M 2480M 19.0.0-2419-g14da45f2 53081131892e bb8a0af439c4 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi187 running (2m) 25s ago 14m 145M 2480M 19.0.0-2419-g14da45f2 53081131892e 8d9ee2ac93ba 2024-04-02T08:41:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi187 *:9095 running (67s) 25s ago 13m 47.0M - 2.43.0 a07b618ecd1d 77e0ff4aba8a 2024-04-02T08:41:29.327 INFO:tasks.rados.rados.0.smithi112.stdout:2977: done (0 left) 2024-04-02T08:41:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:2978: snap_remove snap 289 2024-04-02T08:41:29.408 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph versions' 2024-04-02T08:41:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:41:29] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-04-02T08:41:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-mon[91385]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:41:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-mon[91385]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-mon[91385]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:41:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-mon[88945]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:41:29.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-mon[88945]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:29.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:29 smithi112 ceph-mon[88945]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:41:29.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:29 smithi187 ceph-mon[84356]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:41:29.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:29 smithi187 ceph-mon[84356]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:29.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:29 smithi187 ceph-mon[84356]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:41:29.663 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:30.329 INFO:tasks.rados.rados.0.smithi112.stdout:2978: done (0 left) 2024-04-02T08:41:30.329 INFO:tasks.rados.rados.0.smithi112.stdout:2979: rollback oid 35 current snap is 292 2024-04-02T08:41:30.329 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 35 to 290 2024-04-02T08:41:30.329 INFO:tasks.rados.rados.0.smithi112.stdout:2980: snap_remove snap 282 2024-04-02T08:41:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:30 smithi112 ceph-mon[88945]: pgmap v663: 121 pgs: 121 active+clean; 379 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:41:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:30 smithi112 ceph-mon[88945]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:41:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:30 smithi112 ceph-mon[91385]: pgmap v663: 121 pgs: 121 active+clean; 379 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:41:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:30 smithi112 ceph-mon[91385]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:41:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:30 smithi187 ceph-mon[84356]: pgmap v663: 121 pgs: 121 active+clean; 379 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:41:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:30 smithi187 ceph-mon[84356]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:41:31.327 INFO:tasks.rados.rados.0.smithi112.stdout:2980: done (1 left) 2024-04-02T08:41:31.328 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 292 2024-04-02T08:41:31.328 INFO:tasks.rados.rados.0.smithi112.stdout:2981: seq_num 927 ranges {155648=729088,884736=401408} 2024-04-02T08:41:31.333 INFO:tasks.rados.rados.0.smithi112.stdout:2981: writing smithi11277797-13 from 155648 to 884736 tid 1 2024-04-02T08:41:31.336 INFO:tasks.rados.rados.0.smithi112.stdout:2981: writing smithi11277797-13 from 884736 to 1286144 tid 2 2024-04-02T08:41:31.336 INFO:tasks.rados.rados.0.smithi112.stdout:2979: finishing rollback tid 0 to smithi11277797-35 2024-04-02T08:41:31.336 INFO:tasks.rados.rados.0.smithi112.stdout:2979: finishing rollback tid 1 to smithi11277797-35 2024-04-02T08:41:31.337 INFO:tasks.rados.rados.0.smithi112.stdout:2979: finishing rollback tid 2 to smithi11277797-35 2024-04-02T08:41:31.337 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1359 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-04-02T08:41:31.337 INFO:tasks.rados.rados.0.smithi112.stdout:2979: done (1 left) 2024-04-02T08:41:31.337 INFO:tasks.rados.rados.0.smithi112.stdout:2982: setattr oid 11 current snap is 292 2024-04-02T08:41:31.340 INFO:tasks.rados.rados.0.smithi112.stdout:2983: read oid 49 snap -1 2024-04-02T08:41:31.340 INFO:tasks.rados.rados.0.smithi112.stdout:2983: expect deleted 2024-04-02T08:41:31.340 INFO:tasks.rados.rados.0.smithi112.stdout:2984: rollback oid 25 current snap is 292 2024-04-02T08:41:31.340 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 271 2024-04-02T08:41:31.340 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 292 2024-04-02T08:41:31.340 INFO:tasks.rados.rados.0.smithi112.stdout:2985: seq_num 928 ranges {0=745472,745472=401408} 2024-04-02T08:41:31.345 INFO:tasks.rados.rados.0.smithi112.stdout:2985: writing smithi11277797-8 from 0 to 745472 tid 1 2024-04-02T08:41:31.348 INFO:tasks.rados.rados.0.smithi112.stdout:2985: writing smithi11277797-8 from 745472 to 1146880 tid 2 2024-04-02T08:41:31.348 INFO:tasks.rados.rados.0.smithi112.stdout:2986: read oid 50 snap -1 2024-04-02T08:41:31.348 INFO:tasks.rados.rados.0.smithi112.stdout:2986: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:31.349 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 292 2024-04-02T08:41:31.349 INFO:tasks.rados.rados.0.smithi112.stdout:2984: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:41:31.349 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1155 (ObjNum 129 snap 0 seq_num 2356101928) dirty dne 2024-04-02T08:41:31.349 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1244 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:41:31.349 INFO:tasks.rados.rados.0.smithi112.stdout:2987: seq_num 929 ranges {4390912=761856,5152768=401408} 2024-04-02T08:41:31.378 INFO:tasks.rados.rados.0.smithi112.stdout:2987: writing smithi11277797-37 from 4390912 to 5152768 tid 1 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2987: writing smithi11277797-37 from 5152768 to 5554176 tid 2 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2982: done (6 left) 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2984: done (5 left) 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2988: copy_from oid 18 from oid 12 current snap is 292 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2981: finishing write tid 1 to smithi11277797-13 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2981: finishing write tid 2 to smithi11277797-13 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2981: finishing write tid 3 to smithi11277797-13 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2985: finishing write tid 1 to smithi11277797-8 2024-04-02T08:41:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:2986: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:2985: finishing write tid 2 to smithi11277797-8 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:2981: finishing write tid 4 to smithi11277797-13 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:2981: oid 13 updating version 0 to 1703 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:2981: oid 13 version 1703 is already newer than 1701 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:2981: oid 13 version 1703 is already newer than 1702 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1703 (ObjNum 927 snap 292 seq_num 927) dirty exists 2024-04-02T08:41:31.433 INFO:tasks.rados.rados.0.smithi112.stdout:2981: left oid 13 (ObjNum 927 snap 292 seq_num 927) 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: finishing write tid 3 to smithi11277797-8 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: finishing write tid 4 to smithi11277797-8 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: oid 8 updating version 0 to 1704 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: oid 8 updating version 1704 to 1706 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: oid 8 version 1706 is already newer than 1705 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1706 (ObjNum 928 snap 292 seq_num 928) dirty exists 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: left oid 8 (ObjNum 928 snap 292 seq_num 928) 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2981: done (5 left) 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2983: done (4 left) 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2985: done (3 left) 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2986: done (2 left) 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2989: snap_create 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2987: finishing write tid 1 to smithi11277797-37 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2987: finishing write tid 2 to smithi11277797-37 2024-04-02T08:41:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:2987: finishing write tid 3 to smithi11277797-37 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2987: finishing write tid 4 to smithi11277797-37 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2987: oid 37 updating version 0 to 1247 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2987: oid 37 version 1247 is already newer than 1246 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2987: oid 37 version 1247 is already newer than 1245 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1247 (ObjNum 929 snap 292 seq_num 929) dirty exists 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2987: left oid 37 (ObjNum 929 snap 292 seq_num 929) 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2988: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:2988: finishing copy_from to smithi11277797-18 2024-04-02T08:41:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1240 (ObjNum 899 snap 283 seq_num 899) dirty exists 2024-04-02T08:41:31.661 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-02T08:41:31.662 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-02T08:41:31.663 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:41:31.663 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-02T08:41:31.663 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-02T08:41:32.265 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-02T08:41:32.331 INFO:tasks.rados.rados.0.smithi112.stdout:2987: done (2 left) 2024-04-02T08:41:32.331 INFO:tasks.rados.rados.0.smithi112.stdout:2988: done (1 left) 2024-04-02T08:41:32.331 INFO:tasks.rados.rados.0.smithi112.stdout:2989: done (0 left) 2024-04-02T08:41:32.331 INFO:tasks.rados.rados.0.smithi112.stdout:2990: delete oid 22 current snap is 293 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2990: done (0 left) 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2991: rollback oid 19 current snap is 293 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 238 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2992: rmattr oid 23 current snap is 293 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2992: done (1 left) 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2993: read oid 50 snap -1 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2993: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:32.337 INFO:tasks.rados.rados.0.smithi112.stdout:2994: setattr oid 8 current snap is 293 2024-04-02T08:41:32.338 INFO:tasks.rados.rados.0.smithi112.stdout:2995: delete oid 38 current snap is 293 2024-04-02T08:41:32.338 INFO:tasks.rados.rados.0.smithi112.stdout:2991: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:41:32.338 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:41:32.343 INFO:tasks.rados.rados.0.smithi112.stdout:2991: done (3 left) 2024-04-02T08:41:32.343 INFO:tasks.rados.rados.0.smithi112.stdout:2995: done (2 left) 2024-04-02T08:41:32.343 INFO:tasks.rados.rados.0.smithi112.stdout:2996: read oid 46 snap -1 2024-04-02T08:41:32.343 INFO:tasks.rados.rados.0.smithi112.stdout:2996: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:32.343 INFO:tasks.rados.rados.0.smithi112.stdout:2997: copy_from oid 21 from oid 6 current snap is 293 2024-04-02T08:41:32.343 INFO:tasks.rados.rados.0.smithi112.stdout:2998: delete oid 3 current snap is 293 2024-04-02T08:41:32.344 INFO:tasks.rados.rados.0.smithi112.stdout:2993: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:32.420 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1712 (ObjNum 928 snap 292 seq_num 928) dirty exists 2024-04-02T08:41:32.420 INFO:tasks.rados.rados.0.smithi112.stdout:2997: finishing copy_from racing read to smithi11277797-21 2024-04-02T08:41:32.421 INFO:tasks.rados.rados.0.smithi112.stdout:2997: finishing copy_from to smithi11277797-21 2024-04-02T08:41:32.421 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1150 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-04-02T08:41:32.421 INFO:tasks.rados.rados.0.smithi112.stdout:2996: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:2993: done (4 left) 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:2994: done (3 left) 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:2996: done (2 left) 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:2997: done (1 left) 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:2998: done (0 left) 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:2999: copy_from oid 10 from oid 3 current snap is 293 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:3000: read oid 19 snap -1 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:3000: expect deleted 2024-04-02T08:41:32.488 INFO:tasks.rados.rados.0.smithi112.stdout:3001: snap_create 2024-04-02T08:41:32.489 INFO:tasks.rados.rados.0.smithi112.stdout:2999: finishing copy_from to smithi11277797-10 2024-04-02T08:41:32.489 INFO:tasks.rados.rados.0.smithi112.stdout:2999: got expected ENOENT (src dne) 2024-04-02T08:41:32.489 INFO:tasks.rados.rados.0.smithi112.stdout:2999: finishing copy_from racing read to smithi11277797-10 2024-04-02T08:41:32.560 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:32 smithi112 ceph-mon[91385]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:41:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:32 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1942825215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:32 smithi112 ceph-mon[91385]: pgmap v666: 121 pgs: 121 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 872 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:41:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:32 smithi112 ceph-mon[88945]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:41:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:32 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1942825215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:32 smithi112 ceph-mon[88945]: pgmap v666: 121 pgs: 121 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 872 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:41:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:32 smithi187 ceph-mon[84356]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:41:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:32 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1942825215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:32 smithi187 ceph-mon[84356]: pgmap v666: 121 pgs: 121 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 872 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:41:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:41:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:33.338 INFO:tasks.rados.rados.0.smithi112.stdout:2999: done (2 left) 2024-04-02T08:41:33.339 INFO:tasks.rados.rados.0.smithi112.stdout:3000: done (1 left) 2024-04-02T08:41:33.339 INFO:tasks.rados.rados.0.smithi112.stdout:3001: done (0 left) 2024-04-02T08:41:33.339 INFO:tasks.rados.rados.0.smithi112.stdout:3002: snap_remove snap 288 2024-04-02T08:41:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:33 smithi112 ceph-mon[88945]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:41:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:33 smithi112 ceph-mon[91385]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:41:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:33 smithi187 ceph-mon[84356]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:41:34.328 INFO:tasks.rados.rados.0.smithi112.stdout:3002: done (0 left) 2024-04-02T08:41:34.329 INFO:tasks.rados.rados.0.smithi112.stdout:3003: read oid 1 snap -1 2024-04-02T08:41:34.329 INFO:tasks.rados.rados.0.smithi112.stdout:3003: expect (ObjNum 883 snap 282 seq_num 883) 2024-04-02T08:41:34.329 INFO:tasks.rados.rados.0.smithi112.stdout:3004: snap_remove snap 285 2024-04-02T08:41:34.512 INFO:teuthology.orchestra.run.smithi112.stdout:true 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:34 smithi112 ceph-mon[88945]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:34 smithi112 ceph-mon[88945]: pgmap v669: 121 pgs: 121 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:41:34.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:34 smithi112 ceph-mon[88945]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:41:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:34 smithi112 ceph-mon[91385]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:41:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:34 smithi112 ceph-mon[91385]: pgmap v669: 121 pgs: 121 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:41:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:34 smithi112 ceph-mon[91385]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:41:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:34 smithi187 ceph-mon[84356]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:41:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:34 smithi187 ceph-mon[84356]: pgmap v669: 121 pgs: 121 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:41:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:34 smithi187 ceph-mon[84356]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:41:35.171 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-02T08:41:35.324 INFO:tasks.rados.rados.0.smithi112.stdout:3004: done (1 left) 2024-04-02T08:41:35.325 INFO:tasks.rados.rados.0.smithi112.stdout:3005: delete oid 42 current snap is 294 2024-04-02T08:41:35.330 INFO:tasks.rados.rados.0.smithi112.stdout:3003: expect (ObjNum 883 snap 282 seq_num 883) 2024-04-02T08:41:35.453 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:3003: done (1 left) 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:3005: done (0 left) 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:3006: rollback oid 18 current snap is 294 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 278 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:3007: rollback oid 20 current snap is 294 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 292 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 294 2024-04-02T08:41:35.574 INFO:tasks.rados.rados.0.smithi112.stdout:3008: seq_num 934 ranges {1753088=450560,2203648=434176,2637824=368640} 2024-04-02T08:41:35.576 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:35 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1523033111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:35.576 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:35 smithi112 ceph-mon[91385]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:41:35.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:35 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1523033111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:35.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:35 smithi112 ceph-mon[88945]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:41:35.586 INFO:tasks.rados.rados.0.smithi112.stdout:3008: writing smithi11277797-17 from 1753088 to 2203648 tid 1 2024-04-02T08:41:35.590 INFO:tasks.rados.rados.0.smithi112.stdout:3008: writing smithi11277797-17 from 2203648 to 2637824 tid 2 2024-04-02T08:41:35.593 INFO:tasks.rados.rados.0.smithi112.stdout:3008: writing smithi11277797-17 from 2637824 to 3006464 tid 3 2024-04-02T08:41:35.593 INFO:tasks.rados.rados.0.smithi112.stdout:3009: read oid 48 snap -1 2024-04-02T08:41:35.593 INFO:tasks.rados.rados.0.smithi112.stdout:3009: expect (ObjNum 845 snap 276 seq_num 845) 2024-04-02T08:41:35.593 INFO:tasks.rados.rados.0.smithi112.stdout:3010: snap_create 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3006: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3006: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3006: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1378 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3007: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3007: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3007: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1531 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3008: finishing write tid 1 to smithi11277797-17 2024-04-02T08:41:35.594 INFO:tasks.rados.rados.0.smithi112.stdout:3008: finishing write tid 2 to smithi11277797-17 2024-04-02T08:41:35.596 INFO:tasks.rados.rados.0.smithi112.stdout:3008: finishing write tid 3 to smithi11277797-17 2024-04-02T08:41:35.596 INFO:tasks.rados.rados.0.smithi112.stdout:3008: finishing write tid 4 to smithi11277797-17 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:3008: finishing write tid 5 to smithi11277797-17 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:3008: oid 17 updating version 0 to 1318 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:3008: oid 17 version 1318 is already newer than 1315 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:3008: oid 17 version 1318 is already newer than 1317 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:3008: oid 17 version 1318 is already newer than 1316 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1318 (ObjNum 934 snap 294 seq_num 934) dirty exists 2024-04-02T08:41:35.597 INFO:tasks.rados.rados.0.smithi112.stdout:3008: left oid 17 (ObjNum 934 snap 294 seq_num 934) 2024-04-02T08:41:35.614 INFO:tasks.rados.rados.0.smithi112.stdout:3009: expect (ObjNum 845 snap 276 seq_num 845) 2024-04-02T08:41:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:35 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1523033111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:35 smithi187 ceph-mon[84356]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:41:36.361 INFO:tasks.rados.rados.0.smithi112.stdout:3006: done (4 left) 2024-04-02T08:41:36.361 INFO:tasks.rados.rados.0.smithi112.stdout:3007: done (3 left) 2024-04-02T08:41:36.361 INFO:tasks.rados.rados.0.smithi112.stdout:3008: done (2 left) 2024-04-02T08:41:36.361 INFO:tasks.rados.rados.0.smithi112.stdout:3009: done (1 left) 2024-04-02T08:41:36.361 INFO:tasks.rados.rados.0.smithi112.stdout:3010: done (0 left) 2024-04-02T08:41:36.361 INFO:tasks.rados.rados.0.smithi112.stdout:3011: snap_create 2024-04-02T08:41:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:36 smithi112 ceph-mon[91385]: pgmap v672: 121 pgs: 121 active+clean; 380 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:41:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:36 smithi112 ceph-mon[88945]: pgmap v672: 121 pgs: 121 active+clean; 380 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:41:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:36 smithi187 ceph-mon[84356]: pgmap v672: 121 pgs: 121 active+clean; 380 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:41:37.359 INFO:tasks.rados.rados.0.smithi112.stdout:3011: done (0 left) 2024-04-02T08:41:37.359 INFO:tasks.rados.rados.0.smithi112.stdout:3012: snap_remove snap 283 2024-04-02T08:41:37.418 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)" 2024-04-02T08:41:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:37 smithi112 ceph-mon[91385]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:41:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:37 smithi112 ceph-mon[88945]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:41:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:37 smithi187 ceph-mon[84356]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:41:38.176 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:41:38.177 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-02T08:41:38.177 DEBUG:teuthology.parallel:result is None 2024-04-02T08:41:38.360 INFO:tasks.rados.rados.0.smithi112.stdout:3012: done (0 left) 2024-04-02T08:41:38.360 INFO:tasks.rados.rados.0.smithi112.stdout:3013: copy_from oid 14 from oid 19 current snap is 296 2024-04-02T08:41:38.360 INFO:tasks.rados.rados.0.smithi112.stdout:3014: rollback oid 13 current snap is 296 2024-04-02T08:41:38.360 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 13 to 295 2024-04-02T08:41:38.360 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 296 2024-04-02T08:41:38.360 INFO:tasks.rados.rados.0.smithi112.stdout:3015: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-04-02T08:41:38.364 INFO:tasks.rados.rados.0.smithi112.stdout:3015: writing smithi11277797-3 from 0 to 466944 tid 1 2024-04-02T08:41:38.368 INFO:tasks.rados.rados.0.smithi112.stdout:3015: writing smithi11277797-3 from 466944 to 1187840 tid 2 2024-04-02T08:41:38.369 INFO:tasks.rados.rados.0.smithi112.stdout:3015: writing smithi11277797-3 from 1187840 to 1269760 tid 3 2024-04-02T08:41:38.369 INFO:tasks.rados.rados.0.smithi112.stdout:3016: delete oid 43 current snap is 296 2024-04-02T08:41:38.371 INFO:tasks.rados.rados.0.smithi112.stdout:3013: finishing copy_from to smithi11277797-14 2024-04-02T08:41:38.371 INFO:tasks.rados.rados.0.smithi112.stdout:3013: got expected ENOENT (src dne) 2024-04-02T08:41:38.373 INFO:tasks.rados.rados.0.smithi112.stdout:3013: finishing copy_from racing read to smithi11277797-14 2024-04-02T08:41:38.379 INFO:tasks.rados.rados.0.smithi112.stdout:3015: finishing write tid 1 to smithi11277797-3 2024-04-02T08:41:38.380 INFO:tasks.rados.rados.0.smithi112.stdout:3015: finishing write tid 2 to smithi11277797-3 2024-04-02T08:41:38.381 INFO:tasks.rados.rados.0.smithi112.stdout:3014: finishing rollback tid 0 to smithi11277797-13 2024-04-02T08:41:38.381 INFO:tasks.rados.rados.0.smithi112.stdout:3015: finishing write tid 3 to smithi11277797-3 2024-04-02T08:41:38.382 INFO:tasks.rados.rados.0.smithi112.stdout:3015: finishing write tid 4 to smithi11277797-3 2024-04-02T08:41:38.382 INFO:tasks.rados.rados.0.smithi112.stdout:3014: finishing rollback tid 1 to smithi11277797-13 2024-04-02T08:41:38.382 INFO:tasks.rados.rados.0.smithi112.stdout:3014: finishing rollback tid 2 to smithi11277797-13 2024-04-02T08:41:38.382 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1722 (ObjNum 927 snap 292 seq_num 927) dirty exists 2024-04-02T08:41:38.384 INFO:tasks.rados.rados.0.smithi112.stdout:3013: done (3 left) 2024-04-02T08:41:38.384 INFO:tasks.rados.rados.0.smithi112.stdout:3014: done (2 left) 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3016: done (1 left) 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3017: snap_create 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3015: finishing write tid 5 to smithi11277797-3 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3015: oid 3 updating version 0 to 1541 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3015: oid 3 version 1541 is already newer than 1538 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3015: oid 3 version 1541 is already newer than 1539 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3015: oid 3 version 1541 is already newer than 1540 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1541 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:41:38.385 INFO:tasks.rados.rados.0.smithi112.stdout:3015: left oid 3 (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:41:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[91385]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:41:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3869197616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[91385]: pgmap v675: 121 pgs: 121 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 880 KiB/s wr, 18 op/s 2024-04-02T08:41:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[88945]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:41:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3869197616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:38 smithi112 ceph-mon[88945]: pgmap v675: 121 pgs: 121 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 880 KiB/s wr, 18 op/s 2024-04-02T08:41:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:38 smithi187 ceph-mon[84356]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:41:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:38 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3869197616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:38 smithi187 ceph-mon[84356]: pgmap v675: 121 pgs: 121 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 880 KiB/s wr, 18 op/s 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3015: done (1 left) 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3017: done (0 left) 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3018: read oid 11 snap -1 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3018: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3019: rmattr oid 45 current snap is 297 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3020: rmattr oid 13 current snap is 297 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3021: read oid 47 snap 259 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3021: expect deleted 2024-04-02T08:41:39.325 INFO:tasks.rados.rados.0.smithi112.stdout:3022: delete oid 29 current snap is 297 2024-04-02T08:41:39.330 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1730 (ObjNum 927 snap 292 seq_num 927) dirty exists 2024-04-02T08:41:39.332 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1532 (ObjNum 922 snap 289 seq_num 922) dirty exists 2024-04-02T08:41:39.334 INFO:tasks.rados.rados.0.smithi112.stdout:3019: done (4 left) 2024-04-02T08:41:39.334 INFO:tasks.rados.rados.0.smithi112.stdout:3020: done (3 left) 2024-04-02T08:41:39.334 INFO:tasks.rados.rados.0.smithi112.stdout:3021: done (2 left) 2024-04-02T08:41:39.334 INFO:tasks.rados.rados.0.smithi112.stdout:3022: done (1 left) 2024-04-02T08:41:39.334 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 297 2024-04-02T08:41:39.334 INFO:tasks.rados.rados.0.smithi112.stdout:3023: seq_num 938 ranges {1351680=516096,1867776=417792,2285568=385024} 2024-04-02T08:41:39.346 INFO:tasks.rados.rados.0.smithi112.stdout:3023: writing smithi11277797-7 from 1351680 to 1867776 tid 1 2024-04-02T08:41:39.349 INFO:tasks.rados.rados.0.smithi112.stdout:3023: writing smithi11277797-7 from 1867776 to 2285568 tid 2 2024-04-02T08:41:39.352 INFO:tasks.rados.rados.0.smithi112.stdout:3023: writing smithi11277797-7 from 2285568 to 2670592 tid 3 2024-04-02T08:41:39.352 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 297 2024-04-02T08:41:39.352 INFO:tasks.rados.rados.0.smithi112.stdout:3023: finishing write tid 1 to smithi11277797-7 2024-04-02T08:41:39.352 INFO:tasks.rados.rados.0.smithi112.stdout:3024: seq_num 939 ranges {3325952=532480,3858432=704512,4562944=98304} 2024-04-02T08:41:39.373 INFO:tasks.rados.rados.0.smithi112.stdout:3024: writing smithi11277797-12 from 3325952 to 3858432 tid 1 2024-04-02T08:41:39.378 INFO:tasks.rados.rados.0.smithi112.stdout:3024: writing smithi11277797-12 from 3858432 to 4562944 tid 2 2024-04-02T08:41:39.379 INFO:tasks.rados.rados.0.smithi112.stdout:3024: writing smithi11277797-12 from 4562944 to 4661248 tid 3 2024-04-02T08:41:39.379 INFO:tasks.rados.rados.0.smithi112.stdout:3025: read oid 15 snap 296 2024-04-02T08:41:39.379 INFO:tasks.rados.rados.0.smithi112.stdout:3025: expect (ObjNum 920 snap 289 seq_num 920) 2024-04-02T08:41:39.379 INFO:tasks.rados.rados.0.smithi112.stdout:3026: snap_remove snap 252 2024-04-02T08:41:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:41:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:41:39] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-04-02T08:41:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:39 smithi112 ceph-mon[91385]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:41:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:39 smithi112 ceph-mon[91385]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:41:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:39 smithi112 ceph-mon[88945]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:41:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:39 smithi112 ceph-mon[88945]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:41:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:39 smithi187 ceph-mon[84356]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:41:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:39 smithi187 ceph-mon[84356]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:41:40.384 INFO:tasks.rados.rados.0.smithi112.stdout:3026: done (4 left) 2024-04-02T08:41:40.384 INFO:tasks.rados.rados.0.smithi112.stdout:3027: delete oid 47 current snap is 297 2024-04-02T08:41:40.384 INFO:tasks.rados.rados.0.smithi112.stdout:3018: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:41:40.623 INFO:tasks.rados.rados.0.smithi112.stdout:3023: finishing write tid 2 to smithi11277797-7 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: finishing write tid 3 to smithi11277797-7 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: finishing write tid 4 to smithi11277797-7 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: finishing write tid 5 to smithi11277797-7 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: oid 7 updating version 0 to 1530 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: oid 7 updating version 1530 to 1531 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: oid 7 updating version 1531 to 1532 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: oid 7 updating version 1532 to 1533 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1533 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3023: left oid 7 (ObjNum 938 snap 297 seq_num 938) 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3024: finishing write tid 1 to smithi11277797-12 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3024: finishing write tid 2 to smithi11277797-12 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3024: finishing write tid 3 to smithi11277797-12 2024-04-02T08:41:40.624 INFO:tasks.rados.rados.0.smithi112.stdout:3024: finishing write tid 4 to smithi11277797-12 2024-04-02T08:41:40.625 INFO:tasks.rados.rados.0.smithi112.stdout:3025: expect (ObjNum 920 snap 289 seq_num 920) 2024-04-02T08:41:40.650 INFO:tasks.rados.rados.0.smithi112.stdout:3024: finishing write tid 5 to smithi11277797-12 2024-04-02T08:41:40.650 INFO:tasks.rados.rados.0.smithi112.stdout:3024: oid 12 updating version 0 to 1289 2024-04-02T08:41:40.650 INFO:tasks.rados.rados.0.smithi112.stdout:3024: oid 12 version 1289 is already newer than 1287 2024-04-02T08:41:40.650 INFO:tasks.rados.rados.0.smithi112.stdout:3024: oid 12 version 1289 is already newer than 1288 2024-04-02T08:41:40.650 INFO:tasks.rados.rados.0.smithi112.stdout:3024: oid 12 version 1289 is already newer than 1286 2024-04-02T08:41:40.650 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1289 (ObjNum 939 snap 297 seq_num 939) dirty exists 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3024: left oid 12 (ObjNum 939 snap 297 seq_num 939) 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3018: done (4 left) 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3023: done (3 left) 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3024: done (2 left) 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3025: done (1 left) 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3027: done (0 left) 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 297 2024-04-02T08:41:40.651 INFO:tasks.rados.rados.0.smithi112.stdout:3028: seq_num 941 ranges {737280=565248,1302528=475136,1777664=327680} 2024-04-02T08:41:40.657 INFO:tasks.rados.rados.0.smithi112.stdout:3028: writing smithi11277797-44 from 737280 to 1302528 tid 1 2024-04-02T08:41:40.660 INFO:tasks.rados.rados.0.smithi112.stdout:3028: writing smithi11277797-44 from 1302528 to 1777664 tid 2 2024-04-02T08:41:40.662 INFO:tasks.rados.rados.0.smithi112.stdout:3028: writing smithi11277797-44 from 1777664 to 2105344 tid 3 2024-04-02T08:41:40.662 INFO:tasks.rados.rados.0.smithi112.stdout:3029: snap_create 2024-04-02T08:41:40.662 INFO:tasks.rados.rados.0.smithi112.stdout:3028: finishing write tid 1 to smithi11277797-44 2024-04-02T08:41:40.664 INFO:tasks.rados.rados.0.smithi112.stdout:3028: finishing write tid 2 to smithi11277797-44 2024-04-02T08:41:40.664 INFO:tasks.rados.rados.0.smithi112.stdout:3028: finishing write tid 3 to smithi11277797-44 2024-04-02T08:41:40.664 INFO:tasks.rados.rados.0.smithi112.stdout:3028: finishing write tid 4 to smithi11277797-44 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:3028: finishing write tid 5 to smithi11277797-44 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:3028: oid 44 updating version 0 to 1523 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:3028: oid 44 version 1523 is already newer than 1521 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:3028: oid 44 version 1523 is already newer than 1520 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:3028: oid 44 version 1523 is already newer than 1522 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 1523 (ObjNum 941 snap 297 seq_num 941) dirty exists 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi112.stdout:3028: left oid 44 (ObjNum 941 snap 297 seq_num 941) 2024-04-02T08:41:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:40 smithi187 ceph-mon[84356]: pgmap v678: 121 pgs: 121 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 596 KiB/s wr, 11 op/s 2024-04-02T08:41:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:40 smithi112 ceph-mon[91385]: pgmap v678: 121 pgs: 121 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 596 KiB/s wr, 11 op/s 2024-04-02T08:41:40.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:40 smithi112 ceph-mon[88945]: pgmap v678: 121 pgs: 121 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 596 KiB/s wr, 11 op/s 2024-04-02T08:41:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:3028: done (1 left) 2024-04-02T08:41:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:3029: done (0 left) 2024-04-02T08:41:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 298 2024-04-02T08:41:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:3030: seq_num 942 ranges {1286144=581632,1867776=761856,2629632=40960} 2024-04-02T08:41:41.396 INFO:tasks.rados.rados.0.smithi112.stdout:3030: writing smithi11277797-13 from 1286144 to 1867776 tid 1 2024-04-02T08:41:41.400 INFO:tasks.rados.rados.0.smithi112.stdout:3030: writing smithi11277797-13 from 1867776 to 2629632 tid 2 2024-04-02T08:41:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:3030: writing smithi11277797-13 from 2629632 to 2670592 tid 3 2024-04-02T08:41:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:3031: copy_from oid 41 from oid 46 current snap is 298 2024-04-02T08:41:41.401 INFO:tasks.rados.rados.0.smithi112.stdout:3032: snap_remove snap 290 2024-04-02T08:41:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:41 smithi187 ceph-mon[84356]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:41:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:41 smithi112 ceph-mon[91385]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:41:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:41 smithi112 ceph-mon[88945]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:41:42.392 INFO:tasks.rados.rados.0.smithi112.stdout:3032: done (2 left) 2024-04-02T08:41:42.392 INFO:tasks.rados.rados.0.smithi112.stdout:3030: finishing write tid 1 to smithi11277797-13 2024-04-02T08:41:42.392 INFO:tasks.rados.rados.0.smithi112.stdout:3030: finishing write tid 2 to smithi11277797-13 2024-04-02T08:41:42.392 INFO:tasks.rados.rados.0.smithi112.stdout:3030: finishing write tid 3 to smithi11277797-13 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: finishing write tid 4 to smithi11277797-13 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: finishing write tid 5 to smithi11277797-13 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: oid 13 updating version 0 to 1745 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: oid 13 version 1745 is already newer than 1744 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: oid 13 version 1745 is already newer than 1743 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: oid 13 version 1745 is already newer than 1742 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1745 (ObjNum 942 snap 298 seq_num 942) dirty exists 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: left oid 13 (ObjNum 942 snap 298 seq_num 942) 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3031: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3031: finishing copy_from to smithi11277797-41 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1154 (ObjNum 843 snap 276 seq_num 843) dirty exists 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3033: read oid 23 snap -1 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3033: expect deleted 2024-04-02T08:41:42.393 INFO:tasks.rados.rados.0.smithi112.stdout:3030: done (2 left) 2024-04-02T08:41:42.394 INFO:tasks.rados.rados.0.smithi112.stdout:3031: done (1 left) 2024-04-02T08:41:42.394 INFO:tasks.rados.rados.0.smithi112.stdout:3034: rollback oid 50 current snap is 298 2024-04-02T08:41:42.394 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 293 2024-04-02T08:41:42.394 INFO:tasks.rados.rados.0.smithi112.stdout:3035: setattr oid 21 current snap is 298 2024-04-02T08:41:42.394 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 298 2024-04-02T08:41:42.394 INFO:tasks.rados.rados.0.smithi112.stdout:3036: seq_num 943 ranges {4653056=598016,5251072=688128,5939200=114688} 2024-04-02T08:41:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3036: writing smithi11277797-1 from 4653056 to 5251072 tid 1 2024-04-02T08:41:42.427 INFO:tasks.rados.rados.0.smithi112.stdout:3036: writing smithi11277797-1 from 5251072 to 5939200 tid 2 2024-04-02T08:41:42.427 INFO:tasks.rados.rados.0.smithi112.stdout:3036: writing smithi11277797-1 from 5939200 to 6053888 tid 3 2024-04-02T08:41:42.427 INFO:tasks.rados.rados.0.smithi112.stdout:3037: snap_remove snap 277 2024-04-02T08:41:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:42 smithi187 ceph-mon[84356]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:42 smithi187 ceph-mon[84356]: pgmap v681: 121 pgs: 121 active+clean; 390 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:41:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:41:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:42 smithi112 ceph-mon[91385]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:42 smithi112 ceph-mon[91385]: pgmap v681: 121 pgs: 121 active+clean; 390 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:41:42.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:42 smithi112 ceph-mon[88945]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:42.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:42 smithi112 ceph-mon[88945]: pgmap v681: 121 pgs: 121 active+clean; 390 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:3037: done (4 left) 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:3038: delete oid 49 current snap is 298 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:3034: finishing rollback tid 0 to smithi11277797-50 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:3034: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:3034: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 941 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1392 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-04-02T08:41:43.395 INFO:tasks.rados.rados.0.smithi112.stdout:3036: finishing write tid 1 to smithi11277797-1 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: finishing write tid 2 to smithi11277797-1 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: finishing write tid 3 to smithi11277797-1 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: finishing write tid 4 to smithi11277797-1 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: finishing write tid 5 to smithi11277797-1 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: oid 1 updating version 0 to 1542 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: oid 1 updating version 1542 to 1544 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: oid 1 version 1544 is already newer than 1543 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: oid 1 updating version 1544 to 1545 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1545 (ObjNum 943 snap 298 seq_num 943) dirty exists 2024-04-02T08:41:43.396 INFO:tasks.rados.rados.0.smithi112.stdout:3036: left oid 1 (ObjNum 943 snap 298 seq_num 943) 2024-04-02T08:41:43.407 INFO:tasks.rados.rados.0.smithi112.stdout:3033: done (4 left) 2024-04-02T08:41:43.408 INFO:tasks.rados.rados.0.smithi112.stdout:3034: done (3 left) 2024-04-02T08:41:43.408 INFO:tasks.rados.rados.0.smithi112.stdout:3035: done (2 left) 2024-04-02T08:41:43.408 INFO:tasks.rados.rados.0.smithi112.stdout:3036: done (1 left) 2024-04-02T08:41:43.408 INFO:tasks.rados.rados.0.smithi112.stdout:3038: done (0 left) 2024-04-02T08:41:43.408 INFO:tasks.rados.rados.0.smithi112.stdout:3039: snap_create 2024-04-02T08:41:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:43 smithi187 ceph-mon[84356]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:43 smithi112 ceph-mon[88945]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:43 smithi112 ceph-mon[91385]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:44.324 INFO:tasks.rados.rados.0.smithi112.stdout:3039: done (0 left) 2024-04-02T08:41:44.325 INFO:tasks.rados.rados.0.smithi112.stdout:3040: read oid 43 snap 248 2024-04-02T08:41:44.325 INFO:tasks.rados.rados.0.smithi112.stdout:3040: expect (ObjNum 739 snap 230 seq_num 739) 2024-04-02T08:41:44.325 INFO:tasks.rados.rados.0.smithi112.stdout:3041: read oid 9 snap 281 2024-04-02T08:41:44.325 INFO:tasks.rados.rados.0.smithi112.stdout:3041: expect (ObjNum 850 snap 277 seq_num 850) 2024-04-02T08:41:44.325 INFO:tasks.rados.rados.0.smithi112.stdout:3042: copy_from oid 42 from oid 50 current snap is 299 2024-04-02T08:41:44.325 INFO:tasks.rados.rados.0.smithi112.stdout:3043: delete oid 40 current snap is 299 2024-04-02T08:41:44.333 INFO:tasks.rados.rados.0.smithi112.stdout:3043: done (3 left) 2024-04-02T08:41:44.334 INFO:tasks.rados.rados.0.smithi112.stdout:3044: copy_from oid 28 from oid 3 current snap is 299 2024-04-02T08:41:44.334 INFO:tasks.rados.rados.0.smithi112.stdout:3045: read oid 41 snap -1 2024-04-02T08:41:44.334 INFO:tasks.rados.rados.0.smithi112.stdout:3045: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:44.334 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 299 2024-04-02T08:41:44.334 INFO:tasks.rados.rados.0.smithi112.stdout:3046: seq_num 946 ranges {1146880=647168,1794048=745472,2539520=57344} 2024-04-02T08:41:44.343 INFO:tasks.rados.rados.0.smithi112.stdout:3046: writing smithi11277797-8 from 1146880 to 1794048 tid 1 2024-04-02T08:41:44.348 INFO:tasks.rados.rados.0.smithi112.stdout:3046: writing smithi11277797-8 from 1794048 to 2539520 tid 2 2024-04-02T08:41:44.349 INFO:tasks.rados.rados.0.smithi112.stdout:3046: writing smithi11277797-8 from 2539520 to 2596864 tid 3 2024-04-02T08:41:44.349 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 299 2024-04-02T08:41:44.350 INFO:tasks.rados.rados.0.smithi112.stdout:3047: seq_num 947 ranges {5554176=663552,6217728=630784,6848512=172032} 2024-04-02T08:41:44.384 INFO:tasks.rados.rados.0.smithi112.stdout:3047: writing smithi11277797-37 from 5554176 to 6217728 tid 1 2024-04-02T08:41:44.387 INFO:tasks.rados.rados.0.smithi112.stdout:3047: writing smithi11277797-37 from 6217728 to 6848512 tid 2 2024-04-02T08:41:44.389 INFO:tasks.rados.rados.0.smithi112.stdout:3047: writing smithi11277797-37 from 6848512 to 7020544 tid 3 2024-04-02T08:41:44.389 INFO:tasks.rados.rados.0.smithi112.stdout:3048: read oid 17 snap 291 2024-04-02T08:41:44.389 INFO:tasks.rados.rados.0.smithi112.stdout:3048: expect (ObjNum 863 snap 281 seq_num 863) 2024-04-02T08:41:44.389 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 299 2024-04-02T08:41:44.389 INFO:tasks.rados.rados.0.smithi112.stdout:3042: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:41:44.389 INFO:tasks.rados.rados.0.smithi112.stdout:3049: seq_num 948 ranges {1556480=679936,2236416=516096,2752512=286720} 2024-04-02T08:41:44.401 INFO:tasks.rados.rados.0.smithi112.stdout:3049: writing smithi11277797-24 from 1556480 to 2236416 tid 1 2024-04-02T08:41:44.404 INFO:tasks.rados.rados.0.smithi112.stdout:3049: writing smithi11277797-24 from 2236416 to 2752512 tid 2 2024-04-02T08:41:44.406 INFO:tasks.rados.rados.0.smithi112.stdout:3049: writing smithi11277797-24 from 2752512 to 3039232 tid 3 2024-04-02T08:41:44.406 INFO:tasks.rados.rados.0.smithi112.stdout:3050: copy_from oid 44 from oid 16 current snap is 299 2024-04-02T08:41:44.406 INFO:tasks.rados.rados.0.smithi112.stdout:3042: finishing copy_from to smithi11277797-42 2024-04-02T08:41:44.406 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 941 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-04-02T08:41:44.406 INFO:tasks.rados.rados.0.smithi112.stdout:3044: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:41:44.407 INFO:tasks.rados.rados.0.smithi112.stdout:3044: finishing copy_from to smithi11277797-28 2024-04-02T08:41:44.407 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1541 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:41:44.407 INFO:tasks.rados.rados.0.smithi112.stdout:3046: finishing write tid 1 to smithi11277797-8 2024-04-02T08:41:44.407 INFO:tasks.rados.rados.0.smithi112.stdout:3046: finishing write tid 2 to smithi11277797-8 2024-04-02T08:41:44.407 INFO:tasks.rados.rados.0.smithi112.stdout:3041: expect (ObjNum 850 snap 277 seq_num 850) 2024-04-02T08:41:44.551 INFO:tasks.rados.rados.0.smithi112.stdout:3046: finishing write tid 3 to smithi11277797-8 2024-04-02T08:41:44.551 INFO:tasks.rados.rados.0.smithi112.stdout:3046: finishing write tid 4 to smithi11277797-8 2024-04-02T08:41:44.551 INFO:tasks.rados.rados.0.smithi112.stdout:3041: done (9 left) 2024-04-02T08:41:44.551 INFO:tasks.rados.rados.0.smithi112.stdout:3042: done (8 left) 2024-04-02T08:41:44.551 INFO:tasks.rados.rados.0.smithi112.stdout:3044: done (7 left) 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3051: delete oid 21 current snap is 299 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3046: finishing write tid 5 to smithi11277797-8 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3046: oid 8 updating version 0 to 1757 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3046: oid 8 updating version 1757 to 1758 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3046: oid 8 version 1758 is already newer than 1756 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3046: oid 8 updating version 1758 to 1759 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1759 (ObjNum 946 snap 299 seq_num 946) dirty exists 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3046: left oid 8 (ObjNum 946 snap 299 seq_num 946) 2024-04-02T08:41:44.552 INFO:tasks.rados.rados.0.smithi112.stdout:3040: expect (ObjNum 739 snap 230 seq_num 739) 2024-04-02T08:41:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:44 smithi187 ceph-mon[84356]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:44 smithi187 ceph-mon[84356]: pgmap v684: 121 pgs: 121 active+clean; 390 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T08:41:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:44 smithi187 ceph-mon[84356]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:44 smithi112 ceph-mon[91385]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:44 smithi112 ceph-mon[91385]: pgmap v684: 121 pgs: 121 active+clean; 390 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T08:41:44.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:44 smithi112 ceph-mon[91385]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:44 smithi112 ceph-mon[88945]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:44 smithi112 ceph-mon[88945]: pgmap v684: 121 pgs: 121 active+clean; 390 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T08:41:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:44 smithi112 ceph-mon[88945]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:44.919 INFO:tasks.rados.rados.0.smithi112.stdout:3045: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:44.980 INFO:tasks.rados.rados.0.smithi112.stdout:3047: finishing write tid 1 to smithi11277797-37 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3047: finishing write tid 2 to smithi11277797-37 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3040: done (7 left) 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3045: done (6 left) 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3046: done (5 left) 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3051: done (4 left) 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3052: read oid 19 snap -1 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3052: expect deleted 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3053: copy_from oid 29 from oid 12 current snap is 299 2024-04-02T08:41:44.981 INFO:tasks.rados.rados.0.smithi112.stdout:3048: expect (ObjNum 863 snap 281 seq_num 863) 2024-04-02T08:41:45.054 INFO:tasks.rados.rados.0.smithi112.stdout:3047: finishing write tid 3 to smithi11277797-37 2024-04-02T08:41:45.054 INFO:tasks.rados.rados.0.smithi112.stdout:3047: finishing write tid 4 to smithi11277797-37 2024-04-02T08:41:45.054 INFO:tasks.rados.rados.0.smithi112.stdout:3048: done (5 left) 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 299 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3047: finishing write tid 5 to smithi11277797-37 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3047: oid 37 updating version 0 to 1250 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3047: oid 37 updating version 1250 to 1251 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3047: oid 37 version 1251 is already newer than 1249 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3047: oid 37 version 1251 is already newer than 1248 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1251 (ObjNum 947 snap 299 seq_num 947) dirty exists 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3047: left oid 37 (ObjNum 947 snap 299 seq_num 947) 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3049: finishing write tid 1 to smithi11277797-24 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3049: finishing write tid 2 to smithi11277797-24 2024-04-02T08:41:45.055 INFO:tasks.rados.rados.0.smithi112.stdout:3054: seq_num 950 ranges {3973120=720896,4694016=679936,5373952=122880} 2024-04-02T08:41:45.081 INFO:tasks.rados.rados.0.smithi112.stdout:3054: writing smithi11277797-48 from 3973120 to 4694016 tid 1 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3054: writing smithi11277797-48 from 4694016 to 5373952 tid 2 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3054: writing smithi11277797-48 from 5373952 to 5496832 tid 3 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3047: done (5 left) 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3055: delete oid 22 current snap is 299 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3049: finishing write tid 3 to smithi11277797-24 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3049: finishing write tid 4 to smithi11277797-24 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3050: finishing copy_from racing read to smithi11277797-44 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3050: finishing copy_from to smithi11277797-44 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 1515 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:41:45.087 INFO:tasks.rados.rados.0.smithi112.stdout:3049: finishing write tid 5 to smithi11277797-24 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3049: oid 24 updating version 0 to 1590 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3049: oid 24 updating version 1590 to 1591 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3049: oid 24 version 1591 is already newer than 1589 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3049: oid 24 version 1591 is already newer than 1588 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1591 (ObjNum 948 snap 299 seq_num 948) dirty exists 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3049: left oid 24 (ObjNum 948 snap 299 seq_num 948) 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3053: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3053: finishing copy_from to smithi11277797-29 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1289 (ObjNum 939 snap 297 seq_num 939) dirty exists 2024-04-02T08:41:45.088 INFO:tasks.rados.rados.0.smithi112.stdout:3054: finishing write tid 1 to smithi11277797-48 2024-04-02T08:41:45.089 INFO:tasks.rados.rados.0.smithi112.stdout:3049: done (5 left) 2024-04-02T08:41:45.089 INFO:tasks.rados.rados.0.smithi112.stdout:3050: done (4 left) 2024-04-02T08:41:45.089 INFO:tasks.rados.rados.0.smithi112.stdout:3052: done (3 left) 2024-04-02T08:41:45.089 INFO:tasks.rados.rados.0.smithi112.stdout:3053: done (2 left) 2024-04-02T08:41:45.089 INFO:tasks.rados.rados.0.smithi112.stdout:3055: done (1 left) 2024-04-02T08:41:45.089 INFO:tasks.rados.rados.0.smithi112.stdout:3056: rollback oid 20 current snap is 299 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 251 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:3057: copy_from oid 50 from oid 23 current snap is 299 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:3058: rollback oid 22 current snap is 299 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 22 to 293 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:3059: delete oid 34 current snap is 299 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:3057: finishing copy_from to smithi11277797-50 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:3057: got expected ENOENT (src dne) 2024-04-02T08:41:45.090 INFO:tasks.rados.rados.0.smithi112.stdout:3057: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:41:45.091 INFO:tasks.rados.rados.0.smithi112.stdout:3057: done (4 left) 2024-04-02T08:41:45.091 INFO:tasks.rados.rados.0.smithi112.stdout:3059: done (3 left) 2024-04-02T08:41:45.091 INFO:tasks.rados.rados.0.smithi112.stdout:3060: read oid 37 snap -1 2024-04-02T08:41:45.091 INFO:tasks.rados.rados.0.smithi112.stdout:3060: expect (ObjNum 947 snap 299 seq_num 947) 2024-04-02T08:41:45.091 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 299 2024-04-02T08:41:45.091 INFO:tasks.rados.rados.0.smithi112.stdout:3061: seq_num 953 ranges {2088960=770048,2859008=786432,3645440=16384} 2024-04-02T08:41:45.107 INFO:tasks.rados.rados.0.smithi112.stdout:3061: writing smithi11277797-45 from 2088960 to 2859008 tid 1 2024-04-02T08:41:45.112 INFO:tasks.rados.rados.0.smithi112.stdout:3061: writing smithi11277797-45 from 2859008 to 3645440 tid 2 2024-04-02T08:41:45.112 INFO:tasks.rados.rados.0.smithi112.stdout:3061: writing smithi11277797-45 from 3645440 to 3661824 tid 3 2024-04-02T08:41:45.112 INFO:tasks.rados.rados.0.smithi112.stdout:3062: rmattr oid 49 current snap is 299 2024-04-02T08:41:45.112 INFO:tasks.rados.rados.0.smithi112.stdout:3054: finishing write tid 2 to smithi11277797-48 2024-04-02T08:41:45.112 INFO:tasks.rados.rados.0.smithi112.stdout:3063: snap_remove snap 260 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: finishing write tid 3 to smithi11277797-48 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: finishing write tid 4 to smithi11277797-48 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3056: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: finishing write tid 5 to smithi11277797-48 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: oid 48 updating version 0 to 1594 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: oid 48 updating version 1594 to 1596 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: oid 48 version 1596 is already newer than 1593 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: oid 48 version 1596 is already newer than 1595 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1596 (ObjNum 950 snap 299 seq_num 950) dirty exists 2024-04-02T08:41:45.409 INFO:tasks.rados.rados.0.smithi112.stdout:3054: left oid 48 (ObjNum 950 snap 299 seq_num 950) 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:3058: finishing rollback tid 1 to smithi11277797-22 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1263 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:3056: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:3056: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1535 (ObjNum 717 snap 225 seq_num 717) dirty exists 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 0 (ObjNum 33 snap 0 seq_num 2356588064) dirty dne 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:3061: finishing write tid 1 to smithi11277797-45 2024-04-02T08:41:45.410 INFO:tasks.rados.rados.0.smithi112.stdout:3060: expect (ObjNum 947 snap 299 seq_num 947) 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: finishing write tid 2 to smithi11277797-45 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: finishing write tid 3 to smithi11277797-45 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: finishing write tid 4 to smithi11277797-45 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: finishing write tid 5 to smithi11277797-45 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: oid 45 updating version 0 to 1539 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: oid 45 version 1539 is already newer than 1536 2024-04-02T08:41:45.931 INFO:tasks.rados.rados.0.smithi112.stdout:3061: oid 45 version 1539 is already newer than 1538 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3061: oid 45 version 1539 is already newer than 1537 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1539 (ObjNum 953 snap 299 seq_num 953) dirty exists 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3061: left oid 45 (ObjNum 953 snap 299 seq_num 953) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3054: done (6 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3056: done (5 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3058: done (4 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3060: done (3 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3061: done (2 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3062: done (1 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3063: done (0 left) 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 299 2024-04-02T08:41:45.932 INFO:tasks.rados.rados.0.smithi112.stdout:3064: seq_num 954 ranges {4661248=786432,5447680=671744,6119424=131072} 2024-04-02T08:41:45.960 INFO:tasks.rados.rados.0.smithi112.stdout:3064: writing smithi11277797-12 from 4661248 to 5447680 tid 1 2024-04-02T08:41:45.964 INFO:tasks.rados.rados.0.smithi112.stdout:3064: writing smithi11277797-12 from 5447680 to 6119424 tid 2 2024-04-02T08:41:45.965 INFO:tasks.rados.rados.0.smithi112.stdout:3064: writing smithi11277797-12 from 6119424 to 6250496 tid 3 2024-04-02T08:41:45.965 INFO:tasks.rados.rados.0.smithi112.stdout:3065: snap_create 2024-04-02T08:41:45.966 INFO:tasks.rados.rados.0.smithi112.stdout:3064: finishing write tid 1 to smithi11277797-12 2024-04-02T08:41:45.969 INFO:tasks.rados.rados.0.smithi112.stdout:3064: finishing write tid 2 to smithi11277797-12 2024-04-02T08:41:45.969 INFO:tasks.rados.rados.0.smithi112.stdout:3064: finishing write tid 3 to smithi11277797-12 2024-04-02T08:41:45.969 INFO:tasks.rados.rados.0.smithi112.stdout:3064: finishing write tid 4 to smithi11277797-12 2024-04-02T08:41:45.970 INFO:tasks.rados.rados.0.smithi112.stdout:3064: finishing write tid 5 to smithi11277797-12 2024-04-02T08:41:45.971 INFO:tasks.rados.rados.0.smithi112.stdout:3064: oid 12 updating version 0 to 1291 2024-04-02T08:41:45.971 INFO:tasks.rados.rados.0.smithi112.stdout:3064: oid 12 version 1291 is already newer than 1290 2024-04-02T08:41:45.971 INFO:tasks.rados.rados.0.smithi112.stdout:3064: oid 12 updating version 1291 to 1293 2024-04-02T08:41:45.971 INFO:tasks.rados.rados.0.smithi112.stdout:3064: oid 12 version 1293 is already newer than 1292 2024-04-02T08:41:45.971 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1293 (ObjNum 954 snap 299 seq_num 954) dirty exists 2024-04-02T08:41:45.971 INFO:tasks.rados.rados.0.smithi112.stdout:3064: left oid 12 (ObjNum 954 snap 299 seq_num 954) 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3064: done (1 left) 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3065: done (0 left) 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3066: rollback oid 12 current snap is 300 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 12 to 287 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3067: rmattr oid 23 current snap is 300 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3067: done (1 left) 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3068: read oid 2 snap -1 2024-04-02T08:41:46.412 INFO:tasks.rados.rados.0.smithi112.stdout:3068: expect (ObjNum 896 snap 282 seq_num 896) 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3069: read oid 34 snap -1 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3069: expect deleted 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3070: read oid 26 snap 278 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3070: expect (ObjNum 849 snap 277 seq_num 849) 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3071: read oid 41 snap -1 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3071: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:46.413 INFO:tasks.rados.rados.0.smithi112.stdout:3072: snap_remove snap 251 2024-04-02T08:41:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:46 smithi187 ceph-mon[84356]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:46 smithi187 ceph-mon[84356]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-04-02T08:41:46.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:46 smithi112 ceph-mon[88945]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:46.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:46 smithi112 ceph-mon[88945]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-04-02T08:41:46.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:46 smithi112 ceph-mon[91385]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:46.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:46 smithi112 ceph-mon[91385]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-04-02T08:41:47.416 INFO:tasks.rados.rados.0.smithi112.stdout:3070: expect (ObjNum 849 snap 277 seq_num 849) 2024-04-02T08:41:47.519 INFO:tasks.rados.rados.0.smithi112.stdout:3071: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:47.590 INFO:tasks.rados.rados.0.smithi112.stdout:3066: finishing rollback tid 0 to smithi11277797-12 2024-04-02T08:41:47.590 INFO:tasks.rados.rados.0.smithi112.stdout:3066: finishing rollback tid 1 to smithi11277797-12 2024-04-02T08:41:47.590 INFO:tasks.rados.rados.0.smithi112.stdout:3066: finishing rollback tid 2 to smithi11277797-12 2024-04-02T08:41:47.590 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1296 (ObjNum 899 snap 283 seq_num 899) dirty exists 2024-04-02T08:41:47.591 INFO:tasks.rados.rados.0.smithi112.stdout:3068: expect (ObjNum 896 snap 282 seq_num 896) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3066: done (5 left) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3068: done (4 left) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3069: done (3 left) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3070: done (2 left) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3071: done (1 left) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3072: done (0 left) 2024-04-02T08:41:47.617 INFO:tasks.rados.rados.0.smithi112.stdout:3073: read oid 50 snap 299 2024-04-02T08:41:47.618 INFO:tasks.rados.rados.0.smithi112.stdout:3073: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:47.618 INFO:tasks.rados.rados.0.smithi112.stdout:3074: copy_from oid 12 from oid 46 current snap is 300 2024-04-02T08:41:47.618 INFO:tasks.rados.rados.0.smithi112.stdout:3075: read oid 31 snap -1 2024-04-02T08:41:47.618 INFO:tasks.rados.rados.0.smithi112.stdout:3075: expect (ObjNum 909 snap 288 seq_num 909) 2024-04-02T08:41:47.618 INFO:tasks.rados.rados.0.smithi112.stdout:3076: snap_remove snap 276 2024-04-02T08:41:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:47 smithi187 ceph-mon[84356]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:47 smithi112 ceph-mon[91385]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:47 smithi112 ceph-mon[88945]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:3076: done (3 left) 2024-04-02T08:41:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 300 2024-04-02T08:41:48.418 INFO:tasks.rados.rados.0.smithi112.stdout:3077: seq_num 955 ranges {11935744=802816,12738560=557056,13295616=245760} 2024-04-02T08:41:48.488 INFO:tasks.rados.rados.0.smithi112.stdout:3077: writing smithi11277797-20 from 11935744 to 12738560 tid 1 2024-04-02T08:41:48.491 INFO:tasks.rados.rados.0.smithi112.stdout:3077: writing smithi11277797-20 from 12738560 to 13295616 tid 2 2024-04-02T08:41:48.493 INFO:tasks.rados.rados.0.smithi112.stdout:3077: writing smithi11277797-20 from 13295616 to 13541376 tid 3 2024-04-02T08:41:48.493 INFO:tasks.rados.rados.0.smithi112.stdout:3078: snap_remove snap 297 2024-04-02T08:41:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:48 smithi187 ceph-mon[84356]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:48 smithi187 ceph-mon[84356]: pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-02T08:41:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:48 smithi112 ceph-mon[91385]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:48 smithi112 ceph-mon[91385]: pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-02T08:41:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:48 smithi112 ceph-mon[88945]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:48.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:48 smithi112 ceph-mon[88945]: pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-02T08:41:49.327 INFO:tasks.rados.rados.0.smithi112.stdout:3078: done (4 left) 2024-04-02T08:41:49.327 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 300 2024-04-02T08:41:49.327 INFO:tasks.rados.rados.0.smithi112.stdout:3079: seq_num 956 ranges {3538944=417792,3956736=434176,4390912=770048} 2024-04-02T08:41:49.348 INFO:tasks.rados.rados.0.smithi112.stdout:3079: writing smithi11277797-18 from 3538944 to 3956736 tid 1 2024-04-02T08:41:49.351 INFO:tasks.rados.rados.0.smithi112.stdout:3079: writing smithi11277797-18 from 3956736 to 4390912 tid 2 2024-04-02T08:41:49.356 INFO:tasks.rados.rados.0.smithi112.stdout:3079: writing smithi11277797-18 from 4390912 to 5160960 tid 3 2024-04-02T08:41:49.356 INFO:tasks.rados.rados.0.smithi112.stdout:3080: snap_create 2024-04-02T08:41:49.356 INFO:tasks.rados.rados.0.smithi112.stdout:3075: expect (ObjNum 909 snap 288 seq_num 909) 2024-04-02T08:41:49.379 INFO:tasks.rados.rados.0.smithi112.stdout:3073: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3074: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3074: finishing copy_from to smithi11277797-12 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1154 (ObjNum 843 snap 276 seq_num 843) dirty exists 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3077: finishing write tid 1 to smithi11277797-20 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3077: finishing write tid 2 to smithi11277797-20 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3077: finishing write tid 3 to smithi11277797-20 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3077: finishing write tid 4 to smithi11277797-20 2024-04-02T08:41:49.428 INFO:tasks.rados.rados.0.smithi112.stdout:3077: finishing write tid 5 to smithi11277797-20 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3077: oid 20 updating version 0 to 1540 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3077: oid 20 updating version 1540 to 1543 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3077: oid 20 version 1543 is already newer than 1542 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3077: oid 20 version 1543 is already newer than 1541 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1543 (ObjNum 955 snap 300 seq_num 955) dirty exists 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3077: left oid 20 (ObjNum 955 snap 300 seq_num 955) 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: finishing write tid 1 to smithi11277797-18 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: finishing write tid 2 to smithi11277797-18 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: finishing write tid 3 to smithi11277797-18 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: finishing write tid 4 to smithi11277797-18 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: finishing write tid 5 to smithi11277797-18 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: oid 18 updating version 0 to 1427 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: oid 18 version 1427 is already newer than 1425 2024-04-02T08:41:49.429 INFO:tasks.rados.rados.0.smithi112.stdout:3079: oid 18 version 1427 is already newer than 1426 2024-04-02T08:41:49.430 INFO:tasks.rados.rados.0.smithi112.stdout:3079: oid 18 version 1427 is already newer than 1424 2024-04-02T08:41:49.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1427 (ObjNum 956 snap 300 seq_num 956) dirty exists 2024-04-02T08:41:49.430 INFO:tasks.rados.rados.0.smithi112.stdout:3079: left oid 18 (ObjNum 956 snap 300 seq_num 956) 2024-04-02T08:41:49.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:49 smithi112 ceph-mon[88945]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:49.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:49 smithi112 ceph-mon[88945]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:41:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:41:49] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-04-02T08:41:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:49 smithi112 ceph-mon[91385]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:49 smithi112 ceph-mon[91385]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:49 smithi187 ceph-mon[84356]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:49 smithi187 ceph-mon[84356]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3073: done (5 left) 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3074: done (4 left) 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3075: done (3 left) 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3077: done (2 left) 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3079: done (1 left) 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3080: done (0 left) 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3081: read oid 30 snap -1 2024-04-02T08:41:50.336 INFO:tasks.rados.rados.0.smithi112.stdout:3081: expect (ObjNum 880 snap 282 seq_num 880) 2024-04-02T08:41:50.337 INFO:tasks.rados.rados.0.smithi112.stdout:3082: setattr oid 11 current snap is 301 2024-04-02T08:41:50.337 INFO:tasks.rados.rados.0.smithi112.stdout:3083: rmattr oid 19 current snap is 301 2024-04-02T08:41:50.337 INFO:tasks.rados.rados.0.smithi112.stdout:3083: done (2 left) 2024-04-02T08:41:50.337 INFO:tasks.rados.rados.0.smithi112.stdout:3084: snap_create 2024-04-02T08:41:50.342 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1252 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:41:50.344 INFO:tasks.rados.rados.0.smithi112.stdout:3081: expect (ObjNum 880 snap 282 seq_num 880) 2024-04-02T08:41:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:50 smithi187 ceph-mon[84356]: pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-02T08:41:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:50 smithi187 ceph-mon[84356]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:50.804 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:50 smithi112 ceph-mon[91385]: pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-02T08:41:50.804 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:50 smithi112 ceph-mon[91385]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:50.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:50 smithi112 ceph-mon[88945]: pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-02T08:41:50.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:50 smithi112 ceph-mon[88945]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:51.340 INFO:tasks.rados.rados.0.smithi112.stdout:3081: done (2 left) 2024-04-02T08:41:51.340 INFO:tasks.rados.rados.0.smithi112.stdout:3082: done (1 left) 2024-04-02T08:41:51.340 INFO:tasks.rados.rados.0.smithi112.stdout:3084: done (0 left) 2024-04-02T08:41:51.340 INFO:tasks.rados.rados.0.smithi112.stdout:3085: snap_remove snap 259 2024-04-02T08:41:52.347 INFO:tasks.rados.rados.0.smithi112.stdout:3085: done (0 left) 2024-04-02T08:41:52.348 INFO:tasks.rados.rados.0.smithi112.stdout:3086: setattr oid 32 current snap is 302 2024-04-02T08:41:52.350 INFO:tasks.rados.rados.0.smithi112.stdout:3087: copy_from oid 38 from oid 50 current snap is 302 2024-04-02T08:41:52.350 INFO:tasks.rados.rados.0.smithi112.stdout:3088: read oid 1 snap 278 2024-04-02T08:41:52.350 INFO:tasks.rados.rados.0.smithi112.stdout:3088: expect (ObjNum -1946739920 snap 21983 seq_num 2348408288) 2024-04-02T08:41:52.350 INFO:tasks.rados.rados.0.smithi112.stdout:3089: snap_create 2024-04-02T08:41:52.353 INFO:tasks.rados.rados.0.smithi112.stdout:3088: expect (ObjNum -1946739920 snap 21983 seq_num 2348408288) 2024-04-02T08:41:52.363 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1319 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:41:52.366 INFO:tasks.rados.rados.0.smithi112.stdout:3087: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:41:52.368 INFO:tasks.rados.rados.0.smithi112.stdout:3087: finishing copy_from to smithi11277797-38 2024-04-02T08:41:52.369 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 941 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-04-02T08:41:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:52 smithi112 ceph-mon[88945]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:52 smithi112 ceph-mon[88945]: pgmap v696: 121 pgs: 121 active+clean; 407 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-04-02T08:41:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:52 smithi112 ceph-mon[91385]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:52 smithi112 ceph-mon[91385]: pgmap v696: 121 pgs: 121 active+clean; 407 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-04-02T08:41:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:52 smithi187 ceph-mon[84356]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:52 smithi187 ceph-mon[84356]: pgmap v696: 121 pgs: 121 active+clean; 407 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-04-02T08:41:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:41:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3086: done (3 left) 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3087: done (2 left) 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3088: done (1 left) 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3089: done (0 left) 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3090: read oid 27 snap -1 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3090: expect deleted 2024-04-02T08:41:53.354 INFO:tasks.rados.rados.0.smithi112.stdout:3091: snap_remove snap 293 2024-04-02T08:41:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:53 smithi112 ceph-mon[91385]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:53 smithi112 ceph-mon[88945]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:53 smithi187 ceph-mon[84356]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:54.328 INFO:tasks.rados.rados.0.smithi112.stdout:3091: done (1 left) 2024-04-02T08:41:54.328 INFO:tasks.rados.rados.0.smithi112.stdout:3092: copy_from oid 5 from oid 47 current snap is 303 2024-04-02T08:41:54.328 INFO:tasks.rados.rados.0.smithi112.stdout:3090: done (1 left) 2024-04-02T08:41:54.328 INFO:tasks.rados.rados.0.smithi112.stdout:3093: snap_remove snap 287 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:54 smithi112 ceph-mon[91385]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:54 smithi112 ceph-mon[91385]: pgmap v699: 121 pgs: 121 active+clean; 409 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 944 KiB/s wr, 5 op/s 2024-04-02T08:41:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:54 smithi112 ceph-mon[91385]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:54 smithi112 ceph-mon[88945]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:54 smithi112 ceph-mon[88945]: pgmap v699: 121 pgs: 121 active+clean; 409 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 944 KiB/s wr, 5 op/s 2024-04-02T08:41:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:54 smithi112 ceph-mon[88945]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:54 smithi187 ceph-mon[84356]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:54 smithi187 ceph-mon[84356]: pgmap v699: 121 pgs: 121 active+clean; 409 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 944 KiB/s wr, 5 op/s 2024-04-02T08:41:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:54 smithi187 ceph-mon[84356]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:55.331 INFO:tasks.rados.rados.0.smithi112.stdout:3093: done (1 left) 2024-04-02T08:41:55.331 INFO:tasks.rados.rados.0.smithi112.stdout:3094: read oid 15 snap 281 2024-04-02T08:41:55.331 INFO:tasks.rados.rados.0.smithi112.stdout:3094: expect (ObjNum 793 snap 255 seq_num 793) 2024-04-02T08:41:55.332 INFO:tasks.rados.rados.0.smithi112.stdout:3095: delete oid 38 current snap is 303 2024-04-02T08:41:55.332 INFO:tasks.rados.rados.0.smithi112.stdout:3092: finishing copy_from to smithi11277797-5 2024-04-02T08:41:55.332 INFO:tasks.rados.rados.0.smithi112.stdout:3092: got expected ENOENT (src dne) 2024-04-02T08:41:55.332 INFO:tasks.rados.rados.0.smithi112.stdout:3092: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:41:55.344 INFO:tasks.rados.rados.0.smithi112.stdout:3094: expect (ObjNum 793 snap 255 seq_num 793) 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:3092: done (2 left) 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:3094: done (1 left) 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:3095: done (0 left) 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:3096: read oid 4 snap 300 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:3096: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 303 2024-04-02T08:41:55.398 INFO:tasks.rados.rados.0.smithi112.stdout:3097: seq_num 958 ranges {344064=450560,794624=655360,1449984=548864} 2024-04-02T08:41:55.402 INFO:tasks.rados.rados.0.smithi112.stdout:3097: writing smithi11277797-30 from 344064 to 794624 tid 1 2024-04-02T08:41:55.405 INFO:tasks.rados.rados.0.smithi112.stdout:3097: writing smithi11277797-30 from 794624 to 1449984 tid 2 2024-04-02T08:41:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:3097: writing smithi11277797-30 from 1449984 to 1998848 tid 3 2024-04-02T08:41:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:3098: rollback oid 42 current snap is 303 2024-04-02T08:41:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 271 2024-04-02T08:41:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:3096: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:41:55.418 INFO:tasks.rados.rados.0.smithi112.stdout:3097: finishing write tid 1 to smithi11277797-30 2024-04-02T08:41:55.418 INFO:tasks.rados.rados.0.smithi112.stdout:3098: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: finishing write tid 2 to smithi11277797-30 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: finishing write tid 3 to smithi11277797-30 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3098: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1518 (ObjNum 129 snap 0 seq_num 1576583205) dirty dne 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: finishing write tid 4 to smithi11277797-30 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3096: done (2 left) 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3098: done (1 left) 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 303 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: finishing write tid 5 to smithi11277797-30 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: oid 30 updating version 0 to 1654 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: oid 30 updating version 1654 to 1655 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: oid 30 updating version 1655 to 1657 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: oid 30 version 1657 is already newer than 1656 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1657 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-04-02T08:41:55.419 INFO:tasks.rados.rados.0.smithi112.stdout:3097: left oid 30 (ObjNum 958 snap 303 seq_num 958) 2024-04-02T08:41:55.420 INFO:tasks.rados.rados.0.smithi112.stdout:3099: seq_num 959 ranges {7020544=466944,7487488=540672,8028160=557056,8585216=106496} 2024-04-02T08:41:55.459 INFO:tasks.rados.rados.0.smithi112.stdout:3099: writing smithi11277797-37 from 7020544 to 7487488 tid 1 2024-04-02T08:41:55.462 INFO:tasks.rados.rados.0.smithi112.stdout:3099: writing smithi11277797-37 from 7487488 to 8028160 tid 2 2024-04-02T08:41:55.465 INFO:tasks.rados.rados.0.smithi112.stdout:3099: writing smithi11277797-37 from 8028160 to 8585216 tid 3 2024-04-02T08:41:55.466 INFO:tasks.rados.rados.0.smithi112.stdout:3099: writing smithi11277797-37 from 8585216 to 8691712 tid 4 2024-04-02T08:41:55.466 INFO:tasks.rados.rados.0.smithi112.stdout:3097: done (1 left) 2024-04-02T08:41:55.466 INFO:tasks.rados.rados.0.smithi112.stdout:3100: snap_create 2024-04-02T08:41:55.466 INFO:tasks.rados.rados.0.smithi112.stdout:3099: finishing write tid 1 to smithi11277797-37 2024-04-02T08:41:55.467 INFO:tasks.rados.rados.0.smithi112.stdout:3099: finishing write tid 2 to smithi11277797-37 2024-04-02T08:41:55.469 INFO:tasks.rados.rados.0.smithi112.stdout:3099: finishing write tid 3 to smithi11277797-37 2024-04-02T08:41:55.470 INFO:tasks.rados.rados.0.smithi112.stdout:3099: finishing write tid 4 to smithi11277797-37 2024-04-02T08:41:55.471 INFO:tasks.rados.rados.0.smithi112.stdout:3099: finishing write tid 5 to smithi11277797-37 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: finishing write tid 6 to smithi11277797-37 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: oid 37 updating version 0 to 1253 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: oid 37 updating version 1253 to 1255 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: oid 37 updating version 1255 to 1256 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: oid 37 updating version 1256 to 1257 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: oid 37 version 1257 is already newer than 1254 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1257 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-04-02T08:41:55.472 INFO:tasks.rados.rados.0.smithi112.stdout:3099: left oid 37 (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:41:56.342 INFO:tasks.rados.rados.0.smithi112.stdout:3099: done (1 left) 2024-04-02T08:41:56.342 INFO:tasks.rados.rados.0.smithi112.stdout:3100: done (0 left) 2024-04-02T08:41:56.342 INFO:tasks.rados.rados.0.smithi112.stdout:3101: snap_remove snap 278 2024-04-02T08:41:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:56 smithi112 ceph-mon[91385]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:56 smithi112 ceph-mon[91385]: pgmap v702: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 409 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 704 KiB/s wr, 7 op/s 2024-04-02T08:41:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:56 smithi112 ceph-mon[88945]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:56 smithi112 ceph-mon[88945]: pgmap v702: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 409 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 704 KiB/s wr, 7 op/s 2024-04-02T08:41:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:56 smithi187 ceph-mon[84356]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:56 smithi187 ceph-mon[84356]: pgmap v702: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 409 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 704 KiB/s wr, 7 op/s 2024-04-02T08:41:57.341 INFO:tasks.rados.rados.0.smithi112.stdout:3101: done (0 left) 2024-04-02T08:41:57.342 INFO:tasks.rados.rados.0.smithi112.stdout:3102: setattr oid 40 current snap is 304 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3103: read oid 41 snap 302 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3103: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3104: read oid 47 snap -1 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3104: expect deleted 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3105: copy_from oid 12 from oid 49 current snap is 304 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3106: copy_from oid 16 from oid 14 current snap is 304 2024-04-02T08:41:57.345 INFO:tasks.rados.rados.0.smithi112.stdout:3107: snap_create 2024-04-02T08:41:57.353 INFO:tasks.rados.rados.0.smithi112.stdout:3106: finishing copy_from to smithi11277797-16 2024-04-02T08:41:57.353 INFO:tasks.rados.rados.0.smithi112.stdout:3106: got expected ENOENT (src dne) 2024-04-02T08:41:57.353 INFO:tasks.rados.rados.0.smithi112.stdout:3106: finishing copy_from racing read to smithi11277797-16 2024-04-02T08:41:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1173 (ObjNum 97 snap 0 seq_num 2348627968) dirty exists 2024-04-02T08:41:57.358 INFO:tasks.rados.rados.0.smithi112.stdout:3105: finishing copy_from to smithi11277797-12 2024-04-02T08:41:57.358 INFO:tasks.rados.rados.0.smithi112.stdout:3105: got expected ENOENT (src dne) 2024-04-02T08:41:57.359 INFO:tasks.rados.rados.0.smithi112.stdout:3105: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:41:57.367 INFO:tasks.rados.rados.0.smithi112.stdout:3103: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:41:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:57 smithi112 ceph-mon[91385]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:57 smithi112 ceph-mon[88945]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:57.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:57 smithi187 ceph-mon[84356]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3102: done (5 left) 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3103: done (4 left) 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3104: done (3 left) 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3105: done (2 left) 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3106: done (1 left) 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3107: done (0 left) 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 305 2024-04-02T08:41:58.353 INFO:tasks.rados.rados.0.smithi112.stdout:3108: seq_num 960 ranges {5160960=483328,5644288=425984,6070272=761856,6832128=16384} 2024-04-02T08:41:58.383 INFO:tasks.rados.rados.0.smithi112.stdout:3108: writing smithi11277797-18 from 5160960 to 5644288 tid 1 2024-04-02T08:41:58.386 INFO:tasks.rados.rados.0.smithi112.stdout:3108: writing smithi11277797-18 from 5644288 to 6070272 tid 2 2024-04-02T08:41:58.390 INFO:tasks.rados.rados.0.smithi112.stdout:3108: writing smithi11277797-18 from 6070272 to 6832128 tid 3 2024-04-02T08:41:58.391 INFO:tasks.rados.rados.0.smithi112.stdout:3108: writing smithi11277797-18 from 6832128 to 6848512 tid 4 2024-04-02T08:41:58.391 INFO:tasks.rados.rados.0.smithi112.stdout:3109: snap_create 2024-04-02T08:41:58.391 INFO:tasks.rados.rados.0.smithi112.stdout:3108: finishing write tid 1 to smithi11277797-18 2024-04-02T08:41:58.391 INFO:tasks.rados.rados.0.smithi112.stdout:3108: finishing write tid 2 to smithi11277797-18 2024-04-02T08:41:58.394 INFO:tasks.rados.rados.0.smithi112.stdout:3108: finishing write tid 3 to smithi11277797-18 2024-04-02T08:41:58.394 INFO:tasks.rados.rados.0.smithi112.stdout:3108: finishing write tid 4 to smithi11277797-18 2024-04-02T08:41:58.395 INFO:tasks.rados.rados.0.smithi112.stdout:3108: finishing write tid 5 to smithi11277797-18 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: finishing write tid 6 to smithi11277797-18 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: oid 18 updating version 0 to 1454 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: oid 18 updating version 1454 to 1455 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: oid 18 version 1455 is already newer than 1453 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: oid 18 version 1455 is already newer than 1452 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: oid 18 version 1455 is already newer than 1451 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1455 (ObjNum 960 snap 305 seq_num 960) dirty exists 2024-04-02T08:41:58.396 INFO:tasks.rados.rados.0.smithi112.stdout:3108: left oid 18 (ObjNum 960 snap 305 seq_num 960) 2024-04-02T08:41:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:58 smithi112 ceph-mon[91385]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:58 smithi112 ceph-mon[91385]: pgmap v705: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 308 KiB/s wr, 14 op/s 2024-04-02T08:41:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:58 smithi112 ceph-mon[88945]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:58 smithi112 ceph-mon[88945]: pgmap v705: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 308 KiB/s wr, 14 op/s 2024-04-02T08:41:58.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:58 smithi187 ceph-mon[84356]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:58.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:58 smithi187 ceph-mon[84356]: pgmap v705: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 308 KiB/s wr, 14 op/s 2024-04-02T08:41:59.331 INFO:tasks.rados.rados.0.smithi112.stdout:3108: done (1 left) 2024-04-02T08:41:59.331 INFO:tasks.rados.rados.0.smithi112.stdout:3109: done (0 left) 2024-04-02T08:41:59.331 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 306 2024-04-02T08:41:59.331 INFO:tasks.rados.rados.0.smithi112.stdout:3110: seq_num 961 ranges {3661824=499712,4161536=712704,4874240=491520} 2024-04-02T08:41:59.354 INFO:tasks.rados.rados.0.smithi112.stdout:3110: writing smithi11277797-45 from 3661824 to 4161536 tid 1 2024-04-02T08:41:59.357 INFO:tasks.rados.rados.0.smithi112.stdout:3110: writing smithi11277797-45 from 4161536 to 4874240 tid 2 2024-04-02T08:41:59.361 INFO:tasks.rados.rados.0.smithi112.stdout:3110: writing smithi11277797-45 from 4874240 to 5365760 tid 3 2024-04-02T08:41:59.361 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 306 2024-04-02T08:41:59.361 INFO:tasks.rados.rados.0.smithi112.stdout:3111: seq_num 962 ranges {3006464=516096,3522560=589824,4112384=614400} 2024-04-02T08:41:59.380 INFO:tasks.rados.rados.0.smithi112.stdout:3111: writing smithi11277797-17 from 3006464 to 3522560 tid 1 2024-04-02T08:41:59.383 INFO:tasks.rados.rados.0.smithi112.stdout:3111: writing smithi11277797-17 from 3522560 to 4112384 tid 2 2024-04-02T08:41:59.387 INFO:tasks.rados.rados.0.smithi112.stdout:3111: writing smithi11277797-17 from 4112384 to 4726784 tid 3 2024-04-02T08:41:59.387 INFO:tasks.rados.rados.0.smithi112.stdout:3112: snap_create 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: finishing write tid 1 to smithi11277797-45 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: finishing write tid 2 to smithi11277797-45 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: finishing write tid 3 to smithi11277797-45 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: finishing write tid 4 to smithi11277797-45 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: finishing write tid 5 to smithi11277797-45 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: oid 45 updating version 0 to 1547 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: oid 45 version 1547 is already newer than 1545 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: oid 45 version 1547 is already newer than 1546 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: oid 45 version 1547 is already newer than 1544 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1547 (ObjNum 961 snap 306 seq_num 961) dirty exists 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3110: left oid 45 (ObjNum 961 snap 306 seq_num 961) 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3111: finishing write tid 1 to smithi11277797-17 2024-04-02T08:41:59.388 INFO:tasks.rados.rados.0.smithi112.stdout:3111: finishing write tid 2 to smithi11277797-17 2024-04-02T08:41:59.390 INFO:tasks.rados.rados.0.smithi112.stdout:3111: finishing write tid 3 to smithi11277797-17 2024-04-02T08:41:59.390 INFO:tasks.rados.rados.0.smithi112.stdout:3111: finishing write tid 4 to smithi11277797-17 2024-04-02T08:41:59.391 INFO:tasks.rados.rados.0.smithi112.stdout:3111: finishing write tid 5 to smithi11277797-17 2024-04-02T08:41:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3111: oid 17 updating version 0 to 1320 2024-04-02T08:41:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3111: oid 17 updating version 1320 to 1322 2024-04-02T08:41:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3111: oid 17 updating version 1322 to 1323 2024-04-02T08:41:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3111: oid 17 version 1323 is already newer than 1321 2024-04-02T08:41:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1323 (ObjNum 962 snap 306 seq_num 962) dirty exists 2024-04-02T08:41:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3111: left oid 17 (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:41:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:41:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:41:59] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:41:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:59 smithi112 ceph-mon[91385]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:41:59 smithi112 ceph-mon[91385]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:59 smithi112 ceph-mon[88945]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:41:59 smithi112 ceph-mon[88945]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:59 smithi187 ceph-mon[84356]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:41:59 smithi187 ceph-mon[84356]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3110: done (2 left) 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3111: done (1 left) 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3112: done (0 left) 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3113: rmattr oid 43 current snap is 307 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3113: done (0 left) 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 30 current snap is 307 2024-04-02T08:42:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3114: seq_num 963 ranges {1998848=532480,2531328=475136,3006464=532480,3538944=196608} 2024-04-02T08:42:00.379 INFO:tasks.rados.rados.0.smithi112.stdout:3114: writing smithi11277797-30 from 1998848 to 2531328 tid 1 2024-04-02T08:42:00.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: writing smithi11277797-30 from 2531328 to 3006464 tid 2 2024-04-02T08:42:00.384 INFO:tasks.rados.rados.0.smithi112.stdout:3114: writing smithi11277797-30 from 3006464 to 3538944 tid 3 2024-04-02T08:42:00.386 INFO:tasks.rados.rados.0.smithi112.stdout:3114: writing smithi11277797-30 from 3538944 to 3735552 tid 4 2024-04-02T08:42:00.386 INFO:tasks.rados.rados.0.smithi112.stdout:3115: read oid 44 snap -1 2024-04-02T08:42:00.386 INFO:tasks.rados.rados.0.smithi112.stdout:3115: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:42:00.386 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 307 2024-04-02T08:42:00.386 INFO:tasks.rados.rados.0.smithi112.stdout:3116: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-02T08:42:00.391 INFO:tasks.rados.rados.0.smithi112.stdout:3116: writing smithi11277797-36 from 0 to 548864 tid 1 2024-04-02T08:42:00.394 INFO:tasks.rados.rados.0.smithi112.stdout:3116: writing smithi11277797-36 from 548864 to 1310720 tid 2 2024-04-02T08:42:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:3116: writing smithi11277797-36 from 1310720 to 1753088 tid 3 2024-04-02T08:42:00.397 INFO:tasks.rados.rados.0.smithi112.stdout:3117: snap_remove snap 302 2024-04-02T08:42:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:00 smithi112 ceph-mon[91385]: pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 824 KiB/s wr, 14 op/s 2024-04-02T08:42:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:00 smithi112 ceph-mon[88945]: pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 824 KiB/s wr, 14 op/s 2024-04-02T08:42:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:00 smithi187 ceph-mon[84356]: pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 824 KiB/s wr, 14 op/s 2024-04-02T08:42:01.368 INFO:tasks.rados.rados.0.smithi112.stdout:3115: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:42:01.380 INFO:tasks.rados.rados.0.smithi112.stdout:3114: finishing write tid 1 to smithi11277797-30 2024-04-02T08:42:01.380 INFO:tasks.rados.rados.0.smithi112.stdout:3114: finishing write tid 2 to smithi11277797-30 2024-04-02T08:42:01.380 INFO:tasks.rados.rados.0.smithi112.stdout:3114: finishing write tid 3 to smithi11277797-30 2024-04-02T08:42:01.380 INFO:tasks.rados.rados.0.smithi112.stdout:3114: finishing write tid 4 to smithi11277797-30 2024-04-02T08:42:01.380 INFO:tasks.rados.rados.0.smithi112.stdout:3114: finishing write tid 5 to smithi11277797-30 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3116: finishing write tid 1 to smithi11277797-36 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: finishing write tid 6 to smithi11277797-30 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: oid 30 updating version 0 to 1669 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: oid 30 updating version 1669 to 1670 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: oid 30 updating version 1670 to 1671 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: oid 30 updating version 1671 to 1672 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: oid 30 updating version 1672 to 1673 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1673 (ObjNum 963 snap 307 seq_num 963) dirty exists 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3114: left oid 30 (ObjNum 963 snap 307 seq_num 963) 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3116: finishing write tid 2 to smithi11277797-36 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3116: finishing write tid 3 to smithi11277797-36 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3116: finishing write tid 4 to smithi11277797-36 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3116: finishing write tid 5 to smithi11277797-36 2024-04-02T08:42:01.381 INFO:tasks.rados.rados.0.smithi112.stdout:3116: oid 36 updating version 0 to 1807 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3116: oid 36 version 1807 is already newer than 1804 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3116: oid 36 version 1807 is already newer than 1806 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3116: oid 36 version 1807 is already newer than 1805 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1807 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3116: left oid 36 (ObjNum 964 snap 307 seq_num 964) 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3114: done (3 left) 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3115: done (2 left) 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3116: done (1 left) 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3117: done (0 left) 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3118: read oid 23 snap -1 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3118: expect deleted 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3119: read oid 25 snap -1 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:3119: expect deleted 2024-04-02T08:42:01.382 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 11 current snap is 307 2024-04-02T08:42:01.383 INFO:tasks.rados.rados.0.smithi112.stdout:3120: seq_num 965 ranges {4718592=565248,5283840=647168,5931008=548864,6479872=8192} 2024-04-02T08:42:01.408 INFO:tasks.rados.rados.0.smithi112.stdout:3120: writing smithi11277797-11 from 4718592 to 5283840 tid 1 2024-04-02T08:42:01.411 INFO:tasks.rados.rados.0.smithi112.stdout:3120: writing smithi11277797-11 from 5283840 to 5931008 tid 2 2024-04-02T08:42:01.415 INFO:tasks.rados.rados.0.smithi112.stdout:3120: writing smithi11277797-11 from 5931008 to 6479872 tid 3 2024-04-02T08:42:01.415 INFO:tasks.rados.rados.0.smithi112.stdout:3120: writing smithi11277797-11 from 6479872 to 6488064 tid 4 2024-04-02T08:42:01.415 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 307 2024-04-02T08:42:01.415 INFO:tasks.rados.rados.0.smithi112.stdout:3120: finishing write tid 1 to smithi11277797-11 2024-04-02T08:42:01.415 INFO:tasks.rados.rados.0.smithi112.stdout:3121: seq_num 966 ranges {3235840=581632,3817472=581632,4399104=622592} 2024-04-02T08:42:01.436 INFO:tasks.rados.rados.0.smithi112.stdout:3121: writing smithi11277797-10 from 3235840 to 3817472 tid 1 2024-04-02T08:42:01.439 INFO:tasks.rados.rados.0.smithi112.stdout:3121: writing smithi11277797-10 from 3817472 to 4399104 tid 2 2024-04-02T08:42:01.444 INFO:tasks.rados.rados.0.smithi112.stdout:3121: writing smithi11277797-10 from 4399104 to 5021696 tid 3 2024-04-02T08:42:01.444 INFO:tasks.rados.rados.0.smithi112.stdout:3118: done (3 left) 2024-04-02T08:42:01.444 INFO:tasks.rados.rados.0.smithi112.stdout:3119: done (2 left) 2024-04-02T08:42:01.444 INFO:tasks.rados.rados.0.smithi112.stdout:3122: snap_create 2024-04-02T08:42:01.444 INFO:tasks.rados.rados.0.smithi112.stdout:3120: finishing write tid 2 to smithi11277797-11 2024-04-02T08:42:01.444 INFO:tasks.rados.rados.0.smithi112.stdout:3120: finishing write tid 3 to smithi11277797-11 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: finishing write tid 4 to smithi11277797-11 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: finishing write tid 5 to smithi11277797-11 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: finishing write tid 6 to smithi11277797-11 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: oid 11 updating version 0 to 1261 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: oid 11 version 1261 is already newer than 1260 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: oid 11 version 1261 is already newer than 1258 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: oid 11 version 1261 is already newer than 1259 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: oid 11 updating version 1261 to 1262 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1262 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3120: left oid 11 (ObjNum 965 snap 307 seq_num 965) 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3121: finishing write tid 1 to smithi11277797-10 2024-04-02T08:42:01.445 INFO:tasks.rados.rados.0.smithi112.stdout:3121: finishing write tid 2 to smithi11277797-10 2024-04-02T08:42:01.447 INFO:tasks.rados.rados.0.smithi112.stdout:3121: finishing write tid 3 to smithi11277797-10 2024-04-02T08:42:01.447 INFO:tasks.rados.rados.0.smithi112.stdout:3121: finishing write tid 4 to smithi11277797-10 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:3121: finishing write tid 5 to smithi11277797-10 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:3121: oid 10 updating version 0 to 1298 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:3121: oid 10 updating version 1298 to 1299 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:3121: oid 10 version 1299 is already newer than 1297 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:3121: oid 10 updating version 1299 to 1300 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1300 (ObjNum 966 snap 307 seq_num 966) dirty exists 2024-04-02T08:42:01.448 INFO:tasks.rados.rados.0.smithi112.stdout:3121: left oid 10 (ObjNum 966 snap 307 seq_num 966) 2024-04-02T08:42:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:01 smithi112 ceph-mon[91385]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:42:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:01 smithi112 ceph-mon[88945]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:42:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:01 smithi187 ceph-mon[84356]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:42:02.374 INFO:tasks.rados.rados.0.smithi112.stdout:3120: done (2 left) 2024-04-02T08:42:02.374 INFO:tasks.rados.rados.0.smithi112.stdout:3121: done (1 left) 2024-04-02T08:42:02.374 INFO:tasks.rados.rados.0.smithi112.stdout:3122: done (0 left) 2024-04-02T08:42:02.374 INFO:tasks.rados.rados.0.smithi112.stdout:3123: read oid 28 snap -1 2024-04-02T08:42:02.374 INFO:tasks.rados.rados.0.smithi112.stdout:3123: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:02.374 INFO:tasks.rados.rados.0.smithi112.stdout:3124: snap_create 2024-04-02T08:42:02.383 INFO:tasks.rados.rados.0.smithi112.stdout:3123: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:02 smithi112 ceph-mon[91385]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:42:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:02 smithi112 ceph-mon[91385]: pgmap v711: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:42:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:02 smithi112 ceph-mon[88945]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:42:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:02 smithi112 ceph-mon[88945]: pgmap v711: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:42:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:02 smithi187 ceph-mon[84356]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:42:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:02 smithi187 ceph-mon[84356]: pgmap v711: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:42:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:42:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:03.379 INFO:tasks.rados.rados.0.smithi112.stdout:3123: done (1 left) 2024-04-02T08:42:03.379 INFO:tasks.rados.rados.0.smithi112.stdout:3124: done (0 left) 2024-04-02T08:42:03.379 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 309 2024-04-02T08:42:03.379 INFO:tasks.rados.rados.0.smithi112.stdout:3125: seq_num 967 ranges {2244608=598016,2842624=466944,3309568=516096,3825664=221184} 2024-04-02T08:42:03.395 INFO:tasks.rados.rados.0.smithi112.stdout:3125: writing smithi11277797-46 from 2244608 to 2842624 tid 1 2024-04-02T08:42:03.397 INFO:tasks.rados.rados.0.smithi112.stdout:3125: writing smithi11277797-46 from 2842624 to 3309568 tid 2 2024-04-02T08:42:03.400 INFO:tasks.rados.rados.0.smithi112.stdout:3125: writing smithi11277797-46 from 3309568 to 3825664 tid 3 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3125: writing smithi11277797-46 from 3825664 to 4046848 tid 4 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3126: rollback oid 30 current snap is 309 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 295 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3125: finishing write tid 1 to smithi11277797-46 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3127: read oid 45 snap 234 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3127: expect deleted 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3128: read oid 23 snap -1 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3128: expect deleted 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3129: rmattr oid 48 current snap is 309 2024-04-02T08:42:03.402 INFO:tasks.rados.rados.0.smithi112.stdout:3130: snap_create 2024-04-02T08:42:03.403 INFO:tasks.rados.rados.0.smithi112.stdout:3125: finishing write tid 2 to smithi11277797-46 2024-04-02T08:42:03.406 INFO:tasks.rados.rados.0.smithi112.stdout:3125: finishing write tid 3 to smithi11277797-46 2024-04-02T08:42:03.406 INFO:tasks.rados.rados.0.smithi112.stdout:3125: finishing write tid 4 to smithi11277797-46 2024-04-02T08:42:03.407 INFO:tasks.rados.rados.0.smithi112.stdout:3125: finishing write tid 5 to smithi11277797-46 2024-04-02T08:42:03.408 INFO:tasks.rados.rados.0.smithi112.stdout:3125: finishing write tid 6 to smithi11277797-46 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:3125: oid 46 updating version 0 to 1546 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:3125: oid 46 updating version 1546 to 1549 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:3125: oid 46 version 1549 is already newer than 1548 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:3125: oid 46 updating version 1549 to 1550 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:3125: oid 46 version 1550 is already newer than 1547 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1550 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-04-02T08:42:03.409 INFO:tasks.rados.rados.0.smithi112.stdout:3125: left oid 46 (ObjNum 967 snap 309 seq_num 967) 2024-04-02T08:42:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:3126: finishing rollback tid 0 to smithi11277797-30 2024-04-02T08:42:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:3126: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:42:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:3126: finishing rollback tid 2 to smithi11277797-30 2024-04-02T08:42:03.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1679 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:42:03.411 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1681 (ObjNum 950 snap 299 seq_num 950) dirty exists 2024-04-02T08:42:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:03 smithi187 ceph-mon[84356]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:42:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:03 smithi112 ceph-mon[91385]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:42:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:03 smithi112 ceph-mon[88945]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:42:04.331 INFO:tasks.rados.rados.0.smithi112.stdout:3125: done (5 left) 2024-04-02T08:42:04.331 INFO:tasks.rados.rados.0.smithi112.stdout:3126: done (4 left) 2024-04-02T08:42:04.331 INFO:tasks.rados.rados.0.smithi112.stdout:3127: done (3 left) 2024-04-02T08:42:04.331 INFO:tasks.rados.rados.0.smithi112.stdout:3128: done (2 left) 2024-04-02T08:42:04.331 INFO:tasks.rados.rados.0.smithi112.stdout:3129: done (1 left) 2024-04-02T08:42:04.331 INFO:tasks.rados.rados.0.smithi112.stdout:3130: done (0 left) 2024-04-02T08:42:04.332 INFO:tasks.rados.rados.0.smithi112.stdout:3131: delete oid 8 current snap is 310 2024-04-02T08:42:04.340 INFO:tasks.rados.rados.0.smithi112.stdout:3131: done (0 left) 2024-04-02T08:42:04.340 INFO:tasks.rados.rados.0.smithi112.stdout:3132: snap_create 2024-04-02T08:42:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:04 smithi187 ceph-mon[84356]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:42:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:04 smithi187 ceph-mon[84356]: pgmap v714: 121 pgs: 121 active+clean; 383 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:42:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:04 smithi187 ceph-mon[84356]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:42:04.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:04 smithi112 ceph-mon[91385]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:42:04.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:04 smithi112 ceph-mon[91385]: pgmap v714: 121 pgs: 121 active+clean; 383 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:42:04.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:04 smithi112 ceph-mon[91385]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:42:04.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:04 smithi112 ceph-mon[88945]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:42:04.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:04 smithi112 ceph-mon[88945]: pgmap v714: 121 pgs: 121 active+clean; 383 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:42:04.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:04 smithi112 ceph-mon[88945]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:42:05.331 INFO:tasks.rados.rados.0.smithi112.stdout:3132: done (0 left) 2024-04-02T08:42:05.332 INFO:tasks.rados.rados.0.smithi112.stdout:3133: setattr oid 28 current snap is 311 2024-04-02T08:42:05.334 INFO:tasks.rados.rados.0.smithi112.stdout:3134: read oid 7 snap 308 2024-04-02T08:42:05.334 INFO:tasks.rados.rados.0.smithi112.stdout:3134: expect (ObjNum 938 snap 297 seq_num 938) 2024-04-02T08:42:05.334 INFO:tasks.rados.rados.0.smithi112.stdout:3135: snap_create 2024-04-02T08:42:05.349 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1543 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:05.351 INFO:tasks.rados.rados.0.smithi112.stdout:3134: expect (ObjNum 938 snap 297 seq_num 938) 2024-04-02T08:42:06.339 INFO:tasks.rados.rados.0.smithi112.stdout:3133: done (2 left) 2024-04-02T08:42:06.339 INFO:tasks.rados.rados.0.smithi112.stdout:3134: done (1 left) 2024-04-02T08:42:06.339 INFO:tasks.rados.rados.0.smithi112.stdout:3135: done (0 left) 2024-04-02T08:42:06.339 INFO:tasks.rados.rados.0.smithi112.stdout:3136: snap_remove snap 311 2024-04-02T08:42:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:06 smithi112 ceph-mon[91385]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:42:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:06 smithi112 ceph-mon[91385]: pgmap v717: 121 pgs: 121 active+clean; 387 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:42:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:06 smithi112 ceph-mon[88945]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:42:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:06 smithi112 ceph-mon[88945]: pgmap v717: 121 pgs: 121 active+clean; 387 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:42:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:06 smithi187 ceph-mon[84356]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:42:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:06 smithi187 ceph-mon[84356]: pgmap v717: 121 pgs: 121 active+clean; 387 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T08:42:07.340 INFO:tasks.rados.rados.0.smithi112.stdout:3136: done (0 left) 2024-04-02T08:42:07.340 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 312 2024-04-02T08:42:07.340 INFO:tasks.rados.rados.0.smithi112.stdout:3137: seq_num 969 ranges {1269760=638976,1908736=630784,2539520=532480,3072000=40960} 2024-04-02T08:42:07.350 INFO:tasks.rados.rados.0.smithi112.stdout:3137: writing smithi11277797-3 from 1269760 to 1908736 tid 1 2024-04-02T08:42:07.354 INFO:tasks.rados.rados.0.smithi112.stdout:3137: writing smithi11277797-3 from 1908736 to 2539520 tid 2 2024-04-02T08:42:07.357 INFO:tasks.rados.rados.0.smithi112.stdout:3137: writing smithi11277797-3 from 2539520 to 3072000 tid 3 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:3137: writing smithi11277797-3 from 3072000 to 3112960 tid 4 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:3138: rollback oid 16 current snap is 312 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 306 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:3139: read oid 28 snap -1 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:3139: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:3140: copy_from oid 40 from oid 12 current snap is 312 2024-04-02T08:42:07.358 INFO:tasks.rados.rados.0.smithi112.stdout:3141: snap_create 2024-04-02T08:42:07.359 INFO:tasks.rados.rados.0.smithi112.stdout:3137: finishing write tid 1 to smithi11277797-3 2024-04-02T08:42:07.362 INFO:tasks.rados.rados.0.smithi112.stdout:3137: finishing write tid 2 to smithi11277797-3 2024-04-02T08:42:07.362 INFO:tasks.rados.rados.0.smithi112.stdout:3137: finishing write tid 3 to smithi11277797-3 2024-04-02T08:42:07.362 INFO:tasks.rados.rados.0.smithi112.stdout:3137: finishing write tid 4 to smithi11277797-3 2024-04-02T08:42:07.368 INFO:tasks.rados.rados.0.smithi112.stdout:3137: finishing write tid 5 to smithi11277797-3 2024-04-02T08:42:07.369 INFO:tasks.rados.rados.0.smithi112.stdout:3138: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:42:07.369 INFO:tasks.rados.rados.0.smithi112.stdout:3138: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:42:07.369 INFO:tasks.rados.rados.0.smithi112.stdout:3137: finishing write tid 6 to smithi11277797-3 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3137: oid 3 updating version 0 to 1552 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3137: oid 3 updating version 1552 to 1553 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3137: oid 3 version 1553 is already newer than 1551 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3137: oid 3 updating version 1553 to 1555 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3137: oid 3 version 1555 is already newer than 1554 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1555 (ObjNum 969 snap 312 seq_num 969) dirty exists 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3137: left oid 3 (ObjNum 969 snap 312 seq_num 969) 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:3138: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:42:07.370 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1546 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:42:07.375 INFO:tasks.rados.rados.0.smithi112.stdout:3140: finishing copy_from racing read to smithi11277797-40 2024-04-02T08:42:07.376 INFO:tasks.rados.rados.0.smithi112.stdout:3139: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:07.431 INFO:tasks.rados.rados.0.smithi112.stdout:3140: finishing copy_from to smithi11277797-40 2024-04-02T08:42:07.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1154 (ObjNum 843 snap 276 seq_num 843) dirty exists 2024-04-02T08:42:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:07 smithi112 ceph-mon[91385]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:42:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:07 smithi112 ceph-mon[88945]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:42:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:07 smithi187 ceph-mon[84356]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:42:08.350 INFO:tasks.rados.rados.0.smithi112.stdout:3137: done (4 left) 2024-04-02T08:42:08.350 INFO:tasks.rados.rados.0.smithi112.stdout:3138: done (3 left) 2024-04-02T08:42:08.351 INFO:tasks.rados.rados.0.smithi112.stdout:3139: done (2 left) 2024-04-02T08:42:08.351 INFO:tasks.rados.rados.0.smithi112.stdout:3140: done (1 left) 2024-04-02T08:42:08.351 INFO:tasks.rados.rados.0.smithi112.stdout:3141: done (0 left) 2024-04-02T08:42:08.351 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 313 2024-04-02T08:42:08.351 INFO:tasks.rados.rados.0.smithi112.stdout:3142: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-04-02T08:42:08.353 INFO:tasks.rados.rados.0.smithi112.stdout:3142: writing smithi11277797-47 from 0 to 655360 tid 1 2024-04-02T08:42:08.356 INFO:tasks.rados.rados.0.smithi112.stdout:3142: writing smithi11277797-47 from 655360 to 1171456 tid 2 2024-04-02T08:42:08.360 INFO:tasks.rados.rados.0.smithi112.stdout:3142: writing smithi11277797-47 from 1171456 to 1859584 tid 3 2024-04-02T08:42:08.360 INFO:tasks.rados.rados.0.smithi112.stdout:3143: snap_remove snap 271 2024-04-02T08:42:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:08 smithi112 ceph-mon[91385]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:42:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:08 smithi112 ceph-mon[91385]: pgmap v720: 121 pgs: 121 active+clean; 387 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:42:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:08 smithi112 ceph-mon[88945]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:42:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:08 smithi112 ceph-mon[88945]: pgmap v720: 121 pgs: 121 active+clean; 387 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:42:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:08 smithi187 ceph-mon[84356]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:42:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:08 smithi187 ceph-mon[84356]: pgmap v720: 121 pgs: 121 active+clean; 387 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3143: done (1 left) 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3144: read oid 5 snap -1 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3144: expect deleted 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3145: copy_from oid 26 from oid 30 current snap is 313 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3146: delete oid 50 current snap is 313 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3142: finishing write tid 1 to smithi11277797-47 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3142: finishing write tid 2 to smithi11277797-47 2024-04-02T08:42:09.341 INFO:tasks.rados.rados.0.smithi112.stdout:3142: finishing write tid 3 to smithi11277797-47 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: finishing write tid 4 to smithi11277797-47 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: finishing write tid 5 to smithi11277797-47 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: oid 47 updating version 0 to 1330 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: oid 47 updating version 1330 to 1331 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: oid 47 version 1331 is already newer than 1329 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: oid 47 version 1331 is already newer than 1328 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1331 (ObjNum 970 snap 313 seq_num 970) dirty exists 2024-04-02T08:42:09.342 INFO:tasks.rados.rados.0.smithi112.stdout:3142: left oid 47 (ObjNum 970 snap 313 seq_num 970) 2024-04-02T08:42:09.353 INFO:tasks.rados.rados.0.smithi112.stdout:3142: done (3 left) 2024-04-02T08:42:09.353 INFO:tasks.rados.rados.0.smithi112.stdout:3146: done (2 left) 2024-04-02T08:42:09.354 INFO:tasks.rados.rados.0.smithi112.stdout:3147: snap_create 2024-04-02T08:42:09.361 INFO:tasks.rados.rados.0.smithi112.stdout:3145: finishing copy_from racing read to smithi11277797-26 2024-04-02T08:42:09.363 INFO:tasks.rados.rados.0.smithi112.stdout:3145: finishing copy_from to smithi11277797-26 2024-04-02T08:42:09.363 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1679 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:42:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-mon[91385]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:42:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-mon[91385]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:42:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-mon[88945]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:42:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-mon[88945]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:42:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:42:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:42:09] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-02T08:42:09.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:09 smithi187 ceph-mon[84356]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:42:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:09 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:09 smithi187 ceph-mon[84356]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:42:10.363 INFO:tasks.rados.rados.0.smithi112.stdout:3144: done (2 left) 2024-04-02T08:42:10.363 INFO:tasks.rados.rados.0.smithi112.stdout:3145: done (1 left) 2024-04-02T08:42:10.363 INFO:tasks.rados.rados.0.smithi112.stdout:3147: done (0 left) 2024-04-02T08:42:10.363 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 314 2024-04-02T08:42:10.363 INFO:tasks.rados.rados.0.smithi112.stdout:3148: seq_num 972 ranges {4661248=688128,5349376=688128,6037504=516096} 2024-04-02T08:42:10.392 INFO:tasks.rados.rados.0.smithi112.stdout:3148: writing smithi11277797-29 from 4661248 to 5349376 tid 1 2024-04-02T08:42:10.395 INFO:tasks.rados.rados.0.smithi112.stdout:3148: writing smithi11277797-29 from 5349376 to 6037504 tid 2 2024-04-02T08:42:10.399 INFO:tasks.rados.rados.0.smithi112.stdout:3148: writing smithi11277797-29 from 6037504 to 6553600 tid 3 2024-04-02T08:42:10.399 INFO:tasks.rados.rados.0.smithi112.stdout:3149: read oid 15 snap -1 2024-04-02T08:42:10.399 INFO:tasks.rados.rados.0.smithi112.stdout:3149: expect (ObjNum 920 snap 289 seq_num 920) 2024-04-02T08:42:10.400 INFO:tasks.rados.rados.0.smithi112.stdout:3150: rollback oid 1 current snap is 314 2024-04-02T08:42:10.400 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 298 2024-04-02T08:42:10.400 INFO:tasks.rados.rados.0.smithi112.stdout:3151: read oid 33 snap -1 2024-04-02T08:42:10.400 INFO:tasks.rados.rados.0.smithi112.stdout:3151: expect (ObjNum 866 snap 281 seq_num 866) 2024-04-02T08:42:10.400 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 314 2024-04-02T08:42:10.400 INFO:tasks.rados.rados.0.smithi112.stdout:3152: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-04-02T08:42:10.403 INFO:tasks.rados.rados.0.smithi112.stdout:3152: writing smithi11277797-49 from 0 to 704512 tid 1 2024-04-02T08:42:10.408 INFO:tasks.rados.rados.0.smithi112.stdout:3152: writing smithi11277797-49 from 704512 to 1277952 tid 2 2024-04-02T08:42:10.410 INFO:tasks.rados.rados.0.smithi112.stdout:3152: writing smithi11277797-49 from 1277952 to 1785856 tid 3 2024-04-02T08:42:10.413 INFO:tasks.rados.rados.0.smithi112.stdout:3152: writing smithi11277797-49 from 1785856 to 1908736 tid 4 2024-04-02T08:42:10.413 INFO:tasks.rados.rados.0.smithi112.stdout:3153: snap_create 2024-04-02T08:42:10.413 INFO:tasks.rados.rados.0.smithi112.stdout:3148: finishing write tid 1 to smithi11277797-29 2024-04-02T08:42:10.413 INFO:tasks.rados.rados.0.smithi112.stdout:3148: finishing write tid 2 to smithi11277797-29 2024-04-02T08:42:10.413 INFO:tasks.rados.rados.0.smithi112.stdout:3151: expect (ObjNum 866 snap 281 seq_num 866) 2024-04-02T08:42:10.415 INFO:tasks.rados.rados.0.smithi112.stdout:3149: expect (ObjNum 920 snap 289 seq_num 920) 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:3148: finishing write tid 3 to smithi11277797-29 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:3148: finishing write tid 4 to smithi11277797-29 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:3150: finishing rollback tid 0 to smithi11277797-1 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:3150: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:3150: finishing rollback tid 2 to smithi11277797-1 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1558 (ObjNum 943 snap 298 seq_num 943) dirty exists 2024-04-02T08:42:10.442 INFO:tasks.rados.rados.0.smithi112.stdout:3148: finishing write tid 5 to smithi11277797-29 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3148: oid 29 updating version 0 to 1551 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3148: oid 29 version 1551 is already newer than 1549 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3148: oid 29 version 1551 is already newer than 1548 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3148: oid 29 version 1551 is already newer than 1550 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1551 (ObjNum 972 snap 314 seq_num 972) dirty exists 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3148: left oid 29 (ObjNum 972 snap 314 seq_num 972) 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: finishing write tid 1 to smithi11277797-49 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: finishing write tid 2 to smithi11277797-49 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: finishing write tid 3 to smithi11277797-49 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: finishing write tid 4 to smithi11277797-49 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: finishing write tid 5 to smithi11277797-49 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: finishing write tid 6 to smithi11277797-49 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: oid 49 updating version 0 to 1817 2024-04-02T08:42:10.443 INFO:tasks.rados.rados.0.smithi112.stdout:3152: oid 49 version 1817 is already newer than 1815 2024-04-02T08:42:10.444 INFO:tasks.rados.rados.0.smithi112.stdout:3152: oid 49 updating version 1817 to 1818 2024-04-02T08:42:10.444 INFO:tasks.rados.rados.0.smithi112.stdout:3152: oid 49 version 1818 is already newer than 1816 2024-04-02T08:42:10.444 INFO:tasks.rados.rados.0.smithi112.stdout:3152: oid 49 version 1818 is already newer than 1814 2024-04-02T08:42:10.444 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1818 (ObjNum 973 snap 314 seq_num 973) dirty exists 2024-04-02T08:42:10.444 INFO:tasks.rados.rados.0.smithi112.stdout:3152: left oid 49 (ObjNum 973 snap 314 seq_num 973) 2024-04-02T08:42:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:42:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[91385]: pgmap v723: 121 pgs: 121 active+clean; 386 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 548 KiB/s wr, 0 op/s 2024-04-02T08:42:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:42:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:10 smithi112 ceph-mon[88945]: pgmap v723: 121 pgs: 121 active+clean; 386 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 548 KiB/s wr, 0 op/s 2024-04-02T08:42:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:42:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:10 smithi187 ceph-mon[84356]: pgmap v723: 121 pgs: 121 active+clean; 386 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 548 KiB/s wr, 0 op/s 2024-04-02T08:42:11.372 INFO:tasks.rados.rados.0.smithi112.stdout:3148: done (5 left) 2024-04-02T08:42:11.372 INFO:tasks.rados.rados.0.smithi112.stdout:3149: done (4 left) 2024-04-02T08:42:11.372 INFO:tasks.rados.rados.0.smithi112.stdout:3150: done (3 left) 2024-04-02T08:42:11.373 INFO:tasks.rados.rados.0.smithi112.stdout:3151: done (2 left) 2024-04-02T08:42:11.373 INFO:tasks.rados.rados.0.smithi112.stdout:3152: done (1 left) 2024-04-02T08:42:11.373 INFO:tasks.rados.rados.0.smithi112.stdout:3153: done (0 left) 2024-04-02T08:42:11.373 INFO:tasks.rados.rados.0.smithi112.stdout:3154: snap_remove snap 291 2024-04-02T08:42:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:11 smithi112 ceph-mon[91385]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:42:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:11 smithi112 ceph-mon[88945]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:42:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:11 smithi187 ceph-mon[84356]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:42:12.377 INFO:tasks.rados.rados.0.smithi112.stdout:3154: done (0 left) 2024-04-02T08:42:12.377 INFO:tasks.rados.rados.0.smithi112.stdout:3155: copy_from oid 13 from oid 29 current snap is 315 2024-04-02T08:42:12.377 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 315 2024-04-02T08:42:12.378 INFO:tasks.rados.rados.0.smithi112.stdout:3156: seq_num 974 ranges {1859584=720896,2580480=507904,3088384=671744,3760128=24576} 2024-04-02T08:42:12.392 INFO:tasks.rados.rados.0.smithi112.stdout:3156: writing smithi11277797-47 from 1859584 to 2580480 tid 1 2024-04-02T08:42:12.395 INFO:tasks.rados.rados.0.smithi112.stdout:3156: writing smithi11277797-47 from 2580480 to 3088384 tid 2 2024-04-02T08:42:12.400 INFO:tasks.rados.rados.0.smithi112.stdout:3156: writing smithi11277797-47 from 3088384 to 3760128 tid 3 2024-04-02T08:42:12.400 INFO:tasks.rados.rados.0.smithi112.stdout:3156: writing smithi11277797-47 from 3760128 to 3784704 tid 4 2024-04-02T08:42:12.400 INFO:tasks.rados.rados.0.smithi112.stdout:3157: read oid 28 snap 299 2024-04-02T08:42:12.400 INFO:tasks.rados.rados.0.smithi112.stdout:3157: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:12.401 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 315 2024-04-02T08:42:12.401 INFO:tasks.rados.rados.0.smithi112.stdout:3158: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-04-02T08:42:12.404 INFO:tasks.rados.rados.0.smithi112.stdout:3158: writing smithi11277797-21 from 0 to 737280 tid 1 2024-04-02T08:42:12.410 INFO:tasks.rados.rados.0.smithi112.stdout:3158: writing smithi11277797-21 from 737280 to 1523712 tid 2 2024-04-02T08:42:12.413 INFO:tasks.rados.rados.0.smithi112.stdout:3158: writing smithi11277797-21 from 1523712 to 1941504 tid 3 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3159: setattr oid 16 current snap is 315 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3156: finishing write tid 1 to smithi11277797-47 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3156: finishing write tid 2 to smithi11277797-47 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3156: finishing write tid 3 to smithi11277797-47 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3156: finishing write tid 4 to smithi11277797-47 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3158: finishing write tid 1 to smithi11277797-21 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3156: finishing write tid 5 to smithi11277797-47 2024-04-02T08:42:12.414 INFO:tasks.rados.rados.0.smithi112.stdout:3157: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:12.453 INFO:tasks.rados.rados.0.smithi112.stdout:3156: finishing write tid 6 to smithi11277797-47 2024-04-02T08:42:12.453 INFO:tasks.rados.rados.0.smithi112.stdout:3156: oid 47 updating version 0 to 1344 2024-04-02T08:42:12.453 INFO:tasks.rados.rados.0.smithi112.stdout:3156: oid 47 updating version 1344 to 1345 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3156: oid 47 version 1345 is already newer than 1343 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3156: oid 47 version 1345 is already newer than 1341 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3156: oid 47 version 1345 is already newer than 1342 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1345 (ObjNum 974 snap 315 seq_num 974) dirty exists 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3156: left oid 47 (ObjNum 974 snap 315 seq_num 974) 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: finishing write tid 2 to smithi11277797-21 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: finishing write tid 3 to smithi11277797-21 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: finishing write tid 4 to smithi11277797-21 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: finishing write tid 5 to smithi11277797-21 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: oid 21 updating version 0 to 1471 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: oid 21 updating version 1471 to 1473 2024-04-02T08:42:12.454 INFO:tasks.rados.rados.0.smithi112.stdout:3158: oid 21 version 1473 is already newer than 1472 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3158: oid 21 version 1473 is already newer than 1470 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1473 (ObjNum 975 snap 315 seq_num 975) dirty exists 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3158: left oid 21 (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3155: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3155: finishing copy_from to smithi11277797-13 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1551 (ObjNum 972 snap 314 seq_num 972) dirty exists 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3155: done (4 left) 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3156: done (3 left) 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3157: done (2 left) 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3158: done (1 left) 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3160: rollback oid 32 current snap is 315 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 305 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3161: rmattr oid 22 current snap is 315 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3161: done (2 left) 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3162: copy_from oid 10 from oid 36 current snap is 315 2024-04-02T08:42:12.455 INFO:tasks.rados.rados.0.smithi112.stdout:3163: snap_create 2024-04-02T08:42:12.456 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1547 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:42:12.463 INFO:tasks.rados.rados.0.smithi112.stdout:3160: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:42:12.463 INFO:tasks.rados.rados.0.smithi112.stdout:3160: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:42:12.463 INFO:tasks.rados.rados.0.smithi112.stdout:3160: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:42:12.463 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1326 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:42:12.467 INFO:tasks.rados.rados.0.smithi112.stdout:3162: finishing copy_from racing read to smithi11277797-10 2024-04-02T08:42:12.468 INFO:tasks.rados.rados.0.smithi112.stdout:3162: finishing copy_from to smithi11277797-10 2024-04-02T08:42:12.468 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1807 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-04-02T08:42:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:12 smithi187 ceph-mon[84356]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:42:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:12 smithi187 ceph-mon[84356]: pgmap v726: 121 pgs: 121 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T08:42:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:42:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:12.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:12 smithi112 ceph-mon[88945]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:42:12.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:12 smithi112 ceph-mon[88945]: pgmap v726: 121 pgs: 121 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T08:42:12.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:12 smithi112 ceph-mon[91385]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:42:12.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:12 smithi112 ceph-mon[91385]: pgmap v726: 121 pgs: 121 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T08:42:13.379 INFO:tasks.rados.rados.0.smithi112.stdout:3159: done (3 left) 2024-04-02T08:42:13.379 INFO:tasks.rados.rados.0.smithi112.stdout:3160: done (2 left) 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:3162: done (1 left) 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:3163: done (0 left) 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:3164: read oid 2 snap 298 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:3164: expect (ObjNum 896 snap 282 seq_num 896) 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:3165: copy_from oid 8 from oid 20 current snap is 316 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 316 2024-04-02T08:42:13.380 INFO:tasks.rados.rados.0.smithi112.stdout:3166: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-04-02T08:42:13.384 INFO:tasks.rados.rados.0.smithi112.stdout:3166: writing smithi11277797-5 from 0 to 753664 tid 1 2024-04-02T08:42:13.388 INFO:tasks.rados.rados.0.smithi112.stdout:3166: writing smithi11277797-5 from 753664 to 1425408 tid 2 2024-04-02T08:42:13.392 INFO:tasks.rados.rados.0.smithi112.stdout:3166: writing smithi11277797-5 from 1425408 to 1957888 tid 3 2024-04-02T08:42:13.392 INFO:tasks.rados.rados.0.smithi112.stdout:3167: read oid 7 snap -1 2024-04-02T08:42:13.392 INFO:tasks.rados.rados.0.smithi112.stdout:3167: expect (ObjNum 938 snap 297 seq_num 938) 2024-04-02T08:42:13.392 INFO:tasks.rados.rados.0.smithi112.stdout:3168: copy_from oid 4 from oid 24 current snap is 316 2024-04-02T08:42:13.392 INFO:tasks.rados.rados.0.smithi112.stdout:3164: expect (ObjNum 896 snap 282 seq_num 896) 2024-04-02T08:42:13.416 INFO:tasks.rados.rados.0.smithi112.stdout:3166: finishing write tid 1 to smithi11277797-5 2024-04-02T08:42:13.416 INFO:tasks.rados.rados.0.smithi112.stdout:3166: finishing write tid 2 to smithi11277797-5 2024-04-02T08:42:13.416 INFO:tasks.rados.rados.0.smithi112.stdout:3164: done (4 left) 2024-04-02T08:42:13.416 INFO:tasks.rados.rados.0.smithi112.stdout:3169: snap_remove snap 312 2024-04-02T08:42:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:13 smithi187 ceph-mon[84356]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:42:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:13 smithi112 ceph-mon[88945]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:42:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:13 smithi112 ceph-mon[91385]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:42:14.338 INFO:tasks.rados.rados.0.smithi112.stdout:3169: done (4 left) 2024-04-02T08:42:14.338 INFO:tasks.rados.rados.0.smithi112.stdout:3170: rollback oid 40 current snap is 316 2024-04-02T08:42:14.338 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 295 2024-04-02T08:42:14.338 INFO:tasks.rados.rados.0.smithi112.stdout:3166: finishing write tid 3 to smithi11277797-5 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: finishing write tid 4 to smithi11277797-5 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: finishing write tid 5 to smithi11277797-5 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: oid 5 updating version 0 to 1521 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: oid 5 version 1521 is already newer than 1519 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: oid 5 version 1521 is already newer than 1520 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: oid 5 updating version 1521 to 1522 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1522 (ObjNum 976 snap 316 seq_num 976) dirty exists 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3166: left oid 5 (ObjNum 976 snap 316 seq_num 976) 2024-04-02T08:42:14.339 INFO:tasks.rados.rados.0.smithi112.stdout:3167: expect (ObjNum 938 snap 297 seq_num 938) 2024-04-02T08:42:14.445 INFO:tasks.rados.rados.0.smithi112.stdout:3168: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3168: finishing copy_from to smithi11277797-4 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1591 (ObjNum 948 snap 299 seq_num 948) dirty exists 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3165: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3165: finishing copy_from to smithi11277797-8 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1543 (ObjNum 955 snap 300 seq_num 955) dirty exists 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3165: done (4 left) 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3166: done (3 left) 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3167: done (2 left) 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3168: done (1 left) 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3171: copy_from oid 41 from oid 23 current snap is 316 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3170: finishing rollback tid 0 to smithi11277797-40 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3170: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1175 (ObjNum 161 snap 0 seq_num 2348535664) dirty dne 2024-04-02T08:42:14.446 INFO:tasks.rados.rados.0.smithi112.stdout:3170: done (1 left) 2024-04-02T08:42:14.447 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 316 2024-04-02T08:42:14.447 INFO:tasks.rados.rados.0.smithi112.stdout:3172: seq_num 977 ranges {1015808=770048,1785856=557056,2342912=491520,2834432=155648} 2024-04-02T08:42:14.456 INFO:tasks.rados.rados.0.smithi112.stdout:3172: writing smithi11277797-15 from 1015808 to 1785856 tid 1 2024-04-02T08:42:14.460 INFO:tasks.rados.rados.0.smithi112.stdout:3172: writing smithi11277797-15 from 1785856 to 2342912 tid 2 2024-04-02T08:42:14.463 INFO:tasks.rados.rados.0.smithi112.stdout:3172: writing smithi11277797-15 from 2342912 to 2834432 tid 3 2024-04-02T08:42:14.464 INFO:tasks.rados.rados.0.smithi112.stdout:3172: writing smithi11277797-15 from 2834432 to 2990080 tid 4 2024-04-02T08:42:14.464 INFO:tasks.rados.rados.0.smithi112.stdout:3173: snap_remove snap 315 2024-04-02T08:42:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:14 smithi187 ceph-mon[84356]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:42:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:14 smithi187 ceph-mon[84356]: pgmap v729: 121 pgs: 121 active+clean; 376 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:42:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:14 smithi187 ceph-mon[84356]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:42:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:14 smithi112 ceph-mon[91385]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:42:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:14 smithi112 ceph-mon[91385]: pgmap v729: 121 pgs: 121 active+clean; 376 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:42:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:14 smithi112 ceph-mon[91385]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:42:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:14 smithi112 ceph-mon[88945]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:42:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:14 smithi112 ceph-mon[88945]: pgmap v729: 121 pgs: 121 active+clean; 376 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:42:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:14 smithi112 ceph-mon[88945]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3171: finishing copy_from to smithi11277797-41 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3171: got expected ENOENT (src dne) 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3171: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: finishing write tid 1 to smithi11277797-15 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: finishing write tid 2 to smithi11277797-15 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: finishing write tid 3 to smithi11277797-15 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: finishing write tid 4 to smithi11277797-15 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: finishing write tid 5 to smithi11277797-15 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: finishing write tid 6 to smithi11277797-15 2024-04-02T08:42:15.389 INFO:tasks.rados.rados.0.smithi112.stdout:3172: oid 15 updating version 0 to 1478 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3172: oid 15 version 1478 is already newer than 1476 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3172: oid 15 version 1478 is already newer than 1475 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3172: oid 15 updating version 1478 to 1479 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3172: oid 15 version 1479 is already newer than 1477 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1479 (ObjNum 977 snap 316 seq_num 977) dirty exists 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3172: left oid 15 (ObjNum 977 snap 316 seq_num 977) 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3171: done (2 left) 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3172: done (1 left) 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3173: done (0 left) 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3174: rollback oid 38 current snap is 316 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 299 2024-04-02T08:42:15.390 INFO:tasks.rados.rados.0.smithi112.stdout:3175: setattr oid 47 current snap is 316 2024-04-02T08:42:15.391 INFO:tasks.rados.rados.0.smithi112.stdout:3176: copy_from oid 15 from oid 33 current snap is 316 2024-04-02T08:42:15.391 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 316 2024-04-02T08:42:15.391 INFO:tasks.rados.rados.0.smithi112.stdout:3177: seq_num 978 ranges {778240=786432,1564672=442368,2007040=647168,2654208=114688} 2024-04-02T08:42:15.400 INFO:tasks.rados.rados.0.smithi112.stdout:3177: writing smithi11277797-35 from 778240 to 1564672 tid 1 2024-04-02T08:42:15.403 INFO:tasks.rados.rados.0.smithi112.stdout:3177: writing smithi11277797-35 from 1564672 to 2007040 tid 2 2024-04-02T08:42:15.407 INFO:tasks.rados.rados.0.smithi112.stdout:3177: writing smithi11277797-35 from 2007040 to 2654208 tid 3 2024-04-02T08:42:15.408 INFO:tasks.rados.rados.0.smithi112.stdout:3177: writing smithi11277797-35 from 2654208 to 2768896 tid 4 2024-04-02T08:42:15.408 INFO:tasks.rados.rados.0.smithi112.stdout:3178: copy_from oid 4 from oid 5 current snap is 316 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1346 (ObjNum 974 snap 315 seq_num 974) dirty exists 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3174: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1542 (ObjNum 129 snap 0 seq_num 2348378608) dirty dne 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3176: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3176: finishing copy_from to smithi11277797-15 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1167 (ObjNum 866 snap 281 seq_num 866) dirty exists 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3177: finishing write tid 1 to smithi11277797-35 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3177: finishing write tid 2 to smithi11277797-35 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3174: done (4 left) 2024-04-02T08:42:15.409 INFO:tasks.rados.rados.0.smithi112.stdout:3175: done (3 left) 2024-04-02T08:42:15.410 INFO:tasks.rados.rados.0.smithi112.stdout:3176: done (2 left) 2024-04-02T08:42:15.410 INFO:tasks.rados.rados.0.smithi112.stdout:3179: delete oid 47 current snap is 316 2024-04-02T08:42:15.411 INFO:tasks.rados.rados.0.smithi112.stdout:3179: done (2 left) 2024-04-02T08:42:15.411 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 316 2024-04-02T08:42:15.411 INFO:tasks.rados.rados.0.smithi112.stdout:3180: seq_num 980 ranges {4046848=417792,4464640=614400,5079040=663552,5742592=327680} 2024-04-02T08:42:15.437 INFO:tasks.rados.rados.0.smithi112.stdout:3180: writing smithi11277797-46 from 4046848 to 4464640 tid 1 2024-04-02T08:42:15.441 INFO:tasks.rados.rados.0.smithi112.stdout:3180: writing smithi11277797-46 from 4464640 to 5079040 tid 2 2024-04-02T08:42:15.445 INFO:tasks.rados.rados.0.smithi112.stdout:3180: writing smithi11277797-46 from 5079040 to 5742592 tid 3 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3180: writing smithi11277797-46 from 5742592 to 6070272 tid 4 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3181: read oid 28 snap -1 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3181: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3182: rollback oid 8 current snap is 316 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 292 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3177: finishing write tid 3 to smithi11277797-35 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3177: finishing write tid 4 to smithi11277797-35 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3177: finishing write tid 5 to smithi11277797-35 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3177: finishing write tid 6 to smithi11277797-35 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3177: oid 35 updating version 0 to 1487 2024-04-02T08:42:15.448 INFO:tasks.rados.rados.0.smithi112.stdout:3177: oid 35 updating version 1487 to 1488 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3177: oid 35 version 1488 is already newer than 1486 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3177: oid 35 version 1488 is already newer than 1485 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3177: oid 35 version 1488 is already newer than 1484 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1488 (ObjNum 978 snap 316 seq_num 978) dirty exists 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3177: left oid 35 (ObjNum 978 snap 316 seq_num 978) 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3178: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3178: finishing copy_from to smithi11277797-4 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1522 (ObjNum 976 snap 316 seq_num 976) dirty exists 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3180: finishing write tid 1 to smithi11277797-46 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3180: finishing write tid 2 to smithi11277797-46 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3177: done (4 left) 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3178: done (3 left) 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3183: rmattr oid 31 current snap is 316 2024-04-02T08:42:15.449 INFO:tasks.rados.rados.0.smithi112.stdout:3183: done (3 left) 2024-04-02T08:42:15.450 INFO:tasks.rados.rados.0.smithi112.stdout:3184: snap_create 2024-04-02T08:42:15.450 INFO:tasks.rados.rados.0.smithi112.stdout:3180: finishing write tid 3 to smithi11277797-46 2024-04-02T08:42:15.451 INFO:tasks.rados.rados.0.smithi112.stdout:3180: finishing write tid 4 to smithi11277797-46 2024-04-02T08:42:15.451 INFO:tasks.rados.rados.0.smithi112.stdout:3182: finishing rollback tid 0 to smithi11277797-8 2024-04-02T08:42:15.451 INFO:tasks.rados.rados.0.smithi112.stdout:3180: finishing write tid 5 to smithi11277797-46 2024-04-02T08:42:15.451 INFO:tasks.rados.rados.0.smithi112.stdout:3182: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:42:15.451 INFO:tasks.rados.rados.0.smithi112.stdout:3182: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:42:15.451 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1828 (ObjNum 928 snap 292 seq_num 928) dirty exists 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: finishing write tid 6 to smithi11277797-46 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: oid 46 updating version 0 to 1562 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: oid 46 updating version 1562 to 1563 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: oid 46 version 1563 is already newer than 1560 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: oid 46 version 1563 is already newer than 1561 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: oid 46 version 1563 is already newer than 1559 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1563 (ObjNum 980 snap 316 seq_num 980) dirty exists 2024-04-02T08:42:15.455 INFO:tasks.rados.rados.0.smithi112.stdout:3180: left oid 46 (ObjNum 980 snap 316 seq_num 980) 2024-04-02T08:42:15.456 INFO:tasks.rados.rados.0.smithi112.stdout:3181: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:3180: done (3 left) 2024-04-02T08:42:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:3181: done (2 left) 2024-04-02T08:42:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:3182: done (1 left) 2024-04-02T08:42:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:3184: done (0 left) 2024-04-02T08:42:16.399 INFO:tasks.rados.rados.0.smithi112.stdout:3185: snap_create 2024-04-02T08:42:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:16 smithi187 ceph-mon[84356]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:42:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:16 smithi187 ceph-mon[84356]: pgmap v732: 121 pgs: 121 active+clean; 380 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 932 KiB/s wr, 17 op/s 2024-04-02T08:42:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:16 smithi112 ceph-mon[91385]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:42:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:16 smithi112 ceph-mon[91385]: pgmap v732: 121 pgs: 121 active+clean; 380 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 932 KiB/s wr, 17 op/s 2024-04-02T08:42:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:16 smithi112 ceph-mon[88945]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:42:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:16 smithi112 ceph-mon[88945]: pgmap v732: 121 pgs: 121 active+clean; 380 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 932 KiB/s wr, 17 op/s 2024-04-02T08:42:17.397 INFO:tasks.rados.rados.0.smithi112.stdout:3185: done (0 left) 2024-04-02T08:42:17.397 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 318 2024-04-02T08:42:17.397 INFO:tasks.rados.rados.0.smithi112.stdout:3186: seq_num 981 ranges {106496=434176,540672=540672,1081344=466944,1548288=524288,2072576=73728} 2024-04-02T08:42:17.401 INFO:tasks.rados.rados.0.smithi112.stdout:3186: writing smithi11277797-15 from 106496 to 540672 tid 1 2024-04-02T08:42:17.404 INFO:tasks.rados.rados.0.smithi112.stdout:3186: writing smithi11277797-15 from 540672 to 1081344 tid 2 2024-04-02T08:42:17.408 INFO:tasks.rados.rados.0.smithi112.stdout:3186: writing smithi11277797-15 from 1081344 to 1548288 tid 3 2024-04-02T08:42:17.411 INFO:tasks.rados.rados.0.smithi112.stdout:3186: writing smithi11277797-15 from 1548288 to 2072576 tid 4 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3186: writing smithi11277797-15 from 2072576 to 2146304 tid 5 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3187: rollback oid 3 current snap is 318 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 3 to 310 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 1 to smithi11277797-15 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 2 to smithi11277797-15 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3188: read oid 50 snap 306 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3188: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 318 2024-04-02T08:42:17.412 INFO:tasks.rados.rados.0.smithi112.stdout:3189: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-04-02T08:42:17.414 INFO:tasks.rados.rados.0.smithi112.stdout:3189: writing smithi11277797-43 from 0 to 450560 tid 1 2024-04-02T08:42:17.417 INFO:tasks.rados.rados.0.smithi112.stdout:3189: writing smithi11277797-43 from 450560 to 876544 tid 2 2024-04-02T08:42:17.422 INFO:tasks.rados.rados.0.smithi112.stdout:3189: writing smithi11277797-43 from 876544 to 1556480 tid 3 2024-04-02T08:42:17.425 INFO:tasks.rados.rados.0.smithi112.stdout:3189: writing smithi11277797-43 from 1556480 to 2023424 tid 4 2024-04-02T08:42:17.426 INFO:tasks.rados.rados.0.smithi112.stdout:3189: writing smithi11277797-43 from 2023424 to 2056192 tid 5 2024-04-02T08:42:17.426 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 318 2024-04-02T08:42:17.426 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 3 to smithi11277797-15 2024-04-02T08:42:17.426 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 4 to smithi11277797-15 2024-04-02T08:42:17.426 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 5 to smithi11277797-15 2024-04-02T08:42:17.426 INFO:tasks.rados.rados.0.smithi112.stdout:3190: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-02T08:42:17.428 INFO:tasks.rados.rados.0.smithi112.stdout:3190: writing smithi11277797-34 from 0 to 466944 tid 1 2024-04-02T08:42:17.432 INFO:tasks.rados.rados.0.smithi112.stdout:3190: writing smithi11277797-34 from 466944 to 1179648 tid 2 2024-04-02T08:42:17.435 INFO:tasks.rados.rados.0.smithi112.stdout:3190: writing smithi11277797-34 from 1179648 to 1613824 tid 3 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3190: writing smithi11277797-34 from 1613824 to 2072576 tid 4 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3191: copy_from oid 5 from oid 10 current snap is 318 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 6 to smithi11277797-15 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3187: finishing rollback tid 0 to smithi11277797-3 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: finishing write tid 7 to smithi11277797-15 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: oid 15 updating version 0 to 1493 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: oid 15 updating version 1493 to 1494 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: oid 15 version 1494 is already newer than 1491 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: oid 15 updating version 1494 to 1495 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: oid 15 version 1495 is already newer than 1492 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: oid 15 version 1495 is already newer than 1490 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1495 (ObjNum 981 snap 318 seq_num 981) dirty exists 2024-04-02T08:42:17.439 INFO:tasks.rados.rados.0.smithi112.stdout:3186: left oid 15 (ObjNum 981 snap 318 seq_num 981) 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3187: finishing rollback tid 1 to smithi11277797-3 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3187: finishing rollback tid 2 to smithi11277797-3 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1566 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3186: done (5 left) 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3187: done (4 left) 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3192: read oid 3 snap 296 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3192: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3193: rollback oid 11 current snap is 318 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 298 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 1 to smithi11277797-43 2024-04-02T08:42:17.440 INFO:tasks.rados.rados.0.smithi112.stdout:3188: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 2 to smithi11277797-43 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 3 to smithi11277797-43 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 4 to smithi11277797-43 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 5 to smithi11277797-43 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 6 to smithi11277797-43 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3188: done (5 left) 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3194: read oid 44 snap -1 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3194: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:42:17.504 INFO:tasks.rados.rados.0.smithi112.stdout:3195: snap_remove snap 301 2024-04-02T08:42:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:17 smithi187 ceph-mon[84356]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:42:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:17 smithi112 ceph-mon[91385]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:42:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:17 smithi112 ceph-mon[88945]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:42:18.410 INFO:tasks.rados.rados.0.smithi112.stdout:3195: done (6 left) 2024-04-02T08:42:18.410 INFO:tasks.rados.rados.0.smithi112.stdout:3196: copy_from oid 8 from oid 48 current snap is 318 2024-04-02T08:42:18.410 INFO:tasks.rados.rados.0.smithi112.stdout:3190: finishing write tid 1 to smithi11277797-34 2024-04-02T08:42:18.410 INFO:tasks.rados.rados.0.smithi112.stdout:3189: finishing write tid 7 to smithi11277797-43 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: oid 43 updating version 0 to 1703 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: oid 43 version 1703 is already newer than 1699 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: oid 43 version 1703 is already newer than 1700 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: oid 43 version 1703 is already newer than 1698 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: oid 43 version 1703 is already newer than 1702 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: oid 43 version 1703 is already newer than 1701 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1703 (ObjNum 982 snap 318 seq_num 982) dirty exists 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3189: left oid 43 (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: finishing write tid 2 to smithi11277797-34 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: finishing write tid 3 to smithi11277797-34 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: finishing write tid 4 to smithi11277797-34 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: finishing write tid 5 to smithi11277797-34 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: finishing write tid 6 to smithi11277797-34 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: oid 34 updating version 0 to 1812 2024-04-02T08:42:18.411 INFO:tasks.rados.rados.0.smithi112.stdout:3190: oid 34 version 1812 is already newer than 1811 2024-04-02T08:42:18.412 INFO:tasks.rados.rados.0.smithi112.stdout:3190: oid 34 version 1812 is already newer than 1809 2024-04-02T08:42:18.412 INFO:tasks.rados.rados.0.smithi112.stdout:3190: oid 34 version 1812 is already newer than 1810 2024-04-02T08:42:18.412 INFO:tasks.rados.rados.0.smithi112.stdout:3190: oid 34 version 1812 is already newer than 1808 2024-04-02T08:42:18.412 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 1812 (ObjNum 983 snap 318 seq_num 983) dirty exists 2024-04-02T08:42:18.412 INFO:tasks.rados.rados.0.smithi112.stdout:3190: left oid 34 (ObjNum 983 snap 318 seq_num 983) 2024-04-02T08:42:18.412 INFO:tasks.rados.rados.0.smithi112.stdout:3192: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:3193: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:3193: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:3193: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1265 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:3191: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:3191: finishing copy_from to smithi11277797-5 2024-04-02T08:42:18.455 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1807 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3189: done (6 left) 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3190: done (5 left) 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3191: done (4 left) 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3192: done (3 left) 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3193: done (2 left) 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3197: copy_from oid 45 from oid 28 current snap is 318 2024-04-02T08:42:18.456 INFO:tasks.rados.rados.0.smithi112.stdout:3194: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3196: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3196: finishing copy_from to smithi11277797-8 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1681 (ObjNum 950 snap 299 seq_num 950) dirty exists 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3197: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3194: done (2 left) 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3196: done (1 left) 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3198: rmattr oid 22 current snap is 318 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3198: done (1 left) 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 318 2024-04-02T08:42:18.463 INFO:tasks.rados.rados.0.smithi112.stdout:3199: seq_num 984 ranges {1753088=483328,2236416=598016,2834432=647168,3481600=360448} 2024-04-02T08:42:18.475 INFO:tasks.rados.rados.0.smithi112.stdout:3199: writing smithi11277797-10 from 1753088 to 2236416 tid 1 2024-04-02T08:42:18.478 INFO:tasks.rados.rados.0.smithi112.stdout:3199: writing smithi11277797-10 from 2236416 to 2834432 tid 2 2024-04-02T08:42:18.482 INFO:tasks.rados.rados.0.smithi112.stdout:3199: writing smithi11277797-10 from 2834432 to 3481600 tid 3 2024-04-02T08:42:18.484 INFO:tasks.rados.rados.0.smithi112.stdout:3199: writing smithi11277797-10 from 3481600 to 3842048 tid 4 2024-04-02T08:42:18.485 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 318 2024-04-02T08:42:18.485 INFO:tasks.rados.rados.0.smithi112.stdout:3197: finishing copy_from to smithi11277797-45 2024-04-02T08:42:18.485 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1543 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:18.485 INFO:tasks.rados.rados.0.smithi112.stdout:3200: seq_num 985 ranges {3039232=499712,3538944=483328,4022272=450560,4472832=581632,5054464=90112} 2024-04-02T08:42:18.504 INFO:tasks.rados.rados.0.smithi112.stdout:3200: writing smithi11277797-24 from 3039232 to 3538944 tid 1 2024-04-02T08:42:18.506 INFO:tasks.rados.rados.0.smithi112.stdout:3200: writing smithi11277797-24 from 3538944 to 4022272 tid 2 2024-04-02T08:42:18.509 INFO:tasks.rados.rados.0.smithi112.stdout:3200: writing smithi11277797-24 from 4022272 to 4472832 tid 3 2024-04-02T08:42:18.512 INFO:tasks.rados.rados.0.smithi112.stdout:3200: writing smithi11277797-24 from 4472832 to 5054464 tid 4 2024-04-02T08:42:18.513 INFO:tasks.rados.rados.0.smithi112.stdout:3200: writing smithi11277797-24 from 5054464 to 5144576 tid 5 2024-04-02T08:42:18.513 INFO:tasks.rados.rados.0.smithi112.stdout:3197: done (2 left) 2024-04-02T08:42:18.513 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 318 2024-04-02T08:42:18.513 INFO:tasks.rados.rados.0.smithi112.stdout:3199: finishing write tid 1 to smithi11277797-10 2024-04-02T08:42:18.513 INFO:tasks.rados.rados.0.smithi112.stdout:3199: finishing write tid 2 to smithi11277797-10 2024-04-02T08:42:18.513 INFO:tasks.rados.rados.0.smithi112.stdout:3201: seq_num 986 ranges {1269760=516096,1785856=770048,2555904=655360,3211264=180224} 2024-04-02T08:42:18.522 INFO:tasks.rados.rados.0.smithi112.stdout:3201: writing smithi11277797-3 from 1269760 to 1785856 tid 1 2024-04-02T08:42:18.526 INFO:tasks.rados.rados.0.smithi112.stdout:3201: writing smithi11277797-3 from 1785856 to 2555904 tid 2 2024-04-02T08:42:18.530 INFO:tasks.rados.rados.0.smithi112.stdout:3201: writing smithi11277797-3 from 2555904 to 3211264 tid 3 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3201: writing smithi11277797-3 from 3211264 to 3391488 tid 4 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3202: snap_create 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3199: finishing write tid 3 to smithi11277797-10 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3199: finishing write tid 4 to smithi11277797-10 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3199: finishing write tid 5 to smithi11277797-10 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3199: finishing write tid 6 to smithi11277797-10 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3199: oid 10 updating version 0 to 1817 2024-04-02T08:42:18.532 INFO:tasks.rados.rados.0.smithi112.stdout:3199: oid 10 version 1817 is already newer than 1813 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3199: oid 10 version 1817 is already newer than 1815 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3199: oid 10 version 1817 is already newer than 1816 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3199: oid 10 version 1817 is already newer than 1814 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1817 (ObjNum 984 snap 318 seq_num 984) dirty exists 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3199: left oid 10 (ObjNum 984 snap 318 seq_num 984) 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 1 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 2 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 3 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 4 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 5 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 6 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: finishing write tid 7 to smithi11277797-24 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: oid 24 updating version 0 to 1711 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: oid 24 updating version 1711 to 1713 2024-04-02T08:42:18.533 INFO:tasks.rados.rados.0.smithi112.stdout:3200: oid 24 version 1713 is already newer than 1712 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3200: oid 24 version 1713 is already newer than 1709 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3200: oid 24 updating version 1713 to 1714 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3200: oid 24 version 1714 is already newer than 1710 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1714 (ObjNum 985 snap 318 seq_num 985) dirty exists 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3200: left oid 24 (ObjNum 985 snap 318 seq_num 985) 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3201: finishing write tid 1 to smithi11277797-3 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3201: finishing write tid 2 to smithi11277797-3 2024-04-02T08:42:18.534 INFO:tasks.rados.rados.0.smithi112.stdout:3201: finishing write tid 3 to smithi11277797-3 2024-04-02T08:42:18.535 INFO:tasks.rados.rados.0.smithi112.stdout:3201: finishing write tid 4 to smithi11277797-3 2024-04-02T08:42:18.535 INFO:tasks.rados.rados.0.smithi112.stdout:3201: finishing write tid 5 to smithi11277797-3 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: finishing write tid 6 to smithi11277797-3 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: oid 3 updating version 0 to 1571 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: oid 3 version 1571 is already newer than 1570 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: oid 3 version 1571 is already newer than 1568 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: oid 3 version 1571 is already newer than 1569 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: oid 3 version 1571 is already newer than 1567 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1571 (ObjNum 986 snap 318 seq_num 986) dirty exists 2024-04-02T08:42:18.538 INFO:tasks.rados.rados.0.smithi112.stdout:3201: left oid 3 (ObjNum 986 snap 318 seq_num 986) 2024-04-02T08:42:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:18 smithi187 ceph-mon[84356]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:42:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:18 smithi187 ceph-mon[84356]: pgmap v735: 121 pgs: 121 active+clean; 396 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.2 MiB/s wr, 25 op/s 2024-04-02T08:42:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:18 smithi112 ceph-mon[91385]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:42:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:18 smithi112 ceph-mon[91385]: pgmap v735: 121 pgs: 121 active+clean; 396 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.2 MiB/s wr, 25 op/s 2024-04-02T08:42:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:18 smithi112 ceph-mon[88945]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:42:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:18 smithi112 ceph-mon[88945]: pgmap v735: 121 pgs: 121 active+clean; 396 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.2 MiB/s wr, 25 op/s 2024-04-02T08:42:19.334 INFO:tasks.rados.rados.0.smithi112.stdout:3199: done (3 left) 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3200: done (2 left) 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3201: done (1 left) 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3202: done (0 left) 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3203: rmattr oid 44 current snap is 319 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3204: rmattr oid 36 current snap is 319 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3204: done (1 left) 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3205: read oid 37 snap -1 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3205: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3206: copy_from oid 18 from oid 43 current snap is 319 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3207: copy_from oid 35 from oid 11 current snap is 319 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3208: read oid 40 snap -1 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3208: expect deleted 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3209: rollback oid 16 current snap is 319 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 303 2024-04-02T08:42:19.335 INFO:tasks.rados.rados.0.smithi112.stdout:3210: snap_remove snap 304 2024-04-02T08:42:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:19 smithi112 ceph-mon[88945]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:42:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:19 smithi112 ceph-mon[88945]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:42:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:19 smithi112 ceph-mon[91385]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:42:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:19 smithi112 ceph-mon[91385]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:42:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:42:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:42:19] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-02T08:42:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:19 smithi187 ceph-mon[84356]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:42:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:19 smithi187 ceph-mon[84356]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:42:20.338 INFO:tasks.rados.rados.0.smithi112.stdout:3210: done (6 left) 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3211: rollback oid 50 current snap is 319 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 307 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 1524 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3209: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3209: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3209: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1550 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3206: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3206: finishing copy_from to smithi11277797-18 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1703 (ObjNum 982 snap 318 seq_num 982) dirty exists 2024-04-02T08:42:20.339 INFO:tasks.rados.rados.0.smithi112.stdout:3205: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:42:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:20 smithi187 ceph-mon[84356]: pgmap v738: 121 pgs: 121 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 8.6 MiB/s wr, 12 op/s 2024-04-02T08:42:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:20 smithi187 ceph-mon[84356]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:42:20.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:20 smithi112 ceph-mon[88945]: pgmap v738: 121 pgs: 121 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 8.6 MiB/s wr, 12 op/s 2024-04-02T08:42:20.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:20 smithi112 ceph-mon[88945]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:42:20.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:20 smithi112 ceph-mon[91385]: pgmap v738: 121 pgs: 121 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 8.6 MiB/s wr, 12 op/s 2024-04-02T08:42:20.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:20 smithi112 ceph-mon[91385]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:42:21.030 INFO:tasks.rados.rados.0.smithi112.stdout:3207: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:42:21.030 INFO:tasks.rados.rados.0.smithi112.stdout:3207: finishing copy_from to smithi11277797-35 2024-04-02T08:42:21.030 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1265 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3211: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3211: finishing rollback tid 2 to smithi11277797-50 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 944 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3203: done (6 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3205: done (5 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3206: done (4 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3207: done (3 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3208: done (2 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3209: done (1 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3211: done (0 left) 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3212: rmattr oid 24 current snap is 319 2024-04-02T08:42:21.031 INFO:tasks.rados.rados.0.smithi112.stdout:3213: snap_remove snap 300 2024-04-02T08:42:21.418 INFO:tasks.rados.rados.0.smithi112.stdout:3213: done (1 left) 2024-04-02T08:42:21.418 INFO:tasks.rados.rados.0.smithi112.stdout:3214: snap_remove snap 308 2024-04-02T08:42:22.421 INFO:tasks.rados.rados.0.smithi112.stdout:3214: done (1 left) 2024-04-02T08:42:22.421 INFO:tasks.rados.rados.0.smithi112.stdout:3215: read oid 6 snap 248 2024-04-02T08:42:22.421 INFO:tasks.rados.rados.0.smithi112.stdout:3215: expect deleted 2024-04-02T08:42:22.421 INFO:tasks.rados.rados.0.smithi112.stdout:3216: rollback oid 23 current snap is 319 2024-04-02T08:42:22.422 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 23 to 298 2024-04-02T08:42:22.422 INFO:tasks.rados.rados.0.smithi112.stdout:3217: snap_create 2024-04-02T08:42:22.422 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1722 (ObjNum 985 snap 318 seq_num 985) dirty exists 2024-04-02T08:42:22.427 INFO:tasks.rados.rados.0.smithi112.stdout:3216: finishing rollback tid 1 to smithi11277797-23 2024-04-02T08:42:22.427 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1312 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:22 smithi187 ceph-mon[84356]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:42:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:22 smithi187 ceph-mon[84356]: pgmap v741: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-02T08:42:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:42:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:22.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:22 smithi112 ceph-mon[88945]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:42:22.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:22 smithi112 ceph-mon[88945]: pgmap v741: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-02T08:42:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:22 smithi112 ceph-mon[91385]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:42:22.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:22 smithi112 ceph-mon[91385]: pgmap v741: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3212: done (3 left) 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3215: done (2 left) 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3216: done (1 left) 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3217: done (0 left) 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3218: read oid 13 snap -1 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3218: expect (ObjNum 972 snap 314 seq_num 972) 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 320 2024-04-02T08:42:23.426 INFO:tasks.rados.rados.0.smithi112.stdout:3219: seq_num 987 ranges {13541376=532480,14073856=647168,14721024=417792,15138816=409600,15548416=131072} 2024-04-02T08:42:23.503 INFO:tasks.rados.rados.0.smithi112.stdout:3219: writing smithi11277797-20 from 13541376 to 14073856 tid 1 2024-04-02T08:42:23.506 INFO:tasks.rados.rados.0.smithi112.stdout:3219: writing smithi11277797-20 from 14073856 to 14721024 tid 2 2024-04-02T08:42:23.508 INFO:tasks.rados.rados.0.smithi112.stdout:3219: writing smithi11277797-20 from 14721024 to 15138816 tid 3 2024-04-02T08:42:23.511 INFO:tasks.rados.rados.0.smithi112.stdout:3219: writing smithi11277797-20 from 15138816 to 15548416 tid 4 2024-04-02T08:42:23.512 INFO:tasks.rados.rados.0.smithi112.stdout:3219: writing smithi11277797-20 from 15548416 to 15679488 tid 5 2024-04-02T08:42:23.512 INFO:tasks.rados.rados.0.smithi112.stdout:3220: rmattr oid 45 current snap is 320 2024-04-02T08:42:23.512 INFO:tasks.rados.rados.0.smithi112.stdout:3218: expect (ObjNum 972 snap 314 seq_num 972) 2024-04-02T08:42:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:23 smithi187 ceph-mon[84356]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:42:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:23 smithi112 ceph-mon[91385]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:42:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:23 smithi112 ceph-mon[88945]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:42:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:23.899 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 1 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 2 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 3 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 4 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 5 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 6 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: finishing write tid 7 to smithi11277797-20 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: oid 20 updating version 0 to 1562 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: oid 20 version 1562 is already newer than 1561 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: oid 20 version 1562 is already newer than 1558 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: oid 20 version 1562 is already newer than 1560 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: oid 20 version 1562 is already newer than 1559 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: oid 20 updating version 1562 to 1563 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1563 (ObjNum 987 snap 320 seq_num 987) dirty exists 2024-04-02T08:42:23.900 INFO:tasks.rados.rados.0.smithi112.stdout:3219: left oid 20 (ObjNum 987 snap 320 seq_num 987) 2024-04-02T08:42:23.901 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1565 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:23.901 INFO:tasks.rados.rados.0.smithi112.stdout:3218: done (2 left) 2024-04-02T08:42:23.901 INFO:tasks.rados.rados.0.smithi112.stdout:3219: done (1 left) 2024-04-02T08:42:23.901 INFO:tasks.rados.rados.0.smithi112.stdout:3220: done (0 left) 2024-04-02T08:42:23.901 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 320 2024-04-02T08:42:23.901 INFO:tasks.rados.rados.0.smithi112.stdout:3221: seq_num 988 ranges {5496832=557056,6053888=532480,6586368=622592,7208960=450560} 2024-04-02T08:42:23.932 INFO:tasks.rados.rados.0.smithi112.stdout:3221: writing smithi11277797-8 from 5496832 to 6053888 tid 1 2024-04-02T08:42:23.935 INFO:tasks.rados.rados.0.smithi112.stdout:3221: writing smithi11277797-8 from 6053888 to 6586368 tid 2 2024-04-02T08:42:23.939 INFO:tasks.rados.rados.0.smithi112.stdout:3221: writing smithi11277797-8 from 6586368 to 7208960 tid 3 2024-04-02T08:42:23.942 INFO:tasks.rados.rados.0.smithi112.stdout:3221: writing smithi11277797-8 from 7208960 to 7659520 tid 4 2024-04-02T08:42:23.943 INFO:tasks.rados.rados.0.smithi112.stdout:3222: rmattr oid 43 current snap is 320 2024-04-02T08:42:23.943 INFO:tasks.rados.rados.0.smithi112.stdout:3222: done (1 left) 2024-04-02T08:42:23.943 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 320 2024-04-02T08:42:23.943 INFO:tasks.rados.rados.0.smithi112.stdout:3221: finishing write tid 1 to smithi11277797-8 2024-04-02T08:42:23.943 INFO:tasks.rados.rados.0.smithi112.stdout:3223: seq_num 989 ranges {2244608=573440,2818048=466944,3284992=434176,3719168=638976,4358144=65536} 2024-04-02T08:42:23.958 INFO:tasks.rados.rados.0.smithi112.stdout:3223: writing smithi11277797-12 from 2244608 to 2818048 tid 1 2024-04-02T08:42:23.961 INFO:tasks.rados.rados.0.smithi112.stdout:3223: writing smithi11277797-12 from 2818048 to 3284992 tid 2 2024-04-02T08:42:23.964 INFO:tasks.rados.rados.0.smithi112.stdout:3223: writing smithi11277797-12 from 3284992 to 3719168 tid 3 2024-04-02T08:42:23.968 INFO:tasks.rados.rados.0.smithi112.stdout:3223: writing smithi11277797-12 from 3719168 to 4358144 tid 4 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:3223: writing smithi11277797-12 from 4358144 to 4423680 tid 5 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 320 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:3221: finishing write tid 2 to smithi11277797-8 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:3221: finishing write tid 3 to smithi11277797-8 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:3221: finishing write tid 4 to smithi11277797-8 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:3221: finishing write tid 5 to smithi11277797-8 2024-04-02T08:42:23.969 INFO:tasks.rados.rados.0.smithi112.stdout:3224: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-04-02T08:42:23.973 INFO:tasks.rados.rados.0.smithi112.stdout:3224: writing smithi11277797-23 from 0 to 589824 tid 1 2024-04-02T08:42:23.977 INFO:tasks.rados.rados.0.smithi112.stdout:3224: writing smithi11277797-23 from 589824 to 1343488 tid 2 2024-04-02T08:42:23.981 INFO:tasks.rados.rados.0.smithi112.stdout:3224: writing smithi11277797-23 from 1343488 to 1982464 tid 3 2024-04-02T08:42:23.983 INFO:tasks.rados.rados.0.smithi112.stdout:3224: writing smithi11277797-23 from 1982464 to 2195456 tid 4 2024-04-02T08:42:23.983 INFO:tasks.rados.rados.0.smithi112.stdout:3225: delete oid 14 current snap is 320 2024-04-02T08:42:23.983 INFO:tasks.rados.rados.0.smithi112.stdout:3221: finishing write tid 6 to smithi11277797-8 2024-04-02T08:42:23.983 INFO:tasks.rados.rados.0.smithi112.stdout:3221: oid 8 updating version 0 to 1849 2024-04-02T08:42:23.983 INFO:tasks.rados.rados.0.smithi112.stdout:3221: oid 8 updating version 1849 to 1851 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3221: oid 8 version 1851 is already newer than 1850 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3221: oid 8 updating version 1851 to 1852 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3221: oid 8 version 1852 is already newer than 1848 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1852 (ObjNum 988 snap 320 seq_num 988) dirty exists 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3221: left oid 8 (ObjNum 988 snap 320 seq_num 988) 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 1 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 2 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 3 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 4 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 5 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 6 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: finishing write tid 7 to smithi11277797-12 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: oid 12 updating version 0 to 1821 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: oid 12 updating version 1821 to 1823 2024-04-02T08:42:23.984 INFO:tasks.rados.rados.0.smithi112.stdout:3223: oid 12 version 1823 is already newer than 1820 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:3223: oid 12 version 1823 is already newer than 1819 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:3223: oid 12 version 1823 is already newer than 1818 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:3223: oid 12 version 1823 is already newer than 1822 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1823 (ObjNum 989 snap 320 seq_num 989) dirty exists 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:3223: left oid 12 (ObjNum 989 snap 320 seq_num 989) 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:3224: finishing write tid 1 to smithi11277797-23 2024-04-02T08:42:23.985 INFO:tasks.rados.rados.0.smithi112.stdout:3224: finishing write tid 2 to smithi11277797-23 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3224: finishing write tid 3 to smithi11277797-23 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3221: done (3 left) 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3223: done (2 left) 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3225: done (1 left) 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3226: read oid 9 snap -1 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3226: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3227: rmattr oid 47 current snap is 320 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3227: done (2 left) 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3228: snap_create 2024-04-02T08:42:23.986 INFO:tasks.rados.rados.0.smithi112.stdout:3224: finishing write tid 4 to smithi11277797-23 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: finishing write tid 5 to smithi11277797-23 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: finishing write tid 6 to smithi11277797-23 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: oid 23 updating version 0 to 1328 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: oid 23 updating version 1328 to 1329 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: oid 23 updating version 1329 to 1330 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: oid 23 version 1330 is already newer than 1327 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:3224: oid 23 updating version 1330 to 1331 2024-04-02T08:42:23.987 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1331 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:42:23.988 INFO:tasks.rados.rados.0.smithi112.stdout:3224: left oid 23 (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:42:24.014 INFO:tasks.rados.rados.0.smithi112.stdout:3226: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:42:24.380 INFO:tasks.rados.rados.0.smithi112.stdout:3224: done (2 left) 2024-04-02T08:42:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:3226: done (1 left) 2024-04-02T08:42:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:3228: done (0 left) 2024-04-02T08:42:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:3229: read oid 49 snap -1 2024-04-02T08:42:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:3229: expect (ObjNum 973 snap 314 seq_num 973) 2024-04-02T08:42:24.381 INFO:tasks.rados.rados.0.smithi112.stdout:3230: delete oid 13 current snap is 321 2024-04-02T08:42:24.387 INFO:tasks.rados.rados.0.smithi112.stdout:3230: done (1 left) 2024-04-02T08:42:24.387 INFO:tasks.rados.rados.0.smithi112.stdout:3231: snap_create 2024-04-02T08:42:24.389 INFO:tasks.rados.rados.0.smithi112.stdout:3229: expect (ObjNum 973 snap 314 seq_num 973) 2024-04-02T08:42:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:24 smithi187 ceph-mon[84356]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:42:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:24 smithi187 ceph-mon[84356]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-04-02T08:42:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:24 smithi187 ceph-mon[84356]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:42:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:24 smithi112 ceph-mon[88945]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:42:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:24 smithi112 ceph-mon[88945]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-04-02T08:42:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:24 smithi112 ceph-mon[88945]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:42:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:24 smithi112 ceph-mon[91385]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:42:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:24 smithi112 ceph-mon[91385]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-04-02T08:42:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:24 smithi112 ceph-mon[91385]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:3229: done (1 left) 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:3231: done (0 left) 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:3232: rollback oid 15 current snap is 322 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 15 to 248 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:3233: read oid 40 snap -1 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:3233: expect deleted 2024-04-02T08:42:25.338 INFO:tasks.rados.rados.0.smithi112.stdout:3234: snap_remove snap 318 2024-04-02T08:42:26.346 INFO:tasks.rados.rados.0.smithi112.stdout:3234: done (2 left) 2024-04-02T08:42:26.347 INFO:tasks.rados.rados.0.smithi112.stdout:3235: read oid 24 snap -1 2024-04-02T08:42:26.347 INFO:tasks.rados.rados.0.smithi112.stdout:3235: expect (ObjNum 985 snap 318 seq_num 985) 2024-04-02T08:42:26.348 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 322 2024-04-02T08:42:26.348 INFO:tasks.rados.rados.0.smithi112.stdout:3236: seq_num 993 ranges {4718592=638976,5357568=409600,5767168=409600,6176768=688128,6864896=98304} 2024-04-02T08:42:26.377 INFO:tasks.rados.rados.0.smithi112.stdout:3236: writing smithi11277797-35 from 4718592 to 5357568 tid 1 2024-04-02T08:42:26.380 INFO:tasks.rados.rados.0.smithi112.stdout:3236: writing smithi11277797-35 from 5357568 to 5767168 tid 2 2024-04-02T08:42:26.383 INFO:tasks.rados.rados.0.smithi112.stdout:3236: writing smithi11277797-35 from 5767168 to 6176768 tid 3 2024-04-02T08:42:26.387 INFO:tasks.rados.rados.0.smithi112.stdout:3236: writing smithi11277797-35 from 6176768 to 6864896 tid 4 2024-04-02T08:42:26.388 INFO:tasks.rados.rados.0.smithi112.stdout:3236: writing smithi11277797-35 from 6864896 to 6963200 tid 5 2024-04-02T08:42:26.388 INFO:tasks.rados.rados.0.smithi112.stdout:3237: setattr oid 30 current snap is 322 2024-04-02T08:42:26.388 INFO:tasks.rados.rados.0.smithi112.stdout:3232: finishing rollback tid 0 to smithi11277797-15 2024-04-02T08:42:26.388 INFO:tasks.rados.rados.0.smithi112.stdout:3232: finishing rollback tid 1 to smithi11277797-15 2024-04-02T08:42:26.388 INFO:tasks.rados.rados.0.smithi112.stdout:3232: finishing rollback tid 2 to smithi11277797-15 2024-04-02T08:42:26.388 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1706 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:42:26.389 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 1 to smithi11277797-35 2024-04-02T08:42:26.389 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 2 to smithi11277797-35 2024-04-02T08:42:26.389 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 3 to smithi11277797-35 2024-04-02T08:42:26.390 INFO:tasks.rados.rados.0.smithi112.stdout:3232: done (4 left) 2024-04-02T08:42:26.390 INFO:tasks.rados.rados.0.smithi112.stdout:3233: done (3 left) 2024-04-02T08:42:26.390 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 322 2024-04-02T08:42:26.390 INFO:tasks.rados.rados.0.smithi112.stdout:3238: seq_num 994 ranges {3391488=655360,4046848=688128,4734976=622592,5357568=294912} 2024-04-02T08:42:26.412 INFO:tasks.rados.rados.0.smithi112.stdout:3238: writing smithi11277797-3 from 3391488 to 4046848 tid 1 2024-04-02T08:42:26.416 INFO:tasks.rados.rados.0.smithi112.stdout:3238: writing smithi11277797-3 from 4046848 to 4734976 tid 2 2024-04-02T08:42:26.421 INFO:tasks.rados.rados.0.smithi112.stdout:3238: writing smithi11277797-3 from 4734976 to 5357568 tid 3 2024-04-02T08:42:26.423 INFO:tasks.rados.rados.0.smithi112.stdout:3238: writing smithi11277797-3 from 5357568 to 5652480 tid 4 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3239: setattr oid 21 current snap is 322 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 4 to smithi11277797-35 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 5 to smithi11277797-35 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 6 to smithi11277797-35 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: finishing write tid 7 to smithi11277797-35 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: oid 35 updating version 0 to 1708 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: oid 35 version 1708 is already newer than 1707 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: oid 35 updating version 1708 to 1711 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: oid 35 updating version 1711 to 1712 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: oid 35 version 1712 is already newer than 1710 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: oid 35 version 1712 is already newer than 1709 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1712 (ObjNum 993 snap 322 seq_num 993) dirty exists 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3236: left oid 35 (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:42:26.424 INFO:tasks.rados.rados.0.smithi112.stdout:3235: expect (ObjNum 985 snap 318 seq_num 985) 2024-04-02T08:42:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:26 smithi112 ceph-mon[91385]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:42:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:26 smithi112 ceph-mon[91385]: pgmap v747: 121 pgs: 121 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:42:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:26 smithi112 ceph-mon[88945]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:42:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:26 smithi112 ceph-mon[88945]: pgmap v747: 121 pgs: 121 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:42:26.640 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1738 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:42:26.640 INFO:tasks.rados.rados.0.smithi112.stdout:3238: finishing write tid 1 to smithi11277797-3 2024-04-02T08:42:26.640 INFO:tasks.rados.rados.0.smithi112.stdout:3238: finishing write tid 2 to smithi11277797-3 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: finishing write tid 3 to smithi11277797-3 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: finishing write tid 4 to smithi11277797-3 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: finishing write tid 5 to smithi11277797-3 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: finishing write tid 6 to smithi11277797-3 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: oid 3 updating version 0 to 1575 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: oid 3 updating version 1575 to 1576 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: oid 3 version 1576 is already newer than 1573 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: oid 3 version 1576 is already newer than 1572 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: oid 3 version 1576 is already newer than 1574 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1576 (ObjNum 994 snap 322 seq_num 994) dirty exists 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: left oid 3 (ObjNum 994 snap 322 seq_num 994) 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3235: done (4 left) 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3236: done (3 left) 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3237: done (2 left) 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3238: done (1 left) 2024-04-02T08:42:26.641 INFO:tasks.rados.rados.0.smithi112.stdout:3240: snap_create 2024-04-02T08:42:26.643 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1713 (ObjNum 975 snap 315 seq_num 975) dirty exists 2024-04-02T08:42:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:26 smithi187 ceph-mon[84356]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:42:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:26 smithi187 ceph-mon[84356]: pgmap v747: 121 pgs: 121 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:42:26.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 08:42:26 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T08:42:26.369+0000 7fc0e72f3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 180 after trimming was started 2024-04-02T08:42:27.350 INFO:tasks.rados.rados.0.smithi112.stdout:3239: done (1 left) 2024-04-02T08:42:27.350 INFO:tasks.rados.rados.0.smithi112.stdout:3240: done (0 left) 2024-04-02T08:42:27.350 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 323 2024-04-02T08:42:27.350 INFO:tasks.rados.rados.0.smithi112.stdout:3241: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-02T08:42:27.354 INFO:tasks.rados.rados.0.smithi112.stdout:3241: writing smithi11277797-14 from 0 to 671744 tid 1 2024-04-02T08:42:27.357 INFO:tasks.rados.rados.0.smithi112.stdout:3241: writing smithi11277797-14 from 671744 to 1245184 tid 2 2024-04-02T08:42:27.361 INFO:tasks.rados.rados.0.smithi112.stdout:3241: writing smithi11277797-14 from 1245184 to 2023424 tid 3 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:3241: writing smithi11277797-14 from 2023424 to 2277376 tid 4 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:3242: rollback oid 15 current snap is 323 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 15 to 322 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:3241: finishing write tid 1 to smithi11277797-14 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:3241: finishing write tid 2 to smithi11277797-14 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 323 2024-04-02T08:42:27.363 INFO:tasks.rados.rados.0.smithi112.stdout:3243: seq_num 996 ranges {6070272=688128,6758400=507904,7266304=581632,7847936=516096} 2024-04-02T08:42:27.400 INFO:tasks.rados.rados.0.smithi112.stdout:3243: writing smithi11277797-46 from 6070272 to 6758400 tid 1 2024-04-02T08:42:27.402 INFO:tasks.rados.rados.0.smithi112.stdout:3243: writing smithi11277797-46 from 6758400 to 7266304 tid 2 2024-04-02T08:42:27.405 INFO:tasks.rados.rados.0.smithi112.stdout:3243: writing smithi11277797-46 from 7266304 to 7847936 tid 3 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3243: writing smithi11277797-46 from 7847936 to 8364032 tid 4 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3244: read oid 49 snap 321 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3244: expect (ObjNum 973 snap 314 seq_num 973) 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3245: rmattr oid 8 current snap is 323 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3241: finishing write tid 3 to smithi11277797-14 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3246: snap_create 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3242: finishing rollback tid 0 to smithi11277797-15 2024-04-02T08:42:27.409 INFO:tasks.rados.rados.0.smithi112.stdout:3241: finishing write tid 4 to smithi11277797-14 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: finishing write tid 5 to smithi11277797-14 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3242: finishing rollback tid 1 to smithi11277797-15 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3242: finishing rollback tid 2 to smithi11277797-15 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1716 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: finishing write tid 6 to smithi11277797-14 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: oid 14 updating version 0 to 1573 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: oid 14 updating version 1573 to 1575 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: oid 14 version 1575 is already newer than 1574 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: oid 14 version 1575 is already newer than 1572 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: oid 14 version 1575 is already newer than 1571 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1575 (ObjNum 995 snap 323 seq_num 995) dirty exists 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3241: left oid 14 (ObjNum 995 snap 323 seq_num 995) 2024-04-02T08:42:27.410 INFO:tasks.rados.rados.0.smithi112.stdout:3243: finishing write tid 1 to smithi11277797-46 2024-04-02T08:42:27.411 INFO:tasks.rados.rados.0.smithi112.stdout:3243: finishing write tid 2 to smithi11277797-46 2024-04-02T08:42:27.412 INFO:tasks.rados.rados.0.smithi112.stdout:3243: finishing write tid 3 to smithi11277797-46 2024-04-02T08:42:27.413 INFO:tasks.rados.rados.0.smithi112.stdout:3243: finishing write tid 4 to smithi11277797-46 2024-04-02T08:42:27.413 INFO:tasks.rados.rados.0.smithi112.stdout:3243: finishing write tid 5 to smithi11277797-46 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: finishing write tid 6 to smithi11277797-46 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: oid 46 updating version 0 to 1578 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: oid 46 updating version 1578 to 1579 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: oid 46 updating version 1579 to 1581 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: oid 46 version 1581 is already newer than 1580 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: oid 46 version 1581 is already newer than 1577 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1581 (ObjNum 996 snap 323 seq_num 996) dirty exists 2024-04-02T08:42:27.415 INFO:tasks.rados.rados.0.smithi112.stdout:3243: left oid 46 (ObjNum 996 snap 323 seq_num 996) 2024-04-02T08:42:27.416 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1860 (ObjNum 988 snap 320 seq_num 988) dirty exists 2024-04-02T08:42:27.417 INFO:tasks.rados.rados.0.smithi112.stdout:3244: expect (ObjNum 973 snap 314 seq_num 973) 2024-04-02T08:42:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:27 smithi112 ceph-mon[88945]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:42:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:27 smithi112 ceph-mon[91385]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:42:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:27 smithi187 ceph-mon[84356]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:42:28.359 INFO:tasks.rados.rados.0.smithi112.stdout:3241: done (5 left) 2024-04-02T08:42:28.359 INFO:tasks.rados.rados.0.smithi112.stdout:3242: done (4 left) 2024-04-02T08:42:28.359 INFO:tasks.rados.rados.0.smithi112.stdout:3243: done (3 left) 2024-04-02T08:42:28.359 INFO:tasks.rados.rados.0.smithi112.stdout:3244: done (2 left) 2024-04-02T08:42:28.359 INFO:tasks.rados.rados.0.smithi112.stdout:3245: done (1 left) 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:3246: done (0 left) 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:3247: read oid 5 snap -1 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:3247: expect (ObjNum 964 snap 307 seq_num 964) 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:3248: read oid 41 snap -1 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:3248: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 324 2024-04-02T08:42:28.360 INFO:tasks.rados.rados.0.smithi112.stdout:3249: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-04-02T08:42:28.363 INFO:tasks.rados.rados.0.smithi112.stdout:3249: writing smithi11277797-47 from 0 to 704512 tid 1 2024-04-02T08:42:28.368 INFO:tasks.rados.rados.0.smithi112.stdout:3249: writing smithi11277797-47 from 704512 to 1499136 tid 2 2024-04-02T08:42:28.373 INFO:tasks.rados.rados.0.smithi112.stdout:3249: writing smithi11277797-47 from 1499136 to 2293760 tid 3 2024-04-02T08:42:28.373 INFO:tasks.rados.rados.0.smithi112.stdout:3249: writing smithi11277797-47 from 2293760 to 2310144 tid 4 2024-04-02T08:42:28.373 INFO:tasks.rados.rados.0.smithi112.stdout:3250: rmattr oid 17 current snap is 324 2024-04-02T08:42:28.374 INFO:tasks.rados.rados.0.smithi112.stdout:3250: done (3 left) 2024-04-02T08:42:28.374 INFO:tasks.rados.rados.0.smithi112.stdout:3251: snap_remove snap 248 2024-04-02T08:42:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:28 smithi112 ceph-mon[91385]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:42:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:28 smithi112 ceph-mon[91385]: pgmap v750: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-02T08:42:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:28 smithi112 ceph-mon[88945]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:42:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:28 smithi112 ceph-mon[88945]: pgmap v750: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-02T08:42:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:28 smithi187 ceph-mon[84356]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:42:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:28 smithi187 ceph-mon[84356]: pgmap v750: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-02T08:42:29.335 INFO:tasks.rados.rados.0.smithi112.stdout:3251: done (3 left) 2024-04-02T08:42:29.335 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 324 2024-04-02T08:42:29.335 INFO:tasks.rados.rados.0.smithi112.stdout:3252: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-04-02T08:42:29.340 INFO:tasks.rados.rados.0.smithi112.stdout:3252: writing smithi11277797-42 from 0 to 720896 tid 1 2024-04-02T08:42:29.344 INFO:tasks.rados.rados.0.smithi112.stdout:3252: writing smithi11277797-42 from 720896 to 1400832 tid 2 2024-04-02T08:42:29.347 INFO:tasks.rados.rados.0.smithi112.stdout:3252: writing smithi11277797-42 from 1400832 to 1998848 tid 3 2024-04-02T08:42:29.349 INFO:tasks.rados.rados.0.smithi112.stdout:3252: writing smithi11277797-42 from 1998848 to 2326528 tid 4 2024-04-02T08:42:29.350 INFO:tasks.rados.rados.0.smithi112.stdout:3253: rmattr oid 28 current snap is 324 2024-04-02T08:42:29.350 INFO:tasks.rados.rados.0.smithi112.stdout:3249: finishing write tid 1 to smithi11277797-47 2024-04-02T08:42:29.350 INFO:tasks.rados.rados.0.smithi112.stdout:3247: expect (ObjNum 964 snap 307 seq_num 964) 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3249: finishing write tid 2 to smithi11277797-47 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3249: finishing write tid 3 to smithi11277797-47 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3249: finishing write tid 4 to smithi11277797-47 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3249: finishing write tid 5 to smithi11277797-47 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3247: done (4 left) 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3254: read oid 32 snap -1 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:3254: expect (ObjNum 901 snap 285 seq_num 901) 2024-04-02T08:42:29.407 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 324 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: finishing write tid 6 to smithi11277797-47 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: oid 47 updating version 0 to 1351 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: oid 47 updating version 1351 to 1352 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: oid 47 version 1352 is already newer than 1350 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: oid 47 version 1352 is already newer than 1349 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: oid 47 version 1352 is already newer than 1348 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1352 (ObjNum 997 snap 324 seq_num 997) dirty exists 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3249: left oid 47 (ObjNum 997 snap 324 seq_num 997) 2024-04-02T08:42:29.408 INFO:tasks.rados.rados.0.smithi112.stdout:3248: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:42:29.495 INFO:tasks.rados.rados.0.smithi112.stdout:3252: finishing write tid 1 to smithi11277797-42 2024-04-02T08:42:29.495 INFO:tasks.rados.rados.0.smithi112.stdout:3252: finishing write tid 2 to smithi11277797-42 2024-04-02T08:42:29.495 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1551 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:29.495 INFO:tasks.rados.rados.0.smithi112.stdout:3252: finishing write tid 3 to smithi11277797-42 2024-04-02T08:42:29.495 INFO:tasks.rados.rados.0.smithi112.stdout:3255: seq_num 999 ranges {7659520=737280,8396800=565248,8962048=761856,9723904=278528} 2024-04-02T08:42:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3255: writing smithi11277797-8 from 7659520 to 8396800 tid 1 2024-04-02T08:42:29.543 INFO:tasks.rados.rados.0.smithi112.stdout:3255: writing smithi11277797-8 from 8396800 to 8962048 tid 2 2024-04-02T08:42:29.548 INFO:tasks.rados.rados.0.smithi112.stdout:3255: writing smithi11277797-8 from 8962048 to 9723904 tid 3 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:3255: writing smithi11277797-8 from 9723904 to 10002432 tid 4 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:3248: done (5 left) 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:3249: done (4 left) 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:3253: done (3 left) 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 324 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:3252: finishing write tid 4 to smithi11277797-42 2024-04-02T08:42:29.550 INFO:tasks.rados.rados.0.smithi112.stdout:3252: finishing write tid 5 to smithi11277797-42 2024-04-02T08:42:29.551 INFO:tasks.rados.rados.0.smithi112.stdout:3256: seq_num 1000 ranges {15679488=753664,16433152=442368,16875520=565248,17440768=458752,17899520=139264} 2024-04-02T08:42:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:29 smithi112 ceph-mon[88945]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:42:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:29 smithi112 ceph-mon[88945]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:42:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:29 smithi112 ceph-mon[91385]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:42:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:29 smithi112 ceph-mon[91385]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:42:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:42:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:42:29] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-04-02T08:42:29.638 INFO:tasks.rados.rados.0.smithi112.stdout:3256: writing smithi11277797-20 from 15679488 to 16433152 tid 1 2024-04-02T08:42:29.640 INFO:tasks.rados.rados.0.smithi112.stdout:3256: writing smithi11277797-20 from 16433152 to 16875520 tid 2 2024-04-02T08:42:29.643 INFO:tasks.rados.rados.0.smithi112.stdout:3256: writing smithi11277797-20 from 16875520 to 17440768 tid 3 2024-04-02T08:42:29.646 INFO:tasks.rados.rados.0.smithi112.stdout:3256: writing smithi11277797-20 from 17440768 to 17899520 tid 4 2024-04-02T08:42:29.647 INFO:tasks.rados.rados.0.smithi112.stdout:3256: writing smithi11277797-20 from 17899520 to 18038784 tid 5 2024-04-02T08:42:29.647 INFO:tasks.rados.rados.0.smithi112.stdout:3257: snap_create 2024-04-02T08:42:29.647 INFO:tasks.rados.rados.0.smithi112.stdout:3252: finishing write tid 6 to smithi11277797-42 2024-04-02T08:42:29.647 INFO:tasks.rados.rados.0.smithi112.stdout:3252: oid 42 updating version 0 to 1810 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:3252: oid 42 version 1810 is already newer than 1809 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:3252: oid 42 version 1810 is already newer than 1808 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:3252: oid 42 updating version 1810 to 1811 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:3252: oid 42 updating version 1811 to 1812 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1812 (ObjNum 998 snap 324 seq_num 998) dirty exists 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:3252: left oid 42 (ObjNum 998 snap 324 seq_num 998) 2024-04-02T08:42:29.648 INFO:tasks.rados.rados.0.smithi112.stdout:3254: expect (ObjNum 901 snap 285 seq_num 901) 2024-04-02T08:42:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:29 smithi187 ceph-mon[84356]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:42:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:29 smithi187 ceph-mon[84356]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:42:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:30 smithi112 ceph-mon[91385]: pgmap v753: 121 pgs: 121 active+clean; 443 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-02T08:42:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:30 smithi112 ceph-mon[88945]: pgmap v753: 121 pgs: 121 active+clean; 443 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-02T08:42:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:30 smithi187 ceph-mon[84356]: pgmap v753: 121 pgs: 121 active+clean; 443 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: finishing write tid 1 to smithi11277797-8 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: finishing write tid 2 to smithi11277797-8 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: finishing write tid 3 to smithi11277797-8 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: finishing write tid 4 to smithi11277797-8 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: finishing write tid 5 to smithi11277797-8 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: finishing write tid 6 to smithi11277797-8 2024-04-02T08:42:31.366 INFO:tasks.rados.rados.0.smithi112.stdout:3255: oid 8 updating version 0 to 1872 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3255: oid 8 updating version 1872 to 1876 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3255: oid 8 version 1876 is already newer than 1874 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3255: oid 8 version 1876 is already newer than 1873 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3255: oid 8 version 1876 is already newer than 1875 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1876 (ObjNum 999 snap 324 seq_num 999) dirty exists 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3255: left oid 8 (ObjNum 999 snap 324 seq_num 999) 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 1 to smithi11277797-20 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 2 to smithi11277797-20 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 3 to smithi11277797-20 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3252: done (4 left) 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3254: done (3 left) 2024-04-02T08:42:31.367 INFO:tasks.rados.rados.0.smithi112.stdout:3255: done (2 left) 2024-04-02T08:42:31.368 INFO:tasks.rados.rados.0.smithi112.stdout:3257: done (1 left) 2024-04-02T08:42:31.368 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 14 current snap is 325 2024-04-02T08:42:31.368 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 4 to smithi11277797-20 2024-04-02T08:42:31.368 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 5 to smithi11277797-20 2024-04-02T08:42:31.368 INFO:tasks.rados.rados.0.smithi112.stdout:3258: seq_num 1001 ranges {2277376=770048,3047424=729088,3776512=770048,4546560=106496} 2024-04-02T08:42:31.382 INFO:tasks.rados.rados.0.smithi112.stdout:3258: writing smithi11277797-14 from 2277376 to 3047424 tid 1 2024-04-02T08:42:31.386 INFO:tasks.rados.rados.0.smithi112.stdout:3258: writing smithi11277797-14 from 3047424 to 3776512 tid 2 2024-04-02T08:42:31.390 INFO:tasks.rados.rados.0.smithi112.stdout:3258: writing smithi11277797-14 from 3776512 to 4546560 tid 3 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:3258: writing smithi11277797-14 from 4546560 to 4653056 tid 4 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:3259: rmattr oid 5 current snap is 325 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:3259: done (2 left) 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:3260: read oid 46 snap 238 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:3260: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 325 2024-04-02T08:42:31.392 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 6 to smithi11277797-20 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: finishing write tid 7 to smithi11277797-20 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: oid 20 updating version 0 to 1585 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: oid 20 updating version 1585 to 1586 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: oid 20 version 1586 is already newer than 1583 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: oid 20 version 1586 is already newer than 1582 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: oid 20 version 1586 is already newer than 1584 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: oid 20 version 1586 is already newer than 1581 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1586 (ObjNum 1000 snap 324 seq_num 1000) dirty exists 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3256: left oid 20 (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:42:31.393 INFO:tasks.rados.rados.0.smithi112.stdout:3261: seq_num 1002 ranges {344064=786432,1130496=614400,1744896=581632,2326528=409600} 2024-04-02T08:42:31.397 INFO:tasks.rados.rados.0.smithi112.stdout:3261: writing smithi11277797-26 from 344064 to 1130496 tid 1 2024-04-02T08:42:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3261: writing smithi11277797-26 from 1130496 to 1744896 tid 2 2024-04-02T08:42:31.405 INFO:tasks.rados.rados.0.smithi112.stdout:3261: writing smithi11277797-26 from 1744896 to 2326528 tid 3 2024-04-02T08:42:31.408 INFO:tasks.rados.rados.0.smithi112.stdout:3261: writing smithi11277797-26 from 2326528 to 2736128 tid 4 2024-04-02T08:42:31.408 INFO:tasks.rados.rados.0.smithi112.stdout:3256: done (3 left) 2024-04-02T08:42:31.408 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 325 2024-04-02T08:42:31.408 INFO:tasks.rados.rados.0.smithi112.stdout:3258: finishing write tid 1 to smithi11277797-14 2024-04-02T08:42:31.408 INFO:tasks.rados.rados.0.smithi112.stdout:3258: finishing write tid 2 to smithi11277797-14 2024-04-02T08:42:31.408 INFO:tasks.rados.rados.0.smithi112.stdout:3262: seq_num 1003 ranges {1187840=802816,1990656=499712,2490368=737280,3227648=368640} 2024-04-02T08:42:31.422 INFO:tasks.rados.rados.0.smithi112.stdout:3262: writing smithi11277797-6 from 1187840 to 1990656 tid 1 2024-04-02T08:42:31.423 INFO:tasks.rados.rados.0.smithi112.stdout:3262: writing smithi11277797-6 from 1990656 to 2490368 tid 2 2024-04-02T08:42:31.425 INFO:tasks.rados.rados.0.smithi112.stdout:3262: writing smithi11277797-6 from 2490368 to 3227648 tid 3 2024-04-02T08:42:31.427 INFO:tasks.rados.rados.0.smithi112.stdout:3262: writing smithi11277797-6 from 3227648 to 3596288 tid 4 2024-04-02T08:42:31.428 INFO:tasks.rados.rados.0.smithi112.stdout:3263: copy_from oid 36 from oid 19 current snap is 325 2024-04-02T08:42:31.428 INFO:tasks.rados.rados.0.smithi112.stdout:3260: expect (ObjNum 580 snap 165 seq_num 580) 2024-04-02T08:42:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:3258: finishing write tid 3 to smithi11277797-14 2024-04-02T08:42:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:3258: finishing write tid 4 to smithi11277797-14 2024-04-02T08:42:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:3258: finishing write tid 5 to smithi11277797-14 2024-04-02T08:42:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:3260: done (4 left) 2024-04-02T08:42:31.434 INFO:tasks.rados.rados.0.smithi112.stdout:3264: copy_from oid 24 from oid 15 current snap is 325 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: finishing write tid 6 to smithi11277797-14 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: oid 14 updating version 0 to 1590 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: oid 14 updating version 1590 to 1591 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: oid 14 version 1591 is already newer than 1589 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: oid 14 updating version 1591 to 1592 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: oid 14 version 1592 is already newer than 1588 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1592 (ObjNum 1001 snap 325 seq_num 1001) dirty exists 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3258: left oid 14 (ObjNum 1001 snap 325 seq_num 1001) 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3261: finishing write tid 1 to smithi11277797-26 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3261: finishing write tid 2 to smithi11277797-26 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3261: finishing write tid 3 to smithi11277797-26 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3261: finishing write tid 4 to smithi11277797-26 2024-04-02T08:42:31.435 INFO:tasks.rados.rados.0.smithi112.stdout:3261: finishing write tid 5 to smithi11277797-26 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: finishing write tid 6 to smithi11277797-26 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: oid 26 updating version 0 to 1683 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: oid 26 version 1683 is already newer than 1681 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: oid 26 version 1683 is already newer than 1682 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: oid 26 updating version 1683 to 1684 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: oid 26 version 1684 is already newer than 1680 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1684 (ObjNum 1002 snap 325 seq_num 1002) dirty exists 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3261: left oid 26 (ObjNum 1002 snap 325 seq_num 1002) 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3262: finishing write tid 1 to smithi11277797-6 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3262: finishing write tid 2 to smithi11277797-6 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3263: finishing copy_from to smithi11277797-36 2024-04-02T08:42:31.436 INFO:tasks.rados.rados.0.smithi112.stdout:3263: got expected ENOENT (src dne) 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3263: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: finishing write tid 3 to smithi11277797-6 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: finishing write tid 4 to smithi11277797-6 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: finishing write tid 5 to smithi11277797-6 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: finishing write tid 6 to smithi11277797-6 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: oid 6 updating version 0 to 1266 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: oid 6 updating version 1266 to 1269 2024-04-02T08:42:31.437 INFO:tasks.rados.rados.0.smithi112.stdout:3262: oid 6 updating version 1269 to 1270 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3262: oid 6 version 1270 is already newer than 1267 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3262: oid 6 version 1270 is already newer than 1268 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1270 (ObjNum 1003 snap 325 seq_num 1003) dirty exists 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3262: left oid 6 (ObjNum 1003 snap 325 seq_num 1003) 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3258: done (4 left) 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3261: done (3 left) 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3262: done (2 left) 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3263: done (1 left) 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3265: copy_from oid 8 from oid 20 current snap is 325 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3266: read oid 13 snap -1 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3266: expect deleted 2024-04-02T08:42:31.438 INFO:tasks.rados.rados.0.smithi112.stdout:3267: rollback oid 22 current snap is 325 2024-04-02T08:42:31.439 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 22 to 319 2024-04-02T08:42:31.439 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 325 2024-04-02T08:42:31.439 INFO:tasks.rados.rados.0.smithi112.stdout:3268: seq_num 1004 ranges {1753088=16384} 2024-04-02T08:42:31.443 INFO:tasks.rados.rados.0.smithi112.stdout:3268: writing smithi11277797-5 from 1753088 to 1769472 tid 1 2024-04-02T08:42:31.443 INFO:tasks.rados.rados.0.smithi112.stdout:3269: read oid 21 snap -1 2024-04-02T08:42:31.443 INFO:tasks.rados.rados.0.smithi112.stdout:3269: expect (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:42:31.443 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 325 2024-04-02T08:42:31.443 INFO:tasks.rados.rados.0.smithi112.stdout:3270: seq_num 1005 ranges {1753088=32768} 2024-04-02T08:42:31.453 INFO:tasks.rados.rados.0.smithi112.stdout:3270: writing smithi11277797-36 from 1753088 to 1785856 tid 1 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3271: copy_from oid 7 from oid 1 current snap is 325 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3267: finishing rollback tid 1 to smithi11277797-22 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1263 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3268: finishing write tid 1 to smithi11277797-5 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3268: finishing write tid 2 to smithi11277797-5 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3268: finishing write tid 3 to smithi11277797-5 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3268: oid 5 updating version 0 to 1814 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3268: oid 5 version 1814 is already newer than 1813 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1814 (ObjNum 1004 snap 325 seq_num 1004) dirty exists 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3268: left oid 5 (ObjNum 1004 snap 325 seq_num 1004) 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3266: done (7 left) 2024-04-02T08:42:31.454 INFO:tasks.rados.rados.0.smithi112.stdout:3267: done (6 left) 2024-04-02T08:42:31.455 INFO:tasks.rados.rados.0.smithi112.stdout:3268: done (5 left) 2024-04-02T08:42:31.455 INFO:tasks.rados.rados.0.smithi112.stdout:3272: rmattr oid 5 current snap is 325 2024-04-02T08:42:31.455 INFO:tasks.rados.rados.0.smithi112.stdout:3272: done (5 left) 2024-04-02T08:42:31.455 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 325 2024-04-02T08:42:31.455 INFO:tasks.rados.rados.0.smithi112.stdout:3273: seq_num 1006 ranges {6553600=49152} 2024-04-02T08:42:31.490 INFO:tasks.rados.rados.0.smithi112.stdout:3273: writing smithi11277797-29 from 6553600 to 6602752 tid 1 2024-04-02T08:42:31.490 INFO:tasks.rados.rados.0.smithi112.stdout:3274: snap_create 2024-04-02T08:42:31.490 INFO:tasks.rados.rados.0.smithi112.stdout:3269: expect (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3270: finishing write tid 1 to smithi11277797-36 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3270: finishing write tid 2 to smithi11277797-36 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3270: finishing write tid 3 to smithi11277797-36 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3270: oid 36 updating version 0 to 1878 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3270: oid 36 updating version 1878 to 1879 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1879 (ObjNum 1005 snap 325 seq_num 1005) dirty exists 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3270: left oid 36 (ObjNum 1005 snap 325 seq_num 1005) 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3264: finishing copy_from racing read to smithi11277797-24 2024-04-02T08:42:31.548 INFO:tasks.rados.rados.0.smithi112.stdout:3264: finishing copy_from to smithi11277797-24 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1716 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3271: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3271: finishing copy_from to smithi11277797-7 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1558 (ObjNum 943 snap 298 seq_num 943) dirty exists 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3273: finishing write tid 1 to smithi11277797-29 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3273: finishing write tid 2 to smithi11277797-29 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3273: finishing write tid 3 to smithi11277797-29 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3273: oid 29 updating version 0 to 1595 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3273: oid 29 version 1595 is already newer than 1594 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1595 (ObjNum 1006 snap 325 seq_num 1006) dirty exists 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3273: left oid 29 (ObjNum 1006 snap 325 seq_num 1006) 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3265: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:42:31.549 INFO:tasks.rados.rados.0.smithi112.stdout:3265: finishing copy_from to smithi11277797-8 2024-04-02T08:42:31.550 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1586 (ObjNum 1000 snap 324 seq_num 1000) dirty exists 2024-04-02T08:42:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:31 smithi112 ceph-mon[88945]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:42:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:31 smithi112 ceph-mon[91385]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:42:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:31 smithi187 ceph-mon[84356]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:42:32.371 INFO:tasks.rados.rados.0.smithi112.stdout:3264: done (6 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3265: done (5 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3269: done (4 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3270: done (3 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3271: done (2 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3273: done (1 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3274: done (0 left) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 326 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3275: seq_num 1007 ranges {0=65536} 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3275: writing smithi11277797-39 from 0 to 65536 tid 1 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3276: read oid 17 snap -1 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3276: expect (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:42:32.372 INFO:tasks.rados.rados.0.smithi112.stdout:3277: snap_create 2024-04-02T08:42:32.376 INFO:tasks.rados.rados.0.smithi112.stdout:3275: finishing write tid 1 to smithi11277797-39 2024-04-02T08:42:32.376 INFO:tasks.rados.rados.0.smithi112.stdout:3275: finishing write tid 2 to smithi11277797-39 2024-04-02T08:42:32.378 INFO:tasks.rados.rados.0.smithi112.stdout:3275: finishing write tid 3 to smithi11277797-39 2024-04-02T08:42:32.378 INFO:tasks.rados.rados.0.smithi112.stdout:3275: oid 39 updating version 0 to 1686 2024-04-02T08:42:32.378 INFO:tasks.rados.rados.0.smithi112.stdout:3275: oid 39 version 1686 is already newer than 1685 2024-04-02T08:42:32.378 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 1686 (ObjNum 1007 snap 326 seq_num 1007) dirty exists 2024-04-02T08:42:32.378 INFO:tasks.rados.rados.0.smithi112.stdout:3275: left oid 39 (ObjNum 1007 snap 326 seq_num 1007) 2024-04-02T08:42:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:3276: expect (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:42:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:32 smithi112 ceph-mon[91385]: pgmap v755: 121 pgs: 121 active+clean; 461 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.9 MiB/s wr, 28 op/s 2024-04-02T08:42:32.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:32 smithi112 ceph-mon[88945]: pgmap v755: 121 pgs: 121 active+clean; 461 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.9 MiB/s wr, 28 op/s 2024-04-02T08:42:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:32 smithi187 ceph-mon[84356]: pgmap v755: 121 pgs: 121 active+clean; 461 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.9 MiB/s wr, 28 op/s 2024-04-02T08:42:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:42:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:33.378 INFO:tasks.rados.rados.0.smithi112.stdout:3275: done (2 left) 2024-04-02T08:42:33.378 INFO:tasks.rados.rados.0.smithi112.stdout:3276: done (1 left) 2024-04-02T08:42:33.378 INFO:tasks.rados.rados.0.smithi112.stdout:3277: done (0 left) 2024-04-02T08:42:33.378 INFO:tasks.rados.rados.0.smithi112.stdout:3278: snap_create 2024-04-02T08:42:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:33 smithi112 ceph-mon[91385]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:42:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:33 smithi112 ceph-mon[88945]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:42:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:33 smithi187 ceph-mon[84356]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:42:34.336 INFO:tasks.rados.rados.0.smithi112.stdout:3278: done (0 left) 2024-04-02T08:42:34.337 INFO:tasks.rados.rados.0.smithi112.stdout:3279: rollback oid 32 current snap is 328 2024-04-02T08:42:34.337 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 307 2024-04-02T08:42:34.337 INFO:tasks.rados.rados.0.smithi112.stdout:3280: copy_from oid 1 from oid 15 current snap is 328 2024-04-02T08:42:34.337 INFO:tasks.rados.rados.0.smithi112.stdout:3281: snap_remove snap 319 2024-04-02T08:42:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:34 smithi187 ceph-mon[84356]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:42:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:34 smithi187 ceph-mon[84356]: pgmap v758: 121 pgs: 121 active+clean; 459 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.4 MiB/s wr, 23 op/s 2024-04-02T08:42:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:34 smithi187 ceph-mon[84356]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:42:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:34 smithi112 ceph-mon[91385]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:42:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:34 smithi112 ceph-mon[91385]: pgmap v758: 121 pgs: 121 active+clean; 459 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.4 MiB/s wr, 23 op/s 2024-04-02T08:42:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:34 smithi112 ceph-mon[91385]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:42:34.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:34 smithi112 ceph-mon[88945]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:42:34.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:34 smithi112 ceph-mon[88945]: pgmap v758: 121 pgs: 121 active+clean; 459 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.4 MiB/s wr, 23 op/s 2024-04-02T08:42:34.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:34 smithi112 ceph-mon[88945]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:42:35.339 INFO:tasks.rados.rados.0.smithi112.stdout:3281: done (2 left) 2024-04-02T08:42:35.340 INFO:tasks.rados.rados.0.smithi112.stdout:3282: copy_from oid 40 from oid 30 current snap is 328 2024-04-02T08:42:35.340 INFO:tasks.rados.rados.0.smithi112.stdout:3283: read oid 29 snap -1 2024-04-02T08:42:35.340 INFO:tasks.rados.rados.0.smithi112.stdout:3283: expect (ObjNum 1006 snap 325 seq_num 1006) 2024-04-02T08:42:35.340 INFO:tasks.rados.rados.0.smithi112.stdout:3284: snap_remove snap 320 2024-04-02T08:42:36.343 INFO:tasks.rados.rados.0.smithi112.stdout:3284: done (4 left) 2024-04-02T08:42:36.343 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 328 2024-04-02T08:42:36.343 INFO:tasks.rados.rados.0.smithi112.stdout:3279: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:42:36.343 INFO:tasks.rados.rados.0.smithi112.stdout:3285: seq_num 1008 ranges {1908736=90112} 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3285: writing smithi11277797-49 from 1908736 to 1998848 tid 1 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3286: read oid 7 snap -1 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3286: expect (ObjNum 943 snap 298 seq_num 943) 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3287: setattr oid 4 current snap is 328 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3279: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3279: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1334 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3280: finishing copy_from racing read to smithi11277797-1 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:3280: finishing copy_from to smithi11277797-1 2024-04-02T08:42:36.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1716 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:42:36.356 INFO:tasks.rados.rados.0.smithi112.stdout:3282: finishing copy_from racing read to smithi11277797-40 2024-04-02T08:42:36.356 INFO:tasks.rados.rados.0.smithi112.stdout:3282: finishing copy_from to smithi11277797-40 2024-04-02T08:42:36.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1738 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:42:36.356 INFO:tasks.rados.rados.0.smithi112.stdout:3283: expect (ObjNum 1006 snap 325 seq_num 1006) 2024-04-02T08:42:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:36 smithi112 ceph-mon[91385]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:42:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:36 smithi112 ceph-mon[91385]: pgmap v761: 121 pgs: 121 active+clean; 485 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.5 MiB/s wr, 9 op/s 2024-04-02T08:42:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:36 smithi112 ceph-mon[88945]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:42:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:36 smithi112 ceph-mon[88945]: pgmap v761: 121 pgs: 121 active+clean; 485 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.5 MiB/s wr, 9 op/s 2024-04-02T08:42:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:36 smithi187 ceph-mon[84356]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:42:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:36 smithi187 ceph-mon[84356]: pgmap v761: 121 pgs: 121 active+clean; 485 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.5 MiB/s wr, 9 op/s 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3285: finishing write tid 1 to smithi11277797-49 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3285: finishing write tid 2 to smithi11277797-49 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3285: finishing write tid 3 to smithi11277797-49 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3285: oid 49 updating version 0 to 1889 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3285: oid 49 updating version 1889 to 1890 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1890 (ObjNum 1008 snap 328 seq_num 1008) dirty exists 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3285: left oid 49 (ObjNum 1008 snap 328 seq_num 1008) 2024-04-02T08:42:36.856 INFO:tasks.rados.rados.0.smithi112.stdout:3286: expect (ObjNum 943 snap 298 seq_num 943) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1815 (ObjNum 976 snap 316 seq_num 976) dirty exists 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3279: done (6 left) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3280: done (5 left) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3282: done (4 left) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3283: done (3 left) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3285: done (2 left) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3286: done (1 left) 2024-04-02T08:42:37.193 INFO:tasks.rados.rados.0.smithi112.stdout:3287: done (0 left) 2024-04-02T08:42:37.194 INFO:tasks.rados.rados.0.smithi112.stdout:3288: setattr oid 14 current snap is 328 2024-04-02T08:42:37.194 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 328 2024-04-02T08:42:37.194 INFO:tasks.rados.rados.0.smithi112.stdout:3289: seq_num 1009 ranges {6955008=106496} 2024-04-02T08:42:37.232 INFO:tasks.rados.rados.0.smithi112.stdout:3289: writing smithi11277797-1 from 6955008 to 7061504 tid 1 2024-04-02T08:42:37.232 INFO:tasks.rados.rados.0.smithi112.stdout:3290: delete oid 7 current snap is 328 2024-04-02T08:42:37.232 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1607 (ObjNum 1001 snap 325 seq_num 1001) dirty exists 2024-04-02T08:42:37.235 INFO:tasks.rados.rados.0.smithi112.stdout:3289: finishing write tid 1 to smithi11277797-1 2024-04-02T08:42:37.236 INFO:tasks.rados.rados.0.smithi112.stdout:3289: finishing write tid 2 to smithi11277797-1 2024-04-02T08:42:37.237 INFO:tasks.rados.rados.0.smithi112.stdout:3288: done (2 left) 2024-04-02T08:42:37.237 INFO:tasks.rados.rados.0.smithi112.stdout:3290: done (1 left) 2024-04-02T08:42:37.238 INFO:tasks.rados.rados.0.smithi112.stdout:3291: rollback oid 28 current snap is 328 2024-04-02T08:42:37.238 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 307 2024-04-02T08:42:37.238 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 328 2024-04-02T08:42:37.238 INFO:tasks.rados.rados.0.smithi112.stdout:3292: seq_num 1011 ranges {0=139264} 2024-04-02T08:42:37.238 INFO:tasks.rados.rados.0.smithi112.stdout:3292: writing smithi11277797-27 from 0 to 139264 tid 1 2024-04-02T08:42:37.239 INFO:tasks.rados.rados.0.smithi112.stdout:3293: read oid 8 snap -1 2024-04-02T08:42:37.239 INFO:tasks.rados.rados.0.smithi112.stdout:3293: expect (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:42:37.239 INFO:tasks.rados.rados.0.smithi112.stdout:3294: read oid 47 snap -1 2024-04-02T08:42:37.239 INFO:tasks.rados.rados.0.smithi112.stdout:3294: expect (ObjNum 997 snap 324 seq_num 997) 2024-04-02T08:42:37.239 INFO:tasks.rados.rados.0.smithi112.stdout:3295: snap_create 2024-04-02T08:42:37.240 INFO:tasks.rados.rados.0.smithi112.stdout:3289: finishing write tid 3 to smithi11277797-1 2024-04-02T08:42:37.240 INFO:tasks.rados.rados.0.smithi112.stdout:3289: oid 1 updating version 0 to 1718 2024-04-02T08:42:37.240 INFO:tasks.rados.rados.0.smithi112.stdout:3289: oid 1 version 1718 is already newer than 1717 2024-04-02T08:42:37.240 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1718 (ObjNum 1009 snap 328 seq_num 1009) dirty exists 2024-04-02T08:42:37.240 INFO:tasks.rados.rados.0.smithi112.stdout:3289: left oid 1 (ObjNum 1009 snap 328 seq_num 1009) 2024-04-02T08:42:37.242 INFO:tasks.rados.rados.0.smithi112.stdout:3292: finishing write tid 1 to smithi11277797-27 2024-04-02T08:42:37.242 INFO:tasks.rados.rados.0.smithi112.stdout:3292: finishing write tid 2 to smithi11277797-27 2024-04-02T08:42:37.243 INFO:tasks.rados.rados.0.smithi112.stdout:3291: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:42:37.244 INFO:tasks.rados.rados.0.smithi112.stdout:3291: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:42:37.244 INFO:tasks.rados.rados.0.smithi112.stdout:3291: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:42:37.244 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1562 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:37.251 INFO:tasks.rados.rados.0.smithi112.stdout:3294: expect (ObjNum 997 snap 324 seq_num 997) 2024-04-02T08:42:37.326 INFO:tasks.rados.rados.0.smithi112.stdout:3292: finishing write tid 3 to smithi11277797-27 2024-04-02T08:42:37.326 INFO:tasks.rados.rados.0.smithi112.stdout:3292: oid 27 updating version 0 to 1897 2024-04-02T08:42:37.326 INFO:tasks.rados.rados.0.smithi112.stdout:3292: oid 27 updating version 1897 to 1898 2024-04-02T08:42:37.326 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 1898 (ObjNum 1011 snap 328 seq_num 1011) dirty exists 2024-04-02T08:42:37.326 INFO:tasks.rados.rados.0.smithi112.stdout:3292: left oid 27 (ObjNum 1011 snap 328 seq_num 1011) 2024-04-02T08:42:37.326 INFO:tasks.rados.rados.0.smithi112.stdout:3293: expect (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:42:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:37 smithi112 ceph-mon[88945]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:42:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:37 smithi112 ceph-mon[91385]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:42:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:37 smithi187 ceph-mon[84356]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:42:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:38 smithi112 ceph-mon[91385]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:42:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:38 smithi112 ceph-mon[91385]: pgmap v764: 121 pgs: 121 active+clean; 485 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.5 MiB/s wr, 11 op/s 2024-04-02T08:42:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:38 smithi112 ceph-mon[88945]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:42:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:38 smithi112 ceph-mon[88945]: pgmap v764: 121 pgs: 121 active+clean; 485 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.5 MiB/s wr, 11 op/s 2024-04-02T08:42:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:38 smithi187 ceph-mon[84356]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:42:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:38 smithi187 ceph-mon[84356]: pgmap v764: 121 pgs: 121 active+clean; 485 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.5 MiB/s wr, 11 op/s 2024-04-02T08:42:39.547 INFO:tasks.rados.rados.0.smithi112.stdout:3289: done (5 left) 2024-04-02T08:42:39.547 INFO:tasks.rados.rados.0.smithi112.stdout:3291: done (4 left) 2024-04-02T08:42:39.547 INFO:tasks.rados.rados.0.smithi112.stdout:3292: done (3 left) 2024-04-02T08:42:39.547 INFO:tasks.rados.rados.0.smithi112.stdout:3293: done (2 left) 2024-04-02T08:42:39.548 INFO:tasks.rados.rados.0.smithi112.stdout:3294: done (1 left) 2024-04-02T08:42:39.548 INFO:tasks.rados.rados.0.smithi112.stdout:3295: done (0 left) 2024-04-02T08:42:39.548 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 329 2024-04-02T08:42:39.548 INFO:tasks.rados.rados.0.smithi112.stdout:3296: seq_num 1012 ranges {2326528=155648} 2024-04-02T08:42:39.562 INFO:tasks.rados.rados.0.smithi112.stdout:3296: writing smithi11277797-42 from 2326528 to 2482176 tid 1 2024-04-02T08:42:39.563 INFO:tasks.rados.rados.0.smithi112.stdout:3297: snap_remove snap 292 2024-04-02T08:42:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:42:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:42:39] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-04-02T08:42:40.343 INFO:tasks.rados.rados.0.smithi112.stdout:3297: done (1 left) 2024-04-02T08:42:40.344 INFO:tasks.rados.rados.0.smithi112.stdout:3298: rollback oid 8 current snap is 329 2024-04-02T08:42:40.344 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 310 2024-04-02T08:42:40.344 INFO:tasks.rados.rados.0.smithi112.stdout:3299: copy_from oid 7 from oid 32 current snap is 329 2024-04-02T08:42:40.344 INFO:tasks.rados.rados.0.smithi112.stdout:3300: snap_remove snap 295 2024-04-02T08:42:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:40 smithi112 ceph-mon[91385]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:42:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:40 smithi112 ceph-mon[91385]: pgmap v766: 121 pgs: 121 active+clean; 486 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-04-02T08:42:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:40 smithi112 ceph-mon[88945]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:42:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:40 smithi112 ceph-mon[88945]: pgmap v766: 121 pgs: 121 active+clean; 486 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-04-02T08:42:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:40 smithi187 ceph-mon[84356]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:42:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:40 smithi187 ceph-mon[84356]: pgmap v766: 121 pgs: 121 active+clean; 486 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-04-02T08:42:41.346 INFO:tasks.rados.rados.0.smithi112.stdout:3300: done (3 left) 2024-04-02T08:42:41.346 INFO:tasks.rados.rados.0.smithi112.stdout:3301: rollback oid 36 current snap is 329 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 327 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3296: finishing write tid 1 to smithi11277797-42 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3296: finishing write tid 2 to smithi11277797-42 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3296: finishing write tid 3 to smithi11277797-42 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3296: oid 42 updating version 0 to 1817 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3296: oid 42 version 1817 is already newer than 1816 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1817 (ObjNum 1012 snap 329 seq_num 1012) dirty exists 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3296: left oid 42 (ObjNum 1012 snap 329 seq_num 1012) 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3298: finishing rollback tid 0 to smithi11277797-8 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:3298: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:42:41.347 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1901 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:3299: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:3299: finishing copy_from to smithi11277797-7 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1334 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:3296: done (3 left) 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:3298: done (2 left) 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:3299: done (1 left) 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 329 2024-04-02T08:42:41.348 INFO:tasks.rados.rados.0.smithi112.stdout:3302: seq_num 1013 ranges {6955008=172032} 2024-04-02T08:42:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:3302: writing smithi11277797-15 from 6955008 to 7127040 tid 1 2024-04-02T08:42:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:3303: snap_create 2024-04-02T08:42:41.386 INFO:tasks.rados.rados.0.smithi112.stdout:3301: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:42:41.387 INFO:tasks.rados.rados.0.smithi112.stdout:3301: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:42:41.387 INFO:tasks.rados.rados.0.smithi112.stdout:3301: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:42:41.387 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1909 (ObjNum 1005 snap 325 seq_num 1005) dirty exists 2024-04-02T08:42:41.387 INFO:tasks.rados.rados.0.smithi112.stdout:3302: finishing write tid 1 to smithi11277797-15 2024-04-02T08:42:41.388 INFO:tasks.rados.rados.0.smithi112.stdout:3302: finishing write tid 2 to smithi11277797-15 2024-04-02T08:42:41.390 INFO:tasks.rados.rados.0.smithi112.stdout:3302: finishing write tid 3 to smithi11277797-15 2024-04-02T08:42:41.390 INFO:tasks.rados.rados.0.smithi112.stdout:3302: oid 15 updating version 0 to 1718 2024-04-02T08:42:41.390 INFO:tasks.rados.rados.0.smithi112.stdout:3302: oid 15 version 1718 is already newer than 1717 2024-04-02T08:42:41.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1718 (ObjNum 1013 snap 329 seq_num 1013) dirty exists 2024-04-02T08:42:41.390 INFO:tasks.rados.rados.0.smithi112.stdout:3302: left oid 15 (ObjNum 1013 snap 329 seq_num 1013) 2024-04-02T08:42:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:41 smithi112 ceph-mon[91385]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:42:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:41 smithi112 ceph-mon[88945]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:42:41.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:41 smithi187 ceph-mon[84356]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:42:42.365 INFO:tasks.rados.rados.0.smithi112.stdout:3301: done (2 left) 2024-04-02T08:42:42.366 INFO:tasks.rados.rados.0.smithi112.stdout:3302: done (1 left) 2024-04-02T08:42:42.366 INFO:tasks.rados.rados.0.smithi112.stdout:3303: done (0 left) 2024-04-02T08:42:42.366 INFO:tasks.rados.rados.0.smithi112.stdout:3304: copy_from oid 49 from oid 13 current snap is 330 2024-04-02T08:42:42.366 INFO:tasks.rados.rados.0.smithi112.stdout:3305: copy_from oid 46 from oid 17 current snap is 330 2024-04-02T08:42:42.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 330 2024-04-02T08:42:42.366 INFO:tasks.rados.rados.0.smithi112.stdout:3306: seq_num 1014 ranges {0=188416} 2024-04-02T08:42:42.367 INFO:tasks.rados.rados.0.smithi112.stdout:3306: writing smithi11277797-25 from 0 to 188416 tid 1 2024-04-02T08:42:42.367 INFO:tasks.rados.rados.0.smithi112.stdout:3307: read oid 11 snap -1 2024-04-02T08:42:42.367 INFO:tasks.rados.rados.0.smithi112.stdout:3307: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:42:42.368 INFO:tasks.rados.rados.0.smithi112.stdout:3308: setattr oid 40 current snap is 330 2024-04-02T08:42:42.368 INFO:tasks.rados.rados.0.smithi112.stdout:3304: finishing copy_from to smithi11277797-49 2024-04-02T08:42:42.368 INFO:tasks.rados.rados.0.smithi112.stdout:3304: got expected ENOENT (src dne) 2024-04-02T08:42:42.368 INFO:tasks.rados.rados.0.smithi112.stdout:3304: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:42:42.369 INFO:tasks.rados.rados.0.smithi112.stdout:3304: done (4 left) 2024-04-02T08:42:42.369 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 330 2024-04-02T08:42:42.369 INFO:tasks.rados.rados.0.smithi112.stdout:3309: seq_num 1015 ranges {0=204800} 2024-04-02T08:42:42.370 INFO:tasks.rados.rados.0.smithi112.stdout:3309: writing smithi11277797-22 from 0 to 204800 tid 1 2024-04-02T08:42:42.370 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 330 2024-04-02T08:42:42.370 INFO:tasks.rados.rados.0.smithi112.stdout:3310: seq_num 1016 ranges {1785856=221184} 2024-04-02T08:42:42.381 INFO:tasks.rados.rados.0.smithi112.stdout:3310: writing smithi11277797-36 from 1785856 to 2007040 tid 1 2024-04-02T08:42:42.382 INFO:tasks.rados.rados.0.smithi112.stdout:3311: snap_remove snap 234 2024-04-02T08:42:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:42 smithi112 ceph-mon[88945]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:42:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:42 smithi112 ceph-mon[88945]: pgmap v769: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 165 KiB/s wr, 17 op/s 2024-04-02T08:42:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:42 smithi112 ceph-mon[91385]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:42:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:42 smithi112 ceph-mon[91385]: pgmap v769: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 165 KiB/s wr, 17 op/s 2024-04-02T08:42:42.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:42 smithi187 ceph-mon[84356]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:42:42.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:42 smithi187 ceph-mon[84356]: pgmap v769: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 165 KiB/s wr, 17 op/s 2024-04-02T08:42:42.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:42:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:42:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:43.375 INFO:tasks.rados.rados.0.smithi112.stdout:3309: finishing write tid 1 to smithi11277797-22 2024-04-02T08:42:43.375 INFO:tasks.rados.rados.0.smithi112.stdout:3309: finishing write tid 2 to smithi11277797-22 2024-04-02T08:42:43.375 INFO:tasks.rados.rados.0.smithi112.stdout:3306: finishing write tid 1 to smithi11277797-25 2024-04-02T08:42:43.375 INFO:tasks.rados.rados.0.smithi112.stdout:3306: finishing write tid 2 to smithi11277797-25 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3309: finishing write tid 3 to smithi11277797-22 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3309: oid 22 updating version 0 to 1365 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3309: oid 22 version 1365 is already newer than 1364 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1365 (ObjNum 1015 snap 330 seq_num 1015) dirty exists 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3309: left oid 22 (ObjNum 1015 snap 330 seq_num 1015) 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1741 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3306: finishing write tid 3 to smithi11277797-25 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3306: oid 25 updating version 0 to 1740 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3306: oid 25 version 1740 is already newer than 1739 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1740 (ObjNum 1014 snap 330 seq_num 1014) dirty exists 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3306: left oid 25 (ObjNum 1014 snap 330 seq_num 1014) 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3310: finishing write tid 1 to smithi11277797-36 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3310: finishing write tid 2 to smithi11277797-36 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3310: finishing write tid 3 to smithi11277797-36 2024-04-02T08:42:43.376 INFO:tasks.rados.rados.0.smithi112.stdout:3310: oid 36 updating version 0 to 1916 2024-04-02T08:42:43.377 INFO:tasks.rados.rados.0.smithi112.stdout:3310: oid 36 version 1916 is already newer than 1915 2024-04-02T08:42:43.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1916 (ObjNum 1016 snap 330 seq_num 1016) dirty exists 2024-04-02T08:42:43.377 INFO:tasks.rados.rados.0.smithi112.stdout:3310: left oid 36 (ObjNum 1016 snap 330 seq_num 1016) 2024-04-02T08:42:43.377 INFO:tasks.rados.rados.0.smithi112.stdout:3307: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:42:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:43 smithi112 ceph-mon[91385]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:43 smithi112 ceph-mon[88945]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:43.620 INFO:tasks.rados.rados.0.smithi112.stdout:3305: finishing copy_from racing read to smithi11277797-46 2024-04-02T08:42:43.620 INFO:tasks.rados.rados.0.smithi112.stdout:3305: finishing copy_from to smithi11277797-46 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1323 (ObjNum 962 snap 306 seq_num 962) dirty exists 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3305: done (6 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3306: done (5 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3307: done (4 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3308: done (3 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3309: done (2 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3310: done (1 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3311: done (0 left) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3312: read oid 35 snap -1 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3312: expect (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3313: copy_from oid 5 from oid 44 current snap is 330 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 330 2024-04-02T08:42:43.621 INFO:tasks.rados.rados.0.smithi112.stdout:3314: seq_num 1017 ranges {2244608=237568} 2024-04-02T08:42:43.635 INFO:tasks.rados.rados.0.smithi112.stdout:3314: writing smithi11277797-41 from 2244608 to 2482176 tid 1 2024-04-02T08:42:43.635 INFO:tasks.rados.rados.0.smithi112.stdout:3315: snap_remove snap 328 2024-04-02T08:42:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:43 smithi187 ceph-mon[84356]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3315: done (3 left) 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3316: delete oid 21 current snap is 330 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3313: finishing copy_from racing read to smithi11277797-5 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3313: finishing copy_from to smithi11277797-5 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1524 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3314: finishing write tid 1 to smithi11277797-41 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3314: finishing write tid 2 to smithi11277797-41 2024-04-02T08:42:44.341 INFO:tasks.rados.rados.0.smithi112.stdout:3314: finishing write tid 3 to smithi11277797-41 2024-04-02T08:42:44.342 INFO:tasks.rados.rados.0.smithi112.stdout:3314: oid 41 updating version 0 to 1788 2024-04-02T08:42:44.342 INFO:tasks.rados.rados.0.smithi112.stdout:3314: oid 41 updating version 1788 to 1789 2024-04-02T08:42:44.342 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1789 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:42:44.342 INFO:tasks.rados.rados.0.smithi112.stdout:3314: left oid 41 (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:42:44.342 INFO:tasks.rados.rados.0.smithi112.stdout:3312: expect (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:42:44.724 INFO:tasks.rados.rados.0.smithi112.stdout:3312: done (3 left) 2024-04-02T08:42:44.724 INFO:tasks.rados.rados.0.smithi112.stdout:3313: done (2 left) 2024-04-02T08:42:44.724 INFO:tasks.rados.rados.0.smithi112.stdout:3314: done (1 left) 2024-04-02T08:42:44.724 INFO:tasks.rados.rados.0.smithi112.stdout:3316: done (0 left) 2024-04-02T08:42:44.724 INFO:tasks.rados.rados.0.smithi112.stdout:3317: rollback oid 32 current snap is 330 2024-04-02T08:42:44.725 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 325 2024-04-02T08:42:44.725 INFO:tasks.rados.rados.0.smithi112.stdout:3318: read oid 10 snap -1 2024-04-02T08:42:44.725 INFO:tasks.rados.rados.0.smithi112.stdout:3318: expect (ObjNum 984 snap 318 seq_num 984) 2024-04-02T08:42:44.725 INFO:tasks.rados.rados.0.smithi112.stdout:3319: copy_from oid 48 from oid 24 current snap is 330 2024-04-02T08:42:44.725 INFO:tasks.rados.rados.0.smithi112.stdout:3320: snap_create 2024-04-02T08:42:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:44 smithi187 ceph-mon[84356]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:44 smithi187 ceph-mon[84356]: pgmap v772: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 186 KiB/s wr, 18 op/s 2024-04-02T08:42:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:44 smithi187 ceph-mon[84356]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:44.732 INFO:tasks.rados.rados.0.smithi112.stdout:3317: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:42:44.732 INFO:tasks.rados.rados.0.smithi112.stdout:3317: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:42:44.732 INFO:tasks.rados.rados.0.smithi112.stdout:3317: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:42:44.732 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1337 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:42:44.739 INFO:tasks.rados.rados.0.smithi112.stdout:3318: expect (ObjNum 984 snap 318 seq_num 984) 2024-04-02T08:42:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:44 smithi112 ceph-mon[91385]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:44 smithi112 ceph-mon[91385]: pgmap v772: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 186 KiB/s wr, 18 op/s 2024-04-02T08:42:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:44 smithi112 ceph-mon[91385]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:44 smithi112 ceph-mon[88945]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:44 smithi112 ceph-mon[88945]: pgmap v772: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 186 KiB/s wr, 18 op/s 2024-04-02T08:42:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:44 smithi112 ceph-mon[88945]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:44.870 INFO:tasks.rados.rados.0.smithi112.stdout:3319: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:42:44.871 INFO:tasks.rados.rados.0.smithi112.stdout:3319: finishing copy_from to smithi11277797-48 2024-04-02T08:42:44.871 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1716 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-04-02T08:42:45.382 INFO:tasks.rados.rados.0.smithi112.stdout:3317: done (3 left) 2024-04-02T08:42:45.382 INFO:tasks.rados.rados.0.smithi112.stdout:3318: done (2 left) 2024-04-02T08:42:45.382 INFO:tasks.rados.rados.0.smithi112.stdout:3319: done (1 left) 2024-04-02T08:42:45.383 INFO:tasks.rados.rados.0.smithi112.stdout:3320: done (0 left) 2024-04-02T08:42:45.383 INFO:tasks.rados.rados.0.smithi112.stdout:3321: snap_create 2024-04-02T08:42:46.381 INFO:tasks.rados.rados.0.smithi112.stdout:3321: done (0 left) 2024-04-02T08:42:46.381 INFO:tasks.rados.rados.0.smithi112.stdout:3322: snap_create 2024-04-02T08:42:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:46 smithi187 ceph-mon[84356]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:46 smithi187 ceph-mon[84356]: pgmap v775: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.1 MiB/s wr, 10 op/s 2024-04-02T08:42:46.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:46 smithi112 ceph-mon[91385]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:46.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:46 smithi112 ceph-mon[91385]: pgmap v775: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.1 MiB/s wr, 10 op/s 2024-04-02T08:42:46.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:46 smithi112 ceph-mon[88945]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:46.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:46 smithi112 ceph-mon[88945]: pgmap v775: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.1 MiB/s wr, 10 op/s 2024-04-02T08:42:47.382 INFO:tasks.rados.rados.0.smithi112.stdout:3322: done (0 left) 2024-04-02T08:42:47.382 INFO:tasks.rados.rados.0.smithi112.stdout:3323: rmattr oid 31 current snap is 333 2024-04-02T08:42:47.382 INFO:tasks.rados.rados.0.smithi112.stdout:3323: done (0 left) 2024-04-02T08:42:47.382 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 333 2024-04-02T08:42:47.382 INFO:tasks.rados.rados.0.smithi112.stdout:3324: seq_num 1019 ranges {6955008=270336} 2024-04-02T08:42:47.421 INFO:tasks.rados.rados.0.smithi112.stdout:3324: writing smithi11277797-24 from 6955008 to 7225344 tid 1 2024-04-02T08:42:47.421 INFO:tasks.rados.rados.0.smithi112.stdout:3325: copy_from oid 13 from oid 50 current snap is 333 2024-04-02T08:42:47.421 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 6 current snap is 333 2024-04-02T08:42:47.421 INFO:tasks.rados.rados.0.smithi112.stdout:3326: seq_num 1020 ranges {3596288=286720} 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3326: writing smithi11277797-6 from 3596288 to 3883008 tid 1 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3327: copy_from oid 2 from oid 10 current snap is 333 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3324: finishing write tid 1 to smithi11277797-24 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3324: finishing write tid 2 to smithi11277797-24 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3324: finishing write tid 3 to smithi11277797-24 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3324: oid 24 updating version 0 to 1796 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:3324: oid 24 version 1796 is already newer than 1795 2024-04-02T08:42:47.443 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1796 (ObjNum 1019 snap 333 seq_num 1019) dirty exists 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3324: left oid 24 (ObjNum 1019 snap 333 seq_num 1019) 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3325: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3325: finishing copy_from to smithi11277797-13 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 944 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3324: done (3 left) 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3325: done (2 left) 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3328: read oid 20 snap -1 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3328: expect (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:42:47.444 INFO:tasks.rados.rados.0.smithi112.stdout:3329: delete oid 30 current snap is 333 2024-04-02T08:42:47.447 INFO:tasks.rados.rados.0.smithi112.stdout:3329: done (3 left) 2024-04-02T08:42:47.448 INFO:tasks.rados.rados.0.smithi112.stdout:3330: read oid 25 snap 307 2024-04-02T08:42:47.448 INFO:tasks.rados.rados.0.smithi112.stdout:3330: expect deleted 2024-04-02T08:42:47.448 INFO:tasks.rados.rados.0.smithi112.stdout:3331: copy_from oid 46 from oid 31 current snap is 333 2024-04-02T08:42:47.448 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 333 2024-04-02T08:42:47.448 INFO:tasks.rados.rados.0.smithi112.stdout:3332: seq_num 1022 ranges {13000704=319488} 2024-04-02T08:42:47.522 INFO:tasks.rados.rados.0.smithi112.stdout:3332: writing smithi11277797-32 from 13000704 to 13320192 tid 1 2024-04-02T08:42:47.522 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 47 current snap is 333 2024-04-02T08:42:47.522 INFO:tasks.rados.rados.0.smithi112.stdout:3333: seq_num 1023 ranges {2310144=335872} 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3333: writing smithi11277797-47 from 2310144 to 2646016 tid 1 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3334: copy_from oid 27 from oid 38 current snap is 333 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3326: finishing write tid 1 to smithi11277797-6 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3326: finishing write tid 2 to smithi11277797-6 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3331: finishing copy_from racing read to smithi11277797-46 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3330: done (7 left) 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3335: snap_create 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3326: finishing write tid 3 to smithi11277797-6 2024-04-02T08:42:47.539 INFO:tasks.rados.rados.0.smithi112.stdout:3326: oid 6 updating version 0 to 1272 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3326: oid 6 version 1272 is already newer than 1271 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1272 (ObjNum 1020 snap 333 seq_num 1020) dirty exists 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3326: left oid 6 (ObjNum 1020 snap 333 seq_num 1020) 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3331: finishing copy_from to smithi11277797-46 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1172 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3327: finishing copy_from racing read to smithi11277797-2 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3327: finishing copy_from to smithi11277797-2 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1817 (ObjNum 984 snap 318 seq_num 984) dirty exists 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3332: finishing write tid 1 to smithi11277797-32 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3332: finishing write tid 2 to smithi11277797-32 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3332: finishing write tid 3 to smithi11277797-32 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3332: oid 32 updating version 0 to 1339 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3332: oid 32 version 1339 is already newer than 1338 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1339 (ObjNum 1022 snap 333 seq_num 1022) dirty exists 2024-04-02T08:42:47.540 INFO:tasks.rados.rados.0.smithi112.stdout:3332: left oid 32 (ObjNum 1022 snap 333 seq_num 1022) 2024-04-02T08:42:47.541 INFO:tasks.rados.rados.0.smithi112.stdout:3334: finishing copy_from to smithi11277797-27 2024-04-02T08:42:47.541 INFO:tasks.rados.rados.0.smithi112.stdout:3334: got expected ENOENT (src dne) 2024-04-02T08:42:47.541 INFO:tasks.rados.rados.0.smithi112.stdout:3334: finishing copy_from racing read to smithi11277797-27 2024-04-02T08:42:47.542 INFO:tasks.rados.rados.0.smithi112.stdout:3328: expect (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:42:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:47 smithi187 ceph-mon[84356]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:47 smithi187 ceph-mon[84356]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:47 smithi112 ceph-mon[88945]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:47 smithi112 ceph-mon[88945]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:47.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:47 smithi112 ceph-mon[91385]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:47.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:47 smithi112 ceph-mon[91385]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:48 smithi187 ceph-mon[84356]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 8 op/s 2024-04-02T08:42:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:48 smithi112 ceph-mon[91385]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 8 op/s 2024-04-02T08:42:48.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:48 smithi112 ceph-mon[88945]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 8 op/s 2024-04-02T08:42:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:42:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:42:49] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-04-02T08:42:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:49 smithi112 ceph-mon[91385]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:49 smithi112 ceph-mon[91385]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:49 smithi112 ceph-mon[88945]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:49 smithi112 ceph-mon[88945]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:49.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:49 smithi187 ceph-mon[84356]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:49 smithi187 ceph-mon[84356]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:49.758 INFO:tasks.rados.rados.0.smithi112.stdout:3333: finishing write tid 1 to smithi11277797-47 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3333: finishing write tid 2 to smithi11277797-47 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3326: done (7 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3327: done (6 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3328: done (5 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3331: done (4 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3332: done (3 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3334: done (2 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3335: done (1 left) 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3336: read oid 40 snap 303 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3336: expect deleted 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3337: delete oid 14 current snap is 334 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3333: finishing write tid 3 to smithi11277797-47 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3333: oid 47 updating version 0 to 1818 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3333: oid 47 updating version 1818 to 1819 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1819 (ObjNum 1023 snap 333 seq_num 1023) dirty exists 2024-04-02T08:42:49.759 INFO:tasks.rados.rados.0.smithi112.stdout:3333: left oid 47 (ObjNum 1023 snap 333 seq_num 1023) 2024-04-02T08:42:49.761 INFO:tasks.rados.rados.0.smithi112.stdout:3333: done (2 left) 2024-04-02T08:42:49.761 INFO:tasks.rados.rados.0.smithi112.stdout:3336: done (1 left) 2024-04-02T08:42:49.761 INFO:tasks.rados.rados.0.smithi112.stdout:3337: done (0 left) 2024-04-02T08:42:49.761 INFO:tasks.rados.rados.0.smithi112.stdout:3338: snap_create 2024-04-02T08:42:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3338: done (0 left) 2024-04-02T08:42:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3339: rollback oid 31 current snap is 335 2024-04-02T08:42:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 303 2024-04-02T08:42:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3340: read oid 45 snap -1 2024-04-02T08:42:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3340: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3341: snap_remove snap 331 2024-04-02T08:42:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:50 smithi187 ceph-mon[84356]: pgmap v781: 121 pgs: 121 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 162 KiB/s wr, 5 op/s 2024-04-02T08:42:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:50 smithi112 ceph-mon[88945]: pgmap v781: 121 pgs: 121 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 162 KiB/s wr, 5 op/s 2024-04-02T08:42:50.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:50 smithi112 ceph-mon[91385]: pgmap v781: 121 pgs: 121 active+clean; 494 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 162 KiB/s wr, 5 op/s 2024-04-02T08:42:51.399 INFO:tasks.rados.rados.0.smithi112.stdout:3341: done (2 left) 2024-04-02T08:42:51.399 INFO:tasks.rados.rados.0.smithi112.stdout:3342: delete oid 28 current snap is 335 2024-04-02T08:42:51.399 INFO:tasks.rados.rados.0.smithi112.stdout:3340: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:42:51.438 INFO:tasks.rados.rados.0.smithi112.stdout:3339: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3340: done (2 left) 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3342: done (1 left) 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3343: copy_from oid 11 from oid 46 current snap is 335 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3339: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3339: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1744 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3339: done (1 left) 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3344: setattr oid 8 current snap is 335 2024-04-02T08:42:51.439 INFO:tasks.rados.rados.0.smithi112.stdout:3345: delete oid 49 current snap is 335 2024-04-02T08:42:51.442 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1932 (ObjNum 65 snap 0 seq_num 3515511175) dirty exists 2024-04-02T08:42:51.442 INFO:tasks.rados.rados.0.smithi112.stdout:3344: done (2 left) 2024-04-02T08:42:51.442 INFO:tasks.rados.rados.0.smithi112.stdout:3345: done (1 left) 2024-04-02T08:42:51.443 INFO:tasks.rados.rados.0.smithi112.stdout:3346: snap_create 2024-04-02T08:42:51.445 INFO:tasks.rados.rados.0.smithi112.stdout:3343: finishing copy_from racing read to smithi11277797-11 2024-04-02T08:42:51.446 INFO:tasks.rados.rados.0.smithi112.stdout:3343: finishing copy_from to smithi11277797-11 2024-04-02T08:42:51.446 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1172 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-04-02T08:42:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:51 smithi187 ceph-mon[84356]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:51 smithi187 ceph-mon[84356]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:51 smithi112 ceph-mon[88945]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:51 smithi112 ceph-mon[88945]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:51 smithi112 ceph-mon[91385]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:51.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:51 smithi112 ceph-mon[91385]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:52.423 INFO:tasks.rados.rados.0.smithi112.stdout:3343: done (1 left) 2024-04-02T08:42:52.424 INFO:tasks.rados.rados.0.smithi112.stdout:3346: done (0 left) 2024-04-02T08:42:52.424 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 336 2024-04-02T08:42:52.424 INFO:tasks.rados.rados.0.smithi112.stdout:3347: seq_num 1027 ranges {1269760=409600} 2024-04-02T08:42:52.432 INFO:tasks.rados.rados.0.smithi112.stdout:3347: writing smithi11277797-45 from 1269760 to 1679360 tid 1 2024-04-02T08:42:52.432 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 336 2024-04-02T08:42:52.433 INFO:tasks.rados.rados.0.smithi112.stdout:3348: seq_num 1028 ranges {7061504=425984} 2024-04-02T08:42:52.474 INFO:tasks.rados.rados.0.smithi112.stdout:3348: writing smithi11277797-1 from 7061504 to 7487488 tid 1 2024-04-02T08:42:52.474 INFO:tasks.rados.rados.0.smithi112.stdout:3349: snap_remove snap 305 2024-04-02T08:42:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:52 smithi187 ceph-mon[84356]: pgmap v784: 121 pgs: 121 active+clean; 500 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-02T08:42:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:42:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:42:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:52.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:52 smithi112 ceph-mon[91385]: pgmap v784: 121 pgs: 121 active+clean; 500 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-02T08:42:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:52 smithi112 ceph-mon[88945]: pgmap v784: 121 pgs: 121 active+clean; 500 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3349: done (2 left) 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3350: read oid 9 snap 316 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3350: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3351: rmattr oid 31 current snap is 336 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3351: done (3 left) 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3352: read oid 22 snap 313 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3352: expect deleted 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3353: snap_create 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3347: finishing write tid 1 to smithi11277797-45 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3347: finishing write tid 2 to smithi11277797-45 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3347: finishing write tid 3 to smithi11277797-45 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3347: oid 45 updating version 0 to 1627 2024-04-02T08:42:53.430 INFO:tasks.rados.rados.0.smithi112.stdout:3347: oid 45 updating version 1627 to 1628 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1628 (ObjNum 1027 snap 336 seq_num 1027) dirty exists 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3347: left oid 45 (ObjNum 1027 snap 336 seq_num 1027) 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3348: finishing write tid 1 to smithi11277797-1 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3348: finishing write tid 2 to smithi11277797-1 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3348: finishing write tid 3 to smithi11277797-1 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3348: oid 1 updating version 0 to 1720 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3348: oid 1 version 1720 is already newer than 1719 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1720 (ObjNum 1028 snap 336 seq_num 1028) dirty exists 2024-04-02T08:42:53.431 INFO:tasks.rados.rados.0.smithi112.stdout:3348: left oid 1 (ObjNum 1028 snap 336 seq_num 1028) 2024-04-02T08:42:53.466 INFO:tasks.rados.rados.0.smithi112.stdout:3350: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:42:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:53 smithi187 ceph-mon[84356]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:53 smithi112 ceph-mon[91385]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:53 smithi112 ceph-mon[88945]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:54.347 INFO:tasks.rados.rados.0.smithi112.stdout:3347: done (4 left) 2024-04-02T08:42:54.347 INFO:tasks.rados.rados.0.smithi112.stdout:3348: done (3 left) 2024-04-02T08:42:54.347 INFO:tasks.rados.rados.0.smithi112.stdout:3350: done (2 left) 2024-04-02T08:42:54.347 INFO:tasks.rados.rados.0.smithi112.stdout:3352: done (1 left) 2024-04-02T08:42:54.348 INFO:tasks.rados.rados.0.smithi112.stdout:3353: done (0 left) 2024-04-02T08:42:54.348 INFO:tasks.rados.rados.0.smithi112.stdout:3354: snap_remove snap 336 2024-04-02T08:42:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:54 smithi187 ceph-mon[84356]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:54 smithi187 ceph-mon[84356]: pgmap v787: 121 pgs: 121 active+clean; 500 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:42:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:54 smithi187 ceph-mon[84356]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:54 smithi112 ceph-mon[91385]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:54 smithi112 ceph-mon[91385]: pgmap v787: 121 pgs: 121 active+clean; 500 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:42:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:54 smithi112 ceph-mon[91385]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:54 smithi112 ceph-mon[88945]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:54 smithi112 ceph-mon[88945]: pgmap v787: 121 pgs: 121 active+clean; 500 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:42:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:54 smithi112 ceph-mon[88945]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:55.345 INFO:tasks.rados.rados.0.smithi112.stdout:3354: done (0 left) 2024-04-02T08:42:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:3355: rollback oid 24 current snap is 337 2024-04-02T08:42:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 24 to 324 2024-04-02T08:42:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:3356: copy_from oid 33 from oid 15 current snap is 337 2024-04-02T08:42:55.346 INFO:tasks.rados.rados.0.smithi112.stdout:3357: snap_remove snap 238 2024-04-02T08:42:56.351 INFO:tasks.rados.rados.0.smithi112.stdout:3357: done (2 left) 2024-04-02T08:42:56.351 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 337 2024-04-02T08:42:56.351 INFO:tasks.rados.rados.0.smithi112.stdout:3358: seq_num 1029 ranges {344064=442368} 2024-04-02T08:42:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:3358: writing smithi11277797-40 from 344064 to 786432 tid 1 2024-04-02T08:42:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 337 2024-04-02T08:42:56.356 INFO:tasks.rados.rados.0.smithi112.stdout:3359: seq_num 1030 ranges {0=458752} 2024-04-02T08:42:56.359 INFO:tasks.rados.rados.0.smithi112.stdout:3359: writing smithi11277797-21 from 0 to 458752 tid 1 2024-04-02T08:42:56.359 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 337 2024-04-02T08:42:56.359 INFO:tasks.rados.rados.0.smithi112.stdout:3360: seq_num 1031 ranges {0=475136} 2024-04-02T08:42:56.362 INFO:tasks.rados.rados.0.smithi112.stdout:3360: writing smithi11277797-19 from 0 to 475136 tid 1 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3355: finishing rollback tid 0 to smithi11277797-24 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3355: finishing rollback tid 1 to smithi11277797-24 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3355: finishing rollback tid 2 to smithi11277797-24 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1814 (ObjNum 985 snap 318 seq_num 985) dirty exists 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3356: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3356: finishing copy_from to smithi11277797-33 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1718 (ObjNum 1013 snap 329 seq_num 1013) dirty exists 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3355: done (4 left) 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3356: done (3 left) 2024-04-02T08:42:56.363 INFO:tasks.rados.rados.0.smithi112.stdout:3361: delete oid 36 current snap is 337 2024-04-02T08:42:56.369 INFO:tasks.rados.rados.0.smithi112.stdout:3360: finishing write tid 1 to smithi11277797-19 2024-04-02T08:42:56.369 INFO:tasks.rados.rados.0.smithi112.stdout:3358: finishing write tid 1 to smithi11277797-40 2024-04-02T08:42:56.369 INFO:tasks.rados.rados.0.smithi112.stdout:3360: finishing write tid 2 to smithi11277797-19 2024-04-02T08:42:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:3358: finishing write tid 2 to smithi11277797-40 2024-04-02T08:42:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:3360: finishing write tid 3 to smithi11277797-19 2024-04-02T08:42:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:3360: oid 19 updating version 0 to 1526 2024-04-02T08:42:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:3360: oid 19 version 1526 is already newer than 1525 2024-04-02T08:42:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 1526 (ObjNum 1031 snap 337 seq_num 1031) dirty exists 2024-04-02T08:42:56.371 INFO:tasks.rados.rados.0.smithi112.stdout:3360: left oid 19 (ObjNum 1031 snap 337 seq_num 1031) 2024-04-02T08:42:56.372 INFO:tasks.rados.rados.0.smithi112.stdout:3359: finishing write tid 1 to smithi11277797-21 2024-04-02T08:42:56.372 INFO:tasks.rados.rados.0.smithi112.stdout:3359: finishing write tid 2 to smithi11277797-21 2024-04-02T08:42:56.374 INFO:tasks.rados.rados.0.smithi112.stdout:3360: done (3 left) 2024-04-02T08:42:56.374 INFO:tasks.rados.rados.0.smithi112.stdout:3361: done (2 left) 2024-04-02T08:42:56.374 INFO:tasks.rados.rados.0.smithi112.stdout:3362: snap_create 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3358: finishing write tid 3 to smithi11277797-40 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3358: oid 40 updating version 0 to 1745 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3358: oid 40 updating version 1745 to 1746 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1746 (ObjNum 1029 snap 337 seq_num 1029) dirty exists 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3358: left oid 40 (ObjNum 1029 snap 337 seq_num 1029) 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3359: finishing write tid 3 to smithi11277797-21 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3359: oid 21 updating version 0 to 1721 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3359: oid 21 version 1721 is already newer than 1720 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1721 (ObjNum 1030 snap 337 seq_num 1030) dirty exists 2024-04-02T08:42:56.377 INFO:tasks.rados.rados.0.smithi112.stdout:3359: left oid 21 (ObjNum 1030 snap 337 seq_num 1030) 2024-04-02T08:42:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:56 smithi112 ceph-mon[91385]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:56 smithi112 ceph-mon[91385]: pgmap v790: 121 pgs: 121 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 406 KiB/s wr, 5 op/s 2024-04-02T08:42:56.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 08:42:56 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T08:42:56.374+0000 7fa2bc51a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 130 after trimming was started 2024-04-02T08:42:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:56 smithi112 ceph-mon[88945]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:56 smithi112 ceph-mon[88945]: pgmap v790: 121 pgs: 121 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 406 KiB/s wr, 5 op/s 2024-04-02T08:42:56.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:56 smithi187 ceph-mon[84356]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:56 smithi187 ceph-mon[84356]: pgmap v790: 121 pgs: 121 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 406 KiB/s wr, 5 op/s 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:3358: done (2 left) 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:3359: done (1 left) 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:3362: done (0 left) 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:3363: read oid 21 snap 324 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:3363: expect (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:3364: rollback oid 28 current snap is 338 2024-04-02T08:42:57.354 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 322 2024-04-02T08:42:57.355 INFO:tasks.rados.rados.0.smithi112.stdout:3365: read oid 15 snap -1 2024-04-02T08:42:57.355 INFO:tasks.rados.rados.0.smithi112.stdout:3365: expect (ObjNum 1013 snap 329 seq_num 1013) 2024-04-02T08:42:57.355 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 338 2024-04-02T08:42:57.355 INFO:tasks.rados.rados.0.smithi112.stdout:3366: seq_num 1033 ranges {0=507904} 2024-04-02T08:42:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:3366: writing smithi11277797-8 from 0 to 507904 tid 1 2024-04-02T08:42:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:3367: copy_from oid 30 from oid 23 current snap is 338 2024-04-02T08:42:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:3368: read oid 37 snap -1 2024-04-02T08:42:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:3368: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:42:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 338 2024-04-02T08:42:57.357 INFO:tasks.rados.rados.0.smithi112.stdout:3369: seq_num 1034 ranges {3842048=524288} 2024-04-02T08:42:57.382 INFO:tasks.rados.rados.0.smithi112.stdout:3369: writing smithi11277797-10 from 3842048 to 4366336 tid 1 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3370: setattr oid 22 current snap is 338 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3364: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3364: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1566 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3366: finishing write tid 1 to smithi11277797-8 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3366: finishing write tid 2 to smithi11277797-8 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3366: finishing write tid 3 to smithi11277797-8 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3366: oid 8 updating version 0 to 1952 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3366: oid 8 updating version 1952 to 1953 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1953 (ObjNum 1033 snap 338 seq_num 1033) dirty exists 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3366: left oid 8 (ObjNum 1033 snap 338 seq_num 1033) 2024-04-02T08:42:57.383 INFO:tasks.rados.rados.0.smithi112.stdout:3363: expect (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:42:57.439 INFO:tasks.rados.rados.0.smithi112.stdout:3367: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:42:57.439 INFO:tasks.rados.rados.0.smithi112.stdout:3367: finishing copy_from to smithi11277797-30 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1331 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3369: finishing write tid 1 to smithi11277797-10 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3369: finishing write tid 2 to smithi11277797-10 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3369: finishing write tid 3 to smithi11277797-10 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3369: oid 10 updating version 0 to 1825 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3369: oid 10 version 1825 is already newer than 1824 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1825 (ObjNum 1034 snap 338 seq_num 1034) dirty exists 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3369: left oid 10 (ObjNum 1034 snap 338 seq_num 1034) 2024-04-02T08:42:57.440 INFO:tasks.rados.rados.0.smithi112.stdout:3365: expect (ObjNum 1013 snap 329 seq_num 1013) 2024-04-02T08:42:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:57 smithi112 ceph-mon[91385]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:57 smithi112 ceph-mon[88945]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:57 smithi187 ceph-mon[84356]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:58.152 INFO:tasks.rados.rados.0.smithi112.stdout:3368: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:42:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:58 smithi112 ceph-mon[91385]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:42:58 smithi112 ceph-mon[91385]: pgmap v793: 121 pgs: 121 active+clean; 460 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:42:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:58 smithi112 ceph-mon[88945]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:42:58 smithi112 ceph-mon[88945]: pgmap v793: 121 pgs: 121 active+clean; 460 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:42:58.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:58 smithi187 ceph-mon[84356]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:58.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:42:58 smithi187 ceph-mon[84356]: pgmap v793: 121 pgs: 121 active+clean; 460 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1820 (ObjNum 1015 snap 330 seq_num 1015) dirty exists 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3363: done (7 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3364: done (6 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3365: done (5 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3366: done (4 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3367: done (3 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3368: done (2 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3369: done (1 left) 2024-04-02T08:42:58.794 INFO:tasks.rados.rados.0.smithi112.stdout:3370: done (0 left) 2024-04-02T08:42:58.795 INFO:tasks.rados.rados.0.smithi112.stdout:3371: snap_create 2024-04-02T08:42:59.344 INFO:tasks.rados.rados.0.smithi112.stdout:3371: done (0 left) 2024-04-02T08:42:59.344 INFO:tasks.rados.rados.0.smithi112.stdout:3372: delete oid 42 current snap is 339 2024-04-02T08:42:59.348 INFO:tasks.rados.rados.0.smithi112.stdout:3372: done (0 left) 2024-04-02T08:42:59.348 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 339 2024-04-02T08:42:59.348 INFO:tasks.rados.rados.0.smithi112.stdout:3373: seq_num 1036 ranges {2736128=557056} 2024-04-02T08:42:59.366 INFO:tasks.rados.rados.0.smithi112.stdout:3373: writing smithi11277797-26 from 2736128 to 3293184 tid 1 2024-04-02T08:42:59.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 339 2024-04-02T08:42:59.366 INFO:tasks.rados.rados.0.smithi112.stdout:3374: seq_num 1037 ranges {0=573440} 2024-04-02T08:42:59.370 INFO:tasks.rados.rados.0.smithi112.stdout:3374: writing smithi11277797-42 from 0 to 573440 tid 1 2024-04-02T08:42:59.370 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 339 2024-04-02T08:42:59.370 INFO:tasks.rados.rados.0.smithi112.stdout:3375: seq_num 1038 ranges {204800=589824} 2024-04-02T08:42:59.375 INFO:tasks.rados.rados.0.smithi112.stdout:3375: writing smithi11277797-22 from 204800 to 794624 tid 1 2024-04-02T08:42:59.375 INFO:tasks.rados.rados.0.smithi112.stdout:3376: delete oid 44 current snap is 339 2024-04-02T08:42:59.375 INFO:tasks.rados.rados.0.smithi112.stdout:3373: finishing write tid 1 to smithi11277797-26 2024-04-02T08:42:59.375 INFO:tasks.rados.rados.0.smithi112.stdout:3373: finishing write tid 2 to smithi11277797-26 2024-04-02T08:42:59.376 INFO:tasks.rados.rados.0.smithi112.stdout:3374: finishing write tid 1 to smithi11277797-42 2024-04-02T08:42:59.377 INFO:tasks.rados.rados.0.smithi112.stdout:3373: finishing write tid 3 to smithi11277797-26 2024-04-02T08:42:59.377 INFO:tasks.rados.rados.0.smithi112.stdout:3373: oid 26 updating version 0 to 1720 2024-04-02T08:42:59.377 INFO:tasks.rados.rados.0.smithi112.stdout:3373: oid 26 version 1720 is already newer than 1719 2024-04-02T08:42:59.377 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1720 (ObjNum 1036 snap 339 seq_num 1036) dirty exists 2024-04-02T08:42:59.377 INFO:tasks.rados.rados.0.smithi112.stdout:3373: left oid 26 (ObjNum 1036 snap 339 seq_num 1036) 2024-04-02T08:42:59.390 INFO:tasks.rados.rados.0.smithi112.stdout:3374: finishing write tid 2 to smithi11277797-42 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3374: finishing write tid 3 to smithi11277797-42 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3374: oid 42 updating version 0 to 1820 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3374: oid 42 version 1820 is already newer than 1819 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1820 (ObjNum 1037 snap 339 seq_num 1037) dirty exists 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3374: left oid 42 (ObjNum 1037 snap 339 seq_num 1037) 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3373: done (3 left) 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3374: done (2 left) 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3376: done (1 left) 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3377: read oid 18 snap -1 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3377: expect (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 339 2024-04-02T08:42:59.407 INFO:tasks.rados.rados.0.smithi112.stdout:3378: seq_num 1040 ranges {827392=622592} 2024-04-02T08:42:59.415 INFO:tasks.rados.rados.0.smithi112.stdout:3378: writing smithi11277797-46 from 827392 to 1449984 tid 1 2024-04-02T08:42:59.415 INFO:tasks.rados.rados.0.smithi112.stdout:3379: read oid 29 snap -1 2024-04-02T08:42:59.415 INFO:tasks.rados.rados.0.smithi112.stdout:3379: expect (ObjNum 1006 snap 325 seq_num 1006) 2024-04-02T08:42:59.415 INFO:tasks.rados.rados.0.smithi112.stdout:3380: rollback oid 43 current snap is 339 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 43 to 303 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:3375: finishing write tid 1 to smithi11277797-22 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:3375: finishing write tid 2 to smithi11277797-22 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:3375: finishing write tid 3 to smithi11277797-22 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:3375: oid 22 updating version 0 to 1821 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:3375: oid 22 updating version 1821 to 1822 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1822 (ObjNum 1038 snap 339 seq_num 1038) dirty exists 2024-04-02T08:42:59.416 INFO:tasks.rados.rados.0.smithi112.stdout:3375: left oid 22 (ObjNum 1038 snap 339 seq_num 1038) 2024-04-02T08:42:59.417 INFO:tasks.rados.rados.0.smithi112.stdout:3377: expect (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:42:59.468 INFO:tasks.rados.rados.0.smithi112.stdout:3380: finishing rollback tid 0 to smithi11277797-43 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3378: finishing write tid 1 to smithi11277797-46 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3380: finishing rollback tid 1 to smithi11277797-43 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 1826 (ObjNum 65 snap 0 seq_num 1935762276) dirty dne 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3378: finishing write tid 2 to smithi11277797-46 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3378: finishing write tid 3 to smithi11277797-46 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3378: oid 46 updating version 0 to 1721 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3378: oid 46 updating version 1721 to 1722 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1722 (ObjNum 1040 snap 339 seq_num 1040) dirty exists 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3378: left oid 46 (ObjNum 1040 snap 339 seq_num 1040) 2024-04-02T08:42:59.469 INFO:tasks.rados.rados.0.smithi112.stdout:3379: expect (ObjNum 1006 snap 325 seq_num 1006) 2024-04-02T08:42:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:42:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:42:59] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3375: done (4 left) 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3377: done (3 left) 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3378: done (2 left) 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3379: done (1 left) 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3380: done (0 left) 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3381: read oid 3 snap 324 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3381: expect (ObjNum 994 snap 322 seq_num 994) 2024-04-02T08:42:59.960 INFO:tasks.rados.rados.0.smithi112.stdout:3382: snap_remove snap 321 2024-04-02T08:43:00.357 INFO:tasks.rados.rados.0.smithi112.stdout:3382: done (1 left) 2024-04-02T08:43:00.358 INFO:tasks.rados.rados.0.smithi112.stdout:3383: copy_from oid 37 from oid 44 current snap is 339 2024-04-02T08:43:00.358 INFO:tasks.rados.rados.0.smithi112.stdout:3381: expect (ObjNum 994 snap 322 seq_num 994) 2024-04-02T08:43:00.588 INFO:tasks.rados.rados.0.smithi112.stdout:3383: finishing copy_from to smithi11277797-37 2024-04-02T08:43:00.589 INFO:tasks.rados.rados.0.smithi112.stdout:3383: got expected ENOENT (src dne) 2024-04-02T08:43:00.589 INFO:tasks.rados.rados.0.smithi112.stdout:3383: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:43:00.589 INFO:tasks.rados.rados.0.smithi112.stdout:3381: done (1 left) 2024-04-02T08:43:00.589 INFO:tasks.rados.rados.0.smithi112.stdout:3383: done (0 left) 2024-04-02T08:43:00.589 INFO:tasks.rados.rados.0.smithi112.stdout:3384: snap_remove snap 299 2024-04-02T08:43:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:00 smithi112 ceph-mon[88945]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:43:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:00 smithi112 ceph-mon[88945]: pgmap v795: 121 pgs: 121 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:43:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:00 smithi112 ceph-mon[91385]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:43:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:00 smithi112 ceph-mon[91385]: pgmap v795: 121 pgs: 121 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:43:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:00 smithi187 ceph-mon[84356]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:43:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:00 smithi187 ceph-mon[84356]: pgmap v795: 121 pgs: 121 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:43:01.360 INFO:tasks.rados.rados.0.smithi112.stdout:3384: done (0 left) 2024-04-02T08:43:01.361 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 339 2024-04-02T08:43:01.361 INFO:tasks.rados.rados.0.smithi112.stdout:3385: seq_num 1041 ranges {1679360=638976} 2024-04-02T08:43:01.374 INFO:tasks.rados.rados.0.smithi112.stdout:3385: writing smithi11277797-45 from 1679360 to 2318336 tid 1 2024-04-02T08:43:01.374 INFO:tasks.rados.rados.0.smithi112.stdout:3386: snap_remove snap 294 2024-04-02T08:43:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:01 smithi112 ceph-mon[91385]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:43:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:01 smithi112 ceph-mon[88945]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:43:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:01 smithi187 ceph-mon[84356]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: finishing write tid 1 to smithi11277797-45 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: finishing write tid 2 to smithi11277797-45 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: finishing write tid 3 to smithi11277797-45 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: oid 45 updating version 0 to 1655 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: oid 45 version 1655 is already newer than 1654 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1655 (ObjNum 1041 snap 339 seq_num 1041) dirty exists 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: left oid 45 (ObjNum 1041 snap 339 seq_num 1041) 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3385: done (1 left) 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3386: done (0 left) 2024-04-02T08:43:02.366 INFO:tasks.rados.rados.0.smithi112.stdout:3387: delete oid 18 current snap is 339 2024-04-02T08:43:02.376 INFO:tasks.rados.rados.0.smithi112.stdout:3387: done (0 left) 2024-04-02T08:43:02.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 339 2024-04-02T08:43:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3388: seq_num 1043 ranges {1957888=671744} 2024-04-02T08:43:02.392 INFO:tasks.rados.rados.0.smithi112.stdout:3388: writing smithi11277797-4 from 1957888 to 2629632 tid 1 2024-04-02T08:43:02.392 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 339 2024-04-02T08:43:02.392 INFO:tasks.rados.rados.0.smithi112.stdout:3389: seq_num 1044 ranges {786432=688128} 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3389: writing smithi11277797-40 from 786432 to 1474560 tid 1 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3390: copy_from oid 33 from oid 22 current snap is 339 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: finishing write tid 1 to smithi11277797-4 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: finishing write tid 2 to smithi11277797-4 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: finishing write tid 3 to smithi11277797-4 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: oid 4 updating version 0 to 1822 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: oid 4 version 1822 is already newer than 1821 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1822 (ObjNum 1043 snap 339 seq_num 1043) dirty exists 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: left oid 4 (ObjNum 1043 snap 339 seq_num 1043) 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3388: done (2 left) 2024-04-02T08:43:02.401 INFO:tasks.rados.rados.0.smithi112.stdout:3391: snap_remove snap 298 2024-04-02T08:43:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:02 smithi112 ceph-mon[91385]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:43:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:02 smithi112 ceph-mon[91385]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:43:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:02 smithi112 ceph-mon[88945]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:43:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:02 smithi112 ceph-mon[88945]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:43:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:02 smithi187 ceph-mon[84356]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:43:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:02 smithi187 ceph-mon[84356]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:43:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:43:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:43:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:03.371 INFO:tasks.rados.rados.0.smithi112.stdout:3391: done (2 left) 2024-04-02T08:43:03.371 INFO:tasks.rados.rados.0.smithi112.stdout:3392: rmattr oid 45 current snap is 339 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: finishing write tid 1 to smithi11277797-40 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: finishing write tid 2 to smithi11277797-40 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: finishing write tid 3 to smithi11277797-40 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: oid 40 updating version 0 to 1747 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: oid 40 updating version 1747 to 1748 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1748 (ObjNum 1044 snap 339 seq_num 1044) dirty exists 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: left oid 40 (ObjNum 1044 snap 339 seq_num 1044) 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3390: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3389: done (2 left) 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3393: setattr oid 32 current snap is 339 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:3390: finishing copy_from to smithi11277797-33 2024-04-02T08:43:03.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1822 (ObjNum 1038 snap 339 seq_num 1038) dirty exists 2024-04-02T08:43:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:3390: done (2 left) 2024-04-02T08:43:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:3394: read oid 35 snap -1 2024-04-02T08:43:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:3394: expect (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:43:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 339 2024-04-02T08:43:03.374 INFO:tasks.rados.rados.0.smithi112.stdout:3395: seq_num 1045 ranges {0=704512} 2024-04-02T08:43:03.377 INFO:tasks.rados.rados.0.smithi112.stdout:3395: writing smithi11277797-49 from 0 to 704512 tid 1 2024-04-02T08:43:03.377 INFO:tasks.rados.rados.0.smithi112.stdout:3396: copy_from oid 38 from oid 27 current snap is 339 2024-04-02T08:43:03.378 INFO:tasks.rados.rados.0.smithi112.stdout:3397: snap_remove snap 313 2024-04-02T08:43:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:03 smithi112 ceph-mon[91385]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:43:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:03 smithi112 ceph-mon[88945]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:43:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:03 smithi187 ceph-mon[84356]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:43:04.354 INFO:tasks.rados.rados.0.smithi112.stdout:3397: done (5 left) 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3398: copy_from oid 36 from oid 5 current snap is 339 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1660 (ObjNum 1041 snap 339 seq_num 1041) dirty exists 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1340 (ObjNum 1022 snap 333 seq_num 1022) dirty exists 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3395: finishing write tid 1 to smithi11277797-49 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3395: finishing write tid 2 to smithi11277797-49 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3396: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3395: finishing write tid 3 to smithi11277797-49 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3395: oid 49 updating version 0 to 1969 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:3395: oid 49 version 1969 is already newer than 1968 2024-04-02T08:43:04.355 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 1969 (ObjNum 1045 snap 339 seq_num 1045) dirty exists 2024-04-02T08:43:04.356 INFO:tasks.rados.rados.0.smithi112.stdout:3395: left oid 49 (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:04.356 INFO:tasks.rados.rados.0.smithi112.stdout:3396: finishing copy_from to smithi11277797-38 2024-04-02T08:43:04.356 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1898 (ObjNum 1011 snap 328 seq_num 1011) dirty exists 2024-04-02T08:43:04.356 INFO:tasks.rados.rados.0.smithi112.stdout:3394: expect (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3398: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3398: finishing copy_from to smithi11277797-36 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1524 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3392: done (5 left) 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3393: done (4 left) 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3394: done (3 left) 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3395: done (2 left) 2024-04-02T08:43:04.730 INFO:tasks.rados.rados.0.smithi112.stdout:3396: done (1 left) 2024-04-02T08:43:04.731 INFO:tasks.rados.rados.0.smithi112.stdout:3398: done (0 left) 2024-04-02T08:43:04.731 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 339 2024-04-02T08:43:04.731 INFO:tasks.rados.rados.0.smithi112.stdout:3399: seq_num 1046 ranges {4366336=729088} 2024-04-02T08:43:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:04 smithi187 ceph-mon[84356]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:43:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:04 smithi187 ceph-mon[84356]: pgmap v801: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:43:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:04 smithi187 ceph-mon[84356]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:43:04.757 INFO:tasks.rados.rados.0.smithi112.stdout:3399: writing smithi11277797-10 from 4366336 to 5095424 tid 1 2024-04-02T08:43:04.758 INFO:tasks.rados.rados.0.smithi112.stdout:3400: rollback oid 37 current snap is 339 2024-04-02T08:43:04.758 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 323 2024-04-02T08:43:04.758 INFO:tasks.rados.rados.0.smithi112.stdout:3401: rollback oid 32 current snap is 339 2024-04-02T08:43:04.758 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 306 2024-04-02T08:43:04.758 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 339 2024-04-02T08:43:04.758 INFO:tasks.rados.rados.0.smithi112.stdout:3402: seq_num 1047 ranges {6955008=745472} 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3402: writing smithi11277797-48 from 6955008 to 7700480 tid 1 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3403: delete oid 26 current snap is 339 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3399: finishing write tid 1 to smithi11277797-10 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3399: finishing write tid 2 to smithi11277797-10 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3401: finishing rollback tid 0 to smithi11277797-32 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3400: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3400: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3399: finishing write tid 3 to smithi11277797-10 2024-04-02T08:43:04.800 INFO:tasks.rados.rados.0.smithi112.stdout:3399: oid 10 updating version 0 to 1826 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:3399: oid 10 updating version 1826 to 1827 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1827 (ObjNum 1046 snap 339 seq_num 1046) dirty exists 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:3399: left oid 10 (ObjNum 1046 snap 339 seq_num 1046) 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:3401: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:3400: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1275 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:3401: finishing rollback tid 2 to smithi11277797-32 2024-04-02T08:43:04.801 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1343 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:3399: done (4 left) 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:3400: done (3 left) 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:3401: done (2 left) 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:3403: done (1 left) 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:3404: read oid 16 snap -1 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:3404: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:43:04.802 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 39 current snap is 339 2024-04-02T08:43:04.803 INFO:tasks.rados.rados.0.smithi112.stdout:3405: seq_num 1049 ranges {65536=778240} 2024-04-02T08:43:04.807 INFO:tasks.rados.rados.0.smithi112.stdout:3405: writing smithi11277797-39 from 65536 to 843776 tid 1 2024-04-02T08:43:04.808 INFO:tasks.rados.rados.0.smithi112.stdout:3406: read oid 13 snap -1 2024-04-02T08:43:04.808 INFO:tasks.rados.rados.0.smithi112.stdout:3406: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:43:04.808 INFO:tasks.rados.rados.0.smithi112.stdout:3407: snap_remove snap 310 2024-04-02T08:43:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:04 smithi112 ceph-mon[88945]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:43:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:04 smithi112 ceph-mon[88945]: pgmap v801: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:43:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:04 smithi112 ceph-mon[88945]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:43:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:04 smithi112 ceph-mon[91385]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:43:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:04 smithi112 ceph-mon[91385]: pgmap v801: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:43:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:04 smithi112 ceph-mon[91385]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:43:05.384 INFO:tasks.rados.rados.0.smithi112.stdout:3407: done (4 left) 2024-04-02T08:43:05.384 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 339 2024-04-02T08:43:05.384 INFO:tasks.rados.rados.0.smithi112.stdout:3408: seq_num 1050 ranges {0=794624} 2024-04-02T08:43:05.389 INFO:tasks.rados.rados.0.smithi112.stdout:3408: writing smithi11277797-26 from 0 to 794624 tid 1 2024-04-02T08:43:05.390 INFO:tasks.rados.rados.0.smithi112.stdout:3402: finishing write tid 1 to smithi11277797-48 2024-04-02T08:43:05.390 INFO:tasks.rados.rados.0.smithi112.stdout:3402: finishing write tid 2 to smithi11277797-48 2024-04-02T08:43:05.390 INFO:tasks.rados.rados.0.smithi112.stdout:3404: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3402: finishing write tid 3 to smithi11277797-48 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3402: oid 48 updating version 0 to 1873 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3402: oid 48 version 1873 is already newer than 1872 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1873 (ObjNum 1047 snap 339 seq_num 1047) dirty exists 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3402: left oid 48 (ObjNum 1047 snap 339 seq_num 1047) 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3405: finishing write tid 1 to smithi11277797-39 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3405: finishing write tid 2 to smithi11277797-39 2024-04-02T08:43:05.403 INFO:tasks.rados.rados.0.smithi112.stdout:3406: expect (ObjNum 903 snap 285 seq_num 903) 2024-04-02T08:43:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:3405: finishing write tid 3 to smithi11277797-39 2024-04-02T08:43:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:3405: oid 39 updating version 0 to 1825 2024-04-02T08:43:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:3405: oid 39 version 1825 is already newer than 1824 2024-04-02T08:43:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 1825 (ObjNum 1049 snap 339 seq_num 1049) dirty exists 2024-04-02T08:43:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:3405: left oid 39 (ObjNum 1049 snap 339 seq_num 1049) 2024-04-02T08:43:05.453 INFO:tasks.rados.rados.0.smithi112.stdout:3402: done (4 left) 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3404: done (3 left) 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3405: done (2 left) 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3406: done (1 left) 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3409: rollback oid 37 current snap is 339 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 335 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: finishing write tid 1 to smithi11277797-26 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: finishing write tid 2 to smithi11277797-26 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: finishing write tid 3 to smithi11277797-26 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: oid 26 updating version 0 to 1826 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: oid 26 updating version 1826 to 1827 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1827 (ObjNum 1050 snap 339 seq_num 1050) dirty exists 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: left oid 26 (ObjNum 1050 snap 339 seq_num 1050) 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3408: done (1 left) 2024-04-02T08:43:05.454 INFO:tasks.rados.rados.0.smithi112.stdout:3410: snap_remove snap 332 2024-04-02T08:43:06.389 INFO:tasks.rados.rados.0.smithi112.stdout:3409: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:43:06.389 INFO:tasks.rados.rados.0.smithi112.stdout:3409: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:43:06.389 INFO:tasks.rados.rados.0.smithi112.stdout:3409: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:43:06.389 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1278 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-04-02T08:43:06.389 INFO:tasks.rados.rados.0.smithi112.stdout:3409: done (1 left) 2024-04-02T08:43:06.390 INFO:tasks.rados.rados.0.smithi112.stdout:3410: done (0 left) 2024-04-02T08:43:06.390 INFO:tasks.rados.rados.0.smithi112.stdout:3411: rmattr oid 9 current snap is 339 2024-04-02T08:43:06.390 INFO:tasks.rados.rados.0.smithi112.stdout:3411: done (0 left) 2024-04-02T08:43:06.390 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 40 current snap is 339 2024-04-02T08:43:06.390 INFO:tasks.rados.rados.0.smithi112.stdout:3412: seq_num 1051 ranges {1474560=409600,1884160=401408} 2024-04-02T08:43:06.399 INFO:tasks.rados.rados.0.smithi112.stdout:3412: writing smithi11277797-40 from 1474560 to 1884160 tid 1 2024-04-02T08:43:06.402 INFO:tasks.rados.rados.0.smithi112.stdout:3412: writing smithi11277797-40 from 1884160 to 2285568 tid 2 2024-04-02T08:43:06.402 INFO:tasks.rados.rados.0.smithi112.stdout:3413: snap_remove snap 303 2024-04-02T08:43:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:06 smithi187 ceph-mon[84356]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:43:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:06 smithi187 ceph-mon[84356]: pgmap v804: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 9 op/s 2024-04-02T08:43:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:06 smithi112 ceph-mon[88945]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:43:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:06 smithi112 ceph-mon[88945]: pgmap v804: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 9 op/s 2024-04-02T08:43:06.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:06 smithi112 ceph-mon[91385]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:43:06.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:06 smithi112 ceph-mon[91385]: pgmap v804: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 9 op/s 2024-04-02T08:43:07.391 INFO:tasks.rados.rados.0.smithi112.stdout:3412: finishing write tid 1 to smithi11277797-40 2024-04-02T08:43:07.391 INFO:tasks.rados.rados.0.smithi112.stdout:3412: finishing write tid 2 to smithi11277797-40 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: finishing write tid 3 to smithi11277797-40 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: finishing write tid 4 to smithi11277797-40 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: oid 40 updating version 0 to 1751 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: oid 40 version 1751 is already newer than 1749 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: oid 40 version 1751 is already newer than 1750 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1751 (ObjNum 1051 snap 339 seq_num 1051) dirty exists 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: left oid 40 (ObjNum 1051 snap 339 seq_num 1051) 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3412: done (1 left) 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3413: done (0 left) 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3414: copy_from oid 7 from oid 39 current snap is 339 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3415: copy_from oid 33 from oid 49 current snap is 339 2024-04-02T08:43:07.392 INFO:tasks.rados.rados.0.smithi112.stdout:3416: setattr oid 12 current snap is 339 2024-04-02T08:43:07.393 INFO:tasks.rados.rados.0.smithi112.stdout:3417: delete oid 1 current snap is 339 2024-04-02T08:43:07.407 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1828 (ObjNum 989 snap 320 seq_num 989) dirty exists 2024-04-02T08:43:07.409 INFO:tasks.rados.rados.0.smithi112.stdout:3415: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:43:07.410 INFO:tasks.rados.rados.0.smithi112.stdout:3416: done (3 left) 2024-04-02T08:43:07.410 INFO:tasks.rados.rados.0.smithi112.stdout:3417: done (2 left) 2024-04-02T08:43:07.410 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 339 2024-04-02T08:43:07.411 INFO:tasks.rados.rados.0.smithi112.stdout:3418: seq_num 1053 ranges {458752=442368,901120=401408} 2024-04-02T08:43:07.416 INFO:tasks.rados.rados.0.smithi112.stdout:3418: writing smithi11277797-21 from 458752 to 901120 tid 1 2024-04-02T08:43:07.419 INFO:tasks.rados.rados.0.smithi112.stdout:3418: writing smithi11277797-21 from 901120 to 1302528 tid 2 2024-04-02T08:43:07.419 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 339 2024-04-02T08:43:07.419 INFO:tasks.rados.rados.0.smithi112.stdout:3414: finishing copy_from racing read to smithi11277797-7 2024-04-02T08:43:07.419 INFO:tasks.rados.rados.0.smithi112.stdout:3414: finishing copy_from to smithi11277797-7 2024-04-02T08:43:07.420 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1825 (ObjNum 1049 snap 339 seq_num 1049) dirty exists 2024-04-02T08:43:07.420 INFO:tasks.rados.rados.0.smithi112.stdout:3415: finishing copy_from to smithi11277797-33 2024-04-02T08:43:07.420 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1969 (ObjNum 1045 snap 339 seq_num 1045) dirty exists 2024-04-02T08:43:07.420 INFO:tasks.rados.rados.0.smithi112.stdout:3419: seq_num 1054 ranges {7127040=458752,7585792=401408} 2024-04-02T08:43:07.460 INFO:tasks.rados.rados.0.smithi112.stdout:3419: writing smithi11277797-15 from 7127040 to 7585792 tid 1 2024-04-02T08:43:07.463 INFO:tasks.rados.rados.0.smithi112.stdout:3419: writing smithi11277797-15 from 7585792 to 7987200 tid 2 2024-04-02T08:43:07.463 INFO:tasks.rados.rados.0.smithi112.stdout:3414: done (3 left) 2024-04-02T08:43:07.463 INFO:tasks.rados.rados.0.smithi112.stdout:3415: done (2 left) 2024-04-02T08:43:07.463 INFO:tasks.rados.rados.0.smithi112.stdout:3420: setattr oid 37 current snap is 339 2024-04-02T08:43:07.463 INFO:tasks.rados.rados.0.smithi112.stdout:3418: finishing write tid 1 to smithi11277797-21 2024-04-02T08:43:07.463 INFO:tasks.rados.rados.0.smithi112.stdout:3418: finishing write tid 2 to smithi11277797-21 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: finishing write tid 3 to smithi11277797-21 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: finishing write tid 4 to smithi11277797-21 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: oid 21 updating version 0 to 1723 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: oid 21 updating version 1723 to 1724 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: oid 21 updating version 1724 to 1725 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1725 (ObjNum 1053 snap 339 seq_num 1053) dirty exists 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: left oid 21 (ObjNum 1053 snap 339 seq_num 1053) 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3418: done (2 left) 2024-04-02T08:43:07.464 INFO:tasks.rados.rados.0.smithi112.stdout:3421: rollback oid 14 current snap is 339 2024-04-02T08:43:07.465 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 322 2024-04-02T08:43:07.465 INFO:tasks.rados.rados.0.smithi112.stdout:3422: setattr oid 23 current snap is 339 2024-04-02T08:43:07.466 INFO:tasks.rados.rados.0.smithi112.stdout:3419: finishing write tid 1 to smithi11277797-15 2024-04-02T08:43:07.466 INFO:tasks.rados.rados.0.smithi112.stdout:3419: finishing write tid 2 to smithi11277797-15 2024-04-02T08:43:07.466 INFO:tasks.rados.rados.0.smithi112.stdout:3423: snap_create 2024-04-02T08:43:07.466 INFO:tasks.rados.rados.0.smithi112.stdout:3419: finishing write tid 3 to smithi11277797-15 2024-04-02T08:43:07.467 INFO:tasks.rados.rados.0.smithi112.stdout:3421: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:43:07.467 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1623 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1279 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:3419: finishing write tid 4 to smithi11277797-15 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:3419: oid 15 updating version 0 to 1726 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:3419: oid 15 updating version 1726 to 1728 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:3419: oid 15 version 1728 is already newer than 1727 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1728 (ObjNum 1054 snap 339 seq_num 1054) dirty exists 2024-04-02T08:43:07.468 INFO:tasks.rados.rados.0.smithi112.stdout:3419: left oid 15 (ObjNum 1054 snap 339 seq_num 1054) 2024-04-02T08:43:07.469 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1344 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:43:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:07 smithi187 ceph-mon[84356]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:43:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:07 smithi112 ceph-mon[91385]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:43:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:07 smithi112 ceph-mon[88945]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:3419: done (4 left) 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:3420: done (3 left) 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:3421: done (2 left) 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:3422: done (1 left) 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:3423: done (0 left) 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 340 2024-04-02T08:43:08.400 INFO:tasks.rados.rados.0.smithi112.stdout:3424: seq_num 1055 ranges {2318336=475136,2793472=401408} 2024-04-02T08:43:08.415 INFO:tasks.rados.rados.0.smithi112.stdout:3424: writing smithi11277797-45 from 2318336 to 2793472 tid 1 2024-04-02T08:43:08.417 INFO:tasks.rados.rados.0.smithi112.stdout:3424: writing smithi11277797-45 from 2793472 to 3194880 tid 2 2024-04-02T08:43:08.417 INFO:tasks.rados.rados.0.smithi112.stdout:3425: read oid 41 snap 307 2024-04-02T08:43:08.417 INFO:tasks.rados.rados.0.smithi112.stdout:3425: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:43:08.418 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 340 2024-04-02T08:43:08.418 INFO:tasks.rados.rados.0.smithi112.stdout:3426: seq_num 1056 ranges {6963200=491520,7454720=401408} 2024-04-02T08:43:08.458 INFO:tasks.rados.rados.0.smithi112.stdout:3426: writing smithi11277797-35 from 6963200 to 7454720 tid 1 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3426: writing smithi11277797-35 from 7454720 to 7856128 tid 2 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3427: delete oid 40 current snap is 340 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: finishing write tid 1 to smithi11277797-45 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: finishing write tid 2 to smithi11277797-45 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: finishing write tid 3 to smithi11277797-45 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: finishing write tid 4 to smithi11277797-45 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: oid 45 updating version 0 to 1689 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: oid 45 updating version 1689 to 1691 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: oid 45 version 1691 is already newer than 1690 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1691 (ObjNum 1055 snap 340 seq_num 1055) dirty exists 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3424: left oid 45 (ObjNum 1055 snap 340 seq_num 1055) 2024-04-02T08:43:08.461 INFO:tasks.rados.rados.0.smithi112.stdout:3425: expect (ObjNum 843 snap 276 seq_num 843) 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: finishing write tid 1 to smithi11277797-35 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: finishing write tid 2 to smithi11277797-35 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: finishing write tid 3 to smithi11277797-35 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: finishing write tid 4 to smithi11277797-35 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: oid 35 updating version 0 to 1731 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: oid 35 version 1731 is already newer than 1729 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: oid 35 version 1731 is already newer than 1730 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1731 (ObjNum 1056 snap 340 seq_num 1056) dirty exists 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3426: left oid 35 (ObjNum 1056 snap 340 seq_num 1056) 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3424: done (3 left) 2024-04-02T08:43:08.526 INFO:tasks.rados.rados.0.smithi112.stdout:3425: done (2 left) 2024-04-02T08:43:08.527 INFO:tasks.rados.rados.0.smithi112.stdout:3426: done (1 left) 2024-04-02T08:43:08.527 INFO:tasks.rados.rados.0.smithi112.stdout:3427: done (0 left) 2024-04-02T08:43:08.527 INFO:tasks.rados.rados.0.smithi112.stdout:3428: copy_from oid 23 from oid 9 current snap is 340 2024-04-02T08:43:08.527 INFO:tasks.rados.rados.0.smithi112.stdout:3429: setattr oid 33 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3430: rollback oid 36 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 281 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3431: rmattr oid 21 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3431: done (3 left) 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3432: rollback oid 47 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 337 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3433: copy_from oid 34 from oid 1 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3434: rollback oid 41 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 330 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 340 2024-04-02T08:43:08.528 INFO:tasks.rados.rados.0.smithi112.stdout:3435: seq_num 1058 ranges {5144576=524288,5668864=401408} 2024-04-02T08:43:08.558 INFO:tasks.rados.rados.0.smithi112.stdout:3435: writing smithi11277797-24 from 5144576 to 5668864 tid 1 2024-04-02T08:43:08.561 INFO:tasks.rados.rados.0.smithi112.stdout:3435: writing smithi11277797-24 from 5668864 to 6070272 tid 2 2024-04-02T08:43:08.561 INFO:tasks.rados.rados.0.smithi112.stdout:3436: read oid 28 snap 314 2024-04-02T08:43:08.561 INFO:tasks.rados.rados.0.smithi112.stdout:3436: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:43:08.561 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 340 2024-04-02T08:43:08.561 INFO:tasks.rados.rados.0.smithi112.stdout:3433: finishing copy_from to smithi11277797-34 2024-04-02T08:43:08.561 INFO:tasks.rados.rados.0.smithi112.stdout:3433: got expected ENOENT (src dne) 2024-04-02T08:43:08.562 INFO:tasks.rados.rados.0.smithi112.stdout:3433: finishing copy_from racing read to smithi11277797-34 2024-04-02T08:43:08.562 INFO:tasks.rados.rados.0.smithi112.stdout:3432: finishing rollback tid 0 to smithi11277797-47 2024-04-02T08:43:08.562 INFO:tasks.rados.rados.0.smithi112.stdout:3434: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:43:08.562 INFO:tasks.rados.rados.0.smithi112.stdout:3432: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:43:08.562 INFO:tasks.rados.rados.0.smithi112.stdout:3437: seq_num 1059 ranges {843776=540672,1384448=401408} 2024-04-02T08:43:08.568 INFO:tasks.rados.rados.0.smithi112.stdout:3437: writing smithi11277797-7 from 843776 to 1384448 tid 1 2024-04-02T08:43:08.572 INFO:tasks.rados.rados.0.smithi112.stdout:3437: writing smithi11277797-7 from 1384448 to 1785856 tid 2 2024-04-02T08:43:08.572 INFO:tasks.rados.rados.0.smithi112.stdout:3433: done (8 left) 2024-04-02T08:43:08.572 INFO:tasks.rados.rados.0.smithi112.stdout:3438: delete oid 19 current snap is 340 2024-04-02T08:43:08.572 INFO:tasks.rados.rados.0.smithi112.stdout:3430: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:43:08.572 INFO:tasks.rados.rados.0.smithi112.stdout:3434: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1970 (ObjNum 1045 snap 339 seq_num 1045) dirty exists 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3434: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1901 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3430: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3430: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1994 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3432: finishing rollback tid 2 to smithi11277797-47 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1825 (ObjNum 1023 snap 333 seq_num 1023) dirty exists 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3428: finishing copy_from racing read to smithi11277797-23 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3428: finishing copy_from to smithi11277797-23 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1247 (ObjNum 918 snap 288 seq_num 918) dirty exists 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3435: finishing write tid 1 to smithi11277797-24 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3435: finishing write tid 2 to smithi11277797-24 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3435: finishing write tid 3 to smithi11277797-24 2024-04-02T08:43:08.573 INFO:tasks.rados.rados.0.smithi112.stdout:3435: finishing write tid 4 to smithi11277797-24 2024-04-02T08:43:08.574 INFO:tasks.rados.rados.0.smithi112.stdout:3435: oid 24 updating version 0 to 1905 2024-04-02T08:43:08.574 INFO:tasks.rados.rados.0.smithi112.stdout:3435: oid 24 version 1905 is already newer than 1903 2024-04-02T08:43:08.574 INFO:tasks.rados.rados.0.smithi112.stdout:3435: oid 24 version 1905 is already newer than 1904 2024-04-02T08:43:08.574 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1905 (ObjNum 1058 snap 340 seq_num 1058) dirty exists 2024-04-02T08:43:08.574 INFO:tasks.rados.rados.0.smithi112.stdout:3435: left oid 24 (ObjNum 1058 snap 340 seq_num 1058) 2024-04-02T08:43:08.574 INFO:tasks.rados.rados.0.smithi112.stdout:3436: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: finishing write tid 1 to smithi11277797-7 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: finishing write tid 2 to smithi11277797-7 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: finishing write tid 3 to smithi11277797-7 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: finishing write tid 4 to smithi11277797-7 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: oid 7 updating version 0 to 1901 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: oid 7 version 1901 is already newer than 1899 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: oid 7 version 1901 is already newer than 1900 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1901 (ObjNum 1059 snap 340 seq_num 1059) dirty exists 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3437: left oid 7 (ObjNum 1059 snap 340 seq_num 1059) 2024-04-02T08:43:08.611 INFO:tasks.rados.rados.0.smithi112.stdout:3428: done (8 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3429: done (7 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3430: done (6 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3432: done (5 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3434: done (4 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3435: done (3 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3436: done (2 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3437: done (1 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3438: done (0 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3439: rmattr oid 14 current snap is 340 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3439: done (0 left) 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 340 2024-04-02T08:43:08.612 INFO:tasks.rados.rados.0.smithi112.stdout:3440: seq_num 1061 ranges {1269760=573440,1843200=401408} 2024-04-02T08:43:08.621 INFO:tasks.rados.rados.0.smithi112.stdout:3440: writing smithi11277797-28 from 1269760 to 1843200 tid 1 2024-04-02T08:43:08.624 INFO:tasks.rados.rados.0.smithi112.stdout:3440: writing smithi11277797-28 from 1843200 to 2244608 tid 2 2024-04-02T08:43:08.624 INFO:tasks.rados.rados.0.smithi112.stdout:3441: snap_create 2024-04-02T08:43:08.626 INFO:tasks.rados.rados.0.smithi112.stdout:3440: finishing write tid 1 to smithi11277797-28 2024-04-02T08:43:08.628 INFO:tasks.rados.rados.0.smithi112.stdout:3440: finishing write tid 2 to smithi11277797-28 2024-04-02T08:43:08.628 INFO:tasks.rados.rados.0.smithi112.stdout:3440: finishing write tid 3 to smithi11277797-28 2024-04-02T08:43:08.629 INFO:tasks.rados.rados.0.smithi112.stdout:3440: finishing write tid 4 to smithi11277797-28 2024-04-02T08:43:08.629 INFO:tasks.rados.rados.0.smithi112.stdout:3440: oid 28 updating version 0 to 1903 2024-04-02T08:43:08.629 INFO:tasks.rados.rados.0.smithi112.stdout:3440: oid 28 updating version 1903 to 1904 2024-04-02T08:43:08.629 INFO:tasks.rados.rados.0.smithi112.stdout:3440: oid 28 version 1904 is already newer than 1902 2024-04-02T08:43:08.629 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1904 (ObjNum 1061 snap 340 seq_num 1061) dirty exists 2024-04-02T08:43:08.630 INFO:tasks.rados.rados.0.smithi112.stdout:3440: left oid 28 (ObjNum 1061 snap 340 seq_num 1061) 2024-04-02T08:43:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:08 smithi187 ceph-mon[84356]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:43:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:08 smithi187 ceph-mon[84356]: pgmap v807: 121 pgs: 121 active+clean; 398 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:43:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:08 smithi112 ceph-mon[91385]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:43:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:08 smithi112 ceph-mon[91385]: pgmap v807: 121 pgs: 121 active+clean; 398 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:43:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:08 smithi112 ceph-mon[88945]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:43:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:08 smithi112 ceph-mon[88945]: pgmap v807: 121 pgs: 121 active+clean; 398 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:43:09.346 INFO:tasks.rados.rados.0.smithi112.stdout:3440: done (1 left) 2024-04-02T08:43:09.346 INFO:tasks.rados.rados.0.smithi112.stdout:3441: done (0 left) 2024-04-02T08:43:09.346 INFO:tasks.rados.rados.0.smithi112.stdout:3442: delete oid 25 current snap is 341 2024-04-02T08:43:09.350 INFO:tasks.rados.rados.0.smithi112.stdout:3442: done (0 left) 2024-04-02T08:43:09.350 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 341 2024-04-02T08:43:09.350 INFO:tasks.rados.rados.0.smithi112.stdout:3443: seq_num 1063 ranges {3194880=606208,3801088=401408} 2024-04-02T08:43:09.371 INFO:tasks.rados.rados.0.smithi112.stdout:3443: writing smithi11277797-45 from 3194880 to 3801088 tid 1 2024-04-02T08:43:09.373 INFO:tasks.rados.rados.0.smithi112.stdout:3443: writing smithi11277797-45 from 3801088 to 4202496 tid 2 2024-04-02T08:43:09.373 INFO:tasks.rados.rados.0.smithi112.stdout:3444: read oid 17 snap -1 2024-04-02T08:43:09.373 INFO:tasks.rados.rados.0.smithi112.stdout:3444: expect (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:43:09.373 INFO:tasks.rados.rados.0.smithi112.stdout:3445: delete oid 32 current snap is 341 2024-04-02T08:43:09.384 INFO:tasks.rados.rados.0.smithi112.stdout:3443: finishing write tid 1 to smithi11277797-45 2024-04-02T08:43:09.384 INFO:tasks.rados.rados.0.smithi112.stdout:3443: finishing write tid 2 to smithi11277797-45 2024-04-02T08:43:09.384 INFO:tasks.rados.rados.0.smithi112.stdout:3443: finishing write tid 3 to smithi11277797-45 2024-04-02T08:43:09.386 INFO:tasks.rados.rados.0.smithi112.stdout:3443: finishing write tid 4 to smithi11277797-45 2024-04-02T08:43:09.386 INFO:tasks.rados.rados.0.smithi112.stdout:3443: oid 45 updating version 0 to 1693 2024-04-02T08:43:09.386 INFO:tasks.rados.rados.0.smithi112.stdout:3443: oid 45 updating version 1693 to 1695 2024-04-02T08:43:09.386 INFO:tasks.rados.rados.0.smithi112.stdout:3443: oid 45 version 1695 is already newer than 1694 2024-04-02T08:43:09.386 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1695 (ObjNum 1063 snap 341 seq_num 1063) dirty exists 2024-04-02T08:43:09.386 INFO:tasks.rados.rados.0.smithi112.stdout:3443: left oid 45 (ObjNum 1063 snap 341 seq_num 1063) 2024-04-02T08:43:09.388 INFO:tasks.rados.rados.0.smithi112.stdout:3443: done (2 left) 2024-04-02T08:43:09.389 INFO:tasks.rados.rados.0.smithi112.stdout:3445: done (1 left) 2024-04-02T08:43:09.389 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 341 2024-04-02T08:43:09.389 INFO:tasks.rados.rados.0.smithi112.stdout:3446: seq_num 1065 ranges {4423680=638976,5062656=401408} 2024-04-02T08:43:09.417 INFO:tasks.rados.rados.0.smithi112.stdout:3446: writing smithi11277797-12 from 4423680 to 5062656 tid 1 2024-04-02T08:43:09.420 INFO:tasks.rados.rados.0.smithi112.stdout:3446: writing smithi11277797-12 from 5062656 to 5464064 tid 2 2024-04-02T08:43:09.420 INFO:tasks.rados.rados.0.smithi112.stdout:3447: snap_create 2024-04-02T08:43:09.420 INFO:tasks.rados.rados.0.smithi112.stdout:3444: expect (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:43:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:09 smithi112 ceph-mon[91385]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:43:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:09 smithi112 ceph-mon[91385]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:43:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:43:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:43:09] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:43:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:09 smithi112 ceph-mon[88945]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:43:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:09 smithi112 ceph-mon[88945]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:43:09.661 INFO:tasks.rados.rados.0.smithi112.stdout:3446: finishing write tid 1 to smithi11277797-12 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: finishing write tid 2 to smithi11277797-12 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: finishing write tid 3 to smithi11277797-12 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: finishing write tid 4 to smithi11277797-12 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: oid 12 updating version 0 to 1830 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: oid 12 version 1830 is already newer than 1829 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: oid 12 updating version 1830 to 1831 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1831 (ObjNum 1065 snap 341 seq_num 1065) dirty exists 2024-04-02T08:43:09.662 INFO:tasks.rados.rados.0.smithi112.stdout:3446: left oid 12 (ObjNum 1065 snap 341 seq_num 1065) 2024-04-02T08:43:09.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:09 smithi187 ceph-mon[84356]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:43:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:09 smithi187 ceph-mon[84356]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:43:10.412 INFO:tasks.rados.rados.0.smithi112.stdout:3444: done (2 left) 2024-04-02T08:43:10.412 INFO:tasks.rados.rados.0.smithi112.stdout:3446: done (1 left) 2024-04-02T08:43:10.412 INFO:tasks.rados.rados.0.smithi112.stdout:3447: done (0 left) 2024-04-02T08:43:10.412 INFO:tasks.rados.rados.0.smithi112.stdout:3448: delete oid 26 current snap is 342 2024-04-02T08:43:10.415 INFO:tasks.rados.rados.0.smithi112.stdout:3448: done (0 left) 2024-04-02T08:43:10.415 INFO:tasks.rados.rados.0.smithi112.stdout:3449: copy_from oid 40 from oid 42 current snap is 342 2024-04-02T08:43:10.415 INFO:tasks.rados.rados.0.smithi112.stdout:3450: rmattr oid 28 current snap is 342 2024-04-02T08:43:10.415 INFO:tasks.rados.rados.0.smithi112.stdout:3451: delete oid 50 current snap is 342 2024-04-02T08:43:10.419 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1905 (ObjNum 1061 snap 340 seq_num 1061) dirty exists 2024-04-02T08:43:10.420 INFO:tasks.rados.rados.0.smithi112.stdout:3450: done (2 left) 2024-04-02T08:43:10.420 INFO:tasks.rados.rados.0.smithi112.stdout:3451: done (1 left) 2024-04-02T08:43:10.420 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 45 current snap is 342 2024-04-02T08:43:10.420 INFO:tasks.rados.rados.0.smithi112.stdout:3452: seq_num 1068 ranges {4202496=696320,4898816=401408} 2024-04-02T08:43:10.449 INFO:tasks.rados.rados.0.smithi112.stdout:3452: writing smithi11277797-45 from 4202496 to 4898816 tid 1 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3452: writing smithi11277797-45 from 4898816 to 5300224 tid 2 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3453: read oid 14 snap -1 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3453: expect deleted 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3454: read oid 21 snap -1 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3454: expect (ObjNum 1053 snap 339 seq_num 1053) 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 18 current snap is 342 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3449: finishing copy_from racing read to smithi11277797-40 2024-04-02T08:43:10.452 INFO:tasks.rados.rados.0.smithi112.stdout:3455: seq_num 1069 ranges {0=712704,712704=401408} 2024-04-02T08:43:10.456 INFO:tasks.rados.rados.0.smithi112.stdout:3455: writing smithi11277797-18 from 0 to 712704 tid 1 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3455: writing smithi11277797-18 from 712704 to 1114112 tid 2 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3456: rollback oid 8 current snap is 342 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3449: finishing copy_from to smithi11277797-40 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1820 (ObjNum 1037 snap 339 seq_num 1037) dirty exists 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3452: finishing write tid 1 to smithi11277797-45 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3452: finishing write tid 2 to smithi11277797-45 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3452: finishing write tid 3 to smithi11277797-45 2024-04-02T08:43:10.459 INFO:tasks.rados.rados.0.smithi112.stdout:3454: expect (ObjNum 1053 snap 339 seq_num 1053) 2024-04-02T08:43:10.528 INFO:tasks.rados.rados.0.smithi112.stdout:3452: finishing write tid 4 to smithi11277797-45 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3452: oid 45 updating version 0 to 1698 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3452: oid 45 updating version 1698 to 1699 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3452: oid 45 version 1699 is already newer than 1697 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1699 (ObjNum 1068 snap 342 seq_num 1068) dirty exists 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3452: left oid 45 (ObjNum 1068 snap 342 seq_num 1068) 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 340 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: finishing write tid 1 to smithi11277797-18 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: finishing write tid 2 to smithi11277797-18 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: finishing write tid 3 to smithi11277797-18 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: finishing write tid 4 to smithi11277797-18 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: oid 18 updating version 0 to 1733 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: oid 18 version 1733 is already newer than 1732 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:3455: oid 18 updating version 1733 to 1734 2024-04-02T08:43:10.529 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1734 (ObjNum 1069 snap 342 seq_num 1069) dirty exists 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3455: left oid 18 (ObjNum 1069 snap 342 seq_num 1069) 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3449: done (5 left) 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3452: done (4 left) 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3453: done (3 left) 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3454: done (2 left) 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3455: done (1 left) 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3457: rollback oid 18 current snap is 342 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 327 2024-04-02T08:43:10.530 INFO:tasks.rados.rados.0.smithi112.stdout:3458: snap_create 2024-04-02T08:43:10.532 INFO:tasks.rados.rados.0.smithi112.stdout:3456: finishing rollback tid 0 to smithi11277797-8 2024-04-02T08:43:10.532 INFO:tasks.rados.rados.0.smithi112.stdout:3457: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:43:10.532 INFO:tasks.rados.rados.0.smithi112.stdout:3457: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:43:10.533 INFO:tasks.rados.rados.0.smithi112.stdout:3457: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:43:10.534 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1737 (ObjNum 982 snap 318 seq_num 982) dirty exists 2024-04-02T08:43:10.534 INFO:tasks.rados.rados.0.smithi112.stdout:3456: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:43:10.534 INFO:tasks.rados.rados.0.smithi112.stdout:3456: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:43:10.534 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1998 (ObjNum 1033 snap 338 seq_num 1033) dirty exists 2024-04-02T08:43:10.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:10 smithi187 ceph-mon[84356]: pgmap v810: 121 pgs: 121 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-02T08:43:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:10.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:10.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[91385]: pgmap v810: 121 pgs: 121 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-02T08:43:10.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:10.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[88945]: pgmap v810: 121 pgs: 121 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-02T08:43:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:11.413 INFO:tasks.rados.rados.0.smithi112.stdout:3456: done (2 left) 2024-04-02T08:43:11.413 INFO:tasks.rados.rados.0.smithi112.stdout:3457: done (1 left) 2024-04-02T08:43:11.413 INFO:tasks.rados.rados.0.smithi112.stdout:3458: done (0 left) 2024-04-02T08:43:11.413 INFO:tasks.rados.rados.0.smithi112.stdout:3459: read oid 15 snap -1 2024-04-02T08:43:11.414 INFO:tasks.rados.rados.0.smithi112.stdout:3459: expect (ObjNum 1054 snap 339 seq_num 1054) 2024-04-02T08:43:11.414 INFO:tasks.rados.rados.0.smithi112.stdout:3460: read oid 49 snap -1 2024-04-02T08:43:11.414 INFO:tasks.rados.rados.0.smithi112.stdout:3460: expect (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:11.414 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 343 2024-04-02T08:43:11.414 INFO:tasks.rados.rados.0.smithi112.stdout:3461: seq_num 1070 ranges {1302528=729088,2031616=401408} 2024-04-02T08:43:11.425 INFO:tasks.rados.rados.0.smithi112.stdout:3461: writing smithi11277797-21 from 1302528 to 2031616 tid 1 2024-04-02T08:43:11.428 INFO:tasks.rados.rados.0.smithi112.stdout:3461: writing smithi11277797-21 from 2031616 to 2433024 tid 2 2024-04-02T08:43:11.428 INFO:tasks.rados.rados.0.smithi112.stdout:3462: copy_from oid 8 from oid 46 current snap is 343 2024-04-02T08:43:11.428 INFO:tasks.rados.rados.0.smithi112.stdout:3460: expect (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:11.454 INFO:tasks.rados.rados.0.smithi112.stdout:3462: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:43:11.454 INFO:tasks.rados.rados.0.smithi112.stdout:3462: finishing copy_from to smithi11277797-8 2024-04-02T08:43:11.454 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1722 (ObjNum 1040 snap 339 seq_num 1040) dirty exists 2024-04-02T08:43:11.454 INFO:tasks.rados.rados.0.smithi112.stdout:3459: expect (ObjNum 1054 snap 339 seq_num 1054) 2024-04-02T08:43:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:11 smithi187 ceph-mon[84356]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:43:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[88945]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:43:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[91385]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:43:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: finishing write tid 1 to smithi11277797-21 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: finishing write tid 2 to smithi11277797-21 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: finishing write tid 3 to smithi11277797-21 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: finishing write tid 4 to smithi11277797-21 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: oid 21 updating version 0 to 1739 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: oid 21 updating version 1739 to 1740 2024-04-02T08:43:12.358 INFO:tasks.rados.rados.0.smithi112.stdout:3461: oid 21 version 1740 is already newer than 1738 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1740 (ObjNum 1070 snap 343 seq_num 1070) dirty exists 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3461: left oid 21 (ObjNum 1070 snap 343 seq_num 1070) 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3459: done (3 left) 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3460: done (2 left) 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3461: done (1 left) 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3462: done (0 left) 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3463: copy_from oid 36 from oid 41 current snap is 343 2024-04-02T08:43:12.359 INFO:tasks.rados.rados.0.smithi112.stdout:3464: setattr oid 18 current snap is 343 2024-04-02T08:43:12.360 INFO:tasks.rados.rados.0.smithi112.stdout:3465: read oid 49 snap -1 2024-04-02T08:43:12.360 INFO:tasks.rados.rados.0.smithi112.stdout:3465: expect (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:12.360 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 9 current snap is 343 2024-04-02T08:43:12.360 INFO:tasks.rados.rados.0.smithi112.stdout:3466: seq_num 1071 ranges {5701632=745472,6447104=401408} 2024-04-02T08:43:12.393 INFO:tasks.rados.rados.0.smithi112.stdout:3466: writing smithi11277797-9 from 5701632 to 6447104 tid 1 2024-04-02T08:43:12.395 INFO:tasks.rados.rados.0.smithi112.stdout:3466: writing smithi11277797-9 from 6447104 to 6848512 tid 2 2024-04-02T08:43:12.395 INFO:tasks.rados.rados.0.smithi112.stdout:3467: copy_from oid 8 from oid 24 current snap is 343 2024-04-02T08:43:12.396 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1741 (ObjNum 982 snap 318 seq_num 982) dirty exists 2024-04-02T08:43:12.396 INFO:tasks.rados.rados.0.smithi112.stdout:3465: expect (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:12.421 INFO:tasks.rados.rados.0.smithi112.stdout:3463: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3463: finishing copy_from to smithi11277797-36 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 1901 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3463: done (4 left) 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3464: done (3 left) 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3465: done (2 left) 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3468: read oid 22 snap -1 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3468: expect (ObjNum 1038 snap 339 seq_num 1038) 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 343 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3466: finishing write tid 1 to smithi11277797-9 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3466: finishing write tid 2 to smithi11277797-9 2024-04-02T08:43:12.422 INFO:tasks.rados.rados.0.smithi112.stdout:3469: seq_num 1072 ranges {2244608=761856,3006464=401408} 2024-04-02T08:43:12.437 INFO:tasks.rados.rados.0.smithi112.stdout:3469: writing smithi11277797-28 from 2244608 to 3006464 tid 1 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3469: writing smithi11277797-28 from 3006464 to 3407872 tid 2 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3470: read oid 37 snap -1 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3470: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3471: copy_from oid 12 from oid 38 current snap is 343 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3466: finishing write tid 3 to smithi11277797-9 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3466: finishing write tid 4 to smithi11277797-9 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3466: oid 9 updating version 0 to 1827 2024-04-02T08:43:12.440 INFO:tasks.rados.rados.0.smithi112.stdout:3466: oid 9 version 1827 is already newer than 1826 2024-04-02T08:43:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:3466: oid 9 updating version 1827 to 1828 2024-04-02T08:43:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1828 (ObjNum 1071 snap 343 seq_num 1071) dirty exists 2024-04-02T08:43:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:3466: left oid 9 (ObjNum 1071 snap 343 seq_num 1071) 2024-04-02T08:43:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:3467: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:43:12.441 INFO:tasks.rados.rados.0.smithi112.stdout:3468: expect (ObjNum 1038 snap 339 seq_num 1038) 2024-04-02T08:43:12.468 INFO:tasks.rados.rados.0.smithi112.stdout:3467: finishing copy_from to smithi11277797-8 2024-04-02T08:43:12.469 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1905 (ObjNum 1058 snap 340 seq_num 1058) dirty exists 2024-04-02T08:43:12.469 INFO:tasks.rados.rados.0.smithi112.stdout:3469: finishing write tid 1 to smithi11277797-28 2024-04-02T08:43:12.469 INFO:tasks.rados.rados.0.smithi112.stdout:3469: finishing write tid 2 to smithi11277797-28 2024-04-02T08:43:12.469 INFO:tasks.rados.rados.0.smithi112.stdout:3469: finishing write tid 3 to smithi11277797-28 2024-04-02T08:43:12.469 INFO:tasks.rados.rados.0.smithi112.stdout:3469: finishing write tid 4 to smithi11277797-28 2024-04-02T08:43:12.469 INFO:tasks.rados.rados.0.smithi112.stdout:3469: oid 28 updating version 0 to 1906 2024-04-02T08:43:12.470 INFO:tasks.rados.rados.0.smithi112.stdout:3469: oid 28 updating version 1906 to 1908 2024-04-02T08:43:12.470 INFO:tasks.rados.rados.0.smithi112.stdout:3469: oid 28 version 1908 is already newer than 1907 2024-04-02T08:43:12.470 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1908 (ObjNum 1072 snap 343 seq_num 1072) dirty exists 2024-04-02T08:43:12.470 INFO:tasks.rados.rados.0.smithi112.stdout:3469: left oid 28 (ObjNum 1072 snap 343 seq_num 1072) 2024-04-02T08:43:12.470 INFO:tasks.rados.rados.0.smithi112.stdout:3471: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:43:12.470 INFO:tasks.rados.rados.0.smithi112.stdout:3466: done (5 left) 2024-04-02T08:43:12.471 INFO:tasks.rados.rados.0.smithi112.stdout:3467: done (4 left) 2024-04-02T08:43:12.471 INFO:tasks.rados.rados.0.smithi112.stdout:3468: done (3 left) 2024-04-02T08:43:12.471 INFO:tasks.rados.rados.0.smithi112.stdout:3469: done (2 left) 2024-04-02T08:43:12.471 INFO:tasks.rados.rados.0.smithi112.stdout:3472: delete oid 40 current snap is 343 2024-04-02T08:43:12.471 INFO:tasks.rados.rados.0.smithi112.stdout:3471: finishing copy_from to smithi11277797-12 2024-04-02T08:43:12.471 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1898 (ObjNum 1011 snap 328 seq_num 1011) dirty exists 2024-04-02T08:43:12.472 INFO:tasks.rados.rados.0.smithi112.stdout:3471: done (2 left) 2024-04-02T08:43:12.472 INFO:tasks.rados.rados.0.smithi112.stdout:3472: done (1 left) 2024-04-02T08:43:12.472 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 343 2024-04-02T08:43:12.473 INFO:tasks.rados.rados.0.smithi112.stdout:3473: seq_num 1074 ranges {5095424=794624,5890048=401408} 2024-04-02T08:43:12.512 INFO:tasks.rados.rados.0.smithi112.stdout:3473: writing smithi11277797-10 from 5095424 to 5890048 tid 1 2024-04-02T08:43:12.515 INFO:tasks.rados.rados.0.smithi112.stdout:3473: writing smithi11277797-10 from 5890048 to 6291456 tid 2 2024-04-02T08:43:12.515 INFO:tasks.rados.rados.0.smithi112.stdout:3474: copy_from oid 11 from oid 27 current snap is 343 2024-04-02T08:43:12.515 INFO:tasks.rados.rados.0.smithi112.stdout:3470: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:43:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:12 smithi187 ceph-mon[84356]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:43:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:12 smithi187 ceph-mon[84356]: pgmap v813: 121 pgs: 121 active+clean; 411 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-02T08:43:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:43:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:12 smithi112 ceph-mon[91385]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:43:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:12 smithi112 ceph-mon[91385]: pgmap v813: 121 pgs: 121 active+clean; 411 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-02T08:43:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:12 smithi112 ceph-mon[88945]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:43:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:12 smithi112 ceph-mon[88945]: pgmap v813: 121 pgs: 121 active+clean; 411 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:3473: finishing write tid 1 to smithi11277797-10 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:3473: finishing write tid 2 to smithi11277797-10 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:3473: finishing write tid 3 to smithi11277797-10 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:3470: done (2 left) 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 343 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:3474: finishing copy_from racing read to smithi11277797-11 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:3474: finishing copy_from to smithi11277797-11 2024-04-02T08:43:13.190 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1898 (ObjNum 1011 snap 328 seq_num 1011) dirty exists 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:3473: finishing write tid 4 to smithi11277797-10 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:3473: oid 10 updating version 0 to 1901 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:3473: oid 10 version 1901 is already newer than 1900 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:3473: oid 10 version 1901 is already newer than 1899 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1901 (ObjNum 1074 snap 343 seq_num 1074) dirty exists 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:3473: left oid 10 (ObjNum 1074 snap 343 seq_num 1074) 2024-04-02T08:43:13.191 INFO:tasks.rados.rados.0.smithi112.stdout:3475: seq_num 1075 ranges {704512=409600,1114112=671744,1785856=131072} 2024-04-02T08:43:13.196 INFO:tasks.rados.rados.0.smithi112.stdout:3475: writing smithi11277797-33 from 704512 to 1114112 tid 1 2024-04-02T08:43:13.200 INFO:tasks.rados.rados.0.smithi112.stdout:3475: writing smithi11277797-33 from 1114112 to 1785856 tid 2 2024-04-02T08:43:13.201 INFO:tasks.rados.rados.0.smithi112.stdout:3475: writing smithi11277797-33 from 1785856 to 1916928 tid 3 2024-04-02T08:43:13.201 INFO:tasks.rados.rados.0.smithi112.stdout:3475: finishing write tid 1 to smithi11277797-33 2024-04-02T08:43:13.201 INFO:tasks.rados.rados.0.smithi112.stdout:3473: done (2 left) 2024-04-02T08:43:13.201 INFO:tasks.rados.rados.0.smithi112.stdout:3474: done (1 left) 2024-04-02T08:43:13.201 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 343 2024-04-02T08:43:13.202 INFO:tasks.rados.rados.0.smithi112.stdout:3476: seq_num 1076 ranges {139264=425984,565248=548864,1114112=253952} 2024-04-02T08:43:13.205 INFO:tasks.rados.rados.0.smithi112.stdout:3476: writing smithi11277797-27 from 139264 to 565248 tid 1 2024-04-02T08:43:13.208 INFO:tasks.rados.rados.0.smithi112.stdout:3476: writing smithi11277797-27 from 565248 to 1114112 tid 2 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3476: writing smithi11277797-27 from 1114112 to 1368064 tid 3 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3477: rmattr oid 40 current snap is 343 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3475: finishing write tid 2 to smithi11277797-33 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3475: finishing write tid 3 to smithi11277797-33 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3475: finishing write tid 4 to smithi11277797-33 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3475: finishing write tid 5 to smithi11277797-33 2024-04-02T08:43:13.210 INFO:tasks.rados.rados.0.smithi112.stdout:3475: oid 33 updating version 0 to 1972 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3475: oid 33 updating version 1972 to 1973 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3475: oid 33 updating version 1973 to 1974 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3475: oid 33 updating version 1974 to 1975 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1975 (ObjNum 1075 snap 343 seq_num 1075) dirty exists 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3475: left oid 33 (ObjNum 1075 snap 343 seq_num 1075) 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3476: finishing write tid 1 to smithi11277797-27 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3475: done (2 left) 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3477: done (1 left) 2024-04-02T08:43:13.211 INFO:tasks.rados.rados.0.smithi112.stdout:3478: snap_create 2024-04-02T08:43:13.214 INFO:tasks.rados.rados.0.smithi112.stdout:3476: finishing write tid 2 to smithi11277797-27 2024-04-02T08:43:13.214 INFO:tasks.rados.rados.0.smithi112.stdout:3476: finishing write tid 3 to smithi11277797-27 2024-04-02T08:43:13.214 INFO:tasks.rados.rados.0.smithi112.stdout:3476: finishing write tid 4 to smithi11277797-27 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:3476: finishing write tid 5 to smithi11277797-27 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:3476: oid 27 updating version 0 to 2006 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:3476: oid 27 updating version 2006 to 2007 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:3476: oid 27 updating version 2007 to 2008 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:3476: oid 27 version 2008 is already newer than 2005 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2008 (ObjNum 1076 snap 343 seq_num 1076) dirty exists 2024-04-02T08:43:13.216 INFO:tasks.rados.rados.0.smithi112.stdout:3476: left oid 27 (ObjNum 1076 snap 343 seq_num 1076) 2024-04-02T08:43:13.426 INFO:tasks.rados.rados.0.smithi112.stdout:3476: done (1 left) 2024-04-02T08:43:13.426 INFO:tasks.rados.rados.0.smithi112.stdout:3478: done (0 left) 2024-04-02T08:43:13.426 INFO:tasks.rados.rados.0.smithi112.stdout:3479: delete oid 7 current snap is 344 2024-04-02T08:43:13.431 INFO:tasks.rados.rados.0.smithi112.stdout:3479: done (0 left) 2024-04-02T08:43:13.431 INFO:tasks.rados.rados.0.smithi112.stdout:3480: snap_remove snap 314 2024-04-02T08:43:14.352 INFO:tasks.rados.rados.0.smithi112.stdout:3480: done (0 left) 2024-04-02T08:43:14.352 INFO:tasks.rados.rados.0.smithi112.stdout:3481: read oid 20 snap -1 2024-04-02T08:43:14.352 INFO:tasks.rados.rados.0.smithi112.stdout:3481: expect (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:43:14.352 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 344 2024-04-02T08:43:14.352 INFO:tasks.rados.rados.0.smithi112.stdout:3482: seq_num 1078 ranges {6602752=458752,7061504=720896,7782400=81920} 2024-04-02T08:43:14.392 INFO:tasks.rados.rados.0.smithi112.stdout:3482: writing smithi11277797-29 from 6602752 to 7061504 tid 1 2024-04-02T08:43:14.395 INFO:tasks.rados.rados.0.smithi112.stdout:3482: writing smithi11277797-29 from 7061504 to 7782400 tid 2 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:3482: writing smithi11277797-29 from 7782400 to 7864320 tid 3 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:3483: read oid 23 snap 307 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:3483: expect deleted 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:3484: read oid 16 snap -1 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:3484: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:3485: rollback oid 38 current snap is 344 2024-04-02T08:43:14.397 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 322 2024-04-02T08:43:14.398 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 344 2024-04-02T08:43:14.398 INFO:tasks.rados.rados.0.smithi112.stdout:3486: seq_num 1079 ranges {3842048=475136,4317184=606208,4923392=196608} 2024-04-02T08:43:14.420 INFO:tasks.rados.rados.0.smithi112.stdout:3486: writing smithi11277797-2 from 3842048 to 4317184 tid 1 2024-04-02T08:43:14.424 INFO:tasks.rados.rados.0.smithi112.stdout:3486: writing smithi11277797-2 from 4317184 to 4923392 tid 2 2024-04-02T08:43:14.425 INFO:tasks.rados.rados.0.smithi112.stdout:3486: writing smithi11277797-2 from 4923392 to 5120000 tid 3 2024-04-02T08:43:14.425 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 24 current snap is 344 2024-04-02T08:43:14.425 INFO:tasks.rados.rados.0.smithi112.stdout:3487: seq_num 1080 ranges {6070272=491520,6561792=540672,7102464=262144} 2024-04-02T08:43:14.462 INFO:tasks.rados.rados.0.smithi112.stdout:3487: writing smithi11277797-24 from 6070272 to 6561792 tid 1 2024-04-02T08:43:14.465 INFO:tasks.rados.rados.0.smithi112.stdout:3487: writing smithi11277797-24 from 6561792 to 7102464 tid 2 2024-04-02T08:43:14.467 INFO:tasks.rados.rados.0.smithi112.stdout:3487: writing smithi11277797-24 from 7102464 to 7364608 tid 3 2024-04-02T08:43:14.467 INFO:tasks.rados.rados.0.smithi112.stdout:3488: read oid 17 snap 338 2024-04-02T08:43:14.467 INFO:tasks.rados.rados.0.smithi112.stdout:3488: expect (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:43:14.467 INFO:tasks.rados.rados.0.smithi112.stdout:3489: snap_remove snap 317 2024-04-02T08:43:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:14 smithi187 ceph-mon[84356]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:43:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:14 smithi187 ceph-mon[84356]: pgmap v815: 121 pgs: 121 active+clean; 417 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T08:43:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:14 smithi187 ceph-mon[84356]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:43:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:14 smithi112 ceph-mon[91385]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:43:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:14 smithi112 ceph-mon[91385]: pgmap v815: 121 pgs: 121 active+clean; 417 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T08:43:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:14 smithi112 ceph-mon[91385]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:43:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:14 smithi112 ceph-mon[88945]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:43:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:14 smithi112 ceph-mon[88945]: pgmap v815: 121 pgs: 121 active+clean; 417 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T08:43:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:14 smithi112 ceph-mon[88945]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3489: done (8 left) 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3490: read oid 11 snap 281 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3490: expect (ObjNum 871 snap 281 seq_num 871) 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3491: read oid 37 snap -1 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3491: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3492: delete oid 32 current snap is 344 2024-04-02T08:43:15.438 INFO:tasks.rados.rados.0.smithi112.stdout:3484: expect (ObjNum 582 snap 167 seq_num 582) 2024-04-02T08:43:15.452 INFO:tasks.rados.rados.0.smithi112.stdout:3485: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:43:15.452 INFO:tasks.rados.rados.0.smithi112.stdout:3485: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:43:15.452 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1911 (ObjNum 257 snap 0 seq_num 1576583328) dirty dne 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: finishing write tid 1 to smithi11277797-2 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: finishing write tid 2 to smithi11277797-2 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: finishing write tid 3 to smithi11277797-2 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: finishing write tid 4 to smithi11277797-2 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: finishing write tid 5 to smithi11277797-2 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: oid 2 updating version 0 to 1830 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: oid 2 updating version 1830 to 1832 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: oid 2 version 1832 is already newer than 1829 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: oid 2 version 1832 is already newer than 1831 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1832 (ObjNum 1079 snap 344 seq_num 1079) dirty exists 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3486: left oid 2 (ObjNum 1079 snap 344 seq_num 1079) 2024-04-02T08:43:15.453 INFO:tasks.rados.rados.0.smithi112.stdout:3481: expect (ObjNum 1000 snap 324 seq_num 1000) 2024-04-02T08:43:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:16 smithi187 ceph-mon[84356]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:43:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:16 smithi187 ceph-mon[84356]: pgmap v818: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-04-02T08:43:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:16 smithi112 ceph-mon[88945]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:43:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:16 smithi112 ceph-mon[88945]: pgmap v818: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-04-02T08:43:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:16 smithi112 ceph-mon[91385]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:43:16.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:16 smithi112 ceph-mon[91385]: pgmap v818: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-04-02T08:43:17.740 INFO:tasks.rados.rados.0.smithi112.stdout:3482: finishing write tid 1 to smithi11277797-29 2024-04-02T08:43:17.740 INFO:tasks.rados.rados.0.smithi112.stdout:3482: finishing write tid 2 to smithi11277797-29 2024-04-02T08:43:17.740 INFO:tasks.rados.rados.0.smithi112.stdout:3482: finishing write tid 3 to smithi11277797-29 2024-04-02T08:43:17.740 INFO:tasks.rados.rados.0.smithi112.stdout:3482: finishing write tid 4 to smithi11277797-29 2024-04-02T08:43:17.740 INFO:tasks.rados.rados.0.smithi112.stdout:3482: finishing write tid 5 to smithi11277797-29 2024-04-02T08:43:17.741 INFO:tasks.rados.rados.0.smithi112.stdout:3482: oid 29 updating version 0 to 1705 2024-04-02T08:43:17.741 INFO:tasks.rados.rados.0.smithi112.stdout:3482: oid 29 updating version 1705 to 1706 2024-04-02T08:43:17.741 INFO:tasks.rados.rados.0.smithi112.stdout:3482: oid 29 updating version 1706 to 1708 2024-04-02T08:43:17.741 INFO:tasks.rados.rados.0.smithi112.stdout:3482: oid 29 version 1708 is already newer than 1707 2024-04-02T08:43:17.741 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1708 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:43:17.742 INFO:tasks.rados.rados.0.smithi112.stdout:3482: left oid 29 (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:43:17.742 INFO:tasks.rados.rados.0.smithi112.stdout:3487: finishing write tid 1 to smithi11277797-24 2024-04-02T08:43:17.742 INFO:tasks.rados.rados.0.smithi112.stdout:3481: done (10 left) 2024-04-02T08:43:17.742 INFO:tasks.rados.rados.0.smithi112.stdout:3482: done (9 left) 2024-04-02T08:43:17.742 INFO:tasks.rados.rados.0.smithi112.stdout:3483: done (8 left) 2024-04-02T08:43:17.742 INFO:tasks.rados.rados.0.smithi112.stdout:3484: done (7 left) 2024-04-02T08:43:17.743 INFO:tasks.rados.rados.0.smithi112.stdout:3485: done (6 left) 2024-04-02T08:43:17.743 INFO:tasks.rados.rados.0.smithi112.stdout:3486: done (5 left) 2024-04-02T08:43:17.743 INFO:tasks.rados.rados.0.smithi112.stdout:3492: done (4 left) 2024-04-02T08:43:17.743 INFO:tasks.rados.rados.0.smithi112.stdout:3493: snap_create 2024-04-02T08:43:17.743 INFO:tasks.rados.rados.0.smithi112.stdout:3487: finishing write tid 2 to smithi11277797-24 2024-04-02T08:43:17.743 INFO:tasks.rados.rados.0.smithi112.stdout:3487: finishing write tid 3 to smithi11277797-24 2024-04-02T08:43:17.744 INFO:tasks.rados.rados.0.smithi112.stdout:3487: finishing write tid 4 to smithi11277797-24 2024-04-02T08:43:17.744 INFO:tasks.rados.rados.0.smithi112.stdout:3487: finishing write tid 5 to smithi11277797-24 2024-04-02T08:43:17.744 INFO:tasks.rados.rados.0.smithi112.stdout:3487: oid 24 updating version 0 to 1918 2024-04-02T08:43:17.744 INFO:tasks.rados.rados.0.smithi112.stdout:3487: oid 24 version 1918 is already newer than 1917 2024-04-02T08:43:17.744 INFO:tasks.rados.rados.0.smithi112.stdout:3487: oid 24 version 1918 is already newer than 1916 2024-04-02T08:43:17.744 INFO:tasks.rados.rados.0.smithi112.stdout:3487: oid 24 version 1918 is already newer than 1915 2024-04-02T08:43:17.745 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 24 v 1918 (ObjNum 1080 snap 344 seq_num 1080) dirty exists 2024-04-02T08:43:17.745 INFO:tasks.rados.rados.0.smithi112.stdout:3487: left oid 24 (ObjNum 1080 snap 344 seq_num 1080) 2024-04-02T08:43:17.745 INFO:tasks.rados.rados.0.smithi112.stdout:3488: expect (ObjNum 962 snap 306 seq_num 962) 2024-04-02T08:43:17.981 INFO:tasks.rados.rados.0.smithi112.stdout:3490: expect (ObjNum 871 snap 281 seq_num 871) 2024-04-02T08:43:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:17 smithi112 ceph-mon[88945]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T08:43:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:17 smithi112 ceph-mon[88945]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:43:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:17 smithi112 ceph-mon[91385]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T08:43:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:17 smithi112 ceph-mon[91385]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:43:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:17 smithi187 ceph-mon[84356]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T08:43:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:17 smithi187 ceph-mon[84356]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:43:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:43:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:43:19] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:43:19.925 INFO:tasks.rados.rados.0.smithi112.stdout:3491: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:43:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:20 smithi112 ceph-mon[91385]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:43:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:20 smithi112 ceph-mon[91385]: pgmap v822: 121 pgs: 121 active+clean; 431 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T08:43:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:20 smithi112 ceph-mon[88945]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:43:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:20 smithi112 ceph-mon[88945]: pgmap v822: 121 pgs: 121 active+clean; 431 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T08:43:20.634 INFO:tasks.rados.rados.0.smithi112.stdout:3487: done (4 left) 2024-04-02T08:43:20.634 INFO:tasks.rados.rados.0.smithi112.stdout:3488: done (3 left) 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3490: done (2 left) 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3491: done (1 left) 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3493: done (0 left) 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3494: read oid 27 snap 306 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3494: expect deleted 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3495: copy_from oid 15 from oid 36 current snap is 345 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 345 2024-04-02T08:43:20.635 INFO:tasks.rados.rados.0.smithi112.stdout:3496: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-04-02T08:43:20.638 INFO:tasks.rados.rados.0.smithi112.stdout:3496: writing smithi11277797-7 from 0 to 524288 tid 1 2024-04-02T08:43:20.643 INFO:tasks.rados.rados.0.smithi112.stdout:3496: writing smithi11277797-7 from 524288 to 1228800 tid 2 2024-04-02T08:43:20.644 INFO:tasks.rados.rados.0.smithi112.stdout:3496: writing smithi11277797-7 from 1228800 to 1327104 tid 3 2024-04-02T08:43:20.644 INFO:tasks.rados.rados.0.smithi112.stdout:3496: finishing write tid 1 to smithi11277797-7 2024-04-02T08:43:20.644 INFO:tasks.rados.rados.0.smithi112.stdout:3494: done (2 left) 2024-04-02T08:43:20.644 INFO:tasks.rados.rados.0.smithi112.stdout:3497: copy_from oid 9 from oid 30 current snap is 345 2024-04-02T08:43:20.644 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 345 2024-04-02T08:43:20.644 INFO:tasks.rados.rados.0.smithi112.stdout:3498: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-04-02T08:43:20.647 INFO:tasks.rados.rados.0.smithi112.stdout:3498: writing smithi11277797-25 from 0 to 540672 tid 1 2024-04-02T08:43:20.651 INFO:tasks.rados.rados.0.smithi112.stdout:3498: writing smithi11277797-25 from 540672 to 1130496 tid 2 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:3498: writing smithi11277797-25 from 1130496 to 1343488 tid 3 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 345 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:3495: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:3495: finishing copy_from to smithi11277797-15 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1901 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:3496: finishing write tid 2 to smithi11277797-7 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi112.stdout:3499: seq_num 1084 ranges {1916928=557056,2473984=475136,2949120=327680} 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi112.stdout:3499: writing smithi11277797-33 from 1916928 to 2473984 tid 1 2024-04-02T08:43:20.669 INFO:tasks.rados.rados.0.smithi112.stdout:3499: writing smithi11277797-33 from 2473984 to 2949120 tid 2 2024-04-02T08:43:20.672 INFO:tasks.rados.rados.0.smithi112.stdout:3499: writing smithi11277797-33 from 2949120 to 3276800 tid 3 2024-04-02T08:43:20.672 INFO:tasks.rados.rados.0.smithi112.stdout:3495: done (4 left) 2024-04-02T08:43:20.672 INFO:tasks.rados.rados.0.smithi112.stdout:3500: rollback oid 21 current snap is 345 2024-04-02T08:43:20.672 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 341 2024-04-02T08:43:20.672 INFO:tasks.rados.rados.0.smithi112.stdout:3496: finishing write tid 3 to smithi11277797-7 2024-04-02T08:43:20.672 INFO:tasks.rados.rados.0.smithi112.stdout:3496: finishing write tid 4 to smithi11277797-7 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3498: finishing write tid 1 to smithi11277797-25 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: finishing write tid 5 to smithi11277797-7 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: oid 7 updating version 0 to 1914 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: oid 7 updating version 1914 to 1915 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: oid 7 version 1915 is already newer than 1913 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: oid 7 version 1915 is already newer than 1912 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 1915 (ObjNum 1082 snap 345 seq_num 1082) dirty exists 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: left oid 7 (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3498: finishing write tid 2 to smithi11277797-25 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3496: done (4 left) 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3501: copy_from oid 36 from oid 40 current snap is 345 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3498: finishing write tid 3 to smithi11277797-25 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3498: finishing write tid 4 to smithi11277797-25 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3497: finishing copy_from racing read to smithi11277797-9 2024-04-02T08:43:20.673 INFO:tasks.rados.rados.0.smithi112.stdout:3497: finishing copy_from to smithi11277797-9 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1331 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: finishing write tid 5 to smithi11277797-25 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: oid 25 updating version 0 to 1822 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: oid 25 updating version 1822 to 1825 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: oid 25 version 1825 is already newer than 1823 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: oid 25 version 1825 is already newer than 1824 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1825 (ObjNum 1083 snap 345 seq_num 1083) dirty exists 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: left oid 25 (ObjNum 1083 snap 345 seq_num 1083) 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3497: done (4 left) 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3498: done (3 left) 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3502: snap_create 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3499: finishing write tid 1 to smithi11277797-33 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3501: finishing copy_from to smithi11277797-36 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3501: got expected ENOENT (src dne) 2024-04-02T08:43:20.674 INFO:tasks.rados.rados.0.smithi112.stdout:3501: finishing copy_from racing read to smithi11277797-36 2024-04-02T08:43:20.675 INFO:tasks.rados.rados.0.smithi112.stdout:3499: finishing write tid 2 to smithi11277797-33 2024-04-02T08:43:20.675 INFO:tasks.rados.rados.0.smithi112.stdout:3499: finishing write tid 3 to smithi11277797-33 2024-04-02T08:43:20.675 INFO:tasks.rados.rados.0.smithi112.stdout:3499: finishing write tid 4 to smithi11277797-33 2024-04-02T08:43:20.676 INFO:tasks.rados.rados.0.smithi112.stdout:3500: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:43:20.676 INFO:tasks.rados.rados.0.smithi112.stdout:3500: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3500: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1904 (ObjNum 1053 snap 339 seq_num 1053) dirty exists 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3499: finishing write tid 5 to smithi11277797-33 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3499: oid 33 updating version 0 to 1977 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3499: oid 33 updating version 1977 to 1979 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3499: oid 33 version 1979 is already newer than 1978 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3499: oid 33 version 1979 is already newer than 1976 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1979 (ObjNum 1084 snap 345 seq_num 1084) dirty exists 2024-04-02T08:43:20.677 INFO:tasks.rados.rados.0.smithi112.stdout:3499: left oid 33 (ObjNum 1084 snap 345 seq_num 1084) 2024-04-02T08:43:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:20 smithi187 ceph-mon[84356]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:43:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:20 smithi187 ceph-mon[84356]: pgmap v822: 121 pgs: 121 active+clean; 431 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T08:43:21.355 INFO:tasks.rados.rados.0.smithi112.stdout:3499: done (3 left) 2024-04-02T08:43:21.355 INFO:tasks.rados.rados.0.smithi112.stdout:3500: done (2 left) 2024-04-02T08:43:21.355 INFO:tasks.rados.rados.0.smithi112.stdout:3501: done (1 left) 2024-04-02T08:43:21.355 INFO:tasks.rados.rados.0.smithi112.stdout:3502: done (0 left) 2024-04-02T08:43:21.355 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 346 2024-04-02T08:43:21.355 INFO:tasks.rados.rados.0.smithi112.stdout:3503: seq_num 1085 ranges {5120000=581632,5701632=761856,6463488=40960} 2024-04-02T08:43:21.385 INFO:tasks.rados.rados.0.smithi112.stdout:3503: writing smithi11277797-2 from 5120000 to 5701632 tid 1 2024-04-02T08:43:21.389 INFO:tasks.rados.rados.0.smithi112.stdout:3503: writing smithi11277797-2 from 5701632 to 6463488 tid 2 2024-04-02T08:43:21.389 INFO:tasks.rados.rados.0.smithi112.stdout:3503: writing smithi11277797-2 from 6463488 to 6504448 tid 3 2024-04-02T08:43:21.390 INFO:tasks.rados.rados.0.smithi112.stdout:3504: setattr oid 41 current snap is 346 2024-04-02T08:43:21.391 INFO:tasks.rados.rados.0.smithi112.stdout:3505: read oid 44 snap -1 2024-04-02T08:43:21.391 INFO:tasks.rados.rados.0.smithi112.stdout:3505: expect deleted 2024-04-02T08:43:21.391 INFO:tasks.rados.rados.0.smithi112.stdout:3506: read oid 6 snap -1 2024-04-02T08:43:21.391 INFO:tasks.rados.rados.0.smithi112.stdout:3506: expect (ObjNum 1020 snap 333 seq_num 1020) 2024-04-02T08:43:21.392 INFO:tasks.rados.rados.0.smithi112.stdout:3507: read oid 35 snap -1 2024-04-02T08:43:21.392 INFO:tasks.rados.rados.0.smithi112.stdout:3507: expect (ObjNum 1056 snap 340 seq_num 1056) 2024-04-02T08:43:21.392 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 346 2024-04-02T08:43:21.392 INFO:tasks.rados.rados.0.smithi112.stdout:3508: seq_num 1086 ranges {2629632=598016,3227648=647168,3874816=155648} 2024-04-02T08:43:21.410 INFO:tasks.rados.rados.0.smithi112.stdout:3508: writing smithi11277797-4 from 2629632 to 3227648 tid 1 2024-04-02T08:43:21.414 INFO:tasks.rados.rados.0.smithi112.stdout:3508: writing smithi11277797-4 from 3227648 to 3874816 tid 2 2024-04-02T08:43:21.416 INFO:tasks.rados.rados.0.smithi112.stdout:3508: writing smithi11277797-4 from 3874816 to 4030464 tid 3 2024-04-02T08:43:21.416 INFO:tasks.rados.rados.0.smithi112.stdout:3509: read oid 34 snap -1 2024-04-02T08:43:21.416 INFO:tasks.rados.rados.0.smithi112.stdout:3509: expect (ObjNum 983 snap 318 seq_num 983) 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3510: delete oid 33 current snap is 346 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: finishing write tid 1 to smithi11277797-2 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: finishing write tid 2 to smithi11277797-2 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: finishing write tid 3 to smithi11277797-2 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: finishing write tid 4 to smithi11277797-2 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1928 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: finishing write tid 5 to smithi11277797-2 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: oid 2 updating version 0 to 1834 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: oid 2 updating version 1834 to 1836 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: oid 2 version 1836 is already newer than 1835 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:3503: oid 2 version 1836 is already newer than 1833 2024-04-02T08:43:21.417 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1836 (ObjNum 1085 snap 346 seq_num 1085) dirty exists 2024-04-02T08:43:21.418 INFO:tasks.rados.rados.0.smithi112.stdout:3503: left oid 2 (ObjNum 1085 snap 346 seq_num 1085) 2024-04-02T08:43:21.418 INFO:tasks.rados.rados.0.smithi112.stdout:3508: finishing write tid 1 to smithi11277797-4 2024-04-02T08:43:21.422 INFO:tasks.rados.rados.0.smithi112.stdout:3508: finishing write tid 2 to smithi11277797-4 2024-04-02T08:43:21.423 INFO:tasks.rados.rados.0.smithi112.stdout:3503: done (7 left) 2024-04-02T08:43:21.424 INFO:tasks.rados.rados.0.smithi112.stdout:3504: done (6 left) 2024-04-02T08:43:21.424 INFO:tasks.rados.rados.0.smithi112.stdout:3505: done (5 left) 2024-04-02T08:43:21.424 INFO:tasks.rados.rados.0.smithi112.stdout:3510: done (4 left) 2024-04-02T08:43:21.424 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 346 2024-04-02T08:43:21.424 INFO:tasks.rados.rados.0.smithi112.stdout:3511: seq_num 1088 ranges {6070272=630784,6701056=466944,7168000=335872} 2024-04-02T08:43:21.462 INFO:tasks.rados.rados.0.smithi112.stdout:3511: writing smithi11277797-8 from 6070272 to 6701056 tid 1 2024-04-02T08:43:21.463 INFO:tasks.rados.rados.0.smithi112.stdout:3511: writing smithi11277797-8 from 6701056 to 7168000 tid 2 2024-04-02T08:43:21.465 INFO:tasks.rados.rados.0.smithi112.stdout:3511: writing smithi11277797-8 from 7168000 to 7503872 tid 3 2024-04-02T08:43:21.465 INFO:tasks.rados.rados.0.smithi112.stdout:3512: snap_create 2024-04-02T08:43:21.465 INFO:tasks.rados.rados.0.smithi112.stdout:3508: finishing write tid 3 to smithi11277797-4 2024-04-02T08:43:21.465 INFO:tasks.rados.rados.0.smithi112.stdout:3508: finishing write tid 4 to smithi11277797-4 2024-04-02T08:43:21.465 INFO:tasks.rados.rados.0.smithi112.stdout:3506: expect (ObjNum 1020 snap 333 seq_num 1020) 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3508: finishing write tid 5 to smithi11277797-4 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3508: oid 4 updating version 0 to 1823 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3508: oid 4 updating version 1823 to 1826 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3508: oid 4 version 1826 is already newer than 1825 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3508: oid 4 version 1826 is already newer than 1824 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1826 (ObjNum 1086 snap 346 seq_num 1086) dirty exists 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3508: left oid 4 (ObjNum 1086 snap 346 seq_num 1086) 2024-04-02T08:43:21.647 INFO:tasks.rados.rados.0.smithi112.stdout:3509: expect (ObjNum 983 snap 318 seq_num 983) 2024-04-02T08:43:21.701 INFO:tasks.rados.rados.0.smithi112.stdout:3507: expect (ObjNum 1056 snap 340 seq_num 1056) 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: finishing write tid 1 to smithi11277797-8 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: finishing write tid 2 to smithi11277797-8 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: finishing write tid 3 to smithi11277797-8 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: finishing write tid 4 to smithi11277797-8 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: finishing write tid 5 to smithi11277797-8 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: oid 8 updating version 0 to 2026 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: oid 8 updating version 2026 to 2027 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: oid 8 version 2027 is already newer than 2025 2024-04-02T08:43:22.198 INFO:tasks.rados.rados.0.smithi112.stdout:3511: oid 8 version 2027 is already newer than 2024 2024-04-02T08:43:22.199 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 2027 (ObjNum 1088 snap 346 seq_num 1088) dirty exists 2024-04-02T08:43:22.199 INFO:tasks.rados.rados.0.smithi112.stdout:3511: left oid 8 (ObjNum 1088 snap 346 seq_num 1088) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3506: done (5 left) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3507: done (4 left) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3508: done (3 left) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3509: done (2 left) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3511: done (1 left) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3512: done (0 left) 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3513: read oid 2 snap 338 2024-04-02T08:43:22.365 INFO:tasks.rados.rados.0.smithi112.stdout:3513: expect (ObjNum 984 snap 318 seq_num 984) 2024-04-02T08:43:22.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 347 2024-04-02T08:43:22.366 INFO:tasks.rados.rados.0.smithi112.stdout:3514: seq_num 1089 ranges {139264=647168,786432=745472,1531904=57344} 2024-04-02T08:43:22.369 INFO:tasks.rados.rados.0.smithi112.stdout:3514: writing smithi11277797-12 from 139264 to 786432 tid 1 2024-04-02T08:43:22.374 INFO:tasks.rados.rados.0.smithi112.stdout:3514: writing smithi11277797-12 from 786432 to 1531904 tid 2 2024-04-02T08:43:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:3514: writing smithi11277797-12 from 1531904 to 1589248 tid 3 2024-04-02T08:43:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:3515: read oid 18 snap -1 2024-04-02T08:43:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:3515: expect (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:43:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:3516: read oid 21 snap -1 2024-04-02T08:43:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:3516: expect (ObjNum 1053 snap 339 seq_num 1053) 2024-04-02T08:43:22.375 INFO:tasks.rados.rados.0.smithi112.stdout:3517: snap_create 2024-04-02T08:43:22.378 INFO:tasks.rados.rados.0.smithi112.stdout:3514: finishing write tid 1 to smithi11277797-12 2024-04-02T08:43:22.380 INFO:tasks.rados.rados.0.smithi112.stdout:3514: finishing write tid 2 to smithi11277797-12 2024-04-02T08:43:22.381 INFO:tasks.rados.rados.0.smithi112.stdout:3514: finishing write tid 3 to smithi11277797-12 2024-04-02T08:43:22.381 INFO:tasks.rados.rados.0.smithi112.stdout:3514: finishing write tid 4 to smithi11277797-12 2024-04-02T08:43:22.383 INFO:tasks.rados.rados.0.smithi112.stdout:3514: finishing write tid 5 to smithi11277797-12 2024-04-02T08:43:22.383 INFO:tasks.rados.rados.0.smithi112.stdout:3514: oid 12 updating version 0 to 1903 2024-04-02T08:43:22.383 INFO:tasks.rados.rados.0.smithi112.stdout:3514: oid 12 version 1903 is already newer than 1902 2024-04-02T08:43:22.383 INFO:tasks.rados.rados.0.smithi112.stdout:3514: oid 12 updating version 1903 to 1904 2024-04-02T08:43:22.384 INFO:tasks.rados.rados.0.smithi112.stdout:3514: oid 12 updating version 1904 to 1905 2024-04-02T08:43:22.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1905 (ObjNum 1089 snap 347 seq_num 1089) dirty exists 2024-04-02T08:43:22.384 INFO:tasks.rados.rados.0.smithi112.stdout:3514: left oid 12 (ObjNum 1089 snap 347 seq_num 1089) 2024-04-02T08:43:22.389 INFO:tasks.rados.rados.0.smithi112.stdout:3515: expect (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:43:22.445 INFO:tasks.rados.rados.0.smithi112.stdout:3513: expect (ObjNum 984 snap 318 seq_num 984) 2024-04-02T08:43:22.574 INFO:tasks.rados.rados.0.smithi112.stdout:3516: expect (ObjNum 1053 snap 339 seq_num 1053) 2024-04-02T08:43:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:22 smithi112 ceph-mon[88945]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:43:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:22 smithi112 ceph-mon[88945]: pgmap v824: 121 pgs: 121 active+clean; 434 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:43:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:22 smithi112 ceph-mon[91385]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:43:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:22 smithi112 ceph-mon[91385]: pgmap v824: 121 pgs: 121 active+clean; 434 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:43:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:22 smithi187 ceph-mon[84356]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:43:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:22 smithi187 ceph-mon[84356]: pgmap v824: 121 pgs: 121 active+clean; 434 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:43:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:43:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:23.370 INFO:tasks.rados.rados.0.smithi112.stdout:3513: done (4 left) 2024-04-02T08:43:23.371 INFO:tasks.rados.rados.0.smithi112.stdout:3514: done (3 left) 2024-04-02T08:43:23.371 INFO:tasks.rados.rados.0.smithi112.stdout:3515: done (2 left) 2024-04-02T08:43:23.371 INFO:tasks.rados.rados.0.smithi112.stdout:3516: done (1 left) 2024-04-02T08:43:23.371 INFO:tasks.rados.rados.0.smithi112.stdout:3517: done (0 left) 2024-04-02T08:43:23.371 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 32 current snap is 348 2024-04-02T08:43:23.371 INFO:tasks.rados.rados.0.smithi112.stdout:3518: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2024-04-02T08:43:23.373 INFO:tasks.rados.rados.0.smithi112.stdout:3518: writing smithi11277797-32 from 0 to 663552 tid 1 2024-04-02T08:43:23.377 INFO:tasks.rados.rados.0.smithi112.stdout:3518: writing smithi11277797-32 from 663552 to 1294336 tid 2 2024-04-02T08:43:23.378 INFO:tasks.rados.rados.0.smithi112.stdout:3518: writing smithi11277797-32 from 1294336 to 1466368 tid 3 2024-04-02T08:43:23.379 INFO:tasks.rados.rados.0.smithi112.stdout:3519: snap_create 2024-04-02T08:43:23.381 INFO:tasks.rados.rados.0.smithi112.stdout:3518: finishing write tid 1 to smithi11277797-32 2024-04-02T08:43:23.382 INFO:tasks.rados.rados.0.smithi112.stdout:3518: finishing write tid 2 to smithi11277797-32 2024-04-02T08:43:23.383 INFO:tasks.rados.rados.0.smithi112.stdout:3518: finishing write tid 3 to smithi11277797-32 2024-04-02T08:43:23.383 INFO:tasks.rados.rados.0.smithi112.stdout:3518: finishing write tid 4 to smithi11277797-32 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:3518: finishing write tid 5 to smithi11277797-32 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:3518: oid 32 updating version 0 to 1349 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:3518: oid 32 version 1349 is already newer than 1348 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:3518: oid 32 version 1349 is already newer than 1346 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:3518: oid 32 version 1349 is already newer than 1347 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1349 (ObjNum 1090 snap 348 seq_num 1090) dirty exists 2024-04-02T08:43:23.384 INFO:tasks.rados.rados.0.smithi112.stdout:3518: left oid 32 (ObjNum 1090 snap 348 seq_num 1090) 2024-04-02T08:43:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:23 smithi112 ceph-mon[91385]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:43:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:23 smithi112 ceph-mon[88945]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:43:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:23 smithi187 ceph-mon[84356]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:43:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:24.349 INFO:tasks.rados.rados.0.smithi112.stdout:3518: done (1 left) 2024-04-02T08:43:24.349 INFO:tasks.rados.rados.0.smithi112.stdout:3519: done (0 left) 2024-04-02T08:43:24.349 INFO:tasks.rados.rados.0.smithi112.stdout:3520: read oid 10 snap -1 2024-04-02T08:43:24.349 INFO:tasks.rados.rados.0.smithi112.stdout:3520: expect (ObjNum 1074 snap 343 seq_num 1074) 2024-04-02T08:43:24.349 INFO:tasks.rados.rados.0.smithi112.stdout:3521: snap_remove snap 341 2024-04-02T08:43:24.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:24 smithi187 ceph-mon[84356]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:43:24.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:24 smithi187 ceph-mon[84356]: pgmap v827: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:43:24.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:24 smithi187 ceph-mon[84356]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:43:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:24 smithi112 ceph-mon[91385]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:43:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:24 smithi112 ceph-mon[91385]: pgmap v827: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:43:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:24 smithi112 ceph-mon[91385]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:43:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:24 smithi112 ceph-mon[88945]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:43:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:24 smithi112 ceph-mon[88945]: pgmap v827: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:43:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:24 smithi112 ceph-mon[88945]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:43:25.357 INFO:tasks.rados.rados.0.smithi112.stdout:3521: done (1 left) 2024-04-02T08:43:25.357 INFO:tasks.rados.rados.0.smithi112.stdout:3522: copy_from oid 4 from oid 16 current snap is 349 2024-04-02T08:43:25.357 INFO:tasks.rados.rados.0.smithi112.stdout:3520: expect (ObjNum 1074 snap 343 seq_num 1074) 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3522: finishing copy_from racing read to smithi11277797-4 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3520: done (1 left) 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3523: read oid 42 snap 281 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3523: expect (ObjNum 834 snap 276 seq_num 834) 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3524: rollback oid 25 current snap is 349 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 340 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3522: finishing copy_from to smithi11277797-4 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1550 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3522: done (2 left) 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3525: rmattr oid 17 current snap is 349 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:3525: done (2 left) 2024-04-02T08:43:25.777 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 349 2024-04-02T08:43:25.778 INFO:tasks.rados.rados.0.smithi112.stdout:3526: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-04-02T08:43:25.780 INFO:tasks.rados.rados.0.smithi112.stdout:3526: writing smithi11277797-38 from 0 to 679936 tid 1 2024-04-02T08:43:25.784 INFO:tasks.rados.rados.0.smithi112.stdout:3526: writing smithi11277797-38 from 679936 to 1196032 tid 2 2024-04-02T08:43:25.785 INFO:tasks.rados.rados.0.smithi112.stdout:3526: writing smithi11277797-38 from 1196032 to 1482752 tid 3 2024-04-02T08:43:25.786 INFO:tasks.rados.rados.0.smithi112.stdout:3527: snap_create 2024-04-02T08:43:25.786 INFO:tasks.rados.rados.0.smithi112.stdout:3524: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:43:25.786 INFO:tasks.rados.rados.0.smithi112.stdout:3524: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:43:25.786 INFO:tasks.rados.rados.0.smithi112.stdout:3524: finishing rollback tid 2 to smithi11277797-25 2024-04-02T08:43:25.786 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1828 (ObjNum 1014 snap 330 seq_num 1014) dirty exists 2024-04-02T08:43:25.786 INFO:tasks.rados.rados.0.smithi112.stdout:3523: expect (ObjNum 834 snap 276 seq_num 834) 2024-04-02T08:43:25.838 INFO:tasks.rados.rados.0.smithi112.stdout:3526: finishing write tid 1 to smithi11277797-38 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: finishing write tid 2 to smithi11277797-38 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: finishing write tid 3 to smithi11277797-38 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: finishing write tid 4 to smithi11277797-38 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: finishing write tid 5 to smithi11277797-38 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: oid 38 updating version 0 to 1916 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: oid 38 updating version 1916 to 1917 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: oid 38 updating version 1917 to 1919 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: oid 38 version 1919 is already newer than 1918 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1919 (ObjNum 1091 snap 349 seq_num 1091) dirty exists 2024-04-02T08:43:25.839 INFO:tasks.rados.rados.0.smithi112.stdout:3526: left oid 38 (ObjNum 1091 snap 349 seq_num 1091) 2024-04-02T08:43:26.359 INFO:tasks.rados.rados.0.smithi112.stdout:3523: done (3 left) 2024-04-02T08:43:26.359 INFO:tasks.rados.rados.0.smithi112.stdout:3524: done (2 left) 2024-04-02T08:43:26.360 INFO:tasks.rados.rados.0.smithi112.stdout:3526: done (1 left) 2024-04-02T08:43:26.360 INFO:tasks.rados.rados.0.smithi112.stdout:3527: done (0 left) 2024-04-02T08:43:26.360 INFO:tasks.rados.rados.0.smithi112.stdout:3528: copy_from oid 19 from oid 27 current snap is 350 2024-04-02T08:43:26.360 INFO:tasks.rados.rados.0.smithi112.stdout:3529: snap_remove snap 330 2024-04-02T08:43:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:26 smithi112 ceph-mon[91385]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:43:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:26 smithi112 ceph-mon[91385]: pgmap v830: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:43:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:26 smithi112 ceph-mon[88945]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:43:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:26 smithi112 ceph-mon[88945]: pgmap v830: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:43:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:26 smithi187 ceph-mon[84356]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:43:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:26 smithi187 ceph-mon[84356]: pgmap v830: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:43:27.358 INFO:tasks.rados.rados.0.smithi112.stdout:3529: done (1 left) 2024-04-02T08:43:27.358 INFO:tasks.rados.rados.0.smithi112.stdout:3530: read oid 21 snap 325 2024-04-02T08:43:27.358 INFO:tasks.rados.rados.0.smithi112.stdout:3530: expect (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:43:27.358 INFO:tasks.rados.rados.0.smithi112.stdout:3531: snap_remove snap 307 2024-04-02T08:43:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:27 smithi112 ceph-mon[91385]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:43:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:27 smithi112 ceph-mon[88945]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:43:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:27 smithi187 ceph-mon[84356]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:43:28.362 INFO:tasks.rados.rados.0.smithi112.stdout:3531: done (2 left) 2024-04-02T08:43:28.362 INFO:tasks.rados.rados.0.smithi112.stdout:3532: snap_remove snap 322 2024-04-02T08:43:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:28 smithi187 ceph-mon[84356]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:43:28.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:28 smithi187 ceph-mon[84356]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 446 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:43:28.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:28 smithi112 ceph-mon[91385]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:43:28.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:28 smithi112 ceph-mon[91385]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 446 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:43:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:28 smithi112 ceph-mon[88945]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:43:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:28 smithi112 ceph-mon[88945]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 446 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:43:29.364 INFO:tasks.rados.rados.0.smithi112.stdout:3532: done (2 left) 2024-04-02T08:43:29.364 INFO:tasks.rados.rados.0.smithi112.stdout:3533: rmattr oid 35 current snap is 350 2024-04-02T08:43:29.365 INFO:tasks.rados.rados.0.smithi112.stdout:3528: finishing copy_from racing read to smithi11277797-19 2024-04-02T08:43:29.365 INFO:tasks.rados.rados.0.smithi112.stdout:3528: finishing copy_from to smithi11277797-19 2024-04-02T08:43:29.365 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2008 (ObjNum 1076 snap 343 seq_num 1076) dirty exists 2024-04-02T08:43:29.365 INFO:tasks.rados.rados.0.smithi112.stdout:3530: expect (ObjNum 975 snap 315 seq_num 975) 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1905 (ObjNum 1056 snap 340 seq_num 1056) dirty exists 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3528: done (2 left) 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3530: done (1 left) 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3533: done (0 left) 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3534: rollback oid 4 current snap is 350 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 346 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3535: rmattr oid 11 current snap is 350 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3535: done (1 left) 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3536: read oid 23 snap 306 2024-04-02T08:43:29.444 INFO:tasks.rados.rados.0.smithi112.stdout:3536: expect deleted 2024-04-02T08:43:29.445 INFO:tasks.rados.rados.0.smithi112.stdout:3537: read oid 22 snap 316 2024-04-02T08:43:29.445 INFO:tasks.rados.rados.0.smithi112.stdout:3537: expect deleted 2024-04-02T08:43:29.445 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 350 2024-04-02T08:43:29.445 INFO:tasks.rados.rados.0.smithi112.stdout:3538: seq_num 1092 ranges {1368064=696320,2064384=802816} 2024-04-02T08:43:29.454 INFO:tasks.rados.rados.0.smithi112.stdout:3538: writing smithi11277797-27 from 1368064 to 2064384 tid 1 2024-04-02T08:43:29.459 INFO:tasks.rados.rados.0.smithi112.stdout:3538: writing smithi11277797-27 from 2064384 to 2867200 tid 2 2024-04-02T08:43:29.459 INFO:tasks.rados.rados.0.smithi112.stdout:3539: delete oid 11 current snap is 350 2024-04-02T08:43:29.459 INFO:tasks.rados.rados.0.smithi112.stdout:3534: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:43:29.460 INFO:tasks.rados.rados.0.smithi112.stdout:3534: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:43:29.460 INFO:tasks.rados.rados.0.smithi112.stdout:3534: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:43:29.460 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1829 (ObjNum 1086 snap 346 seq_num 1086) dirty exists 2024-04-02T08:43:29.460 INFO:tasks.rados.rados.0.smithi112.stdout:3538: finishing write tid 1 to smithi11277797-27 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3534: done (4 left) 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3536: done (3 left) 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3537: done (2 left) 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3539: done (1 left) 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3540: rmattr oid 10 current snap is 350 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3540: done (1 left) 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3541: rollback oid 16 current snap is 350 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 326 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 350 2024-04-02T08:43:29.462 INFO:tasks.rados.rados.0.smithi112.stdout:3542: seq_num 1094 ranges {5652480=729088,6381568=573440,6955008=229376} 2024-04-02T08:43:29.496 INFO:tasks.rados.rados.0.smithi112.stdout:3542: writing smithi11277797-3 from 5652480 to 6381568 tid 1 2024-04-02T08:43:29.499 INFO:tasks.rados.rados.0.smithi112.stdout:3542: writing smithi11277797-3 from 6381568 to 6955008 tid 2 2024-04-02T08:43:29.502 INFO:tasks.rados.rados.0.smithi112.stdout:3542: writing smithi11277797-3 from 6955008 to 7184384 tid 3 2024-04-02T08:43:29.503 INFO:tasks.rados.rados.0.smithi112.stdout:3543: read oid 11 snap 326 2024-04-02T08:43:29.503 INFO:tasks.rados.rados.0.smithi112.stdout:3543: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:43:29.503 INFO:tasks.rados.rados.0.smithi112.stdout:3544: copy_from oid 26 from oid 15 current snap is 350 2024-04-02T08:43:29.503 INFO:tasks.rados.rados.0.smithi112.stdout:3538: finishing write tid 2 to smithi11277797-27 2024-04-02T08:43:29.503 INFO:tasks.rados.rados.0.smithi112.stdout:3538: finishing write tid 3 to smithi11277797-27 2024-04-02T08:43:29.503 INFO:tasks.rados.rados.0.smithi112.stdout:3538: finishing write tid 4 to smithi11277797-27 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:3538: oid 27 updating version 0 to 2054 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:3538: oid 27 version 2054 is already newer than 2053 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:3538: oid 27 updating version 2054 to 2055 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2055 (ObjNum 1092 snap 350 seq_num 1092) dirty exists 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:3538: left oid 27 (ObjNum 1092 snap 350 seq_num 1092) 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:3541: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:43:29.504 INFO:tasks.rados.rados.0.smithi112.stdout:3538: done (4 left) 2024-04-02T08:43:29.505 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 350 2024-04-02T08:43:29.505 INFO:tasks.rados.rados.0.smithi112.stdout:3541: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:43:29.505 INFO:tasks.rados.rados.0.smithi112.stdout:3541: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:43:29.505 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1922 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:43:29.505 INFO:tasks.rados.rados.0.smithi112.stdout:3545: seq_num 1095 ranges {2482176=745472,3227648=499712,3727360=303104} 2024-04-02T08:43:29.520 INFO:tasks.rados.rados.0.smithi112.stdout:3545: writing smithi11277797-41 from 2482176 to 3227648 tid 1 2024-04-02T08:43:29.523 INFO:tasks.rados.rados.0.smithi112.stdout:3545: writing smithi11277797-41 from 3227648 to 3727360 tid 2 2024-04-02T08:43:29.526 INFO:tasks.rados.rados.0.smithi112.stdout:3545: writing smithi11277797-41 from 3727360 to 4030464 tid 3 2024-04-02T08:43:29.526 INFO:tasks.rados.rados.0.smithi112.stdout:3541: done (4 left) 2024-04-02T08:43:29.526 INFO:tasks.rados.rados.0.smithi112.stdout:3546: rollback oid 4 current snap is 350 2024-04-02T08:43:29.526 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 4 to 342 2024-04-02T08:43:29.526 INFO:tasks.rados.rados.0.smithi112.stdout:3542: finishing write tid 1 to smithi11277797-3 2024-04-02T08:43:29.526 INFO:tasks.rados.rados.0.smithi112.stdout:3542: finishing write tid 2 to smithi11277797-3 2024-04-02T08:43:29.527 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 350 2024-04-02T08:43:29.527 INFO:tasks.rados.rados.0.smithi112.stdout:3542: finishing write tid 3 to smithi11277797-3 2024-04-02T08:43:29.527 INFO:tasks.rados.rados.0.smithi112.stdout:3547: seq_num 1096 ranges {794624=761856,1556480=786432,2342912=16384} 2024-04-02T08:43:29.533 INFO:tasks.rados.rados.0.smithi112.stdout:3547: writing smithi11277797-22 from 794624 to 1556480 tid 1 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3547: writing smithi11277797-22 from 1556480 to 2342912 tid 2 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3547: writing smithi11277797-22 from 2342912 to 2359296 tid 3 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3548: snap_create 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3542: finishing write tid 4 to smithi11277797-3 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3542: finishing write tid 5 to smithi11277797-3 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3542: oid 3 updating version 0 to 1724 2024-04-02T08:43:29.539 INFO:tasks.rados.rados.0.smithi112.stdout:3542: oid 3 updating version 1724 to 1727 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3542: oid 3 version 1727 is already newer than 1725 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3542: oid 3 version 1727 is already newer than 1726 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1727 (ObjNum 1094 snap 350 seq_num 1094) dirty exists 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3542: left oid 3 (ObjNum 1094 snap 350 seq_num 1094) 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3544: finishing copy_from racing read to smithi11277797-26 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3544: finishing copy_from to smithi11277797-26 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1901 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:29.540 INFO:tasks.rados.rados.0.smithi112.stdout:3543: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:43:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:43:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:43:29] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-02T08:43:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:29 smithi112 ceph-mon[88945]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:43:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:29 smithi112 ceph-mon[88945]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:43:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:29 smithi112 ceph-mon[91385]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:43:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:29 smithi112 ceph-mon[91385]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:43:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:29 smithi187 ceph-mon[84356]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:43:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:29 smithi187 ceph-mon[84356]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3545: finishing write tid 1 to smithi11277797-41 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3545: finishing write tid 2 to smithi11277797-41 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3545: finishing write tid 3 to smithi11277797-41 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3545: finishing write tid 4 to smithi11277797-41 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3546: finishing rollback tid 0 to smithi11277797-4 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3546: finishing rollback tid 1 to smithi11277797-4 2024-04-02T08:43:29.769 INFO:tasks.rados.rados.0.smithi112.stdout:3546: finishing rollback tid 2 to smithi11277797-4 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1832 (ObjNum 1043 snap 339 seq_num 1043) dirty exists 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3545: finishing write tid 5 to smithi11277797-41 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3545: oid 41 updating version 0 to 1964 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3545: oid 41 version 1964 is already newer than 1963 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3545: oid 41 version 1964 is already newer than 1962 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3545: oid 41 updating version 1964 to 1965 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1965 (ObjNum 1095 snap 350 seq_num 1095) dirty exists 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3545: left oid 41 (ObjNum 1095 snap 350 seq_num 1095) 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3547: finishing write tid 1 to smithi11277797-22 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3547: finishing write tid 2 to smithi11277797-22 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3547: finishing write tid 3 to smithi11277797-22 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3547: finishing write tid 4 to smithi11277797-22 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3547: finishing write tid 5 to smithi11277797-22 2024-04-02T08:43:29.770 INFO:tasks.rados.rados.0.smithi112.stdout:3547: oid 22 updating version 0 to 1837 2024-04-02T08:43:29.771 INFO:tasks.rados.rados.0.smithi112.stdout:3547: oid 22 updating version 1837 to 1839 2024-04-02T08:43:29.771 INFO:tasks.rados.rados.0.smithi112.stdout:3547: oid 22 version 1839 is already newer than 1838 2024-04-02T08:43:29.771 INFO:tasks.rados.rados.0.smithi112.stdout:3547: oid 22 updating version 1839 to 1840 2024-04-02T08:43:29.771 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1840 (ObjNum 1096 snap 350 seq_num 1096) dirty exists 2024-04-02T08:43:29.771 INFO:tasks.rados.rados.0.smithi112.stdout:3547: left oid 22 (ObjNum 1096 snap 350 seq_num 1096) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3542: done (6 left) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3543: done (5 left) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3544: done (4 left) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3545: done (3 left) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3546: done (2 left) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3547: done (1 left) 2024-04-02T08:43:30.387 INFO:tasks.rados.rados.0.smithi112.stdout:3548: done (0 left) 2024-04-02T08:43:30.388 INFO:tasks.rados.rados.0.smithi112.stdout:3549: rmattr oid 26 current snap is 351 2024-04-02T08:43:30.388 INFO:tasks.rados.rados.0.smithi112.stdout:3550: rollback oid 10 current snap is 351 2024-04-02T08:43:30.388 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 339 2024-04-02T08:43:30.388 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 351 2024-04-02T08:43:30.388 INFO:tasks.rados.rados.0.smithi112.stdout:3551: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-04-02T08:43:30.392 INFO:tasks.rados.rados.0.smithi112.stdout:3551: writing smithi11277797-33 from 0 to 778240 tid 1 2024-04-02T08:43:30.396 INFO:tasks.rados.rados.0.smithi112.stdout:3551: writing smithi11277797-33 from 778240 to 1449984 tid 2 2024-04-02T08:43:30.397 INFO:tasks.rados.rados.0.smithi112.stdout:3551: writing smithi11277797-33 from 1449984 to 1581056 tid 3 2024-04-02T08:43:30.397 INFO:tasks.rados.rados.0.smithi112.stdout:3552: snap_remove snap 349 2024-04-02T08:43:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:30 smithi187 ceph-mon[84356]: pgmap v836: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:43:30.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:30 smithi112 ceph-mon[91385]: pgmap v836: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:43:30.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:30 smithi112 ceph-mon[88945]: pgmap v836: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3552: done (3 left) 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3553: setattr oid 16 current snap is 351 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3550: finishing rollback tid 0 to smithi11277797-10 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3550: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3550: finishing rollback tid 2 to smithi11277797-10 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1908 (ObjNum 1046 snap 339 seq_num 1046) dirty exists 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1981 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3551: finishing write tid 1 to smithi11277797-33 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3551: finishing write tid 2 to smithi11277797-33 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3551: finishing write tid 3 to smithi11277797-33 2024-04-02T08:43:31.399 INFO:tasks.rados.rados.0.smithi112.stdout:3551: finishing write tid 4 to smithi11277797-33 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:3551: finishing write tid 5 to smithi11277797-33 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:3551: oid 33 updating version 0 to 1984 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:3551: oid 33 version 1984 is already newer than 1982 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:3551: oid 33 updating version 1984 to 1985 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:3551: oid 33 version 1985 is already newer than 1983 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1985 (ObjNum 1097 snap 351 seq_num 1097) dirty exists 2024-04-02T08:43:31.400 INFO:tasks.rados.rados.0.smithi112.stdout:3551: left oid 33 (ObjNum 1097 snap 351 seq_num 1097) 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3549: done (3 left) 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3550: done (2 left) 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3551: done (1 left) 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3554: read oid 44 snap -1 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3554: expect deleted 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3555: read oid 50 snap -1 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3555: expect deleted 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3556: copy_from oid 42 from oid 11 current snap is 351 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3557: rmattr oid 2 current snap is 351 2024-04-02T08:43:31.401 INFO:tasks.rados.rados.0.smithi112.stdout:3557: done (4 left) 2024-04-02T08:43:31.402 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 351 2024-04-02T08:43:31.402 INFO:tasks.rados.rados.0.smithi112.stdout:3558: seq_num 1098 ranges {1589248=794624,2383872=557056,2940928=245760} 2024-04-02T08:43:31.414 INFO:tasks.rados.rados.0.smithi112.stdout:3558: writing smithi11277797-12 from 1589248 to 2383872 tid 1 2024-04-02T08:43:31.417 INFO:tasks.rados.rados.0.smithi112.stdout:3558: writing smithi11277797-12 from 2383872 to 2940928 tid 2 2024-04-02T08:43:31.419 INFO:tasks.rados.rados.0.smithi112.stdout:3558: writing smithi11277797-12 from 2940928 to 3186688 tid 3 2024-04-02T08:43:31.419 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 351 2024-04-02T08:43:31.419 INFO:tasks.rados.rados.0.smithi112.stdout:3559: seq_num 1099 ranges {3407872=409600,3817472=442368,4259840=720896,4980736=40960} 2024-04-02T08:43:31.440 INFO:tasks.rados.rados.0.smithi112.stdout:3559: writing smithi11277797-28 from 3407872 to 3817472 tid 1 2024-04-02T08:43:31.443 INFO:tasks.rados.rados.0.smithi112.stdout:3559: writing smithi11277797-28 from 3817472 to 4259840 tid 2 2024-04-02T08:43:31.447 INFO:tasks.rados.rados.0.smithi112.stdout:3559: writing smithi11277797-28 from 4259840 to 4980736 tid 3 2024-04-02T08:43:31.448 INFO:tasks.rados.rados.0.smithi112.stdout:3559: writing smithi11277797-28 from 4980736 to 5021696 tid 4 2024-04-02T08:43:31.448 INFO:tasks.rados.rados.0.smithi112.stdout:3560: snap_remove snap 329 2024-04-02T08:43:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:31 smithi187 ceph-mon[84356]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:43:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:31 smithi112 ceph-mon[88945]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:43:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:31 smithi112 ceph-mon[91385]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3560: done (6 left) 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3561: snap_create 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1923 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3556: finishing copy_from to smithi11277797-42 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3556: got expected ENOENT (src dne) 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3556: finishing copy_from racing read to smithi11277797-42 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3558: finishing write tid 1 to smithi11277797-12 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3558: finishing write tid 2 to smithi11277797-12 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3558: finishing write tid 3 to smithi11277797-12 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3558: finishing write tid 4 to smithi11277797-12 2024-04-02T08:43:32.403 INFO:tasks.rados.rados.0.smithi112.stdout:3558: finishing write tid 5 to smithi11277797-12 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3558: oid 12 updating version 0 to 1911 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3558: oid 12 version 1911 is already newer than 1909 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3558: oid 12 version 1911 is already newer than 1910 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3558: oid 12 updating version 1911 to 1912 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1912 (ObjNum 1098 snap 351 seq_num 1098) dirty exists 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3558: left oid 12 (ObjNum 1098 snap 351 seq_num 1098) 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: finishing write tid 1 to smithi11277797-28 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: finishing write tid 2 to smithi11277797-28 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: finishing write tid 3 to smithi11277797-28 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: finishing write tid 4 to smithi11277797-28 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: finishing write tid 5 to smithi11277797-28 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: finishing write tid 6 to smithi11277797-28 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: oid 28 updating version 0 to 1927 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: oid 28 version 1927 is already newer than 1926 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: oid 28 version 1927 is already newer than 1925 2024-04-02T08:43:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3559: oid 28 version 1927 is already newer than 1924 2024-04-02T08:43:32.405 INFO:tasks.rados.rados.0.smithi112.stdout:3559: oid 28 updating version 1927 to 1928 2024-04-02T08:43:32.405 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1928 (ObjNum 1099 snap 351 seq_num 1099) dirty exists 2024-04-02T08:43:32.405 INFO:tasks.rados.rados.0.smithi112.stdout:3559: left oid 28 (ObjNum 1099 snap 351 seq_num 1099) 2024-04-02T08:43:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:32 smithi187 ceph-mon[84356]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:43:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:32 smithi187 ceph-mon[84356]: pgmap v839: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:43:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:43:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:43:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:32.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:32 smithi112 ceph-mon[91385]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:43:32.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:32 smithi112 ceph-mon[91385]: pgmap v839: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:43:32.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:32 smithi112 ceph-mon[88945]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:43:32.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:32 smithi112 ceph-mon[88945]: pgmap v839: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:43:33.407 INFO:tasks.rados.rados.0.smithi112.stdout:3553: done (6 left) 2024-04-02T08:43:33.407 INFO:tasks.rados.rados.0.smithi112.stdout:3554: done (5 left) 2024-04-02T08:43:33.407 INFO:tasks.rados.rados.0.smithi112.stdout:3555: done (4 left) 2024-04-02T08:43:33.407 INFO:tasks.rados.rados.0.smithi112.stdout:3556: done (3 left) 2024-04-02T08:43:33.407 INFO:tasks.rados.rados.0.smithi112.stdout:3558: done (2 left) 2024-04-02T08:43:33.408 INFO:tasks.rados.rados.0.smithi112.stdout:3559: done (1 left) 2024-04-02T08:43:33.408 INFO:tasks.rados.rados.0.smithi112.stdout:3561: done (0 left) 2024-04-02T08:43:33.408 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 352 2024-04-02T08:43:33.408 INFO:tasks.rados.rados.0.smithi112.stdout:3562: seq_num 1100 ranges {4726784=425984,5152768=729088,5881856=475136} 2024-04-02T08:43:33.435 INFO:tasks.rados.rados.0.smithi112.stdout:3562: writing smithi11277797-17 from 4726784 to 5152768 tid 1 2024-04-02T08:43:33.440 INFO:tasks.rados.rados.0.smithi112.stdout:3562: writing smithi11277797-17 from 5152768 to 5881856 tid 2 2024-04-02T08:43:33.443 INFO:tasks.rados.rados.0.smithi112.stdout:3562: writing smithi11277797-17 from 5881856 to 6356992 tid 3 2024-04-02T08:43:33.443 INFO:tasks.rados.rados.0.smithi112.stdout:3562: finishing write tid 1 to smithi11277797-17 2024-04-02T08:43:33.443 INFO:tasks.rados.rados.0.smithi112.stdout:3563: read oid 7 snap -1 2024-04-02T08:43:33.443 INFO:tasks.rados.rados.0.smithi112.stdout:3563: expect (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:43:33.443 INFO:tasks.rados.rados.0.smithi112.stdout:3564: snap_remove snap 337 2024-04-02T08:43:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:33 smithi187 ceph-mon[84356]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:43:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:33 smithi112 ceph-mon[91385]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:43:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:33 smithi112 ceph-mon[88945]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:43:34.356 INFO:tasks.rados.rados.0.smithi112.stdout:3564: done (2 left) 2024-04-02T08:43:34.356 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 352 2024-04-02T08:43:34.357 INFO:tasks.rados.rados.0.smithi112.stdout:3565: seq_num 1101 ranges {155648=442368,598016=606208,1204224=598016} 2024-04-02T08:43:34.359 INFO:tasks.rados.rados.0.smithi112.stdout:3565: writing smithi11277797-16 from 155648 to 598016 tid 1 2024-04-02T08:43:34.364 INFO:tasks.rados.rados.0.smithi112.stdout:3565: writing smithi11277797-16 from 598016 to 1204224 tid 2 2024-04-02T08:43:34.368 INFO:tasks.rados.rados.0.smithi112.stdout:3565: writing smithi11277797-16 from 1204224 to 1802240 tid 3 2024-04-02T08:43:34.368 INFO:tasks.rados.rados.0.smithi112.stdout:3566: rmattr oid 29 current snap is 352 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 352 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: finishing write tid 2 to smithi11277797-17 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: finishing write tid 3 to smithi11277797-17 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: finishing write tid 4 to smithi11277797-17 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: finishing write tid 5 to smithi11277797-17 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: oid 17 updating version 0 to 1352 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: oid 17 updating version 1352 to 1353 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: oid 17 version 1353 is already newer than 1351 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: oid 17 version 1353 is already newer than 1350 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1353 (ObjNum 1100 snap 352 seq_num 1100) dirty exists 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3562: left oid 17 (ObjNum 1100 snap 352 seq_num 1100) 2024-04-02T08:43:34.369 INFO:tasks.rados.rados.0.smithi112.stdout:3563: expect (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:43:34.415 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1750 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:43:34.415 INFO:tasks.rados.rados.0.smithi112.stdout:3565: finishing write tid 1 to smithi11277797-16 2024-04-02T08:43:34.415 INFO:tasks.rados.rados.0.smithi112.stdout:3565: finishing write tid 2 to smithi11277797-16 2024-04-02T08:43:34.415 INFO:tasks.rados.rados.0.smithi112.stdout:3567: seq_num 1102 ranges {18038784=458752,18497536=491520,18989056=491520,19480576=221184} 2024-04-02T08:43:34.512 INFO:tasks.rados.rados.0.smithi112.stdout:3567: writing smithi11277797-20 from 18038784 to 18497536 tid 1 2024-04-02T08:43:34.515 INFO:tasks.rados.rados.0.smithi112.stdout:3567: writing smithi11277797-20 from 18497536 to 18989056 tid 2 2024-04-02T08:43:34.518 INFO:tasks.rados.rados.0.smithi112.stdout:3567: writing smithi11277797-20 from 18989056 to 19480576 tid 3 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3567: writing smithi11277797-20 from 19480576 to 19701760 tid 4 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3562: done (4 left) 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3563: done (3 left) 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3566: done (2 left) 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3568: delete oid 50 current snap is 352 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3565: finishing write tid 3 to smithi11277797-16 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3565: finishing write tid 4 to smithi11277797-16 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3565: finishing write tid 5 to smithi11277797-16 2024-04-02T08:43:34.520 INFO:tasks.rados.rados.0.smithi112.stdout:3565: oid 16 updating version 0 to 1932 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3565: oid 16 version 1932 is already newer than 1931 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3565: oid 16 version 1932 is already newer than 1930 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3565: oid 16 version 1932 is already newer than 1929 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1932 (ObjNum 1101 snap 352 seq_num 1101) dirty exists 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3565: left oid 16 (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3567: finishing write tid 1 to smithi11277797-20 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3567: finishing write tid 2 to smithi11277797-20 2024-04-02T08:43:34.521 INFO:tasks.rados.rados.0.smithi112.stdout:3565: done (2 left) 2024-04-02T08:43:34.522 INFO:tasks.rados.rados.0.smithi112.stdout:3568: done (1 left) 2024-04-02T08:43:34.522 INFO:tasks.rados.rados.0.smithi112.stdout:3569: copy_from oid 35 from oid 7 current snap is 352 2024-04-02T08:43:34.522 INFO:tasks.rados.rados.0.smithi112.stdout:3570: rmattr oid 43 current snap is 352 2024-04-02T08:43:34.522 INFO:tasks.rados.rados.0.smithi112.stdout:3570: done (2 left) 2024-04-02T08:43:34.522 INFO:tasks.rados.rados.0.smithi112.stdout:3571: snap_remove snap 324 2024-04-02T08:43:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:34 smithi187 ceph-mon[84356]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:43:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:34 smithi187 ceph-mon[84356]: pgmap v842: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-04-02T08:43:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:34 smithi187 ceph-mon[84356]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:43:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:34 smithi112 ceph-mon[88945]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:43:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:34 smithi112 ceph-mon[88945]: pgmap v842: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-04-02T08:43:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:34 smithi112 ceph-mon[88945]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:43:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:34 smithi112 ceph-mon[91385]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:43:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:34 smithi112 ceph-mon[91385]: pgmap v842: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-04-02T08:43:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:34 smithi112 ceph-mon[91385]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:43:35.416 INFO:tasks.rados.rados.0.smithi112.stdout:3571: done (2 left) 2024-04-02T08:43:35.416 INFO:tasks.rados.rados.0.smithi112.stdout:3572: setattr oid 27 current snap is 352 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: finishing write tid 3 to smithi11277797-20 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: finishing write tid 4 to smithi11277797-20 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: finishing write tid 5 to smithi11277797-20 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: finishing write tid 6 to smithi11277797-20 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: oid 20 updating version 0 to 1753 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: oid 20 updating version 1753 to 1755 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: oid 20 version 1755 is already newer than 1752 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: oid 20 version 1755 is already newer than 1754 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: oid 20 updating version 1755 to 1756 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1756 (ObjNum 1102 snap 352 seq_num 1102) dirty exists 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3567: left oid 20 (ObjNum 1102 snap 352 seq_num 1102) 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3569: finishing copy_from racing read to smithi11277797-35 2024-04-02T08:43:35.417 INFO:tasks.rados.rados.0.smithi112.stdout:3569: finishing copy_from to smithi11277797-35 2024-04-02T08:43:35.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1915 (ObjNum 1082 snap 345 seq_num 1082) dirty exists 2024-04-02T08:43:35.419 INFO:tasks.rados.rados.0.smithi112.stdout:3567: done (2 left) 2024-04-02T08:43:35.419 INFO:tasks.rados.rados.0.smithi112.stdout:3569: done (1 left) 2024-04-02T08:43:35.419 INFO:tasks.rados.rados.0.smithi112.stdout:3573: copy_from oid 30 from oid 9 current snap is 352 2024-04-02T08:43:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:3574: read oid 44 snap -1 2024-04-02T08:43:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:3574: expect deleted 2024-04-02T08:43:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:3575: read oid 49 snap 296 2024-04-02T08:43:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:3575: expect deleted 2024-04-02T08:43:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 352 2024-04-02T08:43:35.420 INFO:tasks.rados.rados.0.smithi112.stdout:3576: seq_num 1104 ranges {7184384=499712,7684096=712704,8396800=491520} 2024-04-02T08:43:35.462 INFO:tasks.rados.rados.0.smithi112.stdout:3576: writing smithi11277797-3 from 7184384 to 7684096 tid 1 2024-04-02T08:43:35.466 INFO:tasks.rados.rados.0.smithi112.stdout:3576: writing smithi11277797-3 from 7684096 to 8396800 tid 2 2024-04-02T08:43:35.469 INFO:tasks.rados.rados.0.smithi112.stdout:3576: writing smithi11277797-3 from 8396800 to 8888320 tid 3 2024-04-02T08:43:35.469 INFO:tasks.rados.rados.0.smithi112.stdout:3577: snap_remove snap 306 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2069 (ObjNum 1092 snap 350 seq_num 1092) dirty exists 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:3573: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:3573: finishing copy_from to smithi11277797-30 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1331 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:3576: finishing write tid 1 to smithi11277797-3 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:3576: finishing write tid 2 to smithi11277797-3 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:3576: finishing write tid 3 to smithi11277797-3 2024-04-02T08:43:36.422 INFO:tasks.rados.rados.0.smithi112.stdout:3576: finishing write tid 4 to smithi11277797-3 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: finishing write tid 5 to smithi11277797-3 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: oid 3 updating version 0 to 1728 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: oid 3 updating version 1728 to 1729 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: oid 3 updating version 1729 to 1730 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: oid 3 updating version 1730 to 1731 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1731 (ObjNum 1104 snap 352 seq_num 1104) dirty exists 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: left oid 3 (ObjNum 1104 snap 352 seq_num 1104) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3572: done (5 left) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3573: done (4 left) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3574: done (3 left) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3575: done (2 left) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3576: done (1 left) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:3577: done (0 left) 2024-04-02T08:43:36.423 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 352 2024-04-02T08:43:36.424 INFO:tasks.rados.rados.0.smithi112.stdout:3578: seq_num 1105 ranges {5021696=516096,5537792=598016,6135808=606208} 2024-04-02T08:43:36.453 INFO:tasks.rados.rados.0.smithi112.stdout:3578: writing smithi11277797-28 from 5021696 to 5537792 tid 1 2024-04-02T08:43:36.456 INFO:tasks.rados.rados.0.smithi112.stdout:3578: writing smithi11277797-28 from 5537792 to 6135808 tid 2 2024-04-02T08:43:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:3578: writing smithi11277797-28 from 6135808 to 6742016 tid 3 2024-04-02T08:43:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:3579: snap_create 2024-04-02T08:43:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:3578: finishing write tid 1 to smithi11277797-28 2024-04-02T08:43:36.461 INFO:tasks.rados.rados.0.smithi112.stdout:3578: finishing write tid 2 to smithi11277797-28 2024-04-02T08:43:36.464 INFO:tasks.rados.rados.0.smithi112.stdout:3578: finishing write tid 3 to smithi11277797-28 2024-04-02T08:43:36.464 INFO:tasks.rados.rados.0.smithi112.stdout:3578: finishing write tid 4 to smithi11277797-28 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3578: finishing write tid 5 to smithi11277797-28 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3578: oid 28 updating version 0 to 1936 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3578: oid 28 version 1936 is already newer than 1933 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3578: oid 28 version 1936 is already newer than 1934 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3578: oid 28 version 1936 is already newer than 1935 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1936 (ObjNum 1105 snap 352 seq_num 1105) dirty exists 2024-04-02T08:43:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3578: left oid 28 (ObjNum 1105 snap 352 seq_num 1105) 2024-04-02T08:43:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:36 smithi187 ceph-mon[84356]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:43:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:36 smithi187 ceph-mon[84356]: pgmap v845: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 796 KiB/s wr, 13 op/s 2024-04-02T08:43:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:36 smithi112 ceph-mon[88945]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:43:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:36 smithi112 ceph-mon[88945]: pgmap v845: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 796 KiB/s wr, 13 op/s 2024-04-02T08:43:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:36 smithi112 ceph-mon[91385]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:43:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:36 smithi112 ceph-mon[91385]: pgmap v845: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 796 KiB/s wr, 13 op/s 2024-04-02T08:43:37.422 INFO:tasks.rados.rados.0.smithi112.stdout:3578: done (1 left) 2024-04-02T08:43:37.422 INFO:tasks.rados.rados.0.smithi112.stdout:3579: done (0 left) 2024-04-02T08:43:37.422 INFO:tasks.rados.rados.0.smithi112.stdout:3580: read oid 3 snap -1 2024-04-02T08:43:37.422 INFO:tasks.rados.rados.0.smithi112.stdout:3580: expect (ObjNum 1104 snap 352 seq_num 1104) 2024-04-02T08:43:37.423 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 353 2024-04-02T08:43:37.423 INFO:tasks.rados.rados.0.smithi112.stdout:3581: seq_num 1106 ranges {2359296=532480,2891776=483328,3375104=475136,3850240=245760} 2024-04-02T08:43:37.438 INFO:tasks.rados.rados.0.smithi112.stdout:3581: writing smithi11277797-22 from 2359296 to 2891776 tid 1 2024-04-02T08:43:37.441 INFO:tasks.rados.rados.0.smithi112.stdout:3581: writing smithi11277797-22 from 2891776 to 3375104 tid 2 2024-04-02T08:43:37.444 INFO:tasks.rados.rados.0.smithi112.stdout:3581: writing smithi11277797-22 from 3375104 to 3850240 tid 3 2024-04-02T08:43:37.446 INFO:tasks.rados.rados.0.smithi112.stdout:3581: writing smithi11277797-22 from 3850240 to 4096000 tid 4 2024-04-02T08:43:37.446 INFO:tasks.rados.rados.0.smithi112.stdout:3582: read oid 37 snap -1 2024-04-02T08:43:37.446 INFO:tasks.rados.rados.0.smithi112.stdout:3582: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:43:37.446 INFO:tasks.rados.rados.0.smithi112.stdout:3583: snap_create 2024-04-02T08:43:37.446 INFO:tasks.rados.rados.0.smithi112.stdout:3581: finishing write tid 1 to smithi11277797-22 2024-04-02T08:43:37.446 INFO:tasks.rados.rados.0.smithi112.stdout:3581: finishing write tid 2 to smithi11277797-22 2024-04-02T08:43:37.453 INFO:tasks.rados.rados.0.smithi112.stdout:3581: finishing write tid 3 to smithi11277797-22 2024-04-02T08:43:37.453 INFO:tasks.rados.rados.0.smithi112.stdout:3581: finishing write tid 4 to smithi11277797-22 2024-04-02T08:43:37.453 INFO:tasks.rados.rados.0.smithi112.stdout:3581: finishing write tid 5 to smithi11277797-22 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: finishing write tid 6 to smithi11277797-22 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: oid 22 updating version 0 to 1844 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: oid 22 version 1844 is already newer than 1842 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: oid 22 version 1844 is already newer than 1841 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: oid 22 updating version 1844 to 1845 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: oid 22 version 1845 is already newer than 1843 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1845 (ObjNum 1106 snap 353 seq_num 1106) dirty exists 2024-04-02T08:43:37.456 INFO:tasks.rados.rados.0.smithi112.stdout:3581: left oid 22 (ObjNum 1106 snap 353 seq_num 1106) 2024-04-02T08:43:37.480 INFO:tasks.rados.rados.0.smithi112.stdout:3580: expect (ObjNum 1104 snap 352 seq_num 1104) 2024-04-02T08:43:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:37 smithi187 ceph-mon[84356]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:43:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:37 smithi112 ceph-mon[91385]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:43:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:37 smithi112 ceph-mon[88945]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:43:37.999 INFO:tasks.rados.rados.0.smithi112.stdout:3582: expect (ObjNum 959 snap 303 seq_num 959) 2024-04-02T08:43:38.658 INFO:tasks.rados.rados.0.smithi112.stdout:3580: done (3 left) 2024-04-02T08:43:38.658 INFO:tasks.rados.rados.0.smithi112.stdout:3581: done (2 left) 2024-04-02T08:43:38.658 INFO:tasks.rados.rados.0.smithi112.stdout:3582: done (1 left) 2024-04-02T08:43:38.658 INFO:tasks.rados.rados.0.smithi112.stdout:3583: done (0 left) 2024-04-02T08:43:38.658 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 354 2024-04-02T08:43:38.658 INFO:tasks.rados.rados.0.smithi112.stdout:3584: seq_num 1107 ranges {5095424=548864,5644288=770048,6414336=434176} 2024-04-02T08:43:38.688 INFO:tasks.rados.rados.0.smithi112.stdout:3584: writing smithi11277797-10 from 5095424 to 5644288 tid 1 2024-04-02T08:43:38.692 INFO:tasks.rados.rados.0.smithi112.stdout:3584: writing smithi11277797-10 from 5644288 to 6414336 tid 2 2024-04-02T08:43:38.695 INFO:tasks.rados.rados.0.smithi112.stdout:3584: writing smithi11277797-10 from 6414336 to 6848512 tid 3 2024-04-02T08:43:38.695 INFO:tasks.rados.rados.0.smithi112.stdout:3585: delete oid 22 current snap is 354 2024-04-02T08:43:38.695 INFO:tasks.rados.rados.0.smithi112.stdout:3584: finishing write tid 1 to smithi11277797-10 2024-04-02T08:43:38.696 INFO:tasks.rados.rados.0.smithi112.stdout:3584: finishing write tid 2 to smithi11277797-10 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3585: done (1 left) 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3586: read oid 44 snap -1 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3586: expect deleted 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3587: rollback oid 38 current snap is 354 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 346 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3588: rmattr oid 21 current snap is 354 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3588: done (3 left) 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3589: read oid 42 snap -1 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3589: expect (ObjNum 1037 snap 339 seq_num 1037) 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3590: snap_create 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3584: finishing write tid 3 to smithi11277797-10 2024-04-02T08:43:38.699 INFO:tasks.rados.rados.0.smithi112.stdout:3584: finishing write tid 4 to smithi11277797-10 2024-04-02T08:43:38.701 INFO:tasks.rados.rados.0.smithi112.stdout:3584: finishing write tid 5 to smithi11277797-10 2024-04-02T08:43:38.701 INFO:tasks.rados.rados.0.smithi112.stdout:3584: oid 10 updating version 0 to 1916 2024-04-02T08:43:38.701 INFO:tasks.rados.rados.0.smithi112.stdout:3584: oid 10 version 1916 is already newer than 1915 2024-04-02T08:43:38.701 INFO:tasks.rados.rados.0.smithi112.stdout:3584: oid 10 version 1916 is already newer than 1914 2024-04-02T08:43:38.701 INFO:tasks.rados.rados.0.smithi112.stdout:3584: oid 10 version 1916 is already newer than 1913 2024-04-02T08:43:38.701 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1916 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-04-02T08:43:38.702 INFO:tasks.rados.rados.0.smithi112.stdout:3584: left oid 10 (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:43:38.702 INFO:tasks.rados.rados.0.smithi112.stdout:3589: expect (ObjNum 1037 snap 339 seq_num 1037) 2024-04-02T08:43:38.717 INFO:tasks.rados.rados.0.smithi112.stdout:3587: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:43:38.718 INFO:tasks.rados.rados.0.smithi112.stdout:3587: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:43:38.718 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1938 (ObjNum 2401 snap 0 seq_num 3479155232) dirty dne 2024-04-02T08:43:38.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:38 smithi187 ceph-mon[84356]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:43:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:38 smithi187 ceph-mon[84356]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:43:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:38 smithi112 ceph-mon[91385]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:43:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:38 smithi112 ceph-mon[91385]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:43:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:38 smithi112 ceph-mon[88945]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:43:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:38 smithi112 ceph-mon[88945]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:43:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:3584: done (4 left) 2024-04-02T08:43:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:3586: done (3 left) 2024-04-02T08:43:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:3587: done (2 left) 2024-04-02T08:43:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:3589: done (1 left) 2024-04-02T08:43:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:3590: done (0 left) 2024-04-02T08:43:39.358 INFO:tasks.rados.rados.0.smithi112.stdout:3591: delete oid 27 current snap is 355 2024-04-02T08:43:39.364 INFO:tasks.rados.rados.0.smithi112.stdout:3591: done (0 left) 2024-04-02T08:43:39.365 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 27 current snap is 355 2024-04-02T08:43:39.365 INFO:tasks.rados.rados.0.smithi112.stdout:3592: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2024-04-02T08:43:39.368 INFO:tasks.rados.rados.0.smithi112.stdout:3592: writing smithi11277797-27 from 0 to 598016 tid 1 2024-04-02T08:43:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3592: writing smithi11277797-27 from 598016 to 1064960 tid 2 2024-04-02T08:43:39.373 INFO:tasks.rados.rados.0.smithi112.stdout:3592: writing smithi11277797-27 from 1064960 to 1515520 tid 3 2024-04-02T08:43:39.376 INFO:tasks.rados.rados.0.smithi112.stdout:3592: writing smithi11277797-27 from 1515520 to 1802240 tid 4 2024-04-02T08:43:39.376 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 355 2024-04-02T08:43:39.376 INFO:tasks.rados.rados.0.smithi112.stdout:3592: finishing write tid 1 to smithi11277797-27 2024-04-02T08:43:39.376 INFO:tasks.rados.rados.0.smithi112.stdout:3593: seq_num 1111 ranges {2482176=614400,3096576=753664,3850240=450560} 2024-04-02T08:43:39.392 INFO:tasks.rados.rados.0.smithi112.stdout:3593: writing smithi11277797-36 from 2482176 to 3096576 tid 1 2024-04-02T08:43:39.397 INFO:tasks.rados.rados.0.smithi112.stdout:3593: writing smithi11277797-36 from 3096576 to 3850240 tid 2 2024-04-02T08:43:39.400 INFO:tasks.rados.rados.0.smithi112.stdout:3593: writing smithi11277797-36 from 3850240 to 4300800 tid 3 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3594: delete oid 13 current snap is 355 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: finishing write tid 2 to smithi11277797-27 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: finishing write tid 3 to smithi11277797-27 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: finishing write tid 4 to smithi11277797-27 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: finishing write tid 5 to smithi11277797-27 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: finishing write tid 6 to smithi11277797-27 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: oid 27 updating version 0 to 2084 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: oid 27 updating version 2084 to 2086 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: oid 27 version 2086 is already newer than 2083 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: oid 27 version 2086 is already newer than 2085 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: oid 27 version 2086 is already newer than 2082 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2086 (ObjNum 1110 snap 355 seq_num 1110) dirty exists 2024-04-02T08:43:39.401 INFO:tasks.rados.rados.0.smithi112.stdout:3592: left oid 27 (ObjNum 1110 snap 355 seq_num 1110) 2024-04-02T08:43:39.402 INFO:tasks.rados.rados.0.smithi112.stdout:3593: finishing write tid 1 to smithi11277797-36 2024-04-02T08:43:39.402 INFO:tasks.rados.rados.0.smithi112.stdout:3593: finishing write tid 2 to smithi11277797-36 2024-04-02T08:43:39.405 INFO:tasks.rados.rados.0.smithi112.stdout:3593: finishing write tid 3 to smithi11277797-36 2024-04-02T08:43:39.405 INFO:tasks.rados.rados.0.smithi112.stdout:3593: finishing write tid 4 to smithi11277797-36 2024-04-02T08:43:39.406 INFO:tasks.rados.rados.0.smithi112.stdout:3592: done (2 left) 2024-04-02T08:43:39.406 INFO:tasks.rados.rados.0.smithi112.stdout:3594: done (1 left) 2024-04-02T08:43:39.406 INFO:tasks.rados.rados.0.smithi112.stdout:3595: read oid 6 snap -1 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3595: expect (ObjNum 1020 snap 333 seq_num 1020) 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3596: read oid 27 snap -1 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3596: expect (ObjNum 1110 snap 355 seq_num 1110) 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3597: delete oid 3 current snap is 355 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3593: finishing write tid 5 to smithi11277797-36 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3593: oid 36 updating version 0 to 2090 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3593: oid 36 version 2090 is already newer than 2088 2024-04-02T08:43:39.407 INFO:tasks.rados.rados.0.smithi112.stdout:3593: oid 36 version 2090 is already newer than 2089 2024-04-02T08:43:39.408 INFO:tasks.rados.rados.0.smithi112.stdout:3593: oid 36 updating version 2090 to 2091 2024-04-02T08:43:39.408 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 2091 (ObjNum 1111 snap 355 seq_num 1111) dirty exists 2024-04-02T08:43:39.408 INFO:tasks.rados.rados.0.smithi112.stdout:3593: left oid 36 (ObjNum 1111 snap 355 seq_num 1111) 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3593: done (3 left) 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3597: done (2 left) 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3598: copy_from oid 3 from oid 17 current snap is 355 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3599: copy_from oid 45 from oid 15 current snap is 355 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3600: rollback oid 47 current snap is 355 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 47 to 334 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3601: copy_from oid 38 from oid 28 current snap is 355 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3602: read oid 42 snap -1 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3602: expect (ObjNum 1037 snap 339 seq_num 1037) 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 34 current snap is 355 2024-04-02T08:43:39.413 INFO:tasks.rados.rados.0.smithi112.stdout:3603: seq_num 1114 ranges {2072576=663552,2736128=802816,3538944=401408} 2024-04-02T08:43:39.429 INFO:tasks.rados.rados.0.smithi112.stdout:3603: writing smithi11277797-34 from 2072576 to 2736128 tid 1 2024-04-02T08:43:39.434 INFO:tasks.rados.rados.0.smithi112.stdout:3603: writing smithi11277797-34 from 2736128 to 3538944 tid 2 2024-04-02T08:43:39.438 INFO:tasks.rados.rados.0.smithi112.stdout:3603: writing smithi11277797-34 from 3538944 to 3940352 tid 3 2024-04-02T08:43:39.438 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 46 current snap is 355 2024-04-02T08:43:39.438 INFO:tasks.rados.rados.0.smithi112.stdout:3604: seq_num 1115 ranges {1449984=679936,2129920=688128,2818048=516096} 2024-04-02T08:43:39.449 INFO:tasks.rados.rados.0.smithi112.stdout:3604: writing smithi11277797-46 from 1449984 to 2129920 tid 1 2024-04-02T08:43:39.453 INFO:tasks.rados.rados.0.smithi112.stdout:3604: writing smithi11277797-46 from 2129920 to 2818048 tid 2 2024-04-02T08:43:39.456 INFO:tasks.rados.rados.0.smithi112.stdout:3604: writing smithi11277797-46 from 2818048 to 3334144 tid 3 2024-04-02T08:43:39.456 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 355 2024-04-02T08:43:39.456 INFO:tasks.rados.rados.0.smithi112.stdout:3605: seq_num 1116 ranges {1368064=696320,2064384=573440,2637824=450560,3088384=180224} 2024-04-02T08:43:39.467 INFO:tasks.rados.rados.0.smithi112.stdout:3605: writing smithi11277797-19 from 1368064 to 2064384 tid 1 2024-04-02T08:43:39.470 INFO:tasks.rados.rados.0.smithi112.stdout:3605: writing smithi11277797-19 from 2064384 to 2637824 tid 2 2024-04-02T08:43:39.473 INFO:tasks.rados.rados.0.smithi112.stdout:3605: writing smithi11277797-19 from 2637824 to 3088384 tid 3 2024-04-02T08:43:39.475 INFO:tasks.rados.rados.0.smithi112.stdout:3605: writing smithi11277797-19 from 3088384 to 3268608 tid 4 2024-04-02T08:43:39.475 INFO:tasks.rados.rados.0.smithi112.stdout:3606: delete oid 32 current snap is 355 2024-04-02T08:43:39.475 INFO:tasks.rados.rados.0.smithi112.stdout:3596: expect (ObjNum 1110 snap 355 seq_num 1110) 2024-04-02T08:43:39.524 INFO:tasks.rados.rados.0.smithi112.stdout:3600: finishing rollback tid 0 to smithi11277797-47 2024-04-02T08:43:39.524 INFO:tasks.rados.rados.0.smithi112.stdout:3600: finishing rollback tid 1 to smithi11277797-47 2024-04-02T08:43:39.524 INFO:tasks.rados.rados.0.smithi112.stdout:3600: finishing rollback tid 2 to smithi11277797-47 2024-04-02T08:43:39.524 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1849 (ObjNum 1023 snap 333 seq_num 1023) dirty exists 2024-04-02T08:43:39.524 INFO:tasks.rados.rados.0.smithi112.stdout:3602: expect (ObjNum 1037 snap 339 seq_num 1037) 2024-04-02T08:43:39.539 INFO:tasks.rados.rados.0.smithi112.stdout:3595: expect (ObjNum 1020 snap 333 seq_num 1020) 2024-04-02T08:43:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:43:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:43:39] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:43:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:39 smithi112 ceph-mon[91385]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:43:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:39 smithi112 ceph-mon[91385]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:43:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:39 smithi112 ceph-mon[88945]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:43:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:39 smithi112 ceph-mon[88945]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:43:39.717 INFO:tasks.rados.rados.0.smithi112.stdout:3599: finishing copy_from racing read to smithi11277797-45 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: finishing write tid 1 to smithi11277797-34 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3599: finishing copy_from to smithi11277797-45 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1901 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: finishing write tid 2 to smithi11277797-34 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: finishing write tid 3 to smithi11277797-34 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: finishing write tid 4 to smithi11277797-34 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: finishing write tid 5 to smithi11277797-34 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: oid 34 updating version 0 to 1919 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: oid 34 version 1919 is already newer than 1918 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: oid 34 updating version 1919 to 1920 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:3603: oid 34 version 1920 is already newer than 1917 2024-04-02T08:43:39.718 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 34 v 1920 (ObjNum 1114 snap 355 seq_num 1114) dirty exists 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3603: left oid 34 (ObjNum 1114 snap 355 seq_num 1114) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3601: finishing copy_from racing read to smithi11277797-38 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3595: done (10 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3596: done (9 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3599: done (8 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3600: done (7 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3602: done (6 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3603: done (5 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3606: done (4 left) 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3607: snap_create 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3598: finishing copy_from racing read to smithi11277797-3 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3601: finishing copy_from to smithi11277797-38 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1936 (ObjNum 1105 snap 352 seq_num 1105) dirty exists 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:3598: finishing copy_from to smithi11277797-3 2024-04-02T08:43:39.719 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1353 (ObjNum 1100 snap 352 seq_num 1100) dirty exists 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: finishing write tid 1 to smithi11277797-46 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: finishing write tid 2 to smithi11277797-46 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: finishing write tid 3 to smithi11277797-46 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: finishing write tid 4 to smithi11277797-46 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3605: finishing write tid 1 to smithi11277797-19 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: finishing write tid 5 to smithi11277797-46 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: oid 46 updating version 0 to 1734 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: oid 46 updating version 1734 to 1735 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: oid 46 updating version 1735 to 1736 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: oid 46 version 1736 is already newer than 1733 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 46 v 1736 (ObjNum 1115 snap 355 seq_num 1115) dirty exists 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3604: left oid 46 (ObjNum 1115 snap 355 seq_num 1115) 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3605: finishing write tid 2 to smithi11277797-19 2024-04-02T08:43:39.720 INFO:tasks.rados.rados.0.smithi112.stdout:3605: finishing write tid 3 to smithi11277797-19 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: finishing write tid 4 to smithi11277797-19 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: finishing write tid 5 to smithi11277797-19 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: finishing write tid 6 to smithi11277797-19 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: oid 19 updating version 0 to 2011 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: oid 19 version 2011 is already newer than 2010 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: oid 19 updating version 2011 to 2012 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: oid 19 version 2012 is already newer than 2009 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: oid 19 updating version 2012 to 2013 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2013 (ObjNum 1116 snap 355 seq_num 1116) dirty exists 2024-04-02T08:43:39.721 INFO:tasks.rados.rados.0.smithi112.stdout:3605: left oid 19 (ObjNum 1116 snap 355 seq_num 1116) 2024-04-02T08:43:39.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:39 smithi187 ceph-mon[84356]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:43:39.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:39 smithi187 ceph-mon[84356]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:43:40.449 INFO:tasks.rados.rados.0.smithi112.stdout:3598: done (4 left) 2024-04-02T08:43:40.449 INFO:tasks.rados.rados.0.smithi112.stdout:3601: done (3 left) 2024-04-02T08:43:40.449 INFO:tasks.rados.rados.0.smithi112.stdout:3604: done (2 left) 2024-04-02T08:43:40.449 INFO:tasks.rados.rados.0.smithi112.stdout:3605: done (1 left) 2024-04-02T08:43:40.450 INFO:tasks.rados.rados.0.smithi112.stdout:3607: done (0 left) 2024-04-02T08:43:40.450 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 356 2024-04-02T08:43:40.450 INFO:tasks.rados.rados.0.smithi112.stdout:3608: seq_num 1118 ranges {19701760=729088,20430848=794624,21225472=409600} 2024-04-02T08:43:40.558 INFO:tasks.rados.rados.0.smithi112.stdout:3608: writing smithi11277797-20 from 19701760 to 20430848 tid 1 2024-04-02T08:43:40.562 INFO:tasks.rados.rados.0.smithi112.stdout:3608: writing smithi11277797-20 from 20430848 to 21225472 tid 2 2024-04-02T08:43:40.565 INFO:tasks.rados.rados.0.smithi112.stdout:3608: writing smithi11277797-20 from 21225472 to 21635072 tid 3 2024-04-02T08:43:40.565 INFO:tasks.rados.rados.0.smithi112.stdout:3609: read oid 7 snap -1 2024-04-02T08:43:40.565 INFO:tasks.rados.rados.0.smithi112.stdout:3609: expect (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:43:40.565 INFO:tasks.rados.rados.0.smithi112.stdout:3610: rollback oid 37 current snap is 356 2024-04-02T08:43:40.565 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 326 2024-04-02T08:43:40.566 INFO:tasks.rados.rados.0.smithi112.stdout:3611: snap_create 2024-04-02T08:43:40.573 INFO:tasks.rados.rados.0.smithi112.stdout:3610: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:43:40.574 INFO:tasks.rados.rados.0.smithi112.stdout:3608: finishing write tid 1 to smithi11277797-20 2024-04-02T08:43:40.574 INFO:tasks.rados.rados.0.smithi112.stdout:3608: finishing write tid 2 to smithi11277797-20 2024-04-02T08:43:40.574 INFO:tasks.rados.rados.0.smithi112.stdout:3608: finishing write tid 3 to smithi11277797-20 2024-04-02T08:43:40.575 INFO:tasks.rados.rados.0.smithi112.stdout:3608: finishing write tid 4 to smithi11277797-20 2024-04-02T08:43:40.575 INFO:tasks.rados.rados.0.smithi112.stdout:3610: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:43:40.575 INFO:tasks.rados.rados.0.smithi112.stdout:3610: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:43:40.575 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1902 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-04-02T08:43:40.577 INFO:tasks.rados.rados.0.smithi112.stdout:3608: finishing write tid 5 to smithi11277797-20 2024-04-02T08:43:40.577 INFO:tasks.rados.rados.0.smithi112.stdout:3608: oid 20 updating version 0 to 1905 2024-04-02T08:43:40.577 INFO:tasks.rados.rados.0.smithi112.stdout:3608: oid 20 version 1905 is already newer than 1904 2024-04-02T08:43:40.577 INFO:tasks.rados.rados.0.smithi112.stdout:3608: oid 20 version 1905 is already newer than 1902 2024-04-02T08:43:40.577 INFO:tasks.rados.rados.0.smithi112.stdout:3608: oid 20 version 1905 is already newer than 1903 2024-04-02T08:43:40.578 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1905 (ObjNum 1118 snap 356 seq_num 1118) dirty exists 2024-04-02T08:43:40.578 INFO:tasks.rados.rados.0.smithi112.stdout:3608: left oid 20 (ObjNum 1118 snap 356 seq_num 1118) 2024-04-02T08:43:40.578 INFO:tasks.rados.rados.0.smithi112.stdout:3609: expect (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:43:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:40 smithi187 ceph-mon[84356]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 462 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:43:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:40 smithi112 ceph-mon[91385]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 462 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:43:40.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:40 smithi112 ceph-mon[88945]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 462 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:43:41.447 INFO:tasks.rados.rados.0.smithi112.stdout:3608: done (3 left) 2024-04-02T08:43:41.447 INFO:tasks.rados.rados.0.smithi112.stdout:3609: done (2 left) 2024-04-02T08:43:41.447 INFO:tasks.rados.rados.0.smithi112.stdout:3610: done (1 left) 2024-04-02T08:43:41.447 INFO:tasks.rados.rados.0.smithi112.stdout:3611: done (0 left) 2024-04-02T08:43:41.447 INFO:tasks.rados.rados.0.smithi112.stdout:3612: snap_create 2024-04-02T08:43:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:41 smithi187 ceph-mon[84356]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:43:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:41 smithi112 ceph-mon[91385]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:43:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:41 smithi112 ceph-mon[88945]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:43:42.446 INFO:tasks.rados.rados.0.smithi112.stdout:3612: done (0 left) 2024-04-02T08:43:42.447 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 8 current snap is 358 2024-04-02T08:43:42.447 INFO:tasks.rados.rados.0.smithi112.stdout:3613: seq_num 1119 ranges {7503872=745472,8249344=679936,8929280=524288} 2024-04-02T08:43:42.491 INFO:tasks.rados.rados.0.smithi112.stdout:3613: writing smithi11277797-8 from 7503872 to 8249344 tid 1 2024-04-02T08:43:42.495 INFO:tasks.rados.rados.0.smithi112.stdout:3613: writing smithi11277797-8 from 8249344 to 8929280 tid 2 2024-04-02T08:43:42.499 INFO:tasks.rados.rados.0.smithi112.stdout:3613: writing smithi11277797-8 from 8929280 to 9453568 tid 3 2024-04-02T08:43:42.499 INFO:tasks.rados.rados.0.smithi112.stdout:3614: rollback oid 37 current snap is 358 2024-04-02T08:43:42.499 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 37 to 343 2024-04-02T08:43:42.499 INFO:tasks.rados.rados.0.smithi112.stdout:3615: snap_create 2024-04-02T08:43:42.502 INFO:tasks.rados.rados.0.smithi112.stdout:3613: finishing write tid 1 to smithi11277797-8 2024-04-02T08:43:42.502 INFO:tasks.rados.rados.0.smithi112.stdout:3613: finishing write tid 2 to smithi11277797-8 2024-04-02T08:43:42.502 INFO:tasks.rados.rados.0.smithi112.stdout:3613: finishing write tid 3 to smithi11277797-8 2024-04-02T08:43:42.503 INFO:tasks.rados.rados.0.smithi112.stdout:3613: finishing write tid 4 to smithi11277797-8 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:3613: finishing write tid 5 to smithi11277797-8 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:3613: oid 8 updating version 0 to 2095 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:3613: oid 8 updating version 2095 to 2096 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:3613: oid 8 updating version 2096 to 2098 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:3613: oid 8 version 2098 is already newer than 2097 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 2098 (ObjNum 1119 snap 358 seq_num 1119) dirty exists 2024-04-02T08:43:42.505 INFO:tasks.rados.rados.0.smithi112.stdout:3613: left oid 8 (ObjNum 1119 snap 358 seq_num 1119) 2024-04-02T08:43:42.508 INFO:tasks.rados.rados.0.smithi112.stdout:3614: finishing rollback tid 0 to smithi11277797-37 2024-04-02T08:43:42.508 INFO:tasks.rados.rados.0.smithi112.stdout:3614: finishing rollback tid 1 to smithi11277797-37 2024-04-02T08:43:42.509 INFO:tasks.rados.rados.0.smithi112.stdout:3614: finishing rollback tid 2 to smithi11277797-37 2024-04-02T08:43:42.509 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1905 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-04-02T08:43:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:42 smithi187 ceph-mon[84356]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:43:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:42 smithi187 ceph-mon[84356]: pgmap v854: 121 pgs: 121 active+clean; 489 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 21 op/s 2024-04-02T08:43:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:42 smithi187 ceph-mon[84356]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:43:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:43:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:42 smithi112 ceph-mon[91385]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:43:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:42 smithi112 ceph-mon[91385]: pgmap v854: 121 pgs: 121 active+clean; 489 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 21 op/s 2024-04-02T08:43:42.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:42 smithi112 ceph-mon[91385]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:43:42.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:42 smithi112 ceph-mon[88945]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:43:42.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:42 smithi112 ceph-mon[88945]: pgmap v854: 121 pgs: 121 active+clean; 489 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 21 op/s 2024-04-02T08:43:42.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:42 smithi112 ceph-mon[88945]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:43:43.462 INFO:tasks.rados.rados.0.smithi112.stdout:3613: done (2 left) 2024-04-02T08:43:43.462 INFO:tasks.rados.rados.0.smithi112.stdout:3614: done (1 left) 2024-04-02T08:43:43.462 INFO:tasks.rados.rados.0.smithi112.stdout:3615: done (0 left) 2024-04-02T08:43:43.462 INFO:tasks.rados.rados.0.smithi112.stdout:3616: setattr oid 17 current snap is 359 2024-04-02T08:43:43.463 INFO:tasks.rados.rados.0.smithi112.stdout:3617: snap_create 2024-04-02T08:43:43.469 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1355 (ObjNum 1100 snap 352 seq_num 1100) dirty exists 2024-04-02T08:43:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:3616: done (1 left) 2024-04-02T08:43:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:3617: done (0 left) 2024-04-02T08:43:44.359 INFO:tasks.rados.rados.0.smithi112.stdout:3618: snap_create 2024-04-02T08:43:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:44 smithi187 ceph-mon[84356]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:43:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:44 smithi187 ceph-mon[84356]: pgmap v857: 121 pgs: 121 active+clean; 490 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-04-02T08:43:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:44 smithi187 ceph-mon[84356]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:44 smithi112 ceph-mon[91385]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:43:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:44 smithi112 ceph-mon[91385]: pgmap v857: 121 pgs: 121 active+clean; 490 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-04-02T08:43:44.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:44 smithi112 ceph-mon[91385]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:44 smithi112 ceph-mon[88945]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:43:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:44 smithi112 ceph-mon[88945]: pgmap v857: 121 pgs: 121 active+clean; 490 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-04-02T08:43:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:44 smithi112 ceph-mon[88945]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:3618: done (0 left) 2024-04-02T08:43:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:3619: read oid 29 snap -1 2024-04-02T08:43:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:3619: expect (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:43:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:3620: rollback oid 27 current snap is 361 2024-04-02T08:43:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 335 2024-04-02T08:43:45.361 INFO:tasks.rados.rados.0.smithi112.stdout:3621: snap_create 2024-04-02T08:43:45.371 INFO:tasks.rados.rados.0.smithi112.stdout:3620: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:43:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:3620: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:43:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:3620: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:43:45.372 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2102 (ObjNum 1011 snap 328 seq_num 1011) dirty exists 2024-04-02T08:43:45.402 INFO:tasks.rados.rados.0.smithi112.stdout:3619: expect (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:43:46.371 INFO:tasks.rados.rados.0.smithi112.stdout:3619: done (2 left) 2024-04-02T08:43:46.371 INFO:tasks.rados.rados.0.smithi112.stdout:3620: done (1 left) 2024-04-02T08:43:46.371 INFO:tasks.rados.rados.0.smithi112.stdout:3621: done (0 left) 2024-04-02T08:43:46.371 INFO:tasks.rados.rados.0.smithi112.stdout:3622: copy_from oid 13 from oid 16 current snap is 362 2024-04-02T08:43:46.371 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 362 2024-04-02T08:43:46.371 INFO:tasks.rados.rados.0.smithi112.stdout:3623: seq_num 1120 ranges {7700480=761856,8462336=557056,9019392=425984,9445376=221184} 2024-04-02T08:43:46.417 INFO:tasks.rados.rados.0.smithi112.stdout:3623: writing smithi11277797-48 from 7700480 to 8462336 tid 1 2024-04-02T08:43:46.420 INFO:tasks.rados.rados.0.smithi112.stdout:3623: writing smithi11277797-48 from 8462336 to 9019392 tid 2 2024-04-02T08:43:46.422 INFO:tasks.rados.rados.0.smithi112.stdout:3623: writing smithi11277797-48 from 9019392 to 9445376 tid 3 2024-04-02T08:43:46.424 INFO:tasks.rados.rados.0.smithi112.stdout:3623: writing smithi11277797-48 from 9445376 to 9666560 tid 4 2024-04-02T08:43:46.424 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 41 current snap is 362 2024-04-02T08:43:46.424 INFO:tasks.rados.rados.0.smithi112.stdout:3622: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:43:46.424 INFO:tasks.rados.rados.0.smithi112.stdout:3622: finishing copy_from to smithi11277797-13 2024-04-02T08:43:46.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1932 (ObjNum 1101 snap 352 seq_num 1101) dirty exists 2024-04-02T08:43:46.424 INFO:tasks.rados.rados.0.smithi112.stdout:3624: seq_num 1121 ranges {4030464=778240,4808704=442368,5251072=638976,5890048=122880} 2024-04-02T08:43:46.449 INFO:tasks.rados.rados.0.smithi112.stdout:3624: writing smithi11277797-41 from 4030464 to 4808704 tid 1 2024-04-02T08:43:46.451 INFO:tasks.rados.rados.0.smithi112.stdout:3624: writing smithi11277797-41 from 4808704 to 5251072 tid 2 2024-04-02T08:43:46.455 INFO:tasks.rados.rados.0.smithi112.stdout:3624: writing smithi11277797-41 from 5251072 to 5890048 tid 3 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3624: writing smithi11277797-41 from 5890048 to 6012928 tid 4 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3622: done (2 left) 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3625: read oid 9 snap 327 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3625: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3626: setattr oid 39 current snap is 362 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3623: finishing write tid 1 to smithi11277797-48 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3623: finishing write tid 2 to smithi11277797-48 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3623: finishing write tid 3 to smithi11277797-48 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3623: finishing write tid 4 to smithi11277797-48 2024-04-02T08:43:46.457 INFO:tasks.rados.rados.0.smithi112.stdout:3623: finishing write tid 5 to smithi11277797-48 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: finishing write tid 6 to smithi11277797-48 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: oid 48 updating version 0 to 2010 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: oid 48 version 2010 is already newer than 2008 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: oid 48 version 2010 is already newer than 2007 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: oid 48 version 2010 is already newer than 2009 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: oid 48 updating version 2010 to 2011 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 2011 (ObjNum 1120 snap 362 seq_num 1120) dirty exists 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: left oid 48 (ObjNum 1120 snap 362 seq_num 1120) 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3624: finishing write tid 1 to smithi11277797-41 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3624: finishing write tid 2 to smithi11277797-41 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3623: done (3 left) 2024-04-02T08:43:46.458 INFO:tasks.rados.rados.0.smithi112.stdout:3627: delete oid 11 current snap is 362 2024-04-02T08:43:46.461 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 1986 (ObjNum 1049 snap 339 seq_num 1049) dirty exists 2024-04-02T08:43:46.462 INFO:tasks.rados.rados.0.smithi112.stdout:3624: finishing write tid 3 to smithi11277797-41 2024-04-02T08:43:46.463 INFO:tasks.rados.rados.0.smithi112.stdout:3624: finishing write tid 4 to smithi11277797-41 2024-04-02T08:43:46.464 INFO:tasks.rados.rados.0.smithi112.stdout:3624: finishing write tid 5 to smithi11277797-41 2024-04-02T08:43:46.465 INFO:tasks.rados.rados.0.smithi112.stdout:3626: done (3 left) 2024-04-02T08:43:46.465 INFO:tasks.rados.rados.0.smithi112.stdout:3627: done (2 left) 2024-04-02T08:43:46.465 INFO:tasks.rados.rados.0.smithi112.stdout:3628: setattr oid 44 current snap is 362 2024-04-02T08:43:46.466 INFO:tasks.rados.rados.0.smithi112.stdout:3624: finishing write tid 6 to smithi11277797-41 2024-04-02T08:43:46.466 INFO:tasks.rados.rados.0.smithi112.stdout:3624: oid 41 updating version 0 to 2013 2024-04-02T08:43:46.466 INFO:tasks.rados.rados.0.smithi112.stdout:3624: oid 41 updating version 2013 to 2014 2024-04-02T08:43:46.466 INFO:tasks.rados.rados.0.smithi112.stdout:3624: oid 41 updating version 2014 to 2017 2024-04-02T08:43:46.466 INFO:tasks.rados.rados.0.smithi112.stdout:3624: oid 41 version 2017 is already newer than 2016 2024-04-02T08:43:46.467 INFO:tasks.rados.rados.0.smithi112.stdout:3624: oid 41 version 2017 is already newer than 2015 2024-04-02T08:43:46.467 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 2017 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-04-02T08:43:46.467 INFO:tasks.rados.rados.0.smithi112.stdout:3624: left oid 41 (ObjNum 1121 snap 362 seq_num 1121) 2024-04-02T08:43:46.467 INFO:tasks.rados.rados.0.smithi112.stdout:3624: done (2 left) 2024-04-02T08:43:46.467 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 362 2024-04-02T08:43:46.467 INFO:tasks.rados.rados.0.smithi112.stdout:3629: seq_num 1123 ranges {1581056=409600,1990656=614400,2605056=598016,3203072=393216} 2024-04-02T08:43:46.478 INFO:tasks.rados.rados.0.smithi112.stdout:3629: writing smithi11277797-33 from 1581056 to 1990656 tid 1 2024-04-02T08:43:46.482 INFO:tasks.rados.rados.0.smithi112.stdout:3629: writing smithi11277797-33 from 1990656 to 2605056 tid 2 2024-04-02T08:43:46.486 INFO:tasks.rados.rados.0.smithi112.stdout:3629: writing smithi11277797-33 from 2605056 to 3203072 tid 3 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:3629: writing smithi11277797-33 from 3203072 to 3596288 tid 4 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:3630: read oid 10 snap -1 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:3630: expect (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:3631: read oid 25 snap -1 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:3631: expect (ObjNum 1014 snap 330 seq_num 1014) 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 43 current snap is 362 2024-04-02T08:43:46.489 INFO:tasks.rados.rados.0.smithi112.stdout:3632: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2024-04-02T08:43:46.491 INFO:tasks.rados.rados.0.smithi112.stdout:3632: writing smithi11277797-43 from 0 to 434176 tid 1 2024-04-02T08:43:46.494 INFO:tasks.rados.rados.0.smithi112.stdout:3632: writing smithi11277797-43 from 434176 to 933888 tid 2 2024-04-02T08:43:46.497 INFO:tasks.rados.rados.0.smithi112.stdout:3632: writing smithi11277797-43 from 933888 to 1343488 tid 3 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3632: writing smithi11277797-43 from 1343488 to 2007040 tid 4 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3632: writing smithi11277797-43 from 2007040 to 2039808 tid 5 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3633: read oid 46 snap -1 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3633: expect (ObjNum 1115 snap 355 seq_num 1115) 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3634: rollback oid 38 current snap is 362 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 344 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 2014 (ObjNum 49 snap 0 seq_num 1) dirty exists 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3628: done (7 left) 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3635: delete oid 37 current snap is 362 2024-04-02T08:43:46.502 INFO:tasks.rados.rados.0.smithi112.stdout:3629: finishing write tid 1 to smithi11277797-33 2024-04-02T08:43:46.503 INFO:tasks.rados.rados.0.smithi112.stdout:3629: finishing write tid 2 to smithi11277797-33 2024-04-02T08:43:46.503 INFO:tasks.rados.rados.0.smithi112.stdout:3625: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:43:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:46 smithi112 ceph-mon[91385]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:46 smithi112 ceph-mon[91385]: pgmap v860: 121 pgs: 121 active+clean; 495 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:43:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:46 smithi112 ceph-mon[88945]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:46 smithi112 ceph-mon[88945]: pgmap v860: 121 pgs: 121 active+clean; 495 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:43:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:46 smithi187 ceph-mon[84356]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:46 smithi187 ceph-mon[84356]: pgmap v860: 121 pgs: 121 active+clean; 495 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: finishing write tid 3 to smithi11277797-33 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: finishing write tid 4 to smithi11277797-33 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: finishing write tid 5 to smithi11277797-33 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: finishing write tid 6 to smithi11277797-33 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: oid 33 updating version 0 to 1988 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: oid 33 updating version 1988 to 1990 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: oid 33 version 1990 is already newer than 1989 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: oid 33 version 1990 is already newer than 1987 2024-04-02T08:43:46.835 INFO:tasks.rados.rados.0.smithi112.stdout:3629: oid 33 updating version 1990 to 1991 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1991 (ObjNum 1123 snap 362 seq_num 1123) dirty exists 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:3629: left oid 33 (ObjNum 1123 snap 362 seq_num 1123) 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 1 to smithi11277797-43 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:3625: done (7 left) 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:3629: done (6 left) 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:3635: done (5 left) 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 362 2024-04-02T08:43:46.836 INFO:tasks.rados.rados.0.smithi112.stdout:3631: expect (ObjNum 1014 snap 330 seq_num 1014) 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 2 to smithi11277797-43 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 3 to smithi11277797-43 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 4 to smithi11277797-43 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 5 to smithi11277797-43 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 6 to smithi11277797-43 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: finishing write tid 7 to smithi11277797-43 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: oid 43 updating version 0 to 2018 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: oid 43 updating version 2018 to 2023 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: oid 43 version 2023 is already newer than 2019 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: oid 43 version 2023 is already newer than 2022 2024-04-02T08:43:46.840 INFO:tasks.rados.rados.0.smithi112.stdout:3632: oid 43 version 2023 is already newer than 2020 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:3632: oid 43 version 2023 is already newer than 2021 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 2023 (ObjNum 1124 snap 362 seq_num 1124) dirty exists 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:3632: left oid 43 (ObjNum 1124 snap 362 seq_num 1124) 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:3634: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:3634: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1940 (ObjNum 161 snap 0 seq_num 2349376352) dirty dne 2024-04-02T08:43:46.841 INFO:tasks.rados.rados.0.smithi112.stdout:3630: expect (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:43:47.268 INFO:tasks.rados.rados.0.smithi112.stdout:3633: expect (ObjNum 1115 snap 355 seq_num 1115) 2024-04-02T08:43:47.402 INFO:tasks.rados.rados.0.smithi112.stdout:3636: seq_num 1126 ranges {21635072=466944,22102016=720896,22822912=778240,23601152=106496} 2024-04-02T08:43:47.521 INFO:tasks.rados.rados.0.smithi112.stdout:3636: writing smithi11277797-20 from 21635072 to 22102016 tid 1 2024-04-02T08:43:47.525 INFO:tasks.rados.rados.0.smithi112.stdout:3636: writing smithi11277797-20 from 22102016 to 22822912 tid 2 2024-04-02T08:43:47.529 INFO:tasks.rados.rados.0.smithi112.stdout:3636: writing smithi11277797-20 from 22822912 to 23601152 tid 3 2024-04-02T08:43:47.531 INFO:tasks.rados.rados.0.smithi112.stdout:3636: writing smithi11277797-20 from 23601152 to 23707648 tid 4 2024-04-02T08:43:47.531 INFO:tasks.rados.rados.0.smithi112.stdout:3630: done (5 left) 2024-04-02T08:43:47.531 INFO:tasks.rados.rados.0.smithi112.stdout:3631: done (4 left) 2024-04-02T08:43:47.531 INFO:tasks.rados.rados.0.smithi112.stdout:3632: done (3 left) 2024-04-02T08:43:47.531 INFO:tasks.rados.rados.0.smithi112.stdout:3633: done (2 left) 2024-04-02T08:43:47.531 INFO:tasks.rados.rados.0.smithi112.stdout:3634: done (1 left) 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:3637: rollback oid 31 current snap is 362 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 31 to 335 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:3636: finishing write tid 1 to smithi11277797-20 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:3636: finishing write tid 2 to smithi11277797-20 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:3638: read oid 43 snap -1 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:3638: expect (ObjNum 1124 snap 362 seq_num 1124) 2024-04-02T08:43:47.532 INFO:tasks.rados.rados.0.smithi112.stdout:3639: snap_remove snap 361 2024-04-02T08:43:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:47 smithi112 ceph-mon[91385]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:47 smithi112 ceph-mon[88945]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:47 smithi187 ceph-mon[84356]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:48.373 INFO:tasks.rados.rados.0.smithi112.stdout:3639: done (3 left) 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3640: setattr oid 10 current snap is 362 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3637: finishing rollback tid 0 to smithi11277797-31 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3637: finishing rollback tid 1 to smithi11277797-31 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3637: finishing rollback tid 2 to smithi11277797-31 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1831 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: finishing write tid 3 to smithi11277797-20 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: finishing write tid 4 to smithi11277797-20 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: finishing write tid 5 to smithi11277797-20 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: finishing write tid 6 to smithi11277797-20 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: oid 20 updating version 0 to 1908 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: oid 20 version 1908 is already newer than 1906 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: oid 20 version 1908 is already newer than 1907 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: oid 20 updating version 1908 to 1909 2024-04-02T08:43:48.374 INFO:tasks.rados.rados.0.smithi112.stdout:3636: oid 20 updating version 1909 to 1910 2024-04-02T08:43:48.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1910 (ObjNum 1126 snap 362 seq_num 1126) dirty exists 2024-04-02T08:43:48.375 INFO:tasks.rados.rados.0.smithi112.stdout:3636: left oid 20 (ObjNum 1126 snap 362 seq_num 1126) 2024-04-02T08:43:48.375 INFO:tasks.rados.rados.0.smithi112.stdout:3638: expect (ObjNum 1124 snap 362 seq_num 1124) 2024-04-02T08:43:48.444 INFO:tasks.rados.rados.0.smithi112.stdout:3636: done (3 left) 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3637: done (2 left) 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3638: done (1 left) 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3641: copy_from oid 39 from oid 9 current snap is 362 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3642: copy_from oid 18 from oid 11 current snap is 362 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3643: read oid 13 snap -1 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3643: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3644: read oid 23 snap -1 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3644: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:43:48.445 INFO:tasks.rados.rados.0.smithi112.stdout:3645: snap_remove snap 354 2024-04-02T08:43:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:48 smithi187 ceph-mon[84356]: pgmap v862: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T08:43:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:48 smithi112 ceph-mon[91385]: pgmap v862: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T08:43:48.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:48 smithi112 ceph-mon[88945]: pgmap v862: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T08:43:49.379 INFO:tasks.rados.rados.0.smithi112.stdout:3645: done (5 left) 2024-04-02T08:43:49.379 INFO:tasks.rados.rados.0.smithi112.stdout:3646: rollback oid 27 current snap is 362 2024-04-02T08:43:49.379 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 326 2024-04-02T08:43:49.379 INFO:tasks.rados.rados.0.smithi112.stdout:3642: finishing copy_from to smithi11277797-18 2024-04-02T08:43:49.379 INFO:tasks.rados.rados.0.smithi112.stdout:3642: got expected ENOENT (src dne) 2024-04-02T08:43:49.380 INFO:tasks.rados.rados.0.smithi112.stdout:3642: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:43:49.380 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1921 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-04-02T08:43:49.380 INFO:tasks.rados.rados.0.smithi112.stdout:3643: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:43:49.463 INFO:tasks.rados.rados.0.smithi112.stdout:3641: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:43:49.464 INFO:tasks.rados.rados.0.smithi112.stdout:3641: finishing copy_from to smithi11277797-39 2024-04-02T08:43:49.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 1331 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:43:49.464 INFO:tasks.rados.rados.0.smithi112.stdout:3644: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:43:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:49 smithi112 ceph-mon[91385]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:43:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:43:49] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:43:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:49 smithi112 ceph-mon[88945]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:49 smithi187 ceph-mon[84356]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:49.850 INFO:tasks.rados.rados.0.smithi112.stdout:3646: finishing rollback tid 0 to smithi11277797-27 2024-04-02T08:43:49.850 INFO:tasks.rados.rados.0.smithi112.stdout:3646: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2105 (ObjNum 1217 snap 0 seq_num 3479154944) dirty dne 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3640: done (5 left) 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3641: done (4 left) 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3642: done (3 left) 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3643: done (2 left) 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3644: done (1 left) 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3646: done (0 left) 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 16 current snap is 362 2024-04-02T08:43:49.851 INFO:tasks.rados.rados.0.smithi112.stdout:3647: seq_num 1127 ranges {1802240=483328,2285568=598016,2883584=581632,3465216=425984} 2024-04-02T08:43:49.863 INFO:tasks.rados.rados.0.smithi112.stdout:3647: writing smithi11277797-16 from 1802240 to 2285568 tid 1 2024-04-02T08:43:49.867 INFO:tasks.rados.rados.0.smithi112.stdout:3647: writing smithi11277797-16 from 2285568 to 2883584 tid 2 2024-04-02T08:43:49.870 INFO:tasks.rados.rados.0.smithi112.stdout:3647: writing smithi11277797-16 from 2883584 to 3465216 tid 3 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3647: writing smithi11277797-16 from 3465216 to 3891200 tid 4 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3648: copy_from oid 50 from oid 38 current snap is 362 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3647: finishing write tid 1 to smithi11277797-16 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3647: finishing write tid 2 to smithi11277797-16 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3649: rmattr oid 29 current snap is 362 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3650: rmattr oid 4 current snap is 362 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3651: read oid 40 snap -1 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3651: expect deleted 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3652: rollback oid 44 current snap is 362 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 44 to 344 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3653: read oid 45 snap -1 2024-04-02T08:43:49.874 INFO:tasks.rados.rados.0.smithi112.stdout:3653: expect (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:43:49.875 INFO:tasks.rados.rados.0.smithi112.stdout:3654: snap_create 2024-04-02T08:43:49.876 INFO:tasks.rados.rados.0.smithi112.stdout:3652: finishing rollback tid 0 to smithi11277797-44 2024-04-02T08:43:49.876 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1833 (ObjNum 1043 snap 339 seq_num 1043) dirty exists 2024-04-02T08:43:49.877 INFO:tasks.rados.rados.0.smithi112.stdout:3648: finishing copy_from to smithi11277797-50 2024-04-02T08:43:49.878 INFO:tasks.rados.rados.0.smithi112.stdout:3648: got expected ENOENT (src dne) 2024-04-02T08:43:49.878 INFO:tasks.rados.rados.0.smithi112.stdout:3648: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:43:49.878 INFO:tasks.rados.rados.0.smithi112.stdout:3652: finishing rollback tid 1 to smithi11277797-44 2024-04-02T08:43:49.878 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 2016 (ObjNum 129 snap 0 seq_num 2349539888) dirty dne 2024-04-02T08:43:49.879 INFO:tasks.rados.rados.0.smithi112.stdout:3647: finishing write tid 3 to smithi11277797-16 2024-04-02T08:43:49.879 INFO:tasks.rados.rados.0.smithi112.stdout:3647: finishing write tid 4 to smithi11277797-16 2024-04-02T08:43:49.879 INFO:tasks.rados.rados.0.smithi112.stdout:3647: finishing write tid 5 to smithi11277797-16 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: finishing write tid 6 to smithi11277797-16 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: oid 16 updating version 0 to 1942 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: oid 16 updating version 1942 to 1944 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: oid 16 version 1944 is already newer than 1943 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: oid 16 updating version 1944 to 1945 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: oid 16 version 1945 is already newer than 1941 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 1945 (ObjNum 1127 snap 362 seq_num 1127) dirty exists 2024-04-02T08:43:49.881 INFO:tasks.rados.rados.0.smithi112.stdout:3647: left oid 16 (ObjNum 1127 snap 362 seq_num 1127) 2024-04-02T08:43:49.886 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1911 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:43:49.891 INFO:tasks.rados.rados.0.smithi112.stdout:3653: expect (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:43:50.386 INFO:tasks.rados.rados.0.smithi112.stdout:3647: done (7 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3648: done (6 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3649: done (5 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3650: done (4 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3651: done (3 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3652: done (2 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3653: done (1 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3654: done (0 left) 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 363 2024-04-02T08:43:50.387 INFO:tasks.rados.rados.0.smithi112.stdout:3655: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-04-02T08:43:50.389 INFO:tasks.rados.rados.0.smithi112.stdout:3655: writing smithi11277797-1 from 0 to 499712 tid 1 2024-04-02T08:43:50.391 INFO:tasks.rados.rados.0.smithi112.stdout:3655: writing smithi11277797-1 from 499712 to 983040 tid 2 2024-04-02T08:43:50.395 INFO:tasks.rados.rados.0.smithi112.stdout:3655: writing smithi11277797-1 from 983040 to 1769472 tid 3 2024-04-02T08:43:50.397 INFO:tasks.rados.rados.0.smithi112.stdout:3655: writing smithi11277797-1 from 1769472 to 2105344 tid 4 2024-04-02T08:43:50.398 INFO:tasks.rados.rados.0.smithi112.stdout:3656: delete oid 50 current snap is 363 2024-04-02T08:43:50.398 INFO:tasks.rados.rados.0.smithi112.stdout:3655: finishing write tid 1 to smithi11277797-1 2024-04-02T08:43:50.399 INFO:tasks.rados.rados.0.smithi112.stdout:3655: finishing write tid 2 to smithi11277797-1 2024-04-02T08:43:50.399 INFO:tasks.rados.rados.0.smithi112.stdout:3656: done (1 left) 2024-04-02T08:43:50.400 INFO:tasks.rados.rados.0.smithi112.stdout:3657: snap_create 2024-04-02T08:43:50.402 INFO:tasks.rados.rados.0.smithi112.stdout:3655: finishing write tid 3 to smithi11277797-1 2024-04-02T08:43:50.402 INFO:tasks.rados.rados.0.smithi112.stdout:3655: finishing write tid 4 to smithi11277797-1 2024-04-02T08:43:50.402 INFO:tasks.rados.rados.0.smithi112.stdout:3655: finishing write tid 5 to smithi11277797-1 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: finishing write tid 6 to smithi11277797-1 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: oid 1 updating version 0 to 1740 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: oid 1 updating version 1740 to 1741 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: oid 1 version 1741 is already newer than 1738 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: oid 1 version 1741 is already newer than 1739 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: oid 1 version 1741 is already newer than 1737 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1741 (ObjNum 1128 snap 363 seq_num 1128) dirty exists 2024-04-02T08:43:50.404 INFO:tasks.rados.rados.0.smithi112.stdout:3655: left oid 1 (ObjNum 1128 snap 363 seq_num 1128) 2024-04-02T08:43:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:50 smithi187 ceph-mon[84356]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:50 smithi187 ceph-mon[84356]: pgmap v865: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T08:43:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:50 smithi112 ceph-mon[88945]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:50.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:50 smithi112 ceph-mon[88945]: pgmap v865: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T08:43:50.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:50 smithi112 ceph-mon[91385]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:50.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:50 smithi112 ceph-mon[91385]: pgmap v865: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T08:43:51.391 INFO:tasks.rados.rados.0.smithi112.stdout:3655: done (1 left) 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3657: done (0 left) 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3658: rmattr oid 15 current snap is 364 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3659: read oid 31 snap -1 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3659: expect (ObjNum 909 snap 288 seq_num 909) 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3660: read oid 39 snap -1 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3660: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:51.392 INFO:tasks.rados.rados.0.smithi112.stdout:3661: snap_remove snap 342 2024-04-02T08:43:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:51 smithi187 ceph-mon[84356]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:51 smithi112 ceph-mon[91385]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:51 smithi112 ceph-mon[88945]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:52.397 INFO:tasks.rados.rados.0.smithi112.stdout:3661: done (3 left) 2024-04-02T08:43:52.397 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1916 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:43:52.398 INFO:tasks.rados.rados.0.smithi112.stdout:3659: expect (ObjNum 909 snap 288 seq_num 909) 2024-04-02T08:43:52.431 INFO:tasks.rados.rados.0.smithi112.stdout:3660: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3662: read oid 13 snap 357 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3662: expect deleted 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3658: done (3 left) 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3659: done (2 left) 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3660: done (1 left) 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3663: rollback oid 28 current snap is 364 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 334 2024-04-02T08:43:52.490 INFO:tasks.rados.rados.0.smithi112.stdout:3664: delete oid 6 current snap is 364 2024-04-02T08:43:52.492 INFO:tasks.rados.rados.0.smithi112.stdout:3662: done (2 left) 2024-04-02T08:43:52.492 INFO:tasks.rados.rados.0.smithi112.stdout:3664: done (1 left) 2024-04-02T08:43:52.492 INFO:tasks.rados.rados.0.smithi112.stdout:3665: delete oid 38 current snap is 364 2024-04-02T08:43:52.494 INFO:tasks.rados.rados.0.smithi112.stdout:3663: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:43:52.494 INFO:tasks.rados.rados.0.smithi112.stdout:3663: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:43:52.494 INFO:tasks.rados.rados.0.smithi112.stdout:3663: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:43:52.494 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1948 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:3663: done (1 left) 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:3665: done (0 left) 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:3666: rollback oid 11 current snap is 364 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 296 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:3667: rollback oid 20 current snap is 364 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 350 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:3668: rollback oid 50 current snap is 364 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 50 to 352 2024-04-02T08:43:52.496 INFO:tasks.rados.rados.0.smithi112.stdout:3669: delete oid 14 current snap is 364 2024-04-02T08:43:52.497 INFO:tasks.rados.rados.0.smithi112.stdout:3668: finishing rollback tid 1 to smithi11277797-50 2024-04-02T08:43:52.497 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 945 (ObjNum 161 snap 0 seq_num 3515410087) dirty dne 2024-04-02T08:43:52.499 INFO:tasks.rados.rados.0.smithi112.stdout:3666: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:43:52.500 INFO:tasks.rados.rados.0.smithi112.stdout:3666: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:43:52.500 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1909 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:43:52.502 INFO:tasks.rados.rados.0.smithi112.stdout:3667: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:43:52.503 INFO:tasks.rados.rados.0.smithi112.stdout:3667: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:43:52.503 INFO:tasks.rados.rados.0.smithi112.stdout:3667: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:43:52.503 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1914 (ObjNum 1000 snap 324 seq_num 1000) dirty exists 2024-04-02T08:43:52.504 INFO:tasks.rados.rados.0.smithi112.stdout:3666: done (3 left) 2024-04-02T08:43:52.504 INFO:tasks.rados.rados.0.smithi112.stdout:3667: done (2 left) 2024-04-02T08:43:52.504 INFO:tasks.rados.rados.0.smithi112.stdout:3668: done (1 left) 2024-04-02T08:43:52.504 INFO:tasks.rados.rados.0.smithi112.stdout:3669: done (0 left) 2024-04-02T08:43:52.504 INFO:tasks.rados.rados.0.smithi112.stdout:3670: delete oid 15 current snap is 364 2024-04-02T08:43:52.507 INFO:tasks.rados.rados.0.smithi112.stdout:3670: done (0 left) 2024-04-02T08:43:52.507 INFO:tasks.rados.rados.0.smithi112.stdout:3671: read oid 30 snap 359 2024-04-02T08:43:52.507 INFO:tasks.rados.rados.0.smithi112.stdout:3671: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:52.507 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 35 current snap is 364 2024-04-02T08:43:52.507 INFO:tasks.rados.rados.0.smithi112.stdout:3672: seq_num 1134 ranges {1327104=598016,1925120=638976,2564096=737280,3301376=229376} 2024-04-02T08:43:52.517 INFO:tasks.rados.rados.0.smithi112.stdout:3672: writing smithi11277797-35 from 1327104 to 1925120 tid 1 2024-04-02T08:43:52.521 INFO:tasks.rados.rados.0.smithi112.stdout:3672: writing smithi11277797-35 from 1925120 to 2564096 tid 2 2024-04-02T08:43:52.526 INFO:tasks.rados.rados.0.smithi112.stdout:3672: writing smithi11277797-35 from 2564096 to 3301376 tid 3 2024-04-02T08:43:52.528 INFO:tasks.rados.rados.0.smithi112.stdout:3672: writing smithi11277797-35 from 3301376 to 3530752 tid 4 2024-04-02T08:43:52.528 INFO:tasks.rados.rados.0.smithi112.stdout:3673: copy_from oid 6 from oid 11 current snap is 364 2024-04-02T08:43:52.528 INFO:tasks.rados.rados.0.smithi112.stdout:3671: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:52.588 INFO:tasks.rados.rados.0.smithi112.stdout:3672: finishing write tid 1 to smithi11277797-35 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: finishing write tid 2 to smithi11277797-35 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3671: done (2 left) 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3674: snap_create 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: finishing write tid 3 to smithi11277797-35 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: finishing write tid 4 to smithi11277797-35 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: finishing write tid 5 to smithi11277797-35 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: finishing write tid 6 to smithi11277797-35 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: oid 35 updating version 0 to 1922 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: oid 35 version 1922 is already newer than 1918 2024-04-02T08:43:52.589 INFO:tasks.rados.rados.0.smithi112.stdout:3672: oid 35 version 1922 is already newer than 1920 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:3672: oid 35 version 1922 is already newer than 1919 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:3672: oid 35 version 1922 is already newer than 1921 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 35 v 1922 (ObjNum 1134 snap 364 seq_num 1134) dirty exists 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:3672: left oid 35 (ObjNum 1134 snap 364 seq_num 1134) 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:3673: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:3673: finishing copy_from to smithi11277797-6 2024-04-02T08:43:52.590 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1909 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:43:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:52 smithi187 ceph-mon[84356]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:52 smithi187 ceph-mon[84356]: pgmap v868: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-02T08:43:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:43:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:52.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:52 smithi112 ceph-mon[91385]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:52.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:52 smithi112 ceph-mon[91385]: pgmap v868: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-02T08:43:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:52 smithi112 ceph-mon[88945]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:52.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:52 smithi112 ceph-mon[88945]: pgmap v868: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-02T08:43:53.399 INFO:tasks.rados.rados.0.smithi112.stdout:3672: done (2 left) 2024-04-02T08:43:53.399 INFO:tasks.rados.rados.0.smithi112.stdout:3673: done (1 left) 2024-04-02T08:43:53.399 INFO:tasks.rados.rados.0.smithi112.stdout:3674: done (0 left) 2024-04-02T08:43:53.399 INFO:tasks.rados.rados.0.smithi112.stdout:3675: delete oid 26 current snap is 365 2024-04-02T08:43:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:3675: done (0 left) 2024-04-02T08:43:53.406 INFO:tasks.rados.rados.0.smithi112.stdout:3676: snap_remove snap 360 2024-04-02T08:43:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:53 smithi187 ceph-mon[84356]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:53 smithi112 ceph-mon[88945]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:53 smithi112 ceph-mon[91385]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:54.407 INFO:tasks.rados.rados.0.smithi112.stdout:3676: done (0 left) 2024-04-02T08:43:54.408 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 365 2024-04-02T08:43:54.408 INFO:tasks.rados.rados.0.smithi112.stdout:3677: seq_num 1136 ranges {2105344=630784,2736128=409600,3145728=753664,3899392=417792,4317184=24576} 2024-04-02T08:43:54.423 INFO:tasks.rados.rados.0.smithi112.stdout:3677: writing smithi11277797-1 from 2105344 to 2736128 tid 1 2024-04-02T08:43:54.425 INFO:tasks.rados.rados.0.smithi112.stdout:3677: writing smithi11277797-1 from 2736128 to 3145728 tid 2 2024-04-02T08:43:54.430 INFO:tasks.rados.rados.0.smithi112.stdout:3677: writing smithi11277797-1 from 3145728 to 3899392 tid 3 2024-04-02T08:43:54.432 INFO:tasks.rados.rados.0.smithi112.stdout:3677: writing smithi11277797-1 from 3899392 to 4317184 tid 4 2024-04-02T08:43:54.432 INFO:tasks.rados.rados.0.smithi112.stdout:3677: writing smithi11277797-1 from 4317184 to 4341760 tid 5 2024-04-02T08:43:54.433 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 365 2024-04-02T08:43:54.433 INFO:tasks.rados.rados.0.smithi112.stdout:3678: seq_num 1137 ranges {827392=647168,1474560=696320,2170880=557056,2727936=352256} 2024-04-02T08:43:54.440 INFO:tasks.rados.rados.0.smithi112.stdout:3678: writing smithi11277797-31 from 827392 to 1474560 tid 1 2024-04-02T08:43:54.444 INFO:tasks.rados.rados.0.smithi112.stdout:3678: writing smithi11277797-31 from 1474560 to 2170880 tid 2 2024-04-02T08:43:54.447 INFO:tasks.rados.rados.0.smithi112.stdout:3678: writing smithi11277797-31 from 2170880 to 2727936 tid 3 2024-04-02T08:43:54.450 INFO:tasks.rados.rados.0.smithi112.stdout:3678: writing smithi11277797-31 from 2727936 to 3080192 tid 4 2024-04-02T08:43:54.450 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 38 current snap is 365 2024-04-02T08:43:54.450 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 1 to smithi11277797-1 2024-04-02T08:43:54.450 INFO:tasks.rados.rados.0.smithi112.stdout:3679: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-04-02T08:43:54.454 INFO:tasks.rados.rados.0.smithi112.stdout:3679: writing smithi11277797-38 from 0 to 663552 tid 1 2024-04-02T08:43:54.457 INFO:tasks.rados.rados.0.smithi112.stdout:3679: writing smithi11277797-38 from 663552 to 1245184 tid 2 2024-04-02T08:43:54.461 INFO:tasks.rados.rados.0.smithi112.stdout:3679: writing smithi11277797-38 from 1245184 to 1957888 tid 3 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3679: writing smithi11277797-38 from 1957888 to 2269184 tid 4 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 365 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 2 to smithi11277797-1 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 3 to smithi11277797-1 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 4 to smithi11277797-1 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 5 to smithi11277797-1 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 6 to smithi11277797-1 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: finishing write tid 7 to smithi11277797-1 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: oid 1 updating version 0 to 1746 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: oid 1 version 1746 is already newer than 1743 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: oid 1 version 1746 is already newer than 1745 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: oid 1 version 1746 is already newer than 1744 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: oid 1 updating version 1746 to 1747 2024-04-02T08:43:54.464 INFO:tasks.rados.rados.0.smithi112.stdout:3677: oid 1 version 1747 is already newer than 1742 2024-04-02T08:43:54.465 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1747 (ObjNum 1136 snap 365 seq_num 1136) dirty exists 2024-04-02T08:43:54.465 INFO:tasks.rados.rados.0.smithi112.stdout:3677: left oid 1 (ObjNum 1136 snap 365 seq_num 1136) 2024-04-02T08:43:54.465 INFO:tasks.rados.rados.0.smithi112.stdout:3678: finishing write tid 1 to smithi11277797-31 2024-04-02T08:43:54.465 INFO:tasks.rados.rados.0.smithi112.stdout:3678: finishing write tid 2 to smithi11277797-31 2024-04-02T08:43:54.465 INFO:tasks.rados.rados.0.smithi112.stdout:3680: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-04-02T08:43:54.467 INFO:tasks.rados.rados.0.smithi112.stdout:3680: writing smithi11277797-44 from 0 to 679936 tid 1 2024-04-02T08:43:54.470 INFO:tasks.rados.rados.0.smithi112.stdout:3680: writing smithi11277797-44 from 679936 to 1138688 tid 2 2024-04-02T08:43:54.473 INFO:tasks.rados.rados.0.smithi112.stdout:3680: writing smithi11277797-44 from 1138688 to 1662976 tid 3 2024-04-02T08:43:54.476 INFO:tasks.rados.rados.0.smithi112.stdout:3680: writing smithi11277797-44 from 1662976 to 2203648 tid 4 2024-04-02T08:43:54.477 INFO:tasks.rados.rados.0.smithi112.stdout:3680: writing smithi11277797-44 from 2203648 to 2285568 tid 5 2024-04-02T08:43:54.477 INFO:tasks.rados.rados.0.smithi112.stdout:3677: done (3 left) 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 29 current snap is 365 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: finishing write tid 3 to smithi11277797-31 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: finishing write tid 4 to smithi11277797-31 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: finishing write tid 5 to smithi11277797-31 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: finishing write tid 6 to smithi11277797-31 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: oid 31 updating version 0 to 1835 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: oid 31 version 1835 is already newer than 1832 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: oid 31 version 1835 is already newer than 1834 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: oid 31 updating version 1835 to 1836 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: oid 31 version 1836 is already newer than 1833 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1836 (ObjNum 1137 snap 365 seq_num 1137) dirty exists 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3678: left oid 31 (ObjNum 1137 snap 365 seq_num 1137) 2024-04-02T08:43:54.478 INFO:tasks.rados.rados.0.smithi112.stdout:3679: finishing write tid 1 to smithi11277797-38 2024-04-02T08:43:54.479 INFO:tasks.rados.rados.0.smithi112.stdout:3681: seq_num 1140 ranges {7864320=696320,8560640=745472,9306112=729088,10035200=131072} 2024-04-02T08:43:54.524 INFO:tasks.rados.rados.0.smithi112.stdout:3681: writing smithi11277797-29 from 7864320 to 8560640 tid 1 2024-04-02T08:43:54.528 INFO:tasks.rados.rados.0.smithi112.stdout:3681: writing smithi11277797-29 from 8560640 to 9306112 tid 2 2024-04-02T08:43:54.533 INFO:tasks.rados.rados.0.smithi112.stdout:3681: writing smithi11277797-29 from 9306112 to 10035200 tid 3 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3681: writing smithi11277797-29 from 10035200 to 10166272 tid 4 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3678: done (3 left) 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3682: rmattr oid 19 current snap is 365 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3682: done (3 left) 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3683: rollback oid 27 current snap is 365 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 345 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: finishing write tid 2 to smithi11277797-38 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: finishing write tid 3 to smithi11277797-38 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: finishing write tid 4 to smithi11277797-38 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: finishing write tid 5 to smithi11277797-38 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: finishing write tid 6 to smithi11277797-38 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: oid 38 updating version 0 to 1951 2024-04-02T08:43:54.536 INFO:tasks.rados.rados.0.smithi112.stdout:3679: oid 38 version 1951 is already newer than 1949 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3679: oid 38 version 1951 is already newer than 1950 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3679: oid 38 updating version 1951 to 1953 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3679: oid 38 version 1953 is already newer than 1952 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 1953 (ObjNum 1138 snap 365 seq_num 1138) dirty exists 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3679: left oid 38 (ObjNum 1138 snap 365 seq_num 1138) 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 1 to smithi11277797-44 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3679: done (3 left) 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3684: rmattr oid 2 current snap is 365 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3684: done (3 left) 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3685: rmattr oid 41 current snap is 365 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 2 to smithi11277797-44 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 3 to smithi11277797-44 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 4 to smithi11277797-44 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 5 to smithi11277797-44 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3686: read oid 9 snap -1 2024-04-02T08:43:54.537 INFO:tasks.rados.rados.0.smithi112.stdout:3686: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3687: rollback oid 1 current snap is 365 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 356 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 6 to smithi11277797-44 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: finishing write tid 7 to smithi11277797-44 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: oid 44 updating version 0 to 2021 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: oid 44 updating version 2021 to 2022 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: oid 44 version 2022 is already newer than 2019 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: oid 44 version 2022 is already newer than 2020 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: oid 44 version 2022 is already newer than 2017 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: oid 44 version 2022 is already newer than 2018 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 2022 (ObjNum 1139 snap 365 seq_num 1139) dirty exists 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: left oid 44 (ObjNum 1139 snap 365 seq_num 1139) 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3681: finishing write tid 1 to smithi11277797-29 2024-04-02T08:43:54.538 INFO:tasks.rados.rados.0.smithi112.stdout:3680: done (5 left) 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3688: read oid 32 snap -1 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3688: expect deleted 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3689: setattr oid 26 current snap is 365 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3681: finishing write tid 2 to smithi11277797-29 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3688: done (6 left) 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3690: rmattr oid 31 current snap is 365 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3690: done (6 left) 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3691: read oid 6 snap -1 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3691: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3692: read oid 4 snap -1 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3692: expect (ObjNum 1043 snap 339 seq_num 1043) 2024-04-02T08:43:54.539 INFO:tasks.rados.rados.0.smithi112.stdout:3693: delete oid 5 current snap is 365 2024-04-02T08:43:54.542 INFO:tasks.rados.rados.0.smithi112.stdout:3681: finishing write tid 3 to smithi11277797-29 2024-04-02T08:43:54.543 INFO:tasks.rados.rados.0.smithi112.stdout:3681: finishing write tid 4 to smithi11277797-29 2024-04-02T08:43:54.543 INFO:tasks.rados.rados.0.smithi112.stdout:3687: finishing rollback tid 0 to smithi11277797-1 2024-04-02T08:43:54.543 INFO:tasks.rados.rados.0.smithi112.stdout:3687: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:43:54.543 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1749 (ObjNum 129 snap 0 seq_num 2349744400) dirty dne 2024-04-02T08:43:54.543 INFO:tasks.rados.rados.0.smithi112.stdout:3681: finishing write tid 5 to smithi11277797-29 2024-04-02T08:43:54.543 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 2045 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-04-02T08:43:54.545 INFO:tasks.rados.rados.0.smithi112.stdout:3683: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:43:54.545 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1993 (ObjNum 97 snap 0 seq_num 2349558896) dirty exists 2024-04-02T08:43:54.545 INFO:tasks.rados.rados.0.smithi112.stdout:3681: finishing write tid 6 to smithi11277797-29 2024-04-02T08:43:54.545 INFO:tasks.rados.rados.0.smithi112.stdout:3681: oid 29 updating version 0 to 1919 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:3681: oid 29 version 1919 is already newer than 1916 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:3681: oid 29 version 1919 is already newer than 1917 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:3681: oid 29 version 1919 is already newer than 1915 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:3681: oid 29 version 1919 is already newer than 1918 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1919 (ObjNum 1140 snap 365 seq_num 1140) dirty exists 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:3681: left oid 29 (ObjNum 1140 snap 365 seq_num 1140) 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:3683: finishing rollback tid 2 to smithi11277797-27 2024-04-02T08:43:54.546 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2125 (ObjNum 1076 snap 343 seq_num 1076) dirty exists 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3681: done (8 left) 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3683: done (7 left) 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3685: done (6 left) 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3687: done (5 left) 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3689: done (4 left) 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3693: done (3 left) 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3694: copy_from oid 37 from oid 22 current snap is 365 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3695: delete oid 27 current snap is 365 2024-04-02T08:43:54.547 INFO:tasks.rados.rados.0.smithi112.stdout:3686: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:54.607 INFO:tasks.rados.rados.0.smithi112.stdout:3692: expect (ObjNum 1043 snap 339 seq_num 1043) 2024-04-02T08:43:54.709 INFO:tasks.rados.rados.0.smithi112.stdout:3694: finishing copy_from to smithi11277797-37 2024-04-02T08:43:54.709 INFO:tasks.rados.rados.0.smithi112.stdout:3694: got expected ENOENT (src dne) 2024-04-02T08:43:54.709 INFO:tasks.rados.rados.0.smithi112.stdout:3694: finishing copy_from racing read to smithi11277797-37 2024-04-02T08:43:54.710 INFO:tasks.rados.rados.0.smithi112.stdout:3691: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:43:54.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:54 smithi187 ceph-mon[84356]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:54 smithi187 ceph-mon[84356]: pgmap v871: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-04-02T08:43:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:54 smithi112 ceph-mon[91385]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:54 smithi112 ceph-mon[91385]: pgmap v871: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-04-02T08:43:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:54 smithi112 ceph-mon[88945]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:54.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:54 smithi112 ceph-mon[88945]: pgmap v871: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 511 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-04-02T08:43:54.950 INFO:tasks.rados.rados.0.smithi112.stdout:3686: done (4 left) 2024-04-02T08:43:54.950 INFO:tasks.rados.rados.0.smithi112.stdout:3691: done (3 left) 2024-04-02T08:43:54.950 INFO:tasks.rados.rados.0.smithi112.stdout:3692: done (2 left) 2024-04-02T08:43:54.950 INFO:tasks.rados.rados.0.smithi112.stdout:3694: done (1 left) 2024-04-02T08:43:54.950 INFO:tasks.rados.rados.0.smithi112.stdout:3695: done (0 left) 2024-04-02T08:43:54.950 INFO:tasks.rados.rados.0.smithi112.stdout:3696: snap_create 2024-04-02T08:43:55.416 INFO:tasks.rados.rados.0.smithi112.stdout:3696: done (0 left) 2024-04-02T08:43:55.416 INFO:tasks.rados.rados.0.smithi112.stdout:3697: snap_remove snap 334 2024-04-02T08:43:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:55 smithi187 ceph-mon[84356]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:55 smithi112 ceph-mon[91385]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:55 smithi112 ceph-mon[88945]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:3697: done (0 left) 2024-04-02T08:43:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:3698: read oid 8 snap -1 2024-04-02T08:43:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:3698: expect (ObjNum 1119 snap 358 seq_num 1119) 2024-04-02T08:43:56.429 INFO:tasks.rados.rados.0.smithi112.stdout:3699: delete oid 35 current snap is 366 2024-04-02T08:43:56.439 INFO:tasks.rados.rados.0.smithi112.stdout:3699: done (1 left) 2024-04-02T08:43:56.439 INFO:tasks.rados.rados.0.smithi112.stdout:3700: snap_create 2024-04-02T08:43:56.476 INFO:tasks.rados.rados.0.smithi112.stdout:3698: expect (ObjNum 1119 snap 358 seq_num 1119) 2024-04-02T08:43:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:56 smithi187 ceph-mon[84356]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:56 smithi187 ceph-mon[84356]: pgmap v874: 121 pgs: 121 active+clean; 526 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-04-02T08:43:56.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:56 smithi112 ceph-mon[91385]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:56.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:56 smithi112 ceph-mon[91385]: pgmap v874: 121 pgs: 121 active+clean; 526 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-04-02T08:43:56.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:56 smithi112 ceph-mon[88945]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:56.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:56 smithi112 ceph-mon[88945]: pgmap v874: 121 pgs: 121 active+clean; 526 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-04-02T08:43:57.432 INFO:tasks.rados.rados.0.smithi112.stdout:3698: done (1 left) 2024-04-02T08:43:57.433 INFO:tasks.rados.rados.0.smithi112.stdout:3700: done (0 left) 2024-04-02T08:43:57.433 INFO:tasks.rados.rados.0.smithi112.stdout:3701: read oid 49 snap -1 2024-04-02T08:43:57.433 INFO:tasks.rados.rados.0.smithi112.stdout:3701: expect (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:57.433 INFO:tasks.rados.rados.0.smithi112.stdout:3702: snap_remove snap 347 2024-04-02T08:43:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:57 smithi187 ceph-mon[84356]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:57 smithi112 ceph-mon[91385]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:57 smithi112 ceph-mon[88945]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:58.444 INFO:tasks.rados.rados.0.smithi112.stdout:3702: done (1 left) 2024-04-02T08:43:58.444 INFO:tasks.rados.rados.0.smithi112.stdout:3703: snap_remove snap 364 2024-04-02T08:43:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:58 smithi187 ceph-mon[84356]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:58 smithi187 ceph-mon[84356]: pgmap v877: 121 pgs: 121 active+clean; 527 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-02T08:43:58.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:58 smithi112 ceph-mon[88945]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:58.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:58 smithi112 ceph-mon[88945]: pgmap v877: 121 pgs: 121 active+clean; 527 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-02T08:43:58.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:58 smithi112 ceph-mon[91385]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:58.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:58 smithi112 ceph-mon[91385]: pgmap v877: 121 pgs: 121 active+clean; 527 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-02T08:43:59.362 INFO:tasks.rados.rados.0.smithi112.stdout:3703: done (1 left) 2024-04-02T08:43:59.362 INFO:tasks.rados.rados.0.smithi112.stdout:3704: delete oid 14 current snap is 367 2024-04-02T08:43:59.362 INFO:tasks.rados.rados.0.smithi112.stdout:3701: expect (ObjNum 1045 snap 339 seq_num 1045) 2024-04-02T08:43:59.385 INFO:tasks.rados.rados.0.smithi112.stdout:3701: done (1 left) 2024-04-02T08:43:59.385 INFO:tasks.rados.rados.0.smithi112.stdout:3704: done (0 left) 2024-04-02T08:43:59.385 INFO:tasks.rados.rados.0.smithi112.stdout:3705: rollback oid 19 current snap is 367 2024-04-02T08:43:59.385 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 335 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3706: copy_from oid 18 from oid 42 current snap is 367 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3707: read oid 30 snap 350 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3707: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3708: read oid 10 snap -1 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3708: expect (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3709: copy_from oid 48 from oid 13 current snap is 367 2024-04-02T08:43:59.386 INFO:tasks.rados.rados.0.smithi112.stdout:3710: snap_create 2024-04-02T08:43:59.390 INFO:tasks.rados.rados.0.smithi112.stdout:3705: finishing rollback tid 0 to smithi11277797-19 2024-04-02T08:43:59.391 INFO:tasks.rados.rados.0.smithi112.stdout:3705: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:43:59.391 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2024 (ObjNum 81 snap 0 seq_num 1935762276) dirty dne 2024-04-02T08:43:59.396 INFO:tasks.rados.rados.0.smithi112.stdout:3706: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:43:59.398 INFO:tasks.rados.rados.0.smithi112.stdout:3706: finishing copy_from to smithi11277797-18 2024-04-02T08:43:59.398 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1820 (ObjNum 1037 snap 339 seq_num 1037) dirty exists 2024-04-02T08:43:59.404 INFO:tasks.rados.rados.0.smithi112.stdout:3707: expect (ObjNum 990 snap 320 seq_num 990) 2024-04-02T08:43:59.472 INFO:tasks.rados.rados.0.smithi112.stdout:3709: finishing copy_from racing read to smithi11277797-48 2024-04-02T08:43:59.472 INFO:tasks.rados.rados.0.smithi112.stdout:3709: finishing copy_from to smithi11277797-48 2024-04-02T08:43:59.472 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 1932 (ObjNum 1101 snap 352 seq_num 1101) dirty exists 2024-04-02T08:43:59.472 INFO:tasks.rados.rados.0.smithi112.stdout:3708: expect (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:43:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:43:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:43:59] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-02T08:43:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:59 smithi112 ceph-mon[91385]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:43:59 smithi112 ceph-mon[91385]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:59 smithi112 ceph-mon[88945]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:43:59 smithi112 ceph-mon[88945]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:59 smithi187 ceph-mon[84356]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:43:59 smithi187 ceph-mon[84356]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:44:00.365 INFO:tasks.rados.rados.0.smithi112.stdout:3705: done (5 left) 2024-04-02T08:44:00.365 INFO:tasks.rados.rados.0.smithi112.stdout:3706: done (4 left) 2024-04-02T08:44:00.365 INFO:tasks.rados.rados.0.smithi112.stdout:3707: done (3 left) 2024-04-02T08:44:00.365 INFO:tasks.rados.rados.0.smithi112.stdout:3708: done (2 left) 2024-04-02T08:44:00.365 INFO:tasks.rados.rados.0.smithi112.stdout:3709: done (1 left) 2024-04-02T08:44:00.365 INFO:tasks.rados.rados.0.smithi112.stdout:3710: done (0 left) 2024-04-02T08:44:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 368 2024-04-02T08:44:00.366 INFO:tasks.rados.rados.0.smithi112.stdout:3711: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-04-02T08:44:00.369 INFO:tasks.rados.rados.0.smithi112.stdout:3711: writing smithi11277797-26 from 0 to 786432 tid 1 2024-04-02T08:44:00.372 INFO:tasks.rados.rados.0.smithi112.stdout:3711: writing smithi11277797-26 from 786432 to 1409024 tid 2 2024-04-02T08:44:00.376 INFO:tasks.rados.rados.0.smithi112.stdout:3711: writing smithi11277797-26 from 1409024 to 1925120 tid 3 2024-04-02T08:44:00.379 INFO:tasks.rados.rados.0.smithi112.stdout:3711: writing smithi11277797-26 from 1925120 to 2342912 tid 4 2024-04-02T08:44:00.380 INFO:tasks.rados.rados.0.smithi112.stdout:3711: writing smithi11277797-26 from 2342912 to 2392064 tid 5 2024-04-02T08:44:00.380 INFO:tasks.rados.rados.0.smithi112.stdout:3712: rollback oid 10 current snap is 368 2024-04-02T08:44:00.380 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 358 2024-04-02T08:44:00.380 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 1 to smithi11277797-26 2024-04-02T08:44:00.380 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 2 to smithi11277797-26 2024-04-02T08:44:00.381 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 368 2024-04-02T08:44:00.381 INFO:tasks.rados.rados.0.smithi112.stdout:3713: seq_num 1146 ranges {704512=802816,1507328=499712,2007040=679936,2686976=425984} 2024-04-02T08:44:00.389 INFO:tasks.rados.rados.0.smithi112.stdout:3713: writing smithi11277797-49 from 704512 to 1507328 tid 1 2024-04-02T08:44:00.392 INFO:tasks.rados.rados.0.smithi112.stdout:3713: writing smithi11277797-49 from 1507328 to 2007040 tid 2 2024-04-02T08:44:00.396 INFO:tasks.rados.rados.0.smithi112.stdout:3713: writing smithi11277797-49 from 2007040 to 2686976 tid 3 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3713: writing smithi11277797-49 from 2686976 to 3112960 tid 4 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3714: read oid 25 snap -1 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3714: expect (ObjNum 1014 snap 330 seq_num 1014) 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3715: read oid 24 snap -1 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3715: expect (ObjNum 1080 snap 344 seq_num 1080) 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3716: read oid 11 snap -1 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3716: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3717: snap_create 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 3 to smithi11277797-26 2024-04-02T08:44:00.401 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 4 to smithi11277797-26 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 5 to smithi11277797-26 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3712: finishing rollback tid 0 to smithi11277797-10 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3712: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3712: finishing rollback tid 2 to smithi11277797-10 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1924 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 6 to smithi11277797-26 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: finishing write tid 7 to smithi11277797-26 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: oid 26 updating version 0 to 1996 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: oid 26 updating version 1996 to 1998 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: oid 26 version 1998 is already newer than 1994 2024-04-02T08:44:00.402 INFO:tasks.rados.rados.0.smithi112.stdout:3711: oid 26 version 1998 is already newer than 1997 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:3711: oid 26 updating version 1998 to 1999 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:3711: oid 26 version 1999 is already newer than 1995 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 1999 (ObjNum 1145 snap 368 seq_num 1145) dirty exists 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:3711: left oid 26 (ObjNum 1145 snap 368 seq_num 1145) 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:3713: finishing write tid 1 to smithi11277797-49 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:3713: finishing write tid 2 to smithi11277797-49 2024-04-02T08:44:00.403 INFO:tasks.rados.rados.0.smithi112.stdout:3714: expect (ObjNum 1014 snap 330 seq_num 1014) 2024-04-02T08:44:00.408 INFO:tasks.rados.rados.0.smithi112.stdout:3713: finishing write tid 3 to smithi11277797-49 2024-04-02T08:44:00.408 INFO:tasks.rados.rados.0.smithi112.stdout:3713: finishing write tid 4 to smithi11277797-49 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: finishing write tid 5 to smithi11277797-49 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: finishing write tid 6 to smithi11277797-49 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: oid 49 updating version 0 to 2144 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: oid 49 updating version 2144 to 2148 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: oid 49 version 2148 is already newer than 2147 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: oid 49 version 2148 is already newer than 2146 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: oid 49 version 2148 is already newer than 2145 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 2148 (ObjNum 1146 snap 368 seq_num 1146) dirty exists 2024-04-02T08:44:00.409 INFO:tasks.rados.rados.0.smithi112.stdout:3713: left oid 49 (ObjNum 1146 snap 368 seq_num 1146) 2024-04-02T08:44:00.442 INFO:tasks.rados.rados.0.smithi112.stdout:3716: expect (ObjNum 887 snap 282 seq_num 887) 2024-04-02T08:44:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:00 smithi187 ceph-mon[84356]: pgmap v880: 121 pgs: 121 active+clean; 533 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-02T08:44:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:00 smithi187 ceph-mon[84356]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:44:00.735 INFO:tasks.rados.rados.0.smithi112.stdout:3715: expect (ObjNum 1080 snap 344 seq_num 1080) 2024-04-02T08:44:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:00 smithi112 ceph-mon[91385]: pgmap v880: 121 pgs: 121 active+clean; 533 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-02T08:44:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:00 smithi112 ceph-mon[91385]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:44:00.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:00 smithi112 ceph-mon[88945]: pgmap v880: 121 pgs: 121 active+clean; 533 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-02T08:44:00.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:00 smithi112 ceph-mon[88945]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:44:01.365 INFO:tasks.rados.rados.0.smithi112.stdout:3711: done (6 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3712: done (5 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3713: done (4 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3714: done (3 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3715: done (2 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3716: done (1 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3717: done (0 left) 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3718: copy_from oid 28 from oid 26 current snap is 369 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 20 current snap is 369 2024-04-02T08:44:01.366 INFO:tasks.rados.rados.0.smithi112.stdout:3719: seq_num 1147 ranges {18038784=16384} 2024-04-02T08:44:01.464 INFO:tasks.rados.rados.0.smithi112.stdout:3719: writing smithi11277797-20 from 18038784 to 18055168 tid 1 2024-04-02T08:44:01.465 INFO:tasks.rados.rados.0.smithi112.stdout:3720: snap_create 2024-04-02T08:44:01.465 INFO:tasks.rados.rados.0.smithi112.stdout:3718: finishing copy_from racing read to smithi11277797-28 2024-04-02T08:44:01.465 INFO:tasks.rados.rados.0.smithi112.stdout:3718: finishing copy_from to smithi11277797-28 2024-04-02T08:44:01.465 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 1999 (ObjNum 1145 snap 368 seq_num 1145) dirty exists 2024-04-02T08:44:01.472 INFO:tasks.rados.rados.0.smithi112.stdout:3719: finishing write tid 1 to smithi11277797-20 2024-04-02T08:44:01.472 INFO:tasks.rados.rados.0.smithi112.stdout:3719: finishing write tid 2 to smithi11277797-20 2024-04-02T08:44:01.473 INFO:tasks.rados.rados.0.smithi112.stdout:3719: finishing write tid 3 to smithi11277797-20 2024-04-02T08:44:01.473 INFO:tasks.rados.rados.0.smithi112.stdout:3719: oid 20 updating version 0 to 1920 2024-04-02T08:44:01.473 INFO:tasks.rados.rados.0.smithi112.stdout:3719: oid 20 updating version 1920 to 1921 2024-04-02T08:44:01.474 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1921 (ObjNum 1147 snap 369 seq_num 1147) dirty exists 2024-04-02T08:44:01.474 INFO:tasks.rados.rados.0.smithi112.stdout:3719: left oid 20 (ObjNum 1147 snap 369 seq_num 1147) 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:3718: done (2 left) 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:3719: done (1 left) 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:3720: done (0 left) 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 5 current snap is 370 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:3721: seq_num 1148 ranges {0=32768} 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:3721: writing smithi11277797-5 from 0 to 32768 tid 1 2024-04-02T08:44:02.371 INFO:tasks.rados.rados.0.smithi112.stdout:3722: delete oid 35 current snap is 370 2024-04-02T08:44:02.375 INFO:tasks.rados.rados.0.smithi112.stdout:3721: finishing write tid 1 to smithi11277797-5 2024-04-02T08:44:02.375 INFO:tasks.rados.rados.0.smithi112.stdout:3721: finishing write tid 2 to smithi11277797-5 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3722: done (1 left) 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3723: rmattr oid 45 current snap is 370 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3724: read oid 20 snap -1 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3724: expect (ObjNum 1147 snap 369 seq_num 1147) 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3725: read oid 13 snap -1 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3725: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:44:02.377 INFO:tasks.rados.rados.0.smithi112.stdout:3726: snap_remove snap 351 2024-04-02T08:44:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:02 smithi112 ceph-mon[91385]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:44:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:02 smithi112 ceph-mon[91385]: pgmap v883: 121 pgs: 121 active+clean; 540 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:44:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:02 smithi112 ceph-mon[88945]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:44:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:02 smithi112 ceph-mon[88945]: pgmap v883: 121 pgs: 121 active+clean; 540 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:44:02.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:02 smithi187 ceph-mon[84356]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:44:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:02 smithi187 ceph-mon[84356]: pgmap v883: 121 pgs: 121 active+clean; 540 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T08:44:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:44:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:3726: done (4 left) 2024-04-02T08:44:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 31 current snap is 370 2024-04-02T08:44:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:3721: finishing write tid 3 to smithi11277797-5 2024-04-02T08:44:03.373 INFO:tasks.rados.rados.0.smithi112.stdout:3721: oid 5 updating version 0 to 1836 2024-04-02T08:44:03.374 INFO:tasks.rados.rados.0.smithi112.stdout:3721: oid 5 version 1836 is already newer than 1835 2024-04-02T08:44:03.374 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 5 v 1836 (ObjNum 1148 snap 370 seq_num 1148) dirty exists 2024-04-02T08:44:03.374 INFO:tasks.rados.rados.0.smithi112.stdout:3721: left oid 5 (ObjNum 1148 snap 370 seq_num 1148) 2024-04-02T08:44:03.374 INFO:tasks.rados.rados.0.smithi112.stdout:3727: seq_num 1150 ranges {3080192=65536} 2024-04-02T08:44:03.391 INFO:tasks.rados.rados.0.smithi112.stdout:3727: writing smithi11277797-31 from 3080192 to 3145728 tid 1 2024-04-02T08:44:03.392 INFO:tasks.rados.rados.0.smithi112.stdout:3721: done (4 left) 2024-04-02T08:44:03.392 INFO:tasks.rados.rados.0.smithi112.stdout:3728: snap_create 2024-04-02T08:44:03.392 INFO:tasks.rados.rados.0.smithi112.stdout:3725: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:44:03.453 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1922 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:44:03.453 INFO:tasks.rados.rados.0.smithi112.stdout:3724: expect (ObjNum 1147 snap 369 seq_num 1147) 2024-04-02T08:44:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:03 smithi112 ceph-mon[88945]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:44:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:03 smithi112 ceph-mon[91385]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:44:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:03 smithi187 ceph-mon[84356]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:44:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:04 smithi187 ceph-mon[84356]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:44:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:04 smithi187 ceph-mon[84356]: pgmap v886: 121 pgs: 121 active+clean; 540 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:44:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:04 smithi187 ceph-mon[84356]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:44:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:04 smithi112 ceph-mon[88945]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:44:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:04 smithi112 ceph-mon[88945]: pgmap v886: 121 pgs: 121 active+clean; 540 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:44:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:04 smithi112 ceph-mon[88945]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:44:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:04 smithi112 ceph-mon[91385]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:44:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:04 smithi112 ceph-mon[91385]: pgmap v886: 121 pgs: 121 active+clean; 540 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:44:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:04 smithi112 ceph-mon[91385]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: finishing write tid 1 to smithi11277797-31 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: finishing write tid 2 to smithi11277797-31 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: finishing write tid 3 to smithi11277797-31 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: oid 31 updating version 0 to 1837 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: oid 31 updating version 1837 to 1838 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 31 v 1838 (ObjNum 1150 snap 370 seq_num 1150) dirty exists 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: left oid 31 (ObjNum 1150 snap 370 seq_num 1150) 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3723: done (4 left) 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3724: done (3 left) 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3725: done (2 left) 2024-04-02T08:44:05.936 INFO:tasks.rados.rados.0.smithi112.stdout:3727: done (1 left) 2024-04-02T08:44:05.937 INFO:tasks.rados.rados.0.smithi112.stdout:3728: done (0 left) 2024-04-02T08:44:05.937 INFO:tasks.rados.rados.0.smithi112.stdout:3729: rollback oid 16 current snap is 371 2024-04-02T08:44:05.937 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 16 to 323 2024-04-02T08:44:05.937 INFO:tasks.rados.rados.0.smithi112.stdout:3730: setattr oid 43 current snap is 371 2024-04-02T08:44:05.937 INFO:tasks.rados.rados.0.smithi112.stdout:3731: delete oid 40 current snap is 371 2024-04-02T08:44:05.939 INFO:tasks.rados.rados.0.smithi112.stdout:3731: done (2 left) 2024-04-02T08:44:05.939 INFO:tasks.rados.rados.0.smithi112.stdout:3732: copy_from oid 13 from oid 49 current snap is 371 2024-04-02T08:44:05.939 INFO:tasks.rados.rados.0.smithi112.stdout:3733: setattr oid 22 current snap is 371 2024-04-02T08:44:05.941 INFO:tasks.rados.rados.0.smithi112.stdout:3734: copy_from oid 9 from oid 2 current snap is 371 2024-04-02T08:44:05.941 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 371 2024-04-02T08:44:05.941 INFO:tasks.rados.rados.0.smithi112.stdout:3735: seq_num 1152 ranges {2285568=98304} 2024-04-02T08:44:05.954 INFO:tasks.rados.rados.0.smithi112.stdout:3735: writing smithi11277797-44 from 2285568 to 2383872 tid 1 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:3736: snap_create 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:3729: finishing rollback tid 0 to smithi11277797-16 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 2071 (ObjNum 1124 snap 362 seq_num 1124) dirty exists 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:3729: finishing rollback tid 1 to smithi11277797-16 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:3729: finishing rollback tid 2 to smithi11277797-16 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 16 v 2002 (ObjNum 582 snap 167 seq_num 582) dirty exists 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1850 (ObjNum 257 snap 0 seq_num 3479154128) dirty exists 2024-04-02T08:44:05.955 INFO:tasks.rados.rados.0.smithi112.stdout:3732: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:44:05.957 INFO:tasks.rados.rados.0.smithi112.stdout:3735: finishing write tid 1 to smithi11277797-44 2024-04-02T08:44:05.957 INFO:tasks.rados.rados.0.smithi112.stdout:3735: finishing write tid 2 to smithi11277797-44 2024-04-02T08:44:05.957 INFO:tasks.rados.rados.0.smithi112.stdout:3732: finishing copy_from to smithi11277797-13 2024-04-02T08:44:05.957 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 2148 (ObjNum 1146 snap 368 seq_num 1146) dirty exists 2024-04-02T08:44:05.958 INFO:tasks.rados.rados.0.smithi112.stdout:3735: finishing write tid 3 to smithi11277797-44 2024-04-02T08:44:05.958 INFO:tasks.rados.rados.0.smithi112.stdout:3735: oid 44 updating version 0 to 2026 2024-04-02T08:44:05.958 INFO:tasks.rados.rados.0.smithi112.stdout:3735: oid 44 version 2026 is already newer than 2025 2024-04-02T08:44:05.958 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 2026 (ObjNum 1152 snap 371 seq_num 1152) dirty exists 2024-04-02T08:44:05.958 INFO:tasks.rados.rados.0.smithi112.stdout:3735: left oid 44 (ObjNum 1152 snap 371 seq_num 1152) 2024-04-02T08:44:05.973 INFO:tasks.rados.rados.0.smithi112.stdout:3734: finishing copy_from racing read to smithi11277797-9 2024-04-02T08:44:05.978 INFO:tasks.rados.rados.0.smithi112.stdout:3734: finishing copy_from to smithi11277797-9 2024-04-02T08:44:05.978 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1836 (ObjNum 1085 snap 346 seq_num 1085) dirty exists 2024-04-02T08:44:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:05 smithi112 ceph-mon[91385]: pgmap v888: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-02T08:44:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:05 smithi112 ceph-mon[88945]: pgmap v888: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-02T08:44:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:05 smithi187 ceph-mon[84356]: pgmap v888: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-02T08:44:06.827 INFO:tasks.rados.rados.0.smithi112.stdout:3729: done (6 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3730: done (5 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3732: done (4 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3733: done (3 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3734: done (2 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3735: done (1 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3736: done (0 left) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3737: read oid 10 snap -1 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3737: expect (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:44:06.828 INFO:tasks.rados.rados.0.smithi112.stdout:3738: snap_create 2024-04-02T08:44:06.857 INFO:tasks.rados.rados.0.smithi112.stdout:3737: expect (ObjNum 1107 snap 354 seq_num 1107) 2024-04-02T08:44:07.838 INFO:tasks.rados.rados.0.smithi112.stdout:3737: done (1 left) 2024-04-02T08:44:07.838 INFO:tasks.rados.rados.0.smithi112.stdout:3738: done (0 left) 2024-04-02T08:44:07.838 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 373 2024-04-02T08:44:07.838 INFO:tasks.rados.rados.0.smithi112.stdout:3739: seq_num 1153 ranges {573440=114688} 2024-04-02T08:44:07.842 INFO:tasks.rados.rados.0.smithi112.stdout:3739: writing smithi11277797-42 from 573440 to 688128 tid 1 2024-04-02T08:44:07.842 INFO:tasks.rados.rados.0.smithi112.stdout:3740: setattr oid 12 current snap is 373 2024-04-02T08:44:07.843 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 373 2024-04-02T08:44:07.843 INFO:tasks.rados.rados.0.smithi112.stdout:3741: seq_num 1154 ranges {188416=131072} 2024-04-02T08:44:07.845 INFO:tasks.rados.rados.0.smithi112.stdout:3741: writing smithi11277797-25 from 188416 to 319488 tid 1 2024-04-02T08:44:07.845 INFO:tasks.rados.rados.0.smithi112.stdout:3742: read oid 23 snap -1 2024-04-02T08:44:07.845 INFO:tasks.rados.rados.0.smithi112.stdout:3742: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:44:07.845 INFO:tasks.rados.rados.0.smithi112.stdout:3743: delete oid 17 current snap is 373 2024-04-02T08:44:07.847 INFO:tasks.rados.rados.0.smithi112.stdout:3739: finishing write tid 1 to smithi11277797-42 2024-04-02T08:44:07.848 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1925 (ObjNum 1098 snap 351 seq_num 1098) dirty exists 2024-04-02T08:44:07.849 INFO:tasks.rados.rados.0.smithi112.stdout:3739: finishing write tid 2 to smithi11277797-42 2024-04-02T08:44:07.851 INFO:tasks.rados.rados.0.smithi112.stdout:3739: finishing write tid 3 to smithi11277797-42 2024-04-02T08:44:07.851 INFO:tasks.rados.rados.0.smithi112.stdout:3739: oid 42 updating version 0 to 1837 2024-04-02T08:44:07.851 INFO:tasks.rados.rados.0.smithi112.stdout:3739: oid 42 updating version 1837 to 1838 2024-04-02T08:44:07.851 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1838 (ObjNum 1153 snap 373 seq_num 1153) dirty exists 2024-04-02T08:44:07.851 INFO:tasks.rados.rados.0.smithi112.stdout:3739: left oid 42 (ObjNum 1153 snap 373 seq_num 1153) 2024-04-02T08:44:07.853 INFO:tasks.rados.rados.0.smithi112.stdout:3741: finishing write tid 1 to smithi11277797-25 2024-04-02T08:44:07.853 INFO:tasks.rados.rados.0.smithi112.stdout:3741: finishing write tid 2 to smithi11277797-25 2024-04-02T08:44:07.855 INFO:tasks.rados.rados.0.smithi112.stdout:3741: finishing write tid 3 to smithi11277797-25 2024-04-02T08:44:07.855 INFO:tasks.rados.rados.0.smithi112.stdout:3741: oid 25 updating version 0 to 1839 2024-04-02T08:44:07.855 INFO:tasks.rados.rados.0.smithi112.stdout:3741: oid 25 updating version 1839 to 1840 2024-04-02T08:44:07.855 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1840 (ObjNum 1154 snap 373 seq_num 1154) dirty exists 2024-04-02T08:44:07.855 INFO:tasks.rados.rados.0.smithi112.stdout:3741: left oid 25 (ObjNum 1154 snap 373 seq_num 1154) 2024-04-02T08:44:07.864 INFO:tasks.rados.rados.0.smithi112.stdout:3742: expect (ObjNum 918 snap 288 seq_num 918) 2024-04-02T08:44:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:07 smithi112 ceph-mon[88945]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:44:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:07 smithi112 ceph-mon[88945]: pgmap v890: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:44:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:07 smithi112 ceph-mon[91385]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:44:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:07 smithi112 ceph-mon[91385]: pgmap v890: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:44:08.187 INFO:tasks.rados.rados.0.smithi112.stdout:3739: done (4 left) 2024-04-02T08:44:08.187 INFO:tasks.rados.rados.0.smithi112.stdout:3740: done (3 left) 2024-04-02T08:44:08.187 INFO:tasks.rados.rados.0.smithi112.stdout:3741: done (2 left) 2024-04-02T08:44:08.187 INFO:tasks.rados.rados.0.smithi112.stdout:3742: done (1 left) 2024-04-02T08:44:08.188 INFO:tasks.rados.rados.0.smithi112.stdout:3743: done (0 left) 2024-04-02T08:44:08.188 INFO:tasks.rados.rados.0.smithi112.stdout:3744: setattr oid 15 current snap is 373 2024-04-02T08:44:08.190 INFO:tasks.rados.rados.0.smithi112.stdout:3745: delete oid 16 current snap is 373 2024-04-02T08:44:08.193 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1924 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:44:08.193 INFO:tasks.rados.rados.0.smithi112.stdout:3744: done (1 left) 2024-04-02T08:44:08.193 INFO:tasks.rados.rados.0.smithi112.stdout:3745: done (0 left) 2024-04-02T08:44:08.193 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 12 current snap is 373 2024-04-02T08:44:08.193 INFO:tasks.rados.rados.0.smithi112.stdout:3746: seq_num 1157 ranges {3186688=180224} 2024-04-02T08:44:08.212 INFO:tasks.rados.rados.0.smithi112.stdout:3746: writing smithi11277797-12 from 3186688 to 3366912 tid 1 2024-04-02T08:44:08.212 INFO:tasks.rados.rados.0.smithi112.stdout:3747: snap_remove snap 343 2024-04-02T08:44:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:07 smithi187 ceph-mon[84356]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:44:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:07 smithi187 ceph-mon[84356]: pgmap v890: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:44:08.842 INFO:tasks.rados.rados.0.smithi112.stdout:3746: finishing write tid 1 to smithi11277797-12 2024-04-02T08:44:08.842 INFO:tasks.rados.rados.0.smithi112.stdout:3746: finishing write tid 2 to smithi11277797-12 2024-04-02T08:44:08.842 INFO:tasks.rados.rados.0.smithi112.stdout:3746: finishing write tid 3 to smithi11277797-12 2024-04-02T08:44:08.843 INFO:tasks.rados.rados.0.smithi112.stdout:3746: oid 12 updating version 0 to 1926 2024-04-02T08:44:08.843 INFO:tasks.rados.rados.0.smithi112.stdout:3746: oid 12 updating version 1926 to 1927 2024-04-02T08:44:08.843 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1927 (ObjNum 1157 snap 373 seq_num 1157) dirty exists 2024-04-02T08:44:08.843 INFO:tasks.rados.rados.0.smithi112.stdout:3746: left oid 12 (ObjNum 1157 snap 373 seq_num 1157) 2024-04-02T08:44:08.843 INFO:tasks.rados.rados.0.smithi112.stdout:3746: done (1 left) 2024-04-02T08:44:08.843 INFO:tasks.rados.rados.0.smithi112.stdout:3747: done (0 left) 2024-04-02T08:44:08.844 INFO:tasks.rados.rados.0.smithi112.stdout:3748: copy_from oid 16 from oid 27 current snap is 373 2024-04-02T08:44:08.844 INFO:tasks.rados.rados.0.smithi112.stdout:3749: rollback oid 21 current snap is 373 2024-04-02T08:44:08.844 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 348 2024-04-02T08:44:08.844 INFO:tasks.rados.rados.0.smithi112.stdout:3750: snap_create 2024-04-02T08:44:08.858 INFO:tasks.rados.rados.0.smithi112.stdout:3749: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:44:08.858 INFO:tasks.rados.rados.0.smithi112.stdout:3749: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:44:08.858 INFO:tasks.rados.rados.0.smithi112.stdout:3749: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:44:08.858 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1927 (ObjNum 1053 snap 339 seq_num 1053) dirty exists 2024-04-02T08:44:08.864 INFO:tasks.rados.rados.0.smithi112.stdout:3748: finishing copy_from to smithi11277797-16 2024-04-02T08:44:08.864 INFO:tasks.rados.rados.0.smithi112.stdout:3748: got expected ENOENT (src dne) 2024-04-02T08:44:08.864 INFO:tasks.rados.rados.0.smithi112.stdout:3748: finishing copy_from racing read to smithi11277797-16 2024-04-02T08:44:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:08 smithi112 ceph-mon[91385]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:44:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:08 smithi112 ceph-mon[88945]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:44:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:08 smithi187 ceph-mon[84356]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:44:09.362 INFO:tasks.rados.rados.0.smithi112.stdout:3748: done (2 left) 2024-04-02T08:44:09.362 INFO:tasks.rados.rados.0.smithi112.stdout:3749: done (1 left) 2024-04-02T08:44:09.362 INFO:tasks.rados.rados.0.smithi112.stdout:3750: done (0 left) 2024-04-02T08:44:09.363 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 374 2024-04-02T08:44:09.363 INFO:tasks.rados.rados.0.smithi112.stdout:3751: seq_num 1158 ranges {2629632=196608} 2024-04-02T08:44:09.378 INFO:tasks.rados.rados.0.smithi112.stdout:3751: writing smithi11277797-4 from 2629632 to 2826240 tid 1 2024-04-02T08:44:09.378 INFO:tasks.rados.rados.0.smithi112.stdout:3752: snap_remove snap 371 2024-04-02T08:44:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:44:09] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-02T08:44:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-mon[88945]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:44:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-mon[88945]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:44:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-mon[88945]: pgmap v894: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 824 KiB/s wr, 3 op/s 2024-04-02T08:44:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-mon[91385]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:44:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-mon[91385]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:44:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:09 smithi112 ceph-mon[91385]: pgmap v894: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 824 KiB/s wr, 3 op/s 2024-04-02T08:44:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:09 smithi187 ceph-mon[84356]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:44:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:09 smithi187 ceph-mon[84356]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:44:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:09 smithi187 ceph-mon[84356]: pgmap v894: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 824 KiB/s wr, 3 op/s 2024-04-02T08:44:10.369 INFO:tasks.rados.rados.0.smithi112.stdout:3752: done (1 left) 2024-04-02T08:44:10.369 INFO:tasks.rados.rados.0.smithi112.stdout:3753: snap_remove snap 367 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3753: done (1 left) 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3754: delete oid 26 current snap is 374 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3751: finishing write tid 1 to smithi11277797-4 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3751: finishing write tid 2 to smithi11277797-4 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3751: finishing write tid 3 to smithi11277797-4 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3751: oid 4 updating version 0 to 1840 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3751: oid 4 version 1840 is already newer than 1839 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1840 (ObjNum 1158 snap 374 seq_num 1158) dirty exists 2024-04-02T08:44:11.375 INFO:tasks.rados.rados.0.smithi112.stdout:3751: left oid 4 (ObjNum 1158 snap 374 seq_num 1158) 2024-04-02T08:44:11.384 INFO:tasks.rados.rados.0.smithi112.stdout:3751: done (1 left) 2024-04-02T08:44:11.385 INFO:tasks.rados.rados.0.smithi112.stdout:3754: done (0 left) 2024-04-02T08:44:11.385 INFO:tasks.rados.rados.0.smithi112.stdout:3755: snap_remove snap 333 2024-04-02T08:44:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[91385]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:44:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[88945]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:44:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:11.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:11 smithi187 ceph-mon[84356]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:44:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:12.392 INFO:tasks.rados.rados.0.smithi112.stdout:3755: done (0 left) 2024-04-02T08:44:12.392 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 374 2024-04-02T08:44:12.393 INFO:tasks.rados.rados.0.smithi112.stdout:3756: seq_num 1160 ranges {0=229376} 2024-04-02T08:44:12.394 INFO:tasks.rados.rados.0.smithi112.stdout:3756: writing smithi11277797-50 from 0 to 229376 tid 1 2024-04-02T08:44:12.394 INFO:tasks.rados.rados.0.smithi112.stdout:3757: delete oid 42 current snap is 374 2024-04-02T08:44:12.399 INFO:tasks.rados.rados.0.smithi112.stdout:3756: finishing write tid 1 to smithi11277797-50 2024-04-02T08:44:12.400 INFO:tasks.rados.rados.0.smithi112.stdout:3757: done (1 left) 2024-04-02T08:44:12.400 INFO:tasks.rados.rados.0.smithi112.stdout:3758: snap_create 2024-04-02T08:44:12.402 INFO:tasks.rados.rados.0.smithi112.stdout:3756: finishing write tid 2 to smithi11277797-50 2024-04-02T08:44:12.403 INFO:tasks.rados.rados.0.smithi112.stdout:3756: finishing write tid 3 to smithi11277797-50 2024-04-02T08:44:12.403 INFO:tasks.rados.rados.0.smithi112.stdout:3756: oid 50 updating version 0 to 946 2024-04-02T08:44:12.403 INFO:tasks.rados.rados.0.smithi112.stdout:3756: oid 50 updating version 946 to 947 2024-04-02T08:44:12.403 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 947 (ObjNum 1160 snap 374 seq_num 1160) dirty exists 2024-04-02T08:44:12.403 INFO:tasks.rados.rados.0.smithi112.stdout:3756: left oid 50 (ObjNum 1160 snap 374 seq_num 1160) 2024-04-02T08:44:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:44:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:12 smithi187 ceph-mon[84356]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:44:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:12 smithi187 ceph-mon[84356]: pgmap v897: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:44:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[91385]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:44:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[91385]: pgmap v897: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:44:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:12.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[88945]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:44:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[88945]: pgmap v897: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:44:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:44:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:3756: done (1 left) 2024-04-02T08:44:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:3758: done (0 left) 2024-04-02T08:44:13.385 INFO:tasks.rados.rados.0.smithi112.stdout:3759: snap_create 2024-04-02T08:44:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:13 smithi187 ceph-mon[84356]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:44:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:13 smithi112 ceph-mon[91385]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:44:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:13 smithi112 ceph-mon[88945]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:44:14.390 INFO:tasks.rados.rados.0.smithi112.stdout:3759: done (0 left) 2024-04-02T08:44:14.390 INFO:tasks.rados.rados.0.smithi112.stdout:3760: rollback oid 11 current snap is 376 2024-04-02T08:44:14.390 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 11 to 316 2024-04-02T08:44:14.395 INFO:tasks.rados.rados.0.smithi112.stdout:3761: rollback oid 32 current snap is 376 2024-04-02T08:44:14.395 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 359 2024-04-02T08:44:14.395 INFO:tasks.rados.rados.0.smithi112.stdout:3762: delete oid 15 current snap is 376 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:3761: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1354 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:3761: done (2 left) 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:3762: done (1 left) 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:3763: rollback oid 21 current snap is 376 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 356 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 17 current snap is 376 2024-04-02T08:44:14.399 INFO:tasks.rados.rados.0.smithi112.stdout:3764: seq_num 1163 ranges {0=286720} 2024-04-02T08:44:14.400 INFO:tasks.rados.rados.0.smithi112.stdout:3764: writing smithi11277797-17 from 0 to 286720 tid 1 2024-04-02T08:44:14.400 INFO:tasks.rados.rados.0.smithi112.stdout:3765: snap_create 2024-04-02T08:44:14.400 INFO:tasks.rados.rados.0.smithi112.stdout:3760: finishing rollback tid 0 to smithi11277797-11 2024-04-02T08:44:14.400 INFO:tasks.rados.rados.0.smithi112.stdout:3760: finishing rollback tid 1 to smithi11277797-11 2024-04-02T08:44:14.400 INFO:tasks.rados.rados.0.smithi112.stdout:3760: finishing rollback tid 2 to smithi11277797-11 2024-04-02T08:44:14.401 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1912 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-04-02T08:44:14.403 INFO:tasks.rados.rados.0.smithi112.stdout:3763: finishing rollback tid 0 to smithi11277797-21 2024-04-02T08:44:14.403 INFO:tasks.rados.rados.0.smithi112.stdout:3764: finishing write tid 1 to smithi11277797-17 2024-04-02T08:44:14.403 INFO:tasks.rados.rados.0.smithi112.stdout:3763: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:44:14.403 INFO:tasks.rados.rados.0.smithi112.stdout:3764: finishing write tid 2 to smithi11277797-17 2024-04-02T08:44:14.405 INFO:tasks.rados.rados.0.smithi112.stdout:3763: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:44:14.405 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1931 (ObjNum 1053 snap 339 seq_num 1053) dirty exists 2024-04-02T08:44:14.406 INFO:tasks.rados.rados.0.smithi112.stdout:3764: finishing write tid 3 to smithi11277797-17 2024-04-02T08:44:14.406 INFO:tasks.rados.rados.0.smithi112.stdout:3764: oid 17 updating version 0 to 1383 2024-04-02T08:44:14.406 INFO:tasks.rados.rados.0.smithi112.stdout:3764: oid 17 version 1383 is already newer than 1382 2024-04-02T08:44:14.406 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1383 (ObjNum 1163 snap 376 seq_num 1163) dirty exists 2024-04-02T08:44:14.406 INFO:tasks.rados.rados.0.smithi112.stdout:3764: left oid 17 (ObjNum 1163 snap 376 seq_num 1163) 2024-04-02T08:44:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:14 smithi187 ceph-mon[84356]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:44:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:14 smithi112 ceph-mon[91385]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:44:14.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:14 smithi112 ceph-mon[88945]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:44:15.394 INFO:tasks.rados.rados.0.smithi112.stdout:3760: done (3 left) 2024-04-02T08:44:15.394 INFO:tasks.rados.rados.0.smithi112.stdout:3763: done (2 left) 2024-04-02T08:44:15.394 INFO:tasks.rados.rados.0.smithi112.stdout:3764: done (1 left) 2024-04-02T08:44:15.394 INFO:tasks.rados.rados.0.smithi112.stdout:3765: done (0 left) 2024-04-02T08:44:15.394 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 377 2024-04-02T08:44:15.394 INFO:tasks.rados.rados.0.smithi112.stdout:3766: seq_num 1164 ranges {3112960=303104} 2024-04-02T08:44:15.414 INFO:tasks.rados.rados.0.smithi112.stdout:3766: writing smithi11277797-13 from 3112960 to 3416064 tid 1 2024-04-02T08:44:15.414 INFO:tasks.rados.rados.0.smithi112.stdout:3767: rollback oid 30 current snap is 377 2024-04-02T08:44:15.414 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 30 to 369 2024-04-02T08:44:15.414 INFO:tasks.rados.rados.0.smithi112.stdout:3768: snap_create 2024-04-02T08:44:15.418 INFO:tasks.rados.rados.0.smithi112.stdout:3766: finishing write tid 1 to smithi11277797-13 2024-04-02T08:44:15.418 INFO:tasks.rados.rados.0.smithi112.stdout:3767: finishing rollback tid 0 to smithi11277797-30 2024-04-02T08:44:15.418 INFO:tasks.rados.rados.0.smithi112.stdout:3766: finishing write tid 2 to smithi11277797-13 2024-04-02T08:44:15.418 INFO:tasks.rados.rados.0.smithi112.stdout:3767: finishing rollback tid 1 to smithi11277797-30 2024-04-02T08:44:15.418 INFO:tasks.rados.rados.0.smithi112.stdout:3767: finishing rollback tid 2 to smithi11277797-30 2024-04-02T08:44:15.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 2093 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:44:15.419 INFO:tasks.rados.rados.0.smithi112.stdout:3766: finishing write tid 3 to smithi11277797-13 2024-04-02T08:44:15.419 INFO:tasks.rados.rados.0.smithi112.stdout:3766: oid 13 updating version 0 to 2184 2024-04-02T08:44:15.420 INFO:tasks.rados.rados.0.smithi112.stdout:3766: oid 13 updating version 2184 to 2185 2024-04-02T08:44:15.420 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 2185 (ObjNum 1164 snap 377 seq_num 1164) dirty exists 2024-04-02T08:44:15.420 INFO:tasks.rados.rados.0.smithi112.stdout:3766: left oid 13 (ObjNum 1164 snap 377 seq_num 1164) 2024-04-02T08:44:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:15 smithi187 ceph-mon[84356]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-02T08:44:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:15 smithi187 ceph-mon[84356]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:44:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:15 smithi112 ceph-mon[91385]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-02T08:44:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:15 smithi112 ceph-mon[91385]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:44:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:15 smithi112 ceph-mon[88945]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-02T08:44:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:15 smithi112 ceph-mon[88945]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:44:16.403 INFO:tasks.rados.rados.0.smithi112.stdout:3766: done (2 left) 2024-04-02T08:44:16.403 INFO:tasks.rados.rados.0.smithi112.stdout:3767: done (1 left) 2024-04-02T08:44:16.403 INFO:tasks.rados.rados.0.smithi112.stdout:3768: done (0 left) 2024-04-02T08:44:16.404 INFO:tasks.rados.rados.0.smithi112.stdout:3769: read oid 41 snap -1 2024-04-02T08:44:16.404 INFO:tasks.rados.rados.0.smithi112.stdout:3769: expect (ObjNum 1121 snap 362 seq_num 1121) 2024-04-02T08:44:16.404 INFO:tasks.rados.rados.0.smithi112.stdout:3770: read oid 48 snap -1 2024-04-02T08:44:16.404 INFO:tasks.rados.rados.0.smithi112.stdout:3770: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:44:16.404 INFO:tasks.rados.rados.0.smithi112.stdout:3771: snap_create 2024-04-02T08:44:16.435 INFO:tasks.rados.rados.0.smithi112.stdout:3769: expect (ObjNum 1121 snap 362 seq_num 1121) 2024-04-02T08:44:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:16 smithi187 ceph-mon[84356]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:44:16.807 INFO:tasks.rados.rados.0.smithi112.stdout:3770: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:44:16.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:16 smithi112 ceph-mon[88945]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:44:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:16 smithi112 ceph-mon[91385]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:44:17.402 INFO:tasks.rados.rados.0.smithi112.stdout:3769: done (2 left) 2024-04-02T08:44:17.402 INFO:tasks.rados.rados.0.smithi112.stdout:3770: done (1 left) 2024-04-02T08:44:17.402 INFO:tasks.rados.rados.0.smithi112.stdout:3771: done (0 left) 2024-04-02T08:44:17.402 INFO:tasks.rados.rados.0.smithi112.stdout:3772: rollback oid 29 current snap is 379 2024-04-02T08:44:17.402 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 29 to 352 2024-04-02T08:44:17.402 INFO:tasks.rados.rados.0.smithi112.stdout:3773: snap_create 2024-04-02T08:44:17.411 INFO:tasks.rados.rados.0.smithi112.stdout:3772: finishing rollback tid 0 to smithi11277797-29 2024-04-02T08:44:17.411 INFO:tasks.rados.rados.0.smithi112.stdout:3772: finishing rollback tid 1 to smithi11277797-29 2024-04-02T08:44:17.411 INFO:tasks.rados.rados.0.smithi112.stdout:3772: finishing rollback tid 2 to smithi11277797-29 2024-04-02T08:44:17.411 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1925 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:44:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:17 smithi187 ceph-mon[84356]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 56 KiB/s wr, 6 op/s 2024-04-02T08:44:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:17 smithi187 ceph-mon[84356]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:44:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:17 smithi112 ceph-mon[88945]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 56 KiB/s wr, 6 op/s 2024-04-02T08:44:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:17 smithi112 ceph-mon[88945]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:44:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:17 smithi112 ceph-mon[91385]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 56 KiB/s wr, 6 op/s 2024-04-02T08:44:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:17 smithi112 ceph-mon[91385]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:44:18.403 INFO:tasks.rados.rados.0.smithi112.stdout:3772: done (1 left) 2024-04-02T08:44:18.403 INFO:tasks.rados.rados.0.smithi112.stdout:3773: done (0 left) 2024-04-02T08:44:18.403 INFO:tasks.rados.rados.0.smithi112.stdout:3774: delete oid 19 current snap is 380 2024-04-02T08:44:18.405 INFO:tasks.rados.rados.0.smithi112.stdout:3774: done (0 left) 2024-04-02T08:44:18.405 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 380 2024-04-02T08:44:18.406 INFO:tasks.rados.rados.0.smithi112.stdout:3775: seq_num 1166 ranges {2383872=335872} 2024-04-02T08:44:18.421 INFO:tasks.rados.rados.0.smithi112.stdout:3775: writing smithi11277797-44 from 2383872 to 2719744 tid 1 2024-04-02T08:44:18.421 INFO:tasks.rados.rados.0.smithi112.stdout:3776: snap_create 2024-04-02T08:44:18.424 INFO:tasks.rados.rados.0.smithi112.stdout:3775: finishing write tid 1 to smithi11277797-44 2024-04-02T08:44:18.424 INFO:tasks.rados.rados.0.smithi112.stdout:3775: finishing write tid 2 to smithi11277797-44 2024-04-02T08:44:18.425 INFO:tasks.rados.rados.0.smithi112.stdout:3775: finishing write tid 3 to smithi11277797-44 2024-04-02T08:44:18.425 INFO:tasks.rados.rados.0.smithi112.stdout:3775: oid 44 updating version 0 to 2027 2024-04-02T08:44:18.426 INFO:tasks.rados.rados.0.smithi112.stdout:3775: oid 44 updating version 2027 to 2028 2024-04-02T08:44:18.426 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 2028 (ObjNum 1166 snap 380 seq_num 1166) dirty exists 2024-04-02T08:44:18.426 INFO:tasks.rados.rados.0.smithi112.stdout:3775: left oid 44 (ObjNum 1166 snap 380 seq_num 1166) 2024-04-02T08:44:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:18 smithi187 ceph-mon[84356]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:44:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:18 smithi187 ceph-mon[84356]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:44:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:18 smithi112 ceph-mon[91385]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:44:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:18 smithi112 ceph-mon[91385]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:44:18.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:18 smithi112 ceph-mon[88945]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:44:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:18 smithi112 ceph-mon[88945]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:44:19.365 INFO:tasks.rados.rados.0.smithi112.stdout:3775: done (1 left) 2024-04-02T08:44:19.365 INFO:tasks.rados.rados.0.smithi112.stdout:3776: done (0 left) 2024-04-02T08:44:19.365 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 381 2024-04-02T08:44:19.365 INFO:tasks.rados.rados.0.smithi112.stdout:3777: seq_num 1167 ranges {5701632=352256} 2024-04-02T08:44:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:3777: writing smithi11277797-23 from 5701632 to 6053888 tid 1 2024-04-02T08:44:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 381 2024-04-02T08:44:19.398 INFO:tasks.rados.rados.0.smithi112.stdout:3778: seq_num 1168 ranges {6356992=368640} 2024-04-02T08:44:19.435 INFO:tasks.rados.rados.0.smithi112.stdout:3778: writing smithi11277797-3 from 6356992 to 6725632 tid 1 2024-04-02T08:44:19.435 INFO:tasks.rados.rados.0.smithi112.stdout:3779: read oid 34 snap -1 2024-04-02T08:44:19.435 INFO:tasks.rados.rados.0.smithi112.stdout:3779: expect (ObjNum 1114 snap 355 seq_num 1114) 2024-04-02T08:44:19.435 INFO:tasks.rados.rados.0.smithi112.stdout:3780: rollback oid 19 current snap is 381 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 19 to 373 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3777: finishing write tid 1 to smithi11277797-23 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3781: delete oid 30 current snap is 381 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3777: finishing write tid 2 to smithi11277797-23 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3777: finishing write tid 3 to smithi11277797-23 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3777: oid 23 updating version 0 to 1385 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3777: oid 23 updating version 1385 to 1386 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1386 (ObjNum 1167 snap 381 seq_num 1167) dirty exists 2024-04-02T08:44:19.436 INFO:tasks.rados.rados.0.smithi112.stdout:3777: left oid 23 (ObjNum 1167 snap 381 seq_num 1167) 2024-04-02T08:44:19.437 INFO:tasks.rados.rados.0.smithi112.stdout:3780: finishing rollback tid 1 to smithi11277797-19 2024-04-02T08:44:19.437 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2024 (ObjNum 33 snap 0 seq_num 2330703096) dirty dne 2024-04-02T08:44:19.440 INFO:tasks.rados.rados.0.smithi112.stdout:3777: done (4 left) 2024-04-02T08:44:19.440 INFO:tasks.rados.rados.0.smithi112.stdout:3780: done (3 left) 2024-04-02T08:44:19.440 INFO:tasks.rados.rados.0.smithi112.stdout:3781: done (2 left) 2024-04-02T08:44:19.440 INFO:tasks.rados.rados.0.smithi112.stdout:3782: rollback oid 10 current snap is 381 2024-04-02T08:44:19.440 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 340 2024-04-02T08:44:19.440 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 381 2024-04-02T08:44:19.441 INFO:tasks.rados.rados.0.smithi112.stdout:3783: seq_num 1170 ranges {1302528=401408} 2024-04-02T08:44:19.450 INFO:tasks.rados.rados.0.smithi112.stdout:3783: writing smithi11277797-21 from 1302528 to 1703936 tid 1 2024-04-02T08:44:19.450 INFO:tasks.rados.rados.0.smithi112.stdout:3784: rollback oid 41 current snap is 381 2024-04-02T08:44:19.450 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 41 to 370 2024-04-02T08:44:19.450 INFO:tasks.rados.rados.0.smithi112.stdout:3778: finishing write tid 1 to smithi11277797-3 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3778: finishing write tid 2 to smithi11277797-3 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3778: finishing write tid 3 to smithi11277797-3 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3778: oid 3 updating version 0 to 1750 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3778: oid 3 updating version 1750 to 1751 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1751 (ObjNum 1168 snap 381 seq_num 1168) dirty exists 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3778: left oid 3 (ObjNum 1168 snap 381 seq_num 1168) 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3778: done (4 left) 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 22 current snap is 381 2024-04-02T08:44:19.451 INFO:tasks.rados.rados.0.smithi112.stdout:3785: seq_num 1171 ranges {0=417792} 2024-04-02T08:44:19.453 INFO:tasks.rados.rados.0.smithi112.stdout:3785: writing smithi11277797-22 from 0 to 417792 tid 1 2024-04-02T08:44:19.453 INFO:tasks.rados.rados.0.smithi112.stdout:3786: snap_create 2024-04-02T08:44:19.453 INFO:tasks.rados.rados.0.smithi112.stdout:3779: expect (ObjNum 1114 snap 355 seq_num 1114) 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3782: finishing rollback tid 0 to smithi11277797-10 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3782: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3784: finishing rollback tid 0 to smithi11277797-41 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3782: finishing rollback tid 2 to smithi11277797-10 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1930 (ObjNum 1046 snap 339 seq_num 1046) dirty exists 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3784: finishing rollback tid 1 to smithi11277797-41 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3784: finishing rollback tid 2 to smithi11277797-41 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 2099 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3785: finishing write tid 1 to smithi11277797-22 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3785: finishing write tid 2 to smithi11277797-22 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3783: finishing write tid 1 to smithi11277797-21 2024-04-02T08:44:19.602 INFO:tasks.rados.rados.0.smithi112.stdout:3783: finishing write tid 2 to smithi11277797-21 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3785: finishing write tid 3 to smithi11277797-22 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3785: oid 22 updating version 0 to 1852 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3785: oid 22 version 1852 is already newer than 1851 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1852 (ObjNum 1171 snap 381 seq_num 1171) dirty exists 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3785: left oid 22 (ObjNum 1171 snap 381 seq_num 1171) 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3783: finishing write tid 3 to smithi11277797-21 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3783: oid 21 updating version 0 to 1933 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3783: oid 21 version 1933 is already newer than 1932 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1933 (ObjNum 1170 snap 381 seq_num 1170) dirty exists 2024-04-02T08:44:19.603 INFO:tasks.rados.rados.0.smithi112.stdout:3783: left oid 21 (ObjNum 1170 snap 381 seq_num 1170) 2024-04-02T08:44:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:19 smithi112 ceph-mon[91385]: pgmap v906: 121 pgs: 121 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 200 KiB/s wr, 4 op/s 2024-04-02T08:44:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:19 smithi112 ceph-mon[91385]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:44:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:44:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:44:19] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-02T08:44:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:19 smithi112 ceph-mon[88945]: pgmap v906: 121 pgs: 121 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 200 KiB/s wr, 4 op/s 2024-04-02T08:44:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:19 smithi112 ceph-mon[88945]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:44:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:19 smithi187 ceph-mon[84356]: pgmap v906: 121 pgs: 121 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 200 KiB/s wr, 4 op/s 2024-04-02T08:44:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:19 smithi187 ceph-mon[84356]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3779: done (5 left) 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3782: done (4 left) 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3783: done (3 left) 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3784: done (2 left) 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3785: done (1 left) 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3786: done (0 left) 2024-04-02T08:44:20.416 INFO:tasks.rados.rados.0.smithi112.stdout:3787: delete oid 49 current snap is 382 2024-04-02T08:44:20.422 INFO:tasks.rados.rados.0.smithi112.stdout:3787: done (0 left) 2024-04-02T08:44:20.422 INFO:tasks.rados.rados.0.smithi112.stdout:3788: snap_remove snap 377 2024-04-02T08:44:21.421 INFO:tasks.rados.rados.0.smithi112.stdout:3788: done (0 left) 2024-04-02T08:44:21.422 INFO:tasks.rados.rados.0.smithi112.stdout:3789: rollback oid 20 current snap is 382 2024-04-02T08:44:21.422 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 358 2024-04-02T08:44:21.422 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 382 2024-04-02T08:44:21.422 INFO:tasks.rados.rados.0.smithi112.stdout:3790: seq_num 1173 ranges {5095424=450560} 2024-04-02T08:44:21.452 INFO:tasks.rados.rados.0.smithi112.stdout:3790: writing smithi11277797-10 from 5095424 to 5545984 tid 1 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3791: copy_from oid 24 from oid 49 current snap is 382 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3789: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3789: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3789: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1928 (ObjNum 1118 snap 356 seq_num 1118) dirty exists 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3789: done (2 left) 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3792: rollback oid 22 current snap is 382 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 22 to 372 2024-04-02T08:44:21.453 INFO:tasks.rados.rados.0.smithi112.stdout:3793: snap_remove snap 380 2024-04-02T08:44:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:21 smithi187 ceph-mon[84356]: pgmap v909: 121 pgs: 121 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 144 KiB/s wr, 3 op/s 2024-04-02T08:44:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:21 smithi187 ceph-mon[84356]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:44:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:21 smithi112 ceph-mon[91385]: pgmap v909: 121 pgs: 121 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 144 KiB/s wr, 3 op/s 2024-04-02T08:44:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:21 smithi112 ceph-mon[91385]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:44:21.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 08:44:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T08:44:21.461+0000 7fd2ee622700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1bb after trimming was started 2024-04-02T08:44:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:21 smithi112 ceph-mon[88945]: pgmap v909: 121 pgs: 121 active+clean; 559 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 144 KiB/s wr, 3 op/s 2024-04-02T08:44:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:21 smithi112 ceph-mon[88945]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3793: done (3 left) 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3794: delete oid 30 current snap is 382 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3791: finishing copy_from to smithi11277797-24 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3791: got expected ENOENT (src dne) 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3791: finishing copy_from racing read to smithi11277797-24 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3792: finishing rollback tid 0 to smithi11277797-22 2024-04-02T08:44:22.430 INFO:tasks.rados.rados.0.smithi112.stdout:3792: finishing rollback tid 1 to smithi11277797-22 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3792: finishing rollback tid 2 to smithi11277797-22 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 22 v 1855 (ObjNum 65 snap 0 seq_num 1415008344) dirty exists 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3790: finishing write tid 1 to smithi11277797-10 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3790: finishing write tid 2 to smithi11277797-10 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3790: finishing write tid 3 to smithi11277797-10 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3790: oid 10 updating version 0 to 1932 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3790: oid 10 version 1932 is already newer than 1931 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1932 (ObjNum 1173 snap 382 seq_num 1173) dirty exists 2024-04-02T08:44:22.431 INFO:tasks.rados.rados.0.smithi112.stdout:3790: left oid 10 (ObjNum 1173 snap 382 seq_num 1173) 2024-04-02T08:44:22.439 INFO:tasks.rados.rados.0.smithi112.stdout:3790: done (3 left) 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3791: done (2 left) 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3792: done (1 left) 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3794: done (0 left) 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3795: read oid 27 snap -1 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3795: expect deleted 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3796: copy_from oid 25 from oid 17 current snap is 382 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 19 current snap is 382 2024-04-02T08:44:22.440 INFO:tasks.rados.rados.0.smithi112.stdout:3797: seq_num 1175 ranges {0=483328} 2024-04-02T08:44:22.443 INFO:tasks.rados.rados.0.smithi112.stdout:3797: writing smithi11277797-19 from 0 to 483328 tid 1 2024-04-02T08:44:22.443 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 42 current snap is 382 2024-04-02T08:44:22.443 INFO:tasks.rados.rados.0.smithi112.stdout:3798: seq_num 1176 ranges {0=499712} 2024-04-02T08:44:22.446 INFO:tasks.rados.rados.0.smithi112.stdout:3798: writing smithi11277797-42 from 0 to 499712 tid 1 2024-04-02T08:44:22.446 INFO:tasks.rados.rados.0.smithi112.stdout:3799: rollback oid 10 current snap is 382 2024-04-02T08:44:22.447 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 10 to 323 2024-04-02T08:44:22.447 INFO:tasks.rados.rados.0.smithi112.stdout:3797: finishing write tid 1 to smithi11277797-19 2024-04-02T08:44:22.447 INFO:tasks.rados.rados.0.smithi112.stdout:3795: done (4 left) 2024-04-02T08:44:22.447 INFO:tasks.rados.rados.0.smithi112.stdout:3800: read oid 35 snap -1 2024-04-02T08:44:22.447 INFO:tasks.rados.rados.0.smithi112.stdout:3800: expect deleted 2024-04-02T08:44:22.447 INFO:tasks.rados.rados.0.smithi112.stdout:3801: delete oid 36 current snap is 382 2024-04-02T08:44:22.448 INFO:tasks.rados.rados.0.smithi112.stdout:3796: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:44:22.449 INFO:tasks.rados.rados.0.smithi112.stdout:3797: finishing write tid 2 to smithi11277797-19 2024-04-02T08:44:22.451 INFO:tasks.rados.rados.0.smithi112.stdout:3796: finishing copy_from to smithi11277797-25 2024-04-02T08:44:22.451 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1383 (ObjNum 1163 snap 376 seq_num 1163) dirty exists 2024-04-02T08:44:22.451 INFO:tasks.rados.rados.0.smithi112.stdout:3799: finishing rollback tid 0 to smithi11277797-10 2024-04-02T08:44:22.452 INFO:tasks.rados.rados.0.smithi112.stdout:3797: finishing write tid 3 to smithi11277797-19 2024-04-02T08:44:22.452 INFO:tasks.rados.rados.0.smithi112.stdout:3797: oid 19 updating version 0 to 2029 2024-04-02T08:44:22.452 INFO:tasks.rados.rados.0.smithi112.stdout:3797: oid 19 updating version 2029 to 2030 2024-04-02T08:44:22.452 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2030 (ObjNum 1175 snap 382 seq_num 1175) dirty exists 2024-04-02T08:44:22.452 INFO:tasks.rados.rados.0.smithi112.stdout:3797: left oid 19 (ObjNum 1175 snap 382 seq_num 1175) 2024-04-02T08:44:22.453 INFO:tasks.rados.rados.0.smithi112.stdout:3798: finishing write tid 1 to smithi11277797-42 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3799: finishing rollback tid 1 to smithi11277797-10 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3799: finishing rollback tid 2 to smithi11277797-10 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1935 (ObjNum 984 snap 318 seq_num 984) dirty exists 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3798: finishing write tid 2 to smithi11277797-42 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3796: done (5 left) 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3797: done (4 left) 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3799: done (3 left) 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3800: done (2 left) 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3801: done (1 left) 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3802: rollback oid 15 current snap is 382 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 15 to 348 2024-04-02T08:44:22.454 INFO:tasks.rados.rados.0.smithi112.stdout:3803: delete oid 3 current snap is 382 2024-04-02T08:44:22.456 INFO:tasks.rados.rados.0.smithi112.stdout:3803: done (2 left) 2024-04-02T08:44:22.456 INFO:tasks.rados.rados.0.smithi112.stdout:3804: setattr oid 26 current snap is 382 2024-04-02T08:44:22.456 INFO:tasks.rados.rados.0.smithi112.stdout:3802: finishing rollback tid 1 to smithi11277797-15 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:3802: finishing rollback tid 2 to smithi11277797-15 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1935 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:3798: finishing write tid 3 to smithi11277797-42 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:3798: oid 42 updating version 0 to 1842 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:3798: oid 42 updating version 1842 to 1843 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1843 (ObjNum 1176 snap 382 seq_num 1176) dirty exists 2024-04-02T08:44:22.457 INFO:tasks.rados.rados.0.smithi112.stdout:3798: left oid 42 (ObjNum 1176 snap 382 seq_num 1176) 2024-04-02T08:44:22.458 INFO:tasks.rados.rados.0.smithi112.stdout:3798: done (2 left) 2024-04-02T08:44:22.458 INFO:tasks.rados.rados.0.smithi112.stdout:3802: done (1 left) 2024-04-02T08:44:22.458 INFO:tasks.rados.rados.0.smithi112.stdout:3805: setattr oid 12 current snap is 382 2024-04-02T08:44:22.459 INFO:tasks.rados.rados.0.smithi112.stdout:3806: read oid 8 snap -1 2024-04-02T08:44:22.459 INFO:tasks.rados.rados.0.smithi112.stdout:3806: expect (ObjNum 1119 snap 358 seq_num 1119) 2024-04-02T08:44:22.459 INFO:tasks.rados.rados.0.smithi112.stdout:3807: rollback oid 28 current snap is 382 2024-04-02T08:44:22.459 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 378 2024-04-02T08:44:22.459 INFO:tasks.rados.rados.0.smithi112.stdout:3808: read oid 7 snap -1 2024-04-02T08:44:22.459 INFO:tasks.rados.rados.0.smithi112.stdout:3808: expect (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:44:22.460 INFO:tasks.rados.rados.0.smithi112.stdout:3809: rollback oid 25 current snap is 382 2024-04-02T08:44:22.460 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 25 to 309 2024-04-02T08:44:22.460 INFO:tasks.rados.rados.0.smithi112.stdout:3810: copy_from oid 43 from oid 27 current snap is 382 2024-04-02T08:44:22.460 INFO:tasks.rados.rados.0.smithi112.stdout:3811: copy_from oid 41 from oid 6 current snap is 382 2024-04-02T08:44:22.460 INFO:tasks.rados.rados.0.smithi112.stdout:3812: delete oid 15 current snap is 382 2024-04-02T08:44:22.461 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 2001 (ObjNum 33 snap 0 seq_num 2349902240) dirty exists 2024-04-02T08:44:22.463 INFO:tasks.rados.rados.0.smithi112.stdout:3809: finishing rollback tid 0 to smithi11277797-25 2024-04-02T08:44:22.464 INFO:tasks.rados.rados.0.smithi112.stdout:3804: done (8 left) 2024-04-02T08:44:22.464 INFO:tasks.rados.rados.0.smithi112.stdout:3812: done (7 left) 2024-04-02T08:44:22.464 INFO:tasks.rados.rados.0.smithi112.stdout:3813: read oid 30 snap -1 2024-04-02T08:44:22.464 INFO:tasks.rados.rados.0.smithi112.stdout:3813: expect deleted 2024-04-02T08:44:22.464 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 382 2024-04-02T08:44:22.464 INFO:tasks.rados.rados.0.smithi112.stdout:3814: seq_num 1180 ranges {3596288=565248} 2024-04-02T08:44:22.489 INFO:tasks.rados.rados.0.smithi112.stdout:3814: writing smithi11277797-33 from 3596288 to 4161536 tid 1 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3815: rmattr oid 18 current snap is 382 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3815: done (9 left) 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3816: delete oid 47 current snap is 382 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 12 v 1936 (ObjNum 1157 snap 373 seq_num 1157) dirty exists 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3809: finishing rollback tid 1 to smithi11277797-25 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1842 (ObjNum 33 snap 0 seq_num 2348617904) dirty dne 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3807: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3807: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3810: finishing copy_from to smithi11277797-43 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3810: got expected ENOENT (src dne) 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3810: finishing copy_from racing read to smithi11277797-43 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:3807: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:44:22.490 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 2006 (ObjNum 1145 snap 368 seq_num 1145) dirty exists 2024-04-02T08:44:22.491 INFO:tasks.rados.rados.0.smithi112.stdout:3808: expect (ObjNum 1082 snap 345 seq_num 1082) 2024-04-02T08:44:22.526 INFO:tasks.rados.rados.0.smithi112.stdout:3811: finishing copy_from racing read to smithi11277797-41 2024-04-02T08:44:22.526 INFO:tasks.rados.rados.0.smithi112.stdout:3811: finishing copy_from to smithi11277797-41 2024-04-02T08:44:22.526 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 41 v 1909 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:44:22.526 INFO:tasks.rados.rados.0.smithi112.stdout:3806: expect (ObjNum 1119 snap 358 seq_num 1119) 2024-04-02T08:44:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:22 smithi187 ceph-mon[84356]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:44:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:44:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:22 smithi112 ceph-mon[91385]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:44:22.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:22 smithi112 ceph-mon[88945]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3814: finishing write tid 1 to smithi11277797-33 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3814: finishing write tid 2 to smithi11277797-33 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3805: done (9 left) 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3806: done (8 left) 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3807: done (7 left) 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3808: done (6 left) 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3809: done (5 left) 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3810: done (4 left) 2024-04-02T08:44:23.154 INFO:tasks.rados.rados.0.smithi112.stdout:3811: done (3 left) 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3813: done (2 left) 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3816: done (1 left) 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3817: rmattr oid 29 current snap is 382 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3814: finishing write tid 3 to smithi11277797-33 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3814: oid 33 updating version 0 to 2003 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3814: oid 33 version 2003 is already newer than 2002 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 2003 (ObjNum 1180 snap 382 seq_num 1180) dirty exists 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3814: left oid 33 (ObjNum 1180 snap 382 seq_num 1180) 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3814: done (1 left) 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3818: copy_from oid 25 from oid 42 current snap is 382 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3819: rollback oid 3 current snap is 382 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 3 to 345 2024-04-02T08:44:23.155 INFO:tasks.rados.rados.0.smithi112.stdout:3820: delete oid 13 current snap is 382 2024-04-02T08:44:23.157 INFO:tasks.rados.rados.0.smithi112.stdout:3820: done (3 left) 2024-04-02T08:44:23.157 INFO:tasks.rados.rados.0.smithi112.stdout:3819: finishing rollback tid 1 to smithi11277797-3 2024-04-02T08:44:23.157 INFO:tasks.rados.rados.0.smithi112.stdout:3821: read oid 24 snap 339 2024-04-02T08:44:23.157 INFO:tasks.rados.rados.0.smithi112.stdout:3821: expect (ObjNum 985 snap 318 seq_num 985) 2024-04-02T08:44:23.157 INFO:tasks.rados.rados.0.smithi112.stdout:3822: snap_remove snap 340 2024-04-02T08:44:23.433 INFO:tasks.rados.rados.0.smithi112.stdout:3822: done (4 left) 2024-04-02T08:44:23.433 INFO:tasks.rados.rados.0.smithi112.stdout:3823: snap_remove snap 353 2024-04-02T08:44:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:23 smithi187 ceph-mon[84356]: pgmap v912: 121 pgs: 121 active+clean; 561 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 388 KiB/s wr, 8 op/s 2024-04-02T08:44:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:23 smithi187 ceph-mon[84356]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:44:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:23 smithi112 ceph-mon[88945]: pgmap v912: 121 pgs: 121 active+clean; 561 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 388 KiB/s wr, 8 op/s 2024-04-02T08:44:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:23 smithi112 ceph-mon[88945]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:44:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:23 smithi112 ceph-mon[91385]: pgmap v912: 121 pgs: 121 active+clean; 561 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 388 KiB/s wr, 8 op/s 2024-04-02T08:44:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:23 smithi112 ceph-mon[91385]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:44:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:3823: done (4 left) 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 13 current snap is 382 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1929 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:3818: finishing copy_from racing read to smithi11277797-25 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:3819: finishing rollback tid 2 to smithi11277797-3 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1754 (ObjNum 994 snap 322 seq_num 994) dirty exists 2024-04-02T08:44:24.433 INFO:tasks.rados.rados.0.smithi112.stdout:3818: finishing copy_from to smithi11277797-25 2024-04-02T08:44:24.434 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1843 (ObjNum 1176 snap 382 seq_num 1176) dirty exists 2024-04-02T08:44:24.434 INFO:tasks.rados.rados.0.smithi112.stdout:3821: expect (ObjNum 985 snap 318 seq_num 985) 2024-04-02T08:44:24.660 INFO:tasks.rados.rados.0.smithi112.stdout:3824: seq_num 1183 ranges {0=622592} 2024-04-02T08:44:24.663 INFO:tasks.rados.rados.0.smithi112.stdout:3824: writing smithi11277797-13 from 0 to 622592 tid 1 2024-04-02T08:44:24.663 INFO:tasks.rados.rados.0.smithi112.stdout:3817: done (4 left) 2024-04-02T08:44:24.663 INFO:tasks.rados.rados.0.smithi112.stdout:3818: done (3 left) 2024-04-02T08:44:24.664 INFO:tasks.rados.rados.0.smithi112.stdout:3819: done (2 left) 2024-04-02T08:44:24.664 INFO:tasks.rados.rados.0.smithi112.stdout:3821: done (1 left) 2024-04-02T08:44:24.664 INFO:tasks.rados.rados.0.smithi112.stdout:3825: delete oid 21 current snap is 382 2024-04-02T08:44:24.666 INFO:tasks.rados.rados.0.smithi112.stdout:3825: done (1 left) 2024-04-02T08:44:24.666 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 382 2024-04-02T08:44:24.666 INFO:tasks.rados.rados.0.smithi112.stdout:3826: seq_num 1185 ranges {0=655360} 2024-04-02T08:44:24.670 INFO:tasks.rados.rados.0.smithi112.stdout:3826: writing smithi11277797-15 from 0 to 655360 tid 1 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3827: read oid 45 snap -1 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3827: expect (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 382 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3824: finishing write tid 1 to smithi11277797-13 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3824: finishing write tid 2 to smithi11277797-13 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3824: finishing write tid 3 to smithi11277797-13 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3824: oid 13 updating version 0 to 2216 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3824: oid 13 updating version 2216 to 2217 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 2217 (ObjNum 1183 snap 382 seq_num 1183) dirty exists 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3824: left oid 13 (ObjNum 1183 snap 382 seq_num 1183) 2024-04-02T08:44:24.671 INFO:tasks.rados.rados.0.smithi112.stdout:3828: seq_num 1186 ranges {4161536=671744} 2024-04-02T08:44:24.697 INFO:tasks.rados.rados.0.smithi112.stdout:3828: writing smithi11277797-33 from 4161536 to 4833280 tid 1 2024-04-02T08:44:24.697 INFO:tasks.rados.rados.0.smithi112.stdout:3824: done (3 left) 2024-04-02T08:44:24.697 INFO:tasks.rados.rados.0.smithi112.stdout:3829: rollback oid 14 current snap is 382 2024-04-02T08:44:24.697 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 14 to 368 2024-04-02T08:44:24.697 INFO:tasks.rados.rados.0.smithi112.stdout:3826: finishing write tid 1 to smithi11277797-15 2024-04-02T08:44:24.697 INFO:tasks.rados.rados.0.smithi112.stdout:3830: rollback oid 20 current snap is 382 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 20 to 378 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:3826: finishing write tid 2 to smithi11277797-15 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:3826: finishing write tid 3 to smithi11277797-15 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:3826: oid 15 updating version 0 to 1938 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:3826: oid 15 updating version 1938 to 1939 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1939 (ObjNum 1185 snap 382 seq_num 1185) dirty exists 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:3826: left oid 15 (ObjNum 1185 snap 382 seq_num 1185) 2024-04-02T08:44:24.698 INFO:tasks.rados.rados.0.smithi112.stdout:3827: expect (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:44:24.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:24 smithi187 ceph-mon[84356]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:44:24.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:24 smithi187 ceph-mon[84356]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:44:24.803 INFO:tasks.rados.rados.0.smithi112.stdout:3828: finishing write tid 1 to smithi11277797-33 2024-04-02T08:44:24.803 INFO:tasks.rados.rados.0.smithi112.stdout:3828: finishing write tid 2 to smithi11277797-33 2024-04-02T08:44:24.803 INFO:tasks.rados.rados.0.smithi112.stdout:3828: finishing write tid 3 to smithi11277797-33 2024-04-02T08:44:24.803 INFO:tasks.rados.rados.0.smithi112.stdout:3828: oid 33 updating version 0 to 2005 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3828: oid 33 version 2005 is already newer than 2004 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 2005 (ObjNum 1186 snap 382 seq_num 1186) dirty exists 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3828: left oid 33 (ObjNum 1186 snap 382 seq_num 1186) 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3826: done (4 left) 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3827: done (3 left) 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3828: done (2 left) 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3831: snap_create 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3829: finishing rollback tid 1 to smithi11277797-14 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1623 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3830: finishing rollback tid 0 to smithi11277797-20 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3830: finishing rollback tid 1 to smithi11277797-20 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:3830: finishing rollback tid 2 to smithi11277797-20 2024-04-02T08:44:24.804 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 20 v 1932 (ObjNum 1147 snap 369 seq_num 1147) dirty exists 2024-04-02T08:44:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:24 smithi112 ceph-mon[91385]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:44:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:24 smithi112 ceph-mon[91385]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:44:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:24 smithi112 ceph-mon[88945]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:44:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:24 smithi112 ceph-mon[88945]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:44:25.452 INFO:tasks.rados.rados.0.smithi112.stdout:3829: done (2 left) 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3830: done (1 left) 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3831: done (0 left) 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3832: read oid 5 snap -1 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3832: expect (ObjNum 1148 snap 370 seq_num 1148) 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3833: copy_from oid 49 from oid 47 current snap is 383 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3834: delete oid 34 current snap is 383 2024-04-02T08:44:25.453 INFO:tasks.rados.rados.0.smithi112.stdout:3833: finishing copy_from to smithi11277797-49 2024-04-02T08:44:25.454 INFO:tasks.rados.rados.0.smithi112.stdout:3833: got expected ENOENT (src dne) 2024-04-02T08:44:25.454 INFO:tasks.rados.rados.0.smithi112.stdout:3833: finishing copy_from racing read to smithi11277797-49 2024-04-02T08:44:25.456 INFO:tasks.rados.rados.0.smithi112.stdout:3833: done (2 left) 2024-04-02T08:44:25.456 INFO:tasks.rados.rados.0.smithi112.stdout:3834: done (1 left) 2024-04-02T08:44:25.456 INFO:tasks.rados.rados.0.smithi112.stdout:3835: delete oid 7 current snap is 383 2024-04-02T08:44:25.457 INFO:tasks.rados.rados.0.smithi112.stdout:3832: expect (ObjNum 1148 snap 370 seq_num 1148) 2024-04-02T08:44:25.462 INFO:tasks.rados.rados.0.smithi112.stdout:3832: done (1 left) 2024-04-02T08:44:25.462 INFO:tasks.rados.rados.0.smithi112.stdout:3835: done (0 left) 2024-04-02T08:44:25.462 INFO:tasks.rados.rados.0.smithi112.stdout:3836: snap_create 2024-04-02T08:44:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:25 smithi187 ceph-mon[84356]: pgmap v915: 121 pgs: 121 active+clean; 563 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 878 KiB/s wr, 11 op/s 2024-04-02T08:44:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:25 smithi112 ceph-mon[91385]: pgmap v915: 121 pgs: 121 active+clean; 563 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 878 KiB/s wr, 11 op/s 2024-04-02T08:44:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:25 smithi112 ceph-mon[88945]: pgmap v915: 121 pgs: 121 active+clean; 563 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 878 KiB/s wr, 11 op/s 2024-04-02T08:44:26.470 INFO:tasks.rados.rados.0.smithi112.stdout:3836: done (0 left) 2024-04-02T08:44:26.470 INFO:tasks.rados.rados.0.smithi112.stdout:3837: snap_remove snap 323 2024-04-02T08:44:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:26 smithi187 ceph-mon[84356]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:44:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:26 smithi112 ceph-mon[91385]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:44:26.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:26 smithi112 ceph-mon[88945]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:44:27.472 INFO:tasks.rados.rados.0.smithi112.stdout:3837: done (0 left) 2024-04-02T08:44:27.473 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 7 current snap is 384 2024-04-02T08:44:27.473 INFO:tasks.rados.rados.0.smithi112.stdout:3838: seq_num 1189 ranges {0=720896} 2024-04-02T08:44:27.477 INFO:tasks.rados.rados.0.smithi112.stdout:3838: writing smithi11277797-7 from 0 to 720896 tid 1 2024-04-02T08:44:27.477 INFO:tasks.rados.rados.0.smithi112.stdout:3839: snap_remove snap 368 2024-04-02T08:44:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:27 smithi187 ceph-mon[84356]: pgmap v918: 121 pgs: 121 active+clean; 573 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:44:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:27 smithi187 ceph-mon[84356]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:44:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:27 smithi112 ceph-mon[91385]: pgmap v918: 121 pgs: 121 active+clean; 573 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:44:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:27 smithi112 ceph-mon[91385]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:44:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:27 smithi112 ceph-mon[88945]: pgmap v918: 121 pgs: 121 active+clean; 573 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:44:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:27 smithi112 ceph-mon[88945]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: finishing write tid 1 to smithi11277797-7 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: finishing write tid 2 to smithi11277797-7 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: finishing write tid 3 to smithi11277797-7 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: oid 7 updating version 0 to 2009 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: oid 7 version 2009 is already newer than 2008 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 7 v 2009 (ObjNum 1189 snap 384 seq_num 1189) dirty exists 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: left oid 7 (ObjNum 1189 snap 384 seq_num 1189) 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3838: done (1 left) 2024-04-02T08:44:28.489 INFO:tasks.rados.rados.0.smithi112.stdout:3839: done (0 left) 2024-04-02T08:44:28.490 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 28 current snap is 384 2024-04-02T08:44:28.490 INFO:tasks.rados.rados.0.smithi112.stdout:3840: seq_num 1190 ranges {2392064=737280} 2024-04-02T08:44:28.507 INFO:tasks.rados.rados.0.smithi112.stdout:3840: writing smithi11277797-28 from 2392064 to 3129344 tid 1 2024-04-02T08:44:28.507 INFO:tasks.rados.rados.0.smithi112.stdout:3841: read oid 38 snap 335 2024-04-02T08:44:28.507 INFO:tasks.rados.rados.0.smithi112.stdout:3841: expect deleted 2024-04-02T08:44:28.508 INFO:tasks.rados.rados.0.smithi112.stdout:3842: snap_create 2024-04-02T08:44:28.513 INFO:tasks.rados.rados.0.smithi112.stdout:3840: finishing write tid 1 to smithi11277797-28 2024-04-02T08:44:28.513 INFO:tasks.rados.rados.0.smithi112.stdout:3840: finishing write tid 2 to smithi11277797-28 2024-04-02T08:44:28.515 INFO:tasks.rados.rados.0.smithi112.stdout:3840: finishing write tid 3 to smithi11277797-28 2024-04-02T08:44:28.515 INFO:tasks.rados.rados.0.smithi112.stdout:3840: oid 28 updating version 0 to 2011 2024-04-02T08:44:28.515 INFO:tasks.rados.rados.0.smithi112.stdout:3840: oid 28 version 2011 is already newer than 2010 2024-04-02T08:44:28.515 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 2011 (ObjNum 1190 snap 384 seq_num 1190) dirty exists 2024-04-02T08:44:28.515 INFO:tasks.rados.rados.0.smithi112.stdout:3840: left oid 28 (ObjNum 1190 snap 384 seq_num 1190) 2024-04-02T08:44:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:28 smithi112 ceph-mon[88945]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:44:28.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:28 smithi112 ceph-mon[91385]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:44:28.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:28 smithi187 ceph-mon[84356]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:44:29.367 INFO:tasks.rados.rados.0.smithi112.stdout:3840: done (2 left) 2024-04-02T08:44:29.367 INFO:tasks.rados.rados.0.smithi112.stdout:3841: done (1 left) 2024-04-02T08:44:29.367 INFO:tasks.rados.rados.0.smithi112.stdout:3842: done (0 left) 2024-04-02T08:44:29.367 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 44 current snap is 385 2024-04-02T08:44:29.367 INFO:tasks.rados.rados.0.smithi112.stdout:3843: seq_num 1191 ranges {2719744=753664} 2024-04-02T08:44:29.387 INFO:tasks.rados.rados.0.smithi112.stdout:3843: writing smithi11277797-44 from 2719744 to 3473408 tid 1 2024-04-02T08:44:29.387 INFO:tasks.rados.rados.0.smithi112.stdout:3844: snap_remove snap 335 2024-04-02T08:44:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:44:29] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-02T08:44:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-mon[91385]: pgmap v921: 121 pgs: 121 active+clean; 576 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-04-02T08:44:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-mon[91385]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:44:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-mon[91385]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:44:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-mon[88945]: pgmap v921: 121 pgs: 121 active+clean; 576 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-04-02T08:44:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-mon[88945]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:44:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:29 smithi112 ceph-mon[88945]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:44:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:29 smithi187 ceph-mon[84356]: pgmap v921: 121 pgs: 121 active+clean; 576 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-04-02T08:44:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:29 smithi187 ceph-mon[84356]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:44:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:29 smithi187 ceph-mon[84356]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3844: done (1 left) 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3845: delete oid 42 current snap is 385 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3843: finishing write tid 1 to smithi11277797-44 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3843: finishing write tid 2 to smithi11277797-44 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3843: finishing write tid 3 to smithi11277797-44 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3843: oid 44 updating version 0 to 2032 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3843: oid 44 version 2032 is already newer than 2031 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 44 v 2032 (ObjNum 1191 snap 385 seq_num 1191) dirty exists 2024-04-02T08:44:30.369 INFO:tasks.rados.rados.0.smithi112.stdout:3843: left oid 44 (ObjNum 1191 snap 385 seq_num 1191) 2024-04-02T08:44:30.383 INFO:tasks.rados.rados.0.smithi112.stdout:3843: done (1 left) 2024-04-02T08:44:30.383 INFO:tasks.rados.rados.0.smithi112.stdout:3845: done (0 left) 2024-04-02T08:44:30.383 INFO:tasks.rados.rados.0.smithi112.stdout:3846: setattr oid 19 current snap is 385 2024-04-02T08:44:30.384 INFO:tasks.rados.rados.0.smithi112.stdout:3847: snap_create 2024-04-02T08:44:30.391 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 19 v 2033 (ObjNum 1175 snap 382 seq_num 1175) dirty exists 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:3846: done (1 left) 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:3847: done (0 left) 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:3848: rollback oid 1 current snap is 386 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 374 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:3849: rollback oid 18 current snap is 386 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 18 to 356 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:3850: copy_from oid 6 from oid 4 current snap is 386 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 15 current snap is 386 2024-04-02T08:44:31.375 INFO:tasks.rados.rados.0.smithi112.stdout:3851: seq_num 1193 ranges {655360=786432} 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3851: writing smithi11277797-15 from 655360 to 1441792 tid 1 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3852: read oid 39 snap 316 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3852: expect deleted 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3853: snap_create 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3848: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1749 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3849: finishing rollback tid 0 to smithi11277797-18 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3849: finishing rollback tid 1 to smithi11277797-18 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:3849: finishing rollback tid 2 to smithi11277797-18 2024-04-02T08:44:31.384 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1942 (ObjNum 982 snap 318 seq_num 982) dirty exists 2024-04-02T08:44:31.388 INFO:tasks.rados.rados.0.smithi112.stdout:3851: finishing write tid 1 to smithi11277797-15 2024-04-02T08:44:31.388 INFO:tasks.rados.rados.0.smithi112.stdout:3851: finishing write tid 2 to smithi11277797-15 2024-04-02T08:44:31.390 INFO:tasks.rados.rados.0.smithi112.stdout:3851: finishing write tid 3 to smithi11277797-15 2024-04-02T08:44:31.390 INFO:tasks.rados.rados.0.smithi112.stdout:3851: oid 15 updating version 0 to 1943 2024-04-02T08:44:31.390 INFO:tasks.rados.rados.0.smithi112.stdout:3851: oid 15 updating version 1943 to 1944 2024-04-02T08:44:31.390 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1944 (ObjNum 1193 snap 386 seq_num 1193) dirty exists 2024-04-02T08:44:31.390 INFO:tasks.rados.rados.0.smithi112.stdout:3851: left oid 15 (ObjNum 1193 snap 386 seq_num 1193) 2024-04-02T08:44:31.394 INFO:tasks.rados.rados.0.smithi112.stdout:3850: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:44:31.395 INFO:tasks.rados.rados.0.smithi112.stdout:3850: finishing copy_from to smithi11277797-6 2024-04-02T08:44:31.395 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 6 v 1840 (ObjNum 1158 snap 374 seq_num 1158) dirty exists 2024-04-02T08:44:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:31 smithi112 ceph-mon[88945]: pgmap v924: 121 pgs: 121 active+clean; 572 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 736 KiB/s wr, 20 op/s 2024-04-02T08:44:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:31 smithi112 ceph-mon[88945]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:44:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:31 smithi112 ceph-mon[91385]: pgmap v924: 121 pgs: 121 active+clean; 572 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 736 KiB/s wr, 20 op/s 2024-04-02T08:44:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:31 smithi112 ceph-mon[91385]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:44:31.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:31 smithi187 ceph-mon[84356]: pgmap v924: 121 pgs: 121 active+clean; 572 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 736 KiB/s wr, 20 op/s 2024-04-02T08:44:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:31 smithi187 ceph-mon[84356]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:44:32.386 INFO:tasks.rados.rados.0.smithi112.stdout:3848: done (5 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3849: done (4 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3850: done (3 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3851: done (2 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3852: done (1 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3853: done (0 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3854: rmattr oid 27 current snap is 387 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3854: done (0 left) 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3855: copy_from oid 33 from oid 29 current snap is 387 2024-04-02T08:44:32.387 INFO:tasks.rados.rados.0.smithi112.stdout:3856: setattr oid 37 current snap is 387 2024-04-02T08:44:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:3857: read oid 23 snap -1 2024-04-02T08:44:32.388 INFO:tasks.rados.rados.0.smithi112.stdout:3857: expect (ObjNum 1167 snap 381 seq_num 1167) 2024-04-02T08:44:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:3858: rollback oid 27 current snap is 387 2024-04-02T08:44:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 376 2024-04-02T08:44:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 26 current snap is 387 2024-04-02T08:44:32.389 INFO:tasks.rados.rados.0.smithi112.stdout:3859: seq_num 1194 ranges {0=802816} 2024-04-02T08:44:32.393 INFO:tasks.rados.rados.0.smithi112.stdout:3859: writing smithi11277797-26 from 0 to 802816 tid 1 2024-04-02T08:44:32.393 INFO:tasks.rados.rados.0.smithi112.stdout:3860: rollback oid 45 current snap is 387 2024-04-02T08:44:32.393 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 45 to 369 2024-04-02T08:44:32.394 INFO:tasks.rados.rados.0.smithi112.stdout:3858: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:44:32.394 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2126 (ObjNum 33 snap 0 seq_num 2348823136) dirty dne 2024-04-02T08:44:32.394 INFO:tasks.rados.rados.0.smithi112.stdout:3858: done (5 left) 2024-04-02T08:44:32.394 INFO:tasks.rados.rados.0.smithi112.stdout:3861: setattr oid 42 current snap is 387 2024-04-02T08:44:32.395 INFO:tasks.rados.rados.0.smithi112.stdout:3862: snap_create 2024-04-02T08:44:32.399 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1845 (ObjNum 49 snap 0 seq_num 2351312272) dirty exists 2024-04-02T08:44:32.402 INFO:tasks.rados.rados.0.smithi112.stdout:3859: finishing write tid 1 to smithi11277797-26 2024-04-02T08:44:32.402 INFO:tasks.rados.rados.0.smithi112.stdout:3859: finishing write tid 2 to smithi11277797-26 2024-04-02T08:44:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3859: finishing write tid 3 to smithi11277797-26 2024-04-02T08:44:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3859: oid 26 updating version 0 to 2006 2024-04-02T08:44:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3859: oid 26 updating version 2006 to 2007 2024-04-02T08:44:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 26 v 2007 (ObjNum 1194 snap 387 seq_num 1194) dirty exists 2024-04-02T08:44:32.404 INFO:tasks.rados.rados.0.smithi112.stdout:3859: left oid 26 (ObjNum 1194 snap 387 seq_num 1194) 2024-04-02T08:44:32.405 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1913 (ObjNum 49 snap 0 seq_num 2349375520) dirty exists 2024-04-02T08:44:32.405 INFO:tasks.rados.rados.0.smithi112.stdout:3860: finishing rollback tid 0 to smithi11277797-45 2024-04-02T08:44:32.408 INFO:tasks.rados.rados.0.smithi112.stdout:3860: finishing rollback tid 1 to smithi11277797-45 2024-04-02T08:44:32.408 INFO:tasks.rados.rados.0.smithi112.stdout:3860: finishing rollback tid 2 to smithi11277797-45 2024-04-02T08:44:32.408 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 45 v 1935 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-04-02T08:44:32.412 INFO:tasks.rados.rados.0.smithi112.stdout:3857: expect (ObjNum 1167 snap 381 seq_num 1167) 2024-04-02T08:44:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:32 smithi187 ceph-mon[84356]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:44:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:44:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:44:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:32.857 INFO:tasks.rados.rados.0.smithi112.stdout:3855: finishing copy_from racing read to smithi11277797-33 2024-04-02T08:44:32.857 INFO:tasks.rados.rados.0.smithi112.stdout:3855: finishing copy_from to smithi11277797-33 2024-04-02T08:44:32.857 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 1929 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:44:32.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:32 smithi112 ceph-mon[91385]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:44:32.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:32 smithi112 ceph-mon[88945]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:44:33.388 INFO:tasks.rados.rados.0.smithi112.stdout:3855: done (6 left) 2024-04-02T08:44:33.388 INFO:tasks.rados.rados.0.smithi112.stdout:3856: done (5 left) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3857: done (4 left) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3859: done (3 left) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3860: done (2 left) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3861: done (1 left) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3862: done (0 left) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3863: read oid 20 snap -1 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3863: expect (ObjNum 1147 snap 369 seq_num 1147) 2024-04-02T08:44:33.389 INFO:tasks.rados.rados.0.smithi112.stdout:3864: copy_from oid 18 from oid 31 current snap is 388 2024-04-02T08:44:33.390 INFO:tasks.rados.rados.0.smithi112.stdout:3865: read oid 24 snap -1 2024-04-02T08:44:33.390 INFO:tasks.rados.rados.0.smithi112.stdout:3865: expect (ObjNum 1080 snap 344 seq_num 1080) 2024-04-02T08:44:33.390 INFO:tasks.rados.rados.0.smithi112.stdout:3866: copy_from oid 50 from oid 9 current snap is 388 2024-04-02T08:44:33.390 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 25 current snap is 388 2024-04-02T08:44:33.390 INFO:tasks.rados.rados.0.smithi112.stdout:3867: seq_num 1195 ranges {499712=417792,917504=401408} 2024-04-02T08:44:33.393 INFO:tasks.rados.rados.0.smithi112.stdout:3867: writing smithi11277797-25 from 499712 to 917504 tid 1 2024-04-02T08:44:33.396 INFO:tasks.rados.rados.0.smithi112.stdout:3867: writing smithi11277797-25 from 917504 to 1318912 tid 2 2024-04-02T08:44:33.396 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 10 current snap is 388 2024-04-02T08:44:33.396 INFO:tasks.rados.rados.0.smithi112.stdout:3868: seq_num 1196 ranges {3842048=434176,4276224=401408} 2024-04-02T08:44:33.420 INFO:tasks.rados.rados.0.smithi112.stdout:3868: writing smithi11277797-10 from 3842048 to 4276224 tid 1 2024-04-02T08:44:33.423 INFO:tasks.rados.rados.0.smithi112.stdout:3868: writing smithi11277797-10 from 4276224 to 4677632 tid 2 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3869: delete oid 3 current snap is 388 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: finishing write tid 1 to smithi11277797-25 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: finishing write tid 2 to smithi11277797-25 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: finishing write tid 3 to smithi11277797-25 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: finishing write tid 4 to smithi11277797-25 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: oid 25 updating version 0 to 1845 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: oid 25 updating version 1845 to 1846 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: oid 25 version 1846 is already newer than 1844 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 25 v 1846 (ObjNum 1195 snap 388 seq_num 1195) dirty exists 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3867: left oid 25 (ObjNum 1195 snap 388 seq_num 1195) 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3864: finishing copy_from racing read to smithi11277797-18 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:3864: finishing copy_from to smithi11277797-18 2024-04-02T08:44:33.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 18 v 1838 (ObjNum 1150 snap 370 seq_num 1150) dirty exists 2024-04-02T08:44:33.430 INFO:tasks.rados.rados.0.smithi112.stdout:3868: finishing write tid 1 to smithi11277797-10 2024-04-02T08:44:33.430 INFO:tasks.rados.rados.0.smithi112.stdout:3868: finishing write tid 2 to smithi11277797-10 2024-04-02T08:44:33.431 INFO:tasks.rados.rados.0.smithi112.stdout:3868: finishing write tid 3 to smithi11277797-10 2024-04-02T08:44:33.433 INFO:tasks.rados.rados.0.smithi112.stdout:3866: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:44:33.435 INFO:tasks.rados.rados.0.smithi112.stdout:3868: finishing write tid 4 to smithi11277797-10 2024-04-02T08:44:33.436 INFO:tasks.rados.rados.0.smithi112.stdout:3868: oid 10 updating version 0 to 1938 2024-04-02T08:44:33.436 INFO:tasks.rados.rados.0.smithi112.stdout:3868: oid 10 updating version 1938 to 1940 2024-04-02T08:44:33.436 INFO:tasks.rados.rados.0.smithi112.stdout:3868: oid 10 version 1940 is already newer than 1939 2024-04-02T08:44:33.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1940 (ObjNum 1196 snap 388 seq_num 1196) dirty exists 2024-04-02T08:44:33.436 INFO:tasks.rados.rados.0.smithi112.stdout:3868: left oid 10 (ObjNum 1196 snap 388 seq_num 1196) 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3866: finishing copy_from to smithi11277797-50 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 1836 (ObjNum 1085 snap 346 seq_num 1085) dirty exists 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3864: done (6 left) 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3866: done (5 left) 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3867: done (4 left) 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3868: done (3 left) 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3869: done (2 left) 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3870: delete oid 46 current snap is 388 2024-04-02T08:44:33.439 INFO:tasks.rados.rados.0.smithi112.stdout:3865: expect (ObjNum 1080 snap 344 seq_num 1080) 2024-04-02T08:44:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:33 smithi187 ceph-mon[84356]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 564 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 356 KiB/s wr, 3 op/s 2024-04-02T08:44:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:33 smithi187 ceph-mon[84356]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:44:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:33 smithi112 ceph-mon[91385]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 564 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 356 KiB/s wr, 3 op/s 2024-04-02T08:44:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:33 smithi112 ceph-mon[91385]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:44:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:33 smithi112 ceph-mon[88945]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 564 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 356 KiB/s wr, 3 op/s 2024-04-02T08:44:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:33 smithi112 ceph-mon[88945]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:44:33.903 INFO:tasks.rados.rados.0.smithi112.stdout:3863: expect (ObjNum 1147 snap 369 seq_num 1147) 2024-04-02T08:44:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:34 smithi187 ceph-mon[84356]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:44:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:34 smithi187 ceph-mon[84356]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:34 smithi112 ceph-mon[91385]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:44:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:34 smithi112 ceph-mon[91385]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:34 smithi112 ceph-mon[88945]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:44:34.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:34 smithi112 ceph-mon[88945]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:35 smithi187 ceph-mon[84356]: pgmap v930: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 568 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 932 KiB/s wr, 9 op/s 2024-04-02T08:44:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:35 smithi112 ceph-mon[88945]: pgmap v930: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 568 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 932 KiB/s wr, 9 op/s 2024-04-02T08:44:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:35 smithi112 ceph-mon[91385]: pgmap v930: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 568 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 932 KiB/s wr, 9 op/s 2024-04-02T08:44:36.459 INFO:tasks.rados.rados.0.smithi112.stdout:3863: done (2 left) 2024-04-02T08:44:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:3865: done (1 left) 2024-04-02T08:44:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:3870: done (0 left) 2024-04-02T08:44:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 37 current snap is 388 2024-04-02T08:44:36.460 INFO:tasks.rados.rados.0.smithi112.stdout:3871: seq_num 1199 ranges {0=483328,483328=401408} 2024-04-02T08:44:36.462 INFO:tasks.rados.rados.0.smithi112.stdout:3871: writing smithi11277797-37 from 0 to 483328 tid 1 2024-04-02T08:44:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3871: writing smithi11277797-37 from 483328 to 884736 tid 2 2024-04-02T08:44:36.465 INFO:tasks.rados.rados.0.smithi112.stdout:3872: snap_create 2024-04-02T08:44:36.469 INFO:tasks.rados.rados.0.smithi112.stdout:3871: finishing write tid 1 to smithi11277797-37 2024-04-02T08:44:36.469 INFO:tasks.rados.rados.0.smithi112.stdout:3871: finishing write tid 2 to smithi11277797-37 2024-04-02T08:44:36.470 INFO:tasks.rados.rados.0.smithi112.stdout:3871: finishing write tid 3 to smithi11277797-37 2024-04-02T08:44:36.471 INFO:tasks.rados.rados.0.smithi112.stdout:3871: finishing write tid 4 to smithi11277797-37 2024-04-02T08:44:36.471 INFO:tasks.rados.rados.0.smithi112.stdout:3871: oid 37 updating version 0 to 1916 2024-04-02T08:44:36.471 INFO:tasks.rados.rados.0.smithi112.stdout:3871: oid 37 version 1916 is already newer than 1915 2024-04-02T08:44:36.471 INFO:tasks.rados.rados.0.smithi112.stdout:3871: oid 37 version 1916 is already newer than 1914 2024-04-02T08:44:36.471 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 37 v 1916 (ObjNum 1199 snap 388 seq_num 1199) dirty exists 2024-04-02T08:44:36.472 INFO:tasks.rados.rados.0.smithi112.stdout:3871: left oid 37 (ObjNum 1199 snap 388 seq_num 1199) 2024-04-02T08:44:37.399 INFO:tasks.rados.rados.0.smithi112.stdout:3871: done (1 left) 2024-04-02T08:44:37.399 INFO:tasks.rados.rados.0.smithi112.stdout:3872: done (0 left) 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3873: read oid 25 snap -1 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3873: expect (ObjNum 1195 snap 388 seq_num 1195) 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3874: rollback oid 21 current snap is 389 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 21 to 355 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3875: read oid 35 snap 325 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3875: expect (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3876: read oid 18 snap -1 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3876: expect (ObjNum 1150 snap 370 seq_num 1150) 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3877: copy_from oid 13 from oid 33 current snap is 389 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3878: read oid 38 snap 357 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3878: expect (ObjNum 1105 snap 352 seq_num 1105) 2024-04-02T08:44:37.400 INFO:tasks.rados.rados.0.smithi112.stdout:3879: snap_remove snap 362 2024-04-02T08:44:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:37 smithi187 ceph-mon[84356]: pgmap v932: 121 pgs: 121 active+clean; 577 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:44:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:37 smithi112 ceph-mon[88945]: pgmap v932: 121 pgs: 121 active+clean; 577 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:44:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:37 smithi112 ceph-mon[91385]: pgmap v932: 121 pgs: 121 active+clean; 577 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:44:38.407 INFO:tasks.rados.rados.0.smithi112.stdout:3879: done (6 left) 2024-04-02T08:44:38.407 INFO:tasks.rados.rados.0.smithi112.stdout:3880: snap_create 2024-04-02T08:44:38.407 INFO:tasks.rados.rados.0.smithi112.stdout:3873: expect (ObjNum 1195 snap 388 seq_num 1195) 2024-04-02T08:44:38.459 INFO:tasks.rados.rados.0.smithi112.stdout:3874: finishing rollback tid 1 to smithi11277797-21 2024-04-02T08:44:38.460 INFO:tasks.rados.rados.0.smithi112.stdout:3874: finishing rollback tid 2 to smithi11277797-21 2024-04-02T08:44:38.460 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1946 (ObjNum 1053 snap 339 seq_num 1053) dirty exists 2024-04-02T08:44:38.460 INFO:tasks.rados.rados.0.smithi112.stdout:3875: expect (ObjNum 993 snap 322 seq_num 993) 2024-04-02T08:44:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:38 smithi187 ceph-mon[84356]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:38.821 INFO:tasks.rados.rados.0.smithi112.stdout:3877: finishing copy_from racing read to smithi11277797-13 2024-04-02T08:44:38.821 INFO:tasks.rados.rados.0.smithi112.stdout:3878: expect (ObjNum 1105 snap 352 seq_num 1105) 2024-04-02T08:44:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:38 smithi112 ceph-mon[91385]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:38 smithi112 ceph-mon[88945]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:39.190 INFO:tasks.rados.rados.0.smithi112.stdout:3876: expect (ObjNum 1150 snap 370 seq_num 1150) 2024-04-02T08:44:39.336 INFO:tasks.rados.rados.0.smithi112.stdout:3877: finishing copy_from to smithi11277797-13 2024-04-02T08:44:39.336 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 13 v 1929 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3873: done (6 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3874: done (5 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3875: done (4 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3876: done (3 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3877: done (2 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3878: done (1 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3880: done (0 left) 2024-04-02T08:44:39.371 INFO:tasks.rados.rados.0.smithi112.stdout:3881: snap_remove snap 355 2024-04-02T08:44:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:44:39] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-04-02T08:44:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-mon[91385]: pgmap v934: 121 pgs: 121 active+clean; 589 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-02T08:44:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-mon[91385]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-mon[91385]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-mon[88945]: pgmap v934: 121 pgs: 121 active+clean; 589 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-02T08:44:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-mon[88945]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:39 smithi112 ceph-mon[88945]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:39 smithi187 ceph-mon[84356]: pgmap v934: 121 pgs: 121 active+clean; 589 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-02T08:44:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:39 smithi187 ceph-mon[84356]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:39 smithi187 ceph-mon[84356]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:40.371 INFO:tasks.rados.rados.0.smithi112.stdout:3881: done (0 left) 2024-04-02T08:44:40.371 INFO:tasks.rados.rados.0.smithi112.stdout:3882: read oid 32 snap -1 2024-04-02T08:44:40.372 INFO:tasks.rados.rados.0.smithi112.stdout:3882: expect deleted 2024-04-02T08:44:40.372 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 390 2024-04-02T08:44:40.372 INFO:tasks.rados.rados.0.smithi112.stdout:3883: seq_num 1200 ranges {1802240=499712,2301952=401408} 2024-04-02T08:44:40.385 INFO:tasks.rados.rados.0.smithi112.stdout:3883: writing smithi11277797-48 from 1802240 to 2301952 tid 1 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:3883: writing smithi11277797-48 from 2301952 to 2703360 tid 2 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:3884: rollback oid 43 current snap is 390 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 43 to 376 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:3882: done (2 left) 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:3885: rollback oid 40 current snap is 390 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 40 to 389 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 390 2024-04-02T08:44:40.388 INFO:tasks.rados.rados.0.smithi112.stdout:3886: seq_num 1201 ranges {6504448=524288,7028736=401408} 2024-04-02T08:44:40.426 INFO:tasks.rados.rados.0.smithi112.stdout:3886: writing smithi11277797-50 from 6504448 to 7028736 tid 1 2024-04-02T08:44:40.429 INFO:tasks.rados.rados.0.smithi112.stdout:3886: writing smithi11277797-50 from 7028736 to 7430144 tid 2 2024-04-02T08:44:40.429 INFO:tasks.rados.rados.0.smithi112.stdout:3887: rollback oid 28 current snap is 390 2024-04-02T08:44:40.429 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 28 to 339 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3885: finishing rollback tid 1 to smithi11277797-40 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1821 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: finishing write tid 1 to smithi11277797-48 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: finishing write tid 2 to smithi11277797-48 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: finishing write tid 3 to smithi11277797-48 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: finishing write tid 4 to smithi11277797-48 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: oid 48 updating version 0 to 2165 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: oid 48 version 2165 is already newer than 2164 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: oid 48 updating version 2165 to 2166 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 2166 (ObjNum 1200 snap 390 seq_num 1200) dirty exists 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3883: left oid 48 (ObjNum 1200 snap 390 seq_num 1200) 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3884: finishing rollback tid 0 to smithi11277797-43 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3884: finishing rollback tid 1 to smithi11277797-43 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:3884: finishing rollback tid 2 to smithi11277797-43 2024-04-02T08:44:40.430 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 43 v 2170 (ObjNum 1124 snap 362 seq_num 1124) dirty exists 2024-04-02T08:44:40.431 INFO:tasks.rados.rados.0.smithi112.stdout:3883: done (4 left) 2024-04-02T08:44:40.431 INFO:tasks.rados.rados.0.smithi112.stdout:3884: done (3 left) 2024-04-02T08:44:40.431 INFO:tasks.rados.rados.0.smithi112.stdout:3885: done (2 left) 2024-04-02T08:44:40.431 INFO:tasks.rados.rados.0.smithi112.stdout:3888: setattr oid 4 current snap is 390 2024-04-02T08:44:40.431 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 390 2024-04-02T08:44:40.431 INFO:tasks.rados.rados.0.smithi112.stdout:3889: seq_num 1202 ranges {6053888=540672,6594560=401408} 2024-04-02T08:44:40.466 INFO:tasks.rados.rados.0.smithi112.stdout:3889: writing smithi11277797-23 from 6053888 to 6594560 tid 1 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3889: writing smithi11277797-23 from 6594560 to 6995968 tid 2 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3890: read oid 44 snap 388 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3890: expect (ObjNum 1191 snap 385 seq_num 1191) 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3891: rollback oid 48 current snap is 390 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 48 to 382 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3886: finishing write tid 1 to smithi11277797-50 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3886: finishing write tid 2 to smithi11277797-50 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3886: finishing write tid 3 to smithi11277797-50 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3892: delete oid 8 current snap is 390 2024-04-02T08:44:40.469 INFO:tasks.rados.rados.0.smithi112.stdout:3886: finishing write tid 4 to smithi11277797-50 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3886: oid 50 updating version 0 to 1839 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3886: oid 50 version 1839 is already newer than 1838 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3886: oid 50 version 1839 is already newer than 1837 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 1839 (ObjNum 1201 snap 390 seq_num 1201) dirty exists 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3886: left oid 50 (ObjNum 1201 snap 390 seq_num 1201) 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3887: finishing rollback tid 0 to smithi11277797-28 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1846 (ObjNum 1158 snap 374 seq_num 1158) dirty exists 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3887: finishing rollback tid 1 to smithi11277797-28 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:3887: finishing rollback tid 2 to smithi11277797-28 2024-04-02T08:44:40.470 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 28 v 2014 (ObjNum 935 snap 296 seq_num 935) dirty exists 2024-04-02T08:44:40.472 INFO:tasks.rados.rados.0.smithi112.stdout:3889: finishing write tid 1 to smithi11277797-23 2024-04-02T08:44:40.472 INFO:tasks.rados.rados.0.smithi112.stdout:3889: finishing write tid 2 to smithi11277797-23 2024-04-02T08:44:40.472 INFO:tasks.rados.rados.0.smithi112.stdout:3889: finishing write tid 3 to smithi11277797-23 2024-04-02T08:44:40.473 INFO:tasks.rados.rados.0.smithi112.stdout:3886: done (6 left) 2024-04-02T08:44:40.473 INFO:tasks.rados.rados.0.smithi112.stdout:3887: done (5 left) 2024-04-02T08:44:40.473 INFO:tasks.rados.rados.0.smithi112.stdout:3888: done (4 left) 2024-04-02T08:44:40.473 INFO:tasks.rados.rados.0.smithi112.stdout:3892: done (3 left) 2024-04-02T08:44:40.473 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 4 current snap is 390 2024-04-02T08:44:40.474 INFO:tasks.rados.rados.0.smithi112.stdout:3893: seq_num 1204 ranges {2826240=573440,3399680=401408} 2024-04-02T08:44:40.492 INFO:tasks.rados.rados.0.smithi112.stdout:3893: writing smithi11277797-4 from 2826240 to 3399680 tid 1 2024-04-02T08:44:40.494 INFO:tasks.rados.rados.0.smithi112.stdout:3893: writing smithi11277797-4 from 3399680 to 3801088 tid 2 2024-04-02T08:44:40.494 INFO:tasks.rados.rados.0.smithi112.stdout:3894: rmattr oid 5 current snap is 390 2024-04-02T08:44:40.494 INFO:tasks.rados.rados.0.smithi112.stdout:3894: done (4 left) 2024-04-02T08:44:40.495 INFO:tasks.rados.rados.0.smithi112.stdout:3895: snap_remove snap 365 2024-04-02T08:44:41.417 INFO:tasks.rados.rados.0.smithi112.stdout:3889: finishing write tid 4 to smithi11277797-23 2024-04-02T08:44:41.417 INFO:tasks.rados.rados.0.smithi112.stdout:3889: oid 23 updating version 0 to 1430 2024-04-02T08:44:41.417 INFO:tasks.rados.rados.0.smithi112.stdout:3889: oid 23 version 1430 is already newer than 1429 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:3889: oid 23 version 1430 is already newer than 1428 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1430 (ObjNum 1202 snap 390 seq_num 1202) dirty exists 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:3889: left oid 23 (ObjNum 1202 snap 390 seq_num 1202) 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:3891: finishing rollback tid 0 to smithi11277797-48 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:3891: finishing rollback tid 1 to smithi11277797-48 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:3891: finishing rollback tid 2 to smithi11277797-48 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 2173 (ObjNum 1101 snap 352 seq_num 1101) dirty exists 2024-04-02T08:44:41.418 INFO:tasks.rados.rados.0.smithi112.stdout:3890: expect (ObjNum 1191 snap 385 seq_num 1191) 2024-04-02T08:44:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:41 smithi112 ceph-mon[91385]: pgmap v937: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 590 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-04-02T08:44:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:41 smithi112 ceph-mon[91385]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:41 smithi112 ceph-mon[88945]: pgmap v937: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 590 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-04-02T08:44:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:41 smithi112 ceph-mon[88945]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:41.639 INFO:tasks.rados.rados.0.smithi112.stdout:3893: finishing write tid 1 to smithi11277797-4 2024-04-02T08:44:41.639 INFO:tasks.rados.rados.0.smithi112.stdout:3893: finishing write tid 2 to smithi11277797-4 2024-04-02T08:44:41.639 INFO:tasks.rados.rados.0.smithi112.stdout:3893: finishing write tid 3 to smithi11277797-4 2024-04-02T08:44:41.639 INFO:tasks.rados.rados.0.smithi112.stdout:3893: finishing write tid 4 to smithi11277797-4 2024-04-02T08:44:41.639 INFO:tasks.rados.rados.0.smithi112.stdout:3893: oid 4 updating version 0 to 1848 2024-04-02T08:44:41.639 INFO:tasks.rados.rados.0.smithi112.stdout:3893: oid 4 updating version 1848 to 1849 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3893: oid 4 version 1849 is already newer than 1847 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 4 v 1849 (ObjNum 1204 snap 390 seq_num 1204) dirty exists 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3893: left oid 4 (ObjNum 1204 snap 390 seq_num 1204) 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3889: done (4 left) 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3890: done (3 left) 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3891: done (2 left) 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3893: done (1 left) 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3895: done (0 left) 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 48 current snap is 390 2024-04-02T08:44:41.640 INFO:tasks.rados.rados.0.smithi112.stdout:3896: seq_num 1205 ranges {1802240=589824,2392064=401408} 2024-04-02T08:44:41.651 INFO:tasks.rados.rados.0.smithi112.stdout:3896: writing smithi11277797-48 from 1802240 to 2392064 tid 1 2024-04-02T08:44:41.654 INFO:tasks.rados.rados.0.smithi112.stdout:3896: writing smithi11277797-48 from 2392064 to 2793472 tid 2 2024-04-02T08:44:41.654 INFO:tasks.rados.rados.0.smithi112.stdout:3897: snap_remove snap 352 2024-04-02T08:44:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:41 smithi187 ceph-mon[84356]: pgmap v937: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 590 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-04-02T08:44:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:41 smithi187 ceph-mon[84356]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3897: done (1 left) 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3898: delete oid 26 current snap is 390 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3896: finishing write tid 1 to smithi11277797-48 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3896: finishing write tid 2 to smithi11277797-48 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3896: finishing write tid 3 to smithi11277797-48 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3896: finishing write tid 4 to smithi11277797-48 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3896: oid 48 updating version 0 to 2184 2024-04-02T08:44:42.423 INFO:tasks.rados.rados.0.smithi112.stdout:3896: oid 48 version 2184 is already newer than 2182 2024-04-02T08:44:42.424 INFO:tasks.rados.rados.0.smithi112.stdout:3896: oid 48 version 2184 is already newer than 2183 2024-04-02T08:44:42.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 48 v 2184 (ObjNum 1205 snap 390 seq_num 1205) dirty exists 2024-04-02T08:44:42.424 INFO:tasks.rados.rados.0.smithi112.stdout:3896: left oid 48 (ObjNum 1205 snap 390 seq_num 1205) 2024-04-02T08:44:42.434 INFO:tasks.rados.rados.0.smithi112.stdout:3896: done (1 left) 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:3898: done (0 left) 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:3899: rollback oid 8 current snap is 390 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 8 to 357 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:3900: read oid 28 snap -1 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:3900: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 2 current snap is 390 2024-04-02T08:44:42.435 INFO:tasks.rados.rados.0.smithi112.stdout:3901: seq_num 1207 ranges {6504448=622592,7127040=401408} 2024-04-02T08:44:42.474 INFO:tasks.rados.rados.0.smithi112.stdout:3901: writing smithi11277797-2 from 6504448 to 7127040 tid 1 2024-04-02T08:44:42.476 INFO:tasks.rados.rados.0.smithi112.stdout:3901: writing smithi11277797-2 from 7127040 to 7528448 tid 2 2024-04-02T08:44:42.476 INFO:tasks.rados.rados.0.smithi112.stdout:3899: finishing rollback tid 1 to smithi11277797-8 2024-04-02T08:44:42.477 INFO:tasks.rados.rados.0.smithi112.stdout:3902: read oid 1 snap -1 2024-04-02T08:44:42.477 INFO:tasks.rados.rados.0.smithi112.stdout:3902: expect deleted 2024-04-02T08:44:42.477 INFO:tasks.rados.rados.0.smithi112.stdout:3903: copy_from oid 6 from oid 36 current snap is 390 2024-04-02T08:44:42.477 INFO:tasks.rados.rados.0.smithi112.stdout:3899: finishing rollback tid 2 to smithi11277797-8 2024-04-02T08:44:42.477 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 2266 (ObjNum 1088 snap 346 seq_num 1088) dirty exists 2024-04-02T08:44:42.477 INFO:tasks.rados.rados.0.smithi112.stdout:3900: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:44:42.513 INFO:tasks.rados.rados.0.smithi112.stdout:3903: finishing copy_from to smithi11277797-6 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3903: got expected ENOENT (src dne) 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3903: finishing copy_from racing read to smithi11277797-6 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3901: finishing write tid 1 to smithi11277797-2 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3901: finishing write tid 2 to smithi11277797-2 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3899: done (4 left) 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3900: done (3 left) 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3902: done (2 left) 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3903: done (1 left) 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3904: delete oid 25 current snap is 390 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3901: finishing write tid 3 to smithi11277797-2 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3901: finishing write tid 4 to smithi11277797-2 2024-04-02T08:44:42.514 INFO:tasks.rados.rados.0.smithi112.stdout:3901: oid 2 updating version 0 to 1858 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:3901: oid 2 updating version 1858 to 1859 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:3901: oid 2 version 1859 is already newer than 1857 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 2 v 1859 (ObjNum 1207 snap 390 seq_num 1207) dirty exists 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:3901: left oid 2 (ObjNum 1207 snap 390 seq_num 1207) 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:3901: done (1 left) 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:3904: done (0 left) 2024-04-02T08:44:42.515 INFO:tasks.rados.rados.0.smithi112.stdout:3905: snap_create 2024-04-02T08:44:42.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:42 smithi187 ceph-mon[84356]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:44:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:42 smithi112 ceph-mon[91385]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:42.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:42 smithi112 ceph-mon[88945]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:43.423 INFO:tasks.rados.rados.0.smithi112.stdout:3905: done (0 left) 2024-04-02T08:44:43.423 INFO:tasks.rados.rados.0.smithi112.stdout:3906: read oid 47 snap 357 2024-04-02T08:44:43.423 INFO:tasks.rados.rados.0.smithi112.stdout:3906: expect (ObjNum 1023 snap 333 seq_num 1023) 2024-04-02T08:44:43.423 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 36 current snap is 391 2024-04-02T08:44:43.423 INFO:tasks.rados.rados.0.smithi112.stdout:3907: seq_num 1209 ranges {0=655360,655360=401408} 2024-04-02T08:44:43.426 INFO:tasks.rados.rados.0.smithi112.stdout:3907: writing smithi11277797-36 from 0 to 655360 tid 1 2024-04-02T08:44:43.429 INFO:tasks.rados.rados.0.smithi112.stdout:3907: writing smithi11277797-36 from 655360 to 1056768 tid 2 2024-04-02T08:44:43.429 INFO:tasks.rados.rados.0.smithi112.stdout:3908: snap_remove snap 369 2024-04-02T08:44:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:43 smithi187 ceph-mon[84356]: pgmap v940: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 599 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:44:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:43 smithi187 ceph-mon[84356]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:43 smithi112 ceph-mon[88945]: pgmap v940: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 599 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:44:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:43 smithi112 ceph-mon[88945]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:43.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:43 smithi112 ceph-mon[91385]: pgmap v940: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 599 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:44:43.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:43 smithi112 ceph-mon[91385]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3908: done (2 left) 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3909: delete oid 3 current snap is 391 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3907: finishing write tid 1 to smithi11277797-36 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3907: finishing write tid 2 to smithi11277797-36 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3907: finishing write tid 3 to smithi11277797-36 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3907: finishing write tid 4 to smithi11277797-36 2024-04-02T08:44:44.432 INFO:tasks.rados.rados.0.smithi112.stdout:3907: oid 36 updating version 0 to 2279 2024-04-02T08:44:44.433 INFO:tasks.rados.rados.0.smithi112.stdout:3907: oid 36 version 2279 is already newer than 2277 2024-04-02T08:44:44.433 INFO:tasks.rados.rados.0.smithi112.stdout:3907: oid 36 version 2279 is already newer than 2278 2024-04-02T08:44:44.433 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 2279 (ObjNum 1209 snap 391 seq_num 1209) dirty exists 2024-04-02T08:44:44.433 INFO:tasks.rados.rados.0.smithi112.stdout:3907: left oid 36 (ObjNum 1209 snap 391 seq_num 1209) 2024-04-02T08:44:44.433 INFO:tasks.rados.rados.0.smithi112.stdout:3906: expect (ObjNum 1023 snap 333 seq_num 1023) 2024-04-02T08:44:44.553 INFO:tasks.rados.rados.0.smithi112.stdout:3906: done (2 left) 2024-04-02T08:44:44.553 INFO:tasks.rados.rados.0.smithi112.stdout:3907: done (1 left) 2024-04-02T08:44:44.553 INFO:tasks.rados.rados.0.smithi112.stdout:3909: done (0 left) 2024-04-02T08:44:44.553 INFO:tasks.rados.rados.0.smithi112.stdout:3910: setattr oid 47 current snap is 391 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:3911: read oid 49 snap -1 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:3911: expect deleted 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:3912: copy_from oid 8 from oid 22 current snap is 391 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:3913: read oid 14 snap -1 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:3913: expect deleted 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 391 2024-04-02T08:44:44.555 INFO:tasks.rados.rados.0.smithi112.stdout:3914: seq_num 1211 ranges {6995968=688128,7684096=401408} 2024-04-02T08:44:44.596 INFO:tasks.rados.rados.0.smithi112.stdout:3914: writing smithi11277797-23 from 6995968 to 7684096 tid 1 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3914: writing smithi11277797-23 from 7684096 to 8085504 tid 2 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3915: read oid 38 snap -1 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3915: expect (ObjNum 1138 snap 365 seq_num 1138) 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3916: copy_from oid 12 from oid 34 current snap is 391 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3911: done (6 left) 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3913: done (5 left) 2024-04-02T08:44:44.599 INFO:tasks.rados.rados.0.smithi112.stdout:3917: snap_remove snap 382 2024-04-02T08:44:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:44 smithi187 ceph-mon[84356]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:44 smithi112 ceph-mon[91385]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:44.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:44 smithi112 ceph-mon[88945]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:45.437 INFO:tasks.rados.rados.0.smithi112.stdout:3917: done (5 left) 2024-04-02T08:44:45.437 INFO:tasks.rados.rados.0.smithi112.stdout:3918: read oid 9 snap -1 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3918: expect (ObjNum 1085 snap 346 seq_num 1085) 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3919: rollback oid 17 current snap is 391 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 17 to 359 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 47 v 1860 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3912: finishing copy_from racing read to smithi11277797-8 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3912: finishing copy_from to smithi11277797-8 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 8 v 1855 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3916: finishing copy_from to smithi11277797-12 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3916: got expected ENOENT (src dne) 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3916: finishing copy_from racing read to smithi11277797-12 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3914: finishing write tid 1 to smithi11277797-23 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3914: finishing write tid 2 to smithi11277797-23 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3914: finishing write tid 3 to smithi11277797-23 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3914: finishing write tid 4 to smithi11277797-23 2024-04-02T08:44:45.438 INFO:tasks.rados.rados.0.smithi112.stdout:3914: oid 23 updating version 0 to 1448 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3914: oid 23 version 1448 is already newer than 1446 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3914: oid 23 version 1448 is already newer than 1447 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1448 (ObjNum 1211 snap 391 seq_num 1211) dirty exists 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3914: left oid 23 (ObjNum 1211 snap 391 seq_num 1211) 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3910: done (6 left) 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3912: done (5 left) 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3914: done (4 left) 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3916: done (3 left) 2024-04-02T08:44:45.439 INFO:tasks.rados.rados.0.smithi112.stdout:3920: snap_remove snap 387 2024-04-02T08:44:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:45 smithi187 ceph-mon[84356]: pgmap v943: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 598 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:44:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:45 smithi187 ceph-mon[84356]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:45 smithi112 ceph-mon[91385]: pgmap v943: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 598 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:44:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:45 smithi112 ceph-mon[91385]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:45 smithi112 ceph-mon[88945]: pgmap v943: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 598 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:44:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:45 smithi112 ceph-mon[88945]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:46.443 INFO:tasks.rados.rados.0.smithi112.stdout:3920: done (3 left) 2024-04-02T08:44:46.444 INFO:tasks.rados.rados.0.smithi112.stdout:3921: read oid 12 snap 389 2024-04-02T08:44:46.444 INFO:tasks.rados.rados.0.smithi112.stdout:3921: expect (ObjNum 1157 snap 373 seq_num 1157) 2024-04-02T08:44:46.444 INFO:tasks.rados.rados.0.smithi112.stdout:3915: expect (ObjNum 1138 snap 365 seq_num 1138) 2024-04-02T08:44:46.509 INFO:tasks.rados.rados.0.smithi112.stdout:3919: finishing rollback tid 0 to smithi11277797-17 2024-04-02T08:44:46.509 INFO:tasks.rados.rados.0.smithi112.stdout:3919: finishing rollback tid 1 to smithi11277797-17 2024-04-02T08:44:46.509 INFO:tasks.rados.rados.0.smithi112.stdout:3919: finishing rollback tid 2 to smithi11277797-17 2024-04-02T08:44:46.509 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 17 v 1452 (ObjNum 1100 snap 352 seq_num 1100) dirty exists 2024-04-02T08:44:46.509 INFO:tasks.rados.rados.0.smithi112.stdout:3918: expect (ObjNum 1085 snap 346 seq_num 1085) 2024-04-02T08:44:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:46 smithi187 ceph-mon[84356]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:46.850 INFO:tasks.rados.rados.0.smithi112.stdout:3915: done (3 left) 2024-04-02T08:44:46.850 INFO:tasks.rados.rados.0.smithi112.stdout:3918: done (2 left) 2024-04-02T08:44:46.850 INFO:tasks.rados.rados.0.smithi112.stdout:3919: done (1 left) 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3922: read oid 48 snap 374 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3922: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3923: copy_from oid 2 from oid 49 current snap is 391 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3924: copy_from oid 50 from oid 41 current snap is 391 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3925: rollback oid 36 current snap is 391 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 36 to 359 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3926: copy_from oid 15 from oid 22 current snap is 391 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 391 2024-04-02T08:44:46.851 INFO:tasks.rados.rados.0.smithi112.stdout:3927: seq_num 1212 ranges {0=704512,704512=401408} 2024-04-02T08:44:46.854 INFO:tasks.rados.rados.0.smithi112.stdout:3927: writing smithi11277797-3 from 0 to 704512 tid 1 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3927: writing smithi11277797-3 from 704512 to 1105920 tid 2 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3928: copy_from oid 30 from oid 39 current snap is 391 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3926: finishing copy_from racing read to smithi11277797-15 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3926: finishing copy_from to smithi11277797-15 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 15 v 1855 (ObjNum 33 snap 0 seq_num 2349966704) dirty exists 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3925: finishing rollback tid 0 to smithi11277797-36 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3925: finishing rollback tid 1 to smithi11277797-36 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3923: finishing copy_from to smithi11277797-2 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3923: got expected ENOENT (src dne) 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3926: done (7 left) 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:3929: rollback oid 9 current snap is 391 2024-04-02T08:44:46.858 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 9 to 357 2024-04-02T08:44:46.859 INFO:tasks.rados.rados.0.smithi112.stdout:3930: snap_create 2024-04-02T08:44:46.859 INFO:tasks.rados.rados.0.smithi112.stdout:3923: finishing copy_from racing read to smithi11277797-2 2024-04-02T08:44:46.859 INFO:tasks.rados.rados.0.smithi112.stdout:3925: finishing rollback tid 2 to smithi11277797-36 2024-04-02T08:44:46.859 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 2300 (ObjNum 1111 snap 355 seq_num 1111) dirty exists 2024-04-02T08:44:46.862 INFO:tasks.rados.rados.0.smithi112.stdout:3927: finishing write tid 1 to smithi11277797-3 2024-04-02T08:44:46.863 INFO:tasks.rados.rados.0.smithi112.stdout:3927: finishing write tid 2 to smithi11277797-3 2024-04-02T08:44:46.863 INFO:tasks.rados.rados.0.smithi112.stdout:3927: finishing write tid 3 to smithi11277797-3 2024-04-02T08:44:46.864 INFO:tasks.rados.rados.0.smithi112.stdout:3929: finishing rollback tid 0 to smithi11277797-9 2024-04-02T08:44:46.864 INFO:tasks.rados.rados.0.smithi112.stdout:3929: finishing rollback tid 1 to smithi11277797-9 2024-04-02T08:44:46.865 INFO:tasks.rados.rados.0.smithi112.stdout:3929: finishing rollback tid 2 to smithi11277797-9 2024-04-02T08:44:46.865 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1863 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:44:46.865 INFO:tasks.rados.rados.0.smithi112.stdout:3921: expect (ObjNum 1157 snap 373 seq_num 1157) 2024-04-02T08:44:46.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:46 smithi112 ceph-mon[91385]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:46.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:46 smithi112 ceph-mon[88945]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:3927: finishing write tid 4 to smithi11277797-3 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:3927: oid 3 updating version 0 to 1758 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:3927: oid 3 version 1758 is already newer than 1757 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:3927: oid 3 updating version 1758 to 1759 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1759 (ObjNum 1212 snap 391 seq_num 1212) dirty exists 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:3927: left oid 3 (ObjNum 1212 snap 391 seq_num 1212) 2024-04-02T08:44:47.040 INFO:tasks.rados.rados.0.smithi112.stdout:3922: expect (ObjNum 1101 snap 352 seq_num 1101) 2024-04-02T08:44:47.095 INFO:tasks.rados.rados.0.smithi112.stdout:3924: finishing copy_from racing read to smithi11277797-50 2024-04-02T08:44:47.095 INFO:tasks.rados.rados.0.smithi112.stdout:3928: finishing copy_from racing read to smithi11277797-30 2024-04-02T08:44:47.095 INFO:tasks.rados.rados.0.smithi112.stdout:3924: finishing copy_from to smithi11277797-50 2024-04-02T08:44:47.095 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 1909 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:44:47.095 INFO:tasks.rados.rados.0.smithi112.stdout:3928: finishing copy_from to smithi11277797-30 2024-04-02T08:44:47.095 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 30 v 1331 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3921: done (8 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3922: done (7 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3923: done (6 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3924: done (5 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3925: done (4 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3927: done (3 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3928: done (2 left) 2024-04-02T08:44:47.452 INFO:tasks.rados.rados.0.smithi112.stdout:3929: done (1 left) 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3930: done (0 left) 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3931: rollback oid 42 current snap is 392 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 381 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3932: read oid 27 snap -1 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3932: expect deleted 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3933: read oid 29 snap -1 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3933: expect (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3934: rollback oid 1 current snap is 392 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 1 to 344 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 3 current snap is 392 2024-04-02T08:44:47.453 INFO:tasks.rados.rados.0.smithi112.stdout:3935: seq_num 1213 ranges {1105920=720896,1826816=401408} 2024-04-02T08:44:47.461 INFO:tasks.rados.rados.0.smithi112.stdout:3935: writing smithi11277797-3 from 1105920 to 1826816 tid 1 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3935: writing smithi11277797-3 from 1826816 to 2228224 tid 2 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3936: read oid 34 snap -1 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3936: expect deleted 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3937: setattr oid 14 current snap is 392 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3931: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3931: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1851 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:44:47.464 INFO:tasks.rados.rados.0.smithi112.stdout:3934: finishing rollback tid 1 to smithi11277797-1 2024-04-02T08:44:47.465 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1749 (ObjNum 1345 snap 0 seq_num 3479154976) dirty dne 2024-04-02T08:44:47.465 INFO:tasks.rados.rados.0.smithi112.stdout:3931: done (6 left) 2024-04-02T08:44:47.465 INFO:tasks.rados.rados.0.smithi112.stdout:3932: done (5 left) 2024-04-02T08:44:47.465 INFO:tasks.rados.rados.0.smithi112.stdout:3934: done (4 left) 2024-04-02T08:44:47.465 INFO:tasks.rados.rados.0.smithi112.stdout:3936: done (3 left) 2024-04-02T08:44:47.465 INFO:tasks.rados.rados.0.smithi112.stdout:3938: delete oid 5 current snap is 392 2024-04-02T08:44:47.468 INFO:tasks.rados.rados.0.smithi112.stdout:3938: done (3 left) 2024-04-02T08:44:47.468 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 1 current snap is 392 2024-04-02T08:44:47.468 INFO:tasks.rados.rados.0.smithi112.stdout:3939: seq_num 1215 ranges {0=753664,753664=401408} 2024-04-02T08:44:47.472 INFO:tasks.rados.rados.0.smithi112.stdout:3939: writing smithi11277797-1 from 0 to 753664 tid 1 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3939: writing smithi11277797-1 from 753664 to 1155072 tid 2 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3940: delete oid 7 current snap is 392 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: finishing write tid 1 to smithi11277797-3 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: finishing write tid 2 to smithi11277797-3 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: finishing write tid 3 to smithi11277797-3 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: finishing write tid 4 to smithi11277797-3 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: oid 3 updating version 0 to 1760 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: oid 3 updating version 1760 to 1761 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: oid 3 updating version 1761 to 1762 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 3 v 1762 (ObjNum 1213 snap 392 seq_num 1213) dirty exists 2024-04-02T08:44:47.475 INFO:tasks.rados.rados.0.smithi112.stdout:3935: left oid 3 (ObjNum 1213 snap 392 seq_num 1213) 2024-04-02T08:44:47.482 INFO:tasks.rados.rados.0.smithi112.stdout:3939: finishing write tid 1 to smithi11277797-1 2024-04-02T08:44:47.482 INFO:tasks.rados.rados.0.smithi112.stdout:3939: finishing write tid 2 to smithi11277797-1 2024-04-02T08:44:47.482 INFO:tasks.rados.rados.0.smithi112.stdout:3939: finishing write tid 3 to smithi11277797-1 2024-04-02T08:44:47.482 INFO:tasks.rados.rados.0.smithi112.stdout:3939: finishing write tid 4 to smithi11277797-1 2024-04-02T08:44:47.483 INFO:tasks.rados.rados.0.smithi112.stdout:3939: oid 1 updating version 0 to 1765 2024-04-02T08:44:47.483 INFO:tasks.rados.rados.0.smithi112.stdout:3939: oid 1 version 1765 is already newer than 1763 2024-04-02T08:44:47.483 INFO:tasks.rados.rados.0.smithi112.stdout:3939: oid 1 version 1765 is already newer than 1764 2024-04-02T08:44:47.483 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 1 v 1765 (ObjNum 1215 snap 392 seq_num 1215) dirty exists 2024-04-02T08:44:47.483 INFO:tasks.rados.rados.0.smithi112.stdout:3939: left oid 1 (ObjNum 1215 snap 392 seq_num 1215) 2024-04-02T08:44:47.484 INFO:tasks.rados.rados.0.smithi112.stdout:3935: done (4 left) 2024-04-02T08:44:47.484 INFO:tasks.rados.rados.0.smithi112.stdout:3939: done (3 left) 2024-04-02T08:44:47.484 INFO:tasks.rados.rados.0.smithi112.stdout:3940: done (2 left) 2024-04-02T08:44:47.484 INFO:tasks.rados.rados.0.smithi112.stdout:3941: snap_remove snap 372 2024-04-02T08:44:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:47 smithi187 ceph-mon[84356]: pgmap v946: 121 pgs: 121 active+clean; 601 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 938 KiB/s wr, 17 op/s 2024-04-02T08:44:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:47 smithi187 ceph-mon[84356]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:47 smithi112 ceph-mon[91385]: pgmap v946: 121 pgs: 121 active+clean; 601 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 938 KiB/s wr, 17 op/s 2024-04-02T08:44:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:47 smithi112 ceph-mon[91385]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:47 smithi112 ceph-mon[88945]: pgmap v946: 121 pgs: 121 active+clean; 601 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 938 KiB/s wr, 17 op/s 2024-04-02T08:44:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:47 smithi112 ceph-mon[88945]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:48.456 INFO:tasks.rados.rados.0.smithi112.stdout:3941: done (2 left) 2024-04-02T08:44:48.456 INFO:tasks.rados.rados.0.smithi112.stdout:3942: read oid 5 snap -1 2024-04-02T08:44:48.457 INFO:tasks.rados.rados.0.smithi112.stdout:3942: expect deleted 2024-04-02T08:44:48.457 INFO:tasks.rados.rados.0.smithi112.stdout:3943: snap_create 2024-04-02T08:44:48.457 INFO:tasks.rados.rados.0.smithi112.stdout:3933: expect (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:44:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:48 smithi187 ceph-mon[84356]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:48 smithi112 ceph-mon[91385]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:48.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:48 smithi112 ceph-mon[88945]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:49.093 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 14 v 1943 (ObjNum 33 snap 0 seq_num 2349685680) dirty exists 2024-04-02T08:44:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:3933: done (3 left) 2024-04-02T08:44:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:3937: done (2 left) 2024-04-02T08:44:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:3942: done (1 left) 2024-04-02T08:44:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:3943: done (0 left) 2024-04-02T08:44:49.371 INFO:tasks.rados.rados.0.smithi112.stdout:3944: snap_create 2024-04-02T08:44:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:44:49] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-04-02T08:44:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-mon[91385]: pgmap v949: 121 pgs: 121 active+clean; 616 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-02T08:44:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-mon[91385]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-mon[91385]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-mon[88945]: pgmap v949: 121 pgs: 121 active+clean; 616 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-02T08:44:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-mon[88945]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:49 smithi112 ceph-mon[88945]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:49 smithi187 ceph-mon[84356]: pgmap v949: 121 pgs: 121 active+clean; 616 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-02T08:44:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:49 smithi187 ceph-mon[84356]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:49 smithi187 ceph-mon[84356]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:50.374 INFO:tasks.rados.rados.0.smithi112.stdout:3944: done (0 left) 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3945: rmattr oid 7 current snap is 394 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3945: done (0 left) 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3946: read oid 17 snap 357 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3946: expect (ObjNum 1100 snap 352 seq_num 1100) 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3947: read oid 46 snap -1 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3947: expect deleted 2024-04-02T08:44:50.375 INFO:tasks.rados.rados.0.smithi112.stdout:3948: snap_create 2024-04-02T08:44:50.399 INFO:tasks.rados.rados.0.smithi112.stdout:3946: expect (ObjNum 1100 snap 352 seq_num 1100) 2024-04-02T08:44:51.376 INFO:tasks.rados.rados.0.smithi112.stdout:3946: done (2 left) 2024-04-02T08:44:51.377 INFO:tasks.rados.rados.0.smithi112.stdout:3947: done (1 left) 2024-04-02T08:44:51.377 INFO:tasks.rados.rados.0.smithi112.stdout:3948: done (0 left) 2024-04-02T08:44:51.377 INFO:tasks.rados.rados.0.smithi112.stdout:3949: snap_create 2024-04-02T08:44:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:51 smithi187 ceph-mon[84356]: pgmap v952: 121 pgs: 121 active+clean; 616 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 524 KiB/s wr, 10 op/s 2024-04-02T08:44:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:51 smithi187 ceph-mon[84356]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:51 smithi112 ceph-mon[91385]: pgmap v952: 121 pgs: 121 active+clean; 616 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 524 KiB/s wr, 10 op/s 2024-04-02T08:44:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:51 smithi112 ceph-mon[91385]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:51 smithi112 ceph-mon[88945]: pgmap v952: 121 pgs: 121 active+clean; 616 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 524 KiB/s wr, 10 op/s 2024-04-02T08:44:51.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:51 smithi112 ceph-mon[88945]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:52.383 INFO:tasks.rados.rados.0.smithi112.stdout:3949: done (0 left) 2024-04-02T08:44:52.383 INFO:tasks.rados.rados.0.smithi112.stdout:3950: snap_remove snap 390 2024-04-02T08:44:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:52 smithi187 ceph-mon[84356]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:44:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:52 smithi112 ceph-mon[88945]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:52.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:52 smithi112 ceph-mon[91385]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3950: done (0 left) 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3951: rmattr oid 50 current snap is 396 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3952: read oid 35 snap 378 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3952: expect deleted 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3953: read oid 44 snap -1 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3953: expect (ObjNum 1191 snap 385 seq_num 1191) 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:3954: rollback oid 42 current snap is 396 2024-04-02T08:44:53.386 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 339 2024-04-02T08:44:53.387 INFO:tasks.rados.rados.0.smithi112.stdout:3955: delete oid 22 current snap is 396 2024-04-02T08:44:53.393 INFO:tasks.rados.rados.0.smithi112.stdout:3955: done (4 left) 2024-04-02T08:44:53.393 INFO:tasks.rados.rados.0.smithi112.stdout:3956: setattr oid 9 current snap is 396 2024-04-02T08:44:53.395 INFO:tasks.rados.rados.0.smithi112.stdout:3957: rollback oid 32 current snap is 396 2024-04-02T08:44:53.395 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 32 to 393 2024-04-02T08:44:53.396 INFO:tasks.rados.rados.0.smithi112.stdout:3958: snap_remove snap 386 2024-04-02T08:44:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:53 smithi187 ceph-mon[84356]: pgmap v955: 121 pgs: 121 active+clean; 631 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:44:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:53 smithi187 ceph-mon[84356]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:53 smithi112 ceph-mon[91385]: pgmap v955: 121 pgs: 121 active+clean; 631 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:44:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:53 smithi112 ceph-mon[91385]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:53 smithi112 ceph-mon[88945]: pgmap v955: 121 pgs: 121 active+clean; 631 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:44:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:53 smithi112 ceph-mon[88945]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:54.374 INFO:tasks.rados.rados.0.smithi112.stdout:3958: done (6 left) 2024-04-02T08:44:54.374 INFO:tasks.rados.rados.0.smithi112.stdout:3959: read oid 27 snap -1 2024-04-02T08:44:54.374 INFO:tasks.rados.rados.0.smithi112.stdout:3959: expect deleted 2024-04-02T08:44:54.374 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 33 current snap is 396 2024-04-02T08:44:54.375 INFO:tasks.rados.rados.0.smithi112.stdout:3960: seq_num 1218 ranges {7864320=802816,8667136=401408} 2024-04-02T08:44:54.422 INFO:tasks.rados.rados.0.smithi112.stdout:3960: writing smithi11277797-33 from 7864320 to 8667136 tid 1 2024-04-02T08:44:54.425 INFO:tasks.rados.rados.0.smithi112.stdout:3960: writing smithi11277797-33 from 8667136 to 9068544 tid 2 2024-04-02T08:44:54.425 INFO:tasks.rados.rados.0.smithi112.stdout:3961: snap_remove snap 359 2024-04-02T08:44:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:54 smithi187 ceph-mon[84356]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:54 smithi187 ceph-mon[84356]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:54.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:54 smithi112 ceph-mon[88945]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:54.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:54 smithi112 ceph-mon[88945]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:54.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:54 smithi112 ceph-mon[91385]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:54.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:54 smithi112 ceph-mon[91385]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:55.408 INFO:tasks.rados.rados.0.smithi112.stdout:3961: done (8 left) 2024-04-02T08:44:55.408 INFO:tasks.rados.rados.0.smithi112.stdout:3962: read oid 13 snap -1 2024-04-02T08:44:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:3962: expect (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:44:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 23 current snap is 396 2024-04-02T08:44:55.409 INFO:tasks.rados.rados.0.smithi112.stdout:3963: seq_num 1219 ranges {8085504=417792,8503296=557056,9060352=245760} 2024-04-02T08:44:55.458 INFO:tasks.rados.rados.0.smithi112.stdout:3963: writing smithi11277797-23 from 8085504 to 8503296 tid 1 2024-04-02T08:44:55.460 INFO:tasks.rados.rados.0.smithi112.stdout:3963: writing smithi11277797-23 from 8503296 to 9060352 tid 2 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3963: writing smithi11277797-23 from 9060352 to 9306112 tid 3 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3964: read oid 48 snap -1 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3964: expect (ObjNum 1205 snap 390 seq_num 1205) 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3965: copy_from oid 40 from oid 24 current snap is 396 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 1910 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3951: done (11 left) 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3966: read oid 18 snap 327 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3966: expect (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3967: read oid 45 snap -1 2024-04-02T08:44:55.463 INFO:tasks.rados.rados.0.smithi112.stdout:3967: expect (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3968: read oid 16 snap -1 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3968: expect deleted 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3969: copy_from oid 29 from oid 50 current snap is 396 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3957: finishing rollback tid 1 to smithi11277797-32 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 32 v 1354 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3952: done (14 left) 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3957: done (13 left) 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3970: read oid 8 snap -1 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3970: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3971: snap_create 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3954: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1865 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3954: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1854 (ObjNum 1037 snap 339 seq_num 1037) dirty exists 2024-04-02T08:44:55.464 INFO:tasks.rados.rados.0.smithi112.stdout:3953: expect (ObjNum 1191 snap 385 seq_num 1191) 2024-04-02T08:44:55.682 INFO:tasks.rados.rados.0.smithi112.stdout:3960: finishing write tid 1 to smithi11277797-33 2024-04-02T08:44:55.682 INFO:tasks.rados.rados.0.smithi112.stdout:3960: finishing write tid 2 to smithi11277797-33 2024-04-02T08:44:55.682 INFO:tasks.rados.rados.0.smithi112.stdout:3960: finishing write tid 3 to smithi11277797-33 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:3960: finishing write tid 4 to smithi11277797-33 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:3960: oid 33 updating version 0 to 2011 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:3960: oid 33 version 2011 is already newer than 2010 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:3960: oid 33 version 2011 is already newer than 2009 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 33 v 2011 (ObjNum 1218 snap 396 seq_num 1218) dirty exists 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:3960: left oid 33 (ObjNum 1218 snap 396 seq_num 1218) 2024-04-02T08:44:55.683 INFO:tasks.rados.rados.0.smithi112.stdout:3962: expect (ObjNum 1078 snap 344 seq_num 1078) 2024-04-02T08:44:55.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:55 smithi187 ceph-mon[84356]: pgmap v958: 121 pgs: 121 active+clean; 631 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:44:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:55 smithi112 ceph-mon[91385]: pgmap v958: 121 pgs: 121 active+clean; 631 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:44:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:55 smithi112 ceph-mon[88945]: pgmap v958: 121 pgs: 121 active+clean; 631 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:44:56.310 INFO:tasks.rados.rados.0.smithi112.stdout:3963: finishing write tid 1 to smithi11277797-23 2024-04-02T08:44:56.310 INFO:tasks.rados.rados.0.smithi112.stdout:3970: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:44:56.311 INFO:tasks.rados.rados.0.smithi112.stdout:3963: finishing write tid 2 to smithi11277797-23 2024-04-02T08:44:56.311 INFO:tasks.rados.rados.0.smithi112.stdout:3963: finishing write tid 3 to smithi11277797-23 2024-04-02T08:44:56.311 INFO:tasks.rados.rados.0.smithi112.stdout:3963: finishing write tid 4 to smithi11277797-23 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3963: finishing write tid 5 to smithi11277797-23 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3963: oid 23 updating version 0 to 1480 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3963: oid 23 version 1480 is already newer than 1478 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3963: oid 23 version 1480 is already newer than 1477 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3963: oid 23 version 1480 is already newer than 1479 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 23 v 1480 (ObjNum 1219 snap 396 seq_num 1219) dirty exists 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3963: left oid 23 (ObjNum 1219 snap 396 seq_num 1219) 2024-04-02T08:44:56.312 INFO:tasks.rados.rados.0.smithi112.stdout:3966: expect (ObjNum 982 snap 318 seq_num 982) 2024-04-02T08:44:56.365 INFO:tasks.rados.rados.0.smithi112.stdout:3967: expect (ObjNum 1017 snap 330 seq_num 1017) 2024-04-02T08:44:56.473 INFO:tasks.rados.rados.0.smithi112.stdout:3964: expect (ObjNum 1205 snap 390 seq_num 1205) 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3969: finishing copy_from racing read to smithi11277797-29 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3969: finishing copy_from to smithi11277797-29 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 29 v 1910 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3965: finishing copy_from racing read to smithi11277797-40 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3965: finishing copy_from to smithi11277797-40 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 40 v 1918 (ObjNum 1080 snap 344 seq_num 1080) dirty exists 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3953: done (14 left) 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3954: done (13 left) 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3956: done (12 left) 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3959: done (11 left) 2024-04-02T08:44:56.585 INFO:tasks.rados.rados.0.smithi112.stdout:3960: done (10 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3962: done (9 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3963: done (8 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3964: done (7 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3965: done (6 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3966: done (5 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3967: done (4 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3968: done (3 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3969: done (2 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3970: done (1 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3971: done (0 left) 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3972: copy_from oid 47 from oid 22 current snap is 397 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 49 current snap is 397 2024-04-02T08:44:56.586 INFO:tasks.rados.rados.0.smithi112.stdout:3973: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-04-02T08:44:56.587 INFO:tasks.rados.rados.0.smithi112.stdout:3973: writing smithi11277797-49 from 0 to 434176 tid 1 2024-04-02T08:44:56.589 INFO:tasks.rados.rados.0.smithi112.stdout:3973: writing smithi11277797-49 from 434176 to 876544 tid 2 2024-04-02T08:44:56.592 INFO:tasks.rados.rados.0.smithi112.stdout:3973: writing smithi11277797-49 from 876544 to 1236992 tid 3 2024-04-02T08:44:56.592 INFO:tasks.rados.rados.0.smithi112.stdout:3974: snap_remove snap 327 2024-04-02T08:44:56.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:56 smithi187 ceph-mon[84356]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:56.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:56 smithi112 ceph-mon[91385]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:56.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:56 smithi112 ceph-mon[88945]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:57.417 INFO:tasks.rados.rados.0.smithi112.stdout:3972: finishing copy_from to smithi11277797-47 2024-04-02T08:44:57.417 INFO:tasks.rados.rados.0.smithi112.stdout:3972: got expected ENOENT (src dne) 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3972: finishing copy_from racing read to smithi11277797-47 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: finishing write tid 1 to smithi11277797-49 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: finishing write tid 2 to smithi11277797-49 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: finishing write tid 3 to smithi11277797-49 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: finishing write tid 4 to smithi11277797-49 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: finishing write tid 5 to smithi11277797-49 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: oid 49 updating version 0 to 2324 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: oid 49 updating version 2324 to 2325 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: oid 49 updating version 2325 to 2326 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: oid 49 version 2326 is already newer than 2323 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 49 v 2326 (ObjNum 1220 snap 397 seq_num 1220) dirty exists 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3973: left oid 49 (ObjNum 1220 snap 397 seq_num 1220) 2024-04-02T08:44:57.418 INFO:tasks.rados.rados.0.smithi112.stdout:3972: done (2 left) 2024-04-02T08:44:57.419 INFO:tasks.rados.rados.0.smithi112.stdout:3973: done (1 left) 2024-04-02T08:44:57.419 INFO:tasks.rados.rados.0.smithi112.stdout:3974: done (0 left) 2024-04-02T08:44:57.419 INFO:tasks.rados.rados.0.smithi112.stdout:3975: rmattr oid 9 current snap is 397 2024-04-02T08:44:57.419 INFO:tasks.rados.rados.0.smithi112.stdout:3976: delete oid 41 current snap is 397 2024-04-02T08:44:57.432 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 9 v 1866 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-04-02T08:44:57.443 INFO:tasks.rados.rados.0.smithi112.stdout:3975: done (1 left) 2024-04-02T08:44:57.443 INFO:tasks.rados.rados.0.smithi112.stdout:3976: done (0 left) 2024-04-02T08:44:57.443 INFO:tasks.rados.rados.0.smithi112.stdout:3977: rollback oid 27 current snap is 397 2024-04-02T08:44:57.443 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 27 to 373 2024-04-02T08:44:57.443 INFO:tasks.rados.rados.0.smithi112.stdout:3978: snap_remove snap 379 2024-04-02T08:44:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:57 smithi187 ceph-mon[84356]: pgmap v961: 121 pgs: 121 active+clean; 630 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T08:44:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:57 smithi187 ceph-mon[84356]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:57 smithi112 ceph-mon[91385]: pgmap v961: 121 pgs: 121 active+clean; 630 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T08:44:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:57 smithi112 ceph-mon[91385]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:57 smithi112 ceph-mon[88945]: pgmap v961: 121 pgs: 121 active+clean; 630 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T08:44:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:57 smithi112 ceph-mon[88945]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:58.424 INFO:tasks.rados.rados.0.smithi112.stdout:3977: finishing rollback tid 1 to smithi11277797-27 2024-04-02T08:44:58.424 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 27 v 2126 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:44:58.424 INFO:tasks.rados.rados.0.smithi112.stdout:3977: done (1 left) 2024-04-02T08:44:58.424 INFO:tasks.rados.rados.0.smithi112.stdout:3978: done (0 left) 2024-04-02T08:44:58.425 INFO:tasks.rados.rados.0.smithi112.stdout:3979: snap_remove snap 363 2024-04-02T08:44:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:58 smithi187 ceph-mon[84356]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:58.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:58 smithi112 ceph-mon[88945]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:58.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:58 smithi112 ceph-mon[91385]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:59.373 INFO:tasks.rados.rados.0.smithi112.stdout:3979: done (0 left) 2024-04-02T08:44:59.373 INFO:tasks.rados.rados.0.smithi112.stdout:3980: setattr oid 36 current snap is 397 2024-04-02T08:44:59.373 INFO:tasks.rados.rados.0.smithi112.stdout:3981: delete oid 33 current snap is 397 2024-04-02T08:44:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3981: done (1 left) 2024-04-02T08:44:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 36 v 2343 (ObjNum 1111 snap 355 seq_num 1111) dirty exists 2024-04-02T08:44:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3982: read oid 49 snap -1 2024-04-02T08:44:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3982: expect (ObjNum 1220 snap 397 seq_num 1220) 2024-04-02T08:44:59.392 INFO:tasks.rados.rados.0.smithi112.stdout:3980: done (1 left) 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:3983: rollback oid 38 current snap is 397 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 38 to 338 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:3984: read oid 28 snap -1 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:3984: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:3985: read oid 19 snap -1 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:3985: expect (ObjNum 1175 snap 382 seq_num 1175) 2024-04-02T08:44:59.393 INFO:tasks.rados.rados.0.smithi112.stdout:3986: delete oid 10 current snap is 397 2024-04-02T08:44:59.400 INFO:tasks.rados.rados.0.smithi112.stdout:3985: expect (ObjNum 1175 snap 382 seq_num 1175) 2024-04-02T08:44:59.424 INFO:tasks.rados.rados.0.smithi112.stdout:3985: done (4 left) 2024-04-02T08:44:59.425 INFO:tasks.rados.rados.0.smithi112.stdout:3986: done (3 left) 2024-04-02T08:44:59.425 INFO:tasks.rados.rados.0.smithi112.stdout:3987: copy_from oid 17 from oid 5 current snap is 397 2024-04-02T08:44:59.425 INFO:tasks.rados.rados.0.smithi112.stdout:3982: expect (ObjNum 1220 snap 397 seq_num 1220) 2024-04-02T08:44:59.484 INFO:tasks.rados.rados.0.smithi112.stdout:3983: finishing rollback tid 0 to smithi11277797-38 2024-04-02T08:44:59.484 INFO:tasks.rados.rados.0.smithi112.stdout:3983: finishing rollback tid 1 to smithi11277797-38 2024-04-02T08:44:59.484 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 38 v 2017 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:44:59.484 INFO:tasks.rados.rados.0.smithi112.stdout:3984: expect (ObjNum 935 snap 296 seq_num 935) 2024-04-02T08:44:59.547 INFO:tasks.rados.rados.0.smithi112.stdout:3987: finishing copy_from to smithi11277797-17 2024-04-02T08:44:59.547 INFO:tasks.rados.rados.0.smithi112.stdout:3987: got expected ENOENT (src dne) 2024-04-02T08:44:59.547 INFO:tasks.rados.rados.0.smithi112.stdout:3987: finishing copy_from racing read to smithi11277797-17 2024-04-02T08:44:59.547 INFO:tasks.rados.rados.0.smithi112.stdout:3982: done (3 left) 2024-04-02T08:44:59.547 INFO:tasks.rados.rados.0.smithi112.stdout:3983: done (2 left) 2024-04-02T08:44:59.547 INFO:tasks.rados.rados.0.smithi112.stdout:3984: done (1 left) 2024-04-02T08:44:59.548 INFO:tasks.rados.rados.0.smithi112.stdout:3987: done (0 left) 2024-04-02T08:44:59.548 INFO:tasks.rados.rados.0.smithi112.stdout:3988: rmattr oid 3 current snap is 397 2024-04-02T08:44:59.548 INFO:tasks.rados.rados.0.smithi112.stdout:3988: done (0 left) 2024-04-02T08:44:59.548 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 50 current snap is 397 2024-04-02T08:44:59.548 INFO:tasks.rados.rados.0.smithi112.stdout:3989: seq_num 1224 ranges {4718592=507904,5226496=425984,5652480=376832} 2024-04-02T08:44:59.575 INFO:tasks.rados.rados.0.smithi112.stdout:3989: writing smithi11277797-50 from 4718592 to 5226496 tid 1 2024-04-02T08:44:59.577 INFO:tasks.rados.rados.0.smithi112.stdout:3989: writing smithi11277797-50 from 5226496 to 5652480 tid 2 2024-04-02T08:44:59.580 INFO:tasks.rados.rados.0.smithi112.stdout:3989: writing smithi11277797-50 from 5652480 to 6029312 tid 3 2024-04-02T08:44:59.580 INFO:tasks.rados.rados.0.smithi112.stdout:3990: copy_from oid 39 from oid 13 current snap is 397 2024-04-02T08:44:59.580 INFO:tasks.rados.rados.0.smithi112.stdout:3991: setattr oid 10 current snap is 397 2024-04-02T08:44:59.580 INFO:tasks.rados.rados.0.smithi112.stdout:3989: finishing write tid 1 to smithi11277797-50 2024-04-02T08:44:59.582 INFO:tasks.rados.rados.0.smithi112.stdout:3992: rollback oid 42 current snap is 397 2024-04-02T08:44:59.582 INFO:tasks.rados.rados.0.smithi112.stdout:rollback oid 42 to 384 2024-04-02T08:44:59.582 INFO:tasks.rados.rados.0.smithi112.stdout:3993: read oid 31 snap 388 2024-04-02T08:44:59.582 INFO:tasks.rados.rados.0.smithi112.stdout:3993: expect (ObjNum 1150 snap 370 seq_num 1150) 2024-04-02T08:44:59.582 INFO:tasks.rados.rados.0.smithi112.stdout:3994: delete oid 15 current snap is 397 2024-04-02T08:44:59.583 INFO:tasks.rados.rados.0.smithi112.stdout:3989: finishing write tid 2 to smithi11277797-50 2024-04-02T08:44:59.584 INFO:tasks.rados.rados.0.smithi112.stdout:3989: finishing write tid 3 to smithi11277797-50 2024-04-02T08:44:59.585 INFO:tasks.rados.rados.0.smithi112.stdout:3989: finishing write tid 4 to smithi11277797-50 2024-04-02T08:44:59.586 INFO:tasks.rados.rados.0.smithi112.stdout:3989: finishing write tid 5 to smithi11277797-50 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:3989: oid 50 updating version 0 to 1914 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:3989: oid 50 version 1914 is already newer than 1912 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:3989: oid 50 version 1914 is already newer than 1913 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:3989: oid 50 version 1914 is already newer than 1911 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 50 v 1914 (ObjNum 1224 snap 397 seq_num 1224) dirty exists 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:3989: left oid 50 (ObjNum 1224 snap 397 seq_num 1224) 2024-04-02T08:44:59.587 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 10 v 1942 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:44:59.588 INFO:tasks.rados.rados.0.smithi112.stdout:3992: finishing rollback tid 0 to smithi11277797-42 2024-04-02T08:44:59.589 INFO:tasks.rados.rados.0.smithi112.stdout:3989: done (5 left) 2024-04-02T08:44:59.590 INFO:tasks.rados.rados.0.smithi112.stdout:3991: done (4 left) 2024-04-02T08:44:59.590 INFO:tasks.rados.rados.0.smithi112.stdout:3994: done (3 left) 2024-04-02T08:44:59.590 INFO:tasks.rados.rados.0.smithi112.stdout:3995: snap_remove snap 345 2024-04-02T08:44:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-mon[88945]: pgmap v964: 121 pgs: 121 active+clean; 625 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 894 KiB/s wr, 12 op/s 2024-04-02T08:44:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-mon[88945]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-mon[88945]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-mon[91385]: pgmap v964: 121 pgs: 121 active+clean; 625 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 894 KiB/s wr, 12 op/s 2024-04-02T08:44:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-mon[91385]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-mon[91385]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:44:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:44:59] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:44:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:59 smithi187 ceph-mon[84356]: pgmap v964: 121 pgs: 121 active+clean; 625 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 894 KiB/s wr, 12 op/s 2024-04-02T08:44:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:59 smithi187 ceph-mon[84356]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:44:59 smithi187 ceph-mon[84356]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:45:00.429 INFO:tasks.rados.rados.0.smithi112.stdout:3995: done (3 left) 2024-04-02T08:45:00.430 INFO:tasks.rados.rados.0.smithi112.stdout:3996: snap_remove snap 391 2024-04-02T08:45:01.436 INFO:tasks.rados.rados.0.smithi112.stdout:3992: finishing rollback tid 1 to smithi11277797-42 2024-04-02T08:45:01.436 INFO:tasks.rados.rados.0.smithi112.stdout:3992: finishing rollback tid 2 to smithi11277797-42 2024-04-02T08:45:01.436 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 42 v 1857 (ObjNum 1176 snap 382 seq_num 1176) dirty exists 2024-04-02T08:45:01.436 INFO:tasks.rados.rados.0.smithi112.stdout:3993: expect (ObjNum 1150 snap 370 seq_num 1150) 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3990: finishing copy_from racing read to smithi11277797-39 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3990: finishing copy_from to smithi11277797-39 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 39 v 1929 (ObjNum 1078 snap 344 seq_num 1078) dirty exists 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3990: done (3 left) 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3992: done (2 left) 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3993: done (1 left) 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3996: done (0 left) 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:append oid 21 current snap is 397 2024-04-02T08:45:01.586 INFO:tasks.rados.rados.0.smithi112.stdout:3997: seq_num 1226 ranges {1302528=540672,1843200=598016,2441216=204800} 2024-04-02T08:45:01.595 INFO:tasks.rados.rados.0.smithi112.stdout:3997: writing smithi11277797-21 from 1302528 to 1843200 tid 1 2024-04-02T08:45:01.599 INFO:tasks.rados.rados.0.smithi112.stdout:3997: writing smithi11277797-21 from 1843200 to 2441216 tid 2 2024-04-02T08:45:01.601 INFO:tasks.rados.rados.0.smithi112.stdout:3997: writing smithi11277797-21 from 2441216 to 2646016 tid 3 2024-04-02T08:45:01.601 INFO:tasks.rados.rados.0.smithi112.stdout:3998: setattr oid 11 current snap is 397 2024-04-02T08:45:01.601 INFO:tasks.rados.rados.0.smithi112.stdout:3997: finishing write tid 1 to smithi11277797-21 2024-04-02T08:45:01.603 INFO:tasks.rados.rados.0.smithi112.stdout:3999: read oid 22 snap -1 2024-04-02T08:45:01.603 INFO:tasks.rados.rados.0.smithi112.stdout:3999: expect deleted 2024-04-02T08:45:01.603 INFO:tasks.rados.rados.0.smithi112.stdout: waiting on 3 2024-04-02T08:45:01.603 INFO:tasks.rados.rados.0.smithi112.stdout:3999: done (2 left) 2024-04-02T08:45:01.604 INFO:tasks.rados.rados.0.smithi112.stdout: waiting on 2 2024-04-02T08:45:01.605 INFO:tasks.rados.rados.0.smithi112.stdout:3997: finishing write tid 2 to smithi11277797-21 2024-04-02T08:45:01.605 INFO:tasks.rados.rados.0.smithi112.stdout:3997: finishing write tid 3 to smithi11277797-21 2024-04-02T08:45:01.605 INFO:tasks.rados.rados.0.smithi112.stdout:3997: finishing write tid 4 to smithi11277797-21 2024-04-02T08:45:01.607 INFO:tasks.rados.rados.0.smithi112.stdout:3997: finishing write tid 5 to smithi11277797-21 2024-04-02T08:45:01.607 INFO:tasks.rados.rados.0.smithi112.stdout:3997: oid 21 updating version 0 to 1980 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout:3997: oid 21 version 1980 is already newer than 1978 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout:3997: oid 21 version 1980 is already newer than 1979 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout:3997: oid 21 version 1980 is already newer than 1977 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 21 v 1980 (ObjNum 1226 snap 397 seq_num 1226) dirty exists 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout:3997: left oid 21 (ObjNum 1226 snap 397 seq_num 1226) 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout:3997: done (1 left) 2024-04-02T08:45:01.608 INFO:tasks.rados.rados.0.smithi112.stdout: waiting on 1 2024-04-02T08:45:01.609 INFO:tasks.rados.rados.0.smithi112.stdout:update_object_version oid 11 v 1917 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-04-02T08:45:01.609 INFO:tasks.rados.rados.0.smithi112.stdout:3998: done (0 left) 2024-04-02T08:45:01.612 INFO:tasks.rados.rados.0.smithi112.stderr:0 errors. 2024-04-02T08:45:01.612 INFO:tasks.rados.rados.0.smithi112.stderr: 2024-04-02T08:45:01.617 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:45:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:01 smithi187 ceph-mon[84356]: pgmap v967: 121 pgs: 121 active+clean; 635 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-02T08:45:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:01 smithi187 ceph-mon[84356]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:45:01.849 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:45:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:01 smithi112 ceph-mon[91385]: pgmap v967: 121 pgs: 121 active+clean; 635 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-02T08:45:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:01 smithi112 ceph-mon[91385]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:45:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:01 smithi112 ceph-mon[88945]: pgmap v967: 121 pgs: 121 active+clean; 635 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-02T08:45:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:01 smithi112 ceph-mon[88945]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:45:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:02 smithi112 ceph-mon[88945]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:45:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:02 smithi112 ceph-mon[91385]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:45:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:02 smithi187 ceph-mon[84356]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:45:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:45:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:03.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:03 smithi112 ceph-mon[88945]: pgmap v970: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 641 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2024-04-02T08:45:03.576 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:03 smithi112 ceph-mon[91385]: pgmap v970: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 641 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2024-04-02T08:45:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:03 smithi187 ceph-mon[84356]: pgmap v970: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 641 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2024-04-02T08:45:04.162 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:45:04.163 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":856,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T08:45:01.427970+0000","last_up_change":"2024-04-02T08:39:10.305571+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-02T08:30:57.233951+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"856","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":462,"snap_epoch":856,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":296,"up_from":307,"up_thru":523,"down_at":297,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6803","nonce":1379047481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6805","nonce":1379047481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6809","nonce":1379047481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6807","nonce":1379047481}]},"public_addr":"172.21.15.112:6803/1379047481","cluster_addr":"172.21.15.112:6805/1379047481","heartbeat_back_addr":"172.21.15.112:6809/1379047481","heartbeat_front_addr":"172.21.15.112:6807/1379047481","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":329,"up_from":338,"up_thru":523,"down_at":330,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6811","nonce":2155705472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6813","nonce":2155705472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6817","nonce":2155705472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6815","nonce":2155705472}]},"public_addr":"172.21.15.112:6811/2155705472","cluster_addr":"172.21.15.112:6813/2155705472","heartbeat_back_addr":"172.21.15.112:6817/2155705472","heartbeat_front_addr":"172.21.15.112:6815/2155705472","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":361,"up_from":372,"up_thru":523,"down_at":362,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6819","nonce":173267993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6821","nonce":173267993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6825","nonce":173267993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6823","nonce":173267993}]},"public_addr":"172.21.15.112:6819/173267993","cluster_addr":"172.21.15.112:6821/173267993","heartbeat_back_addr":"172.21.15.112:6825/173267993","heartbeat_front_addr":"172.21.15.112:6823/173267993","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":393,"up_from":403,"up_thru":523,"down_at":394,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6827","nonce":158628557}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6829","nonce":158628557}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6833","nonce":158628557}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6831","nonce":158628557}]},"public_addr":"172.21.15.112:6827/158628557","cluster_addr":"172.21.15.112:6829/158628557","heartbeat_back_addr":"172.21.15.112:6833/158628557","heartbeat_front_addr":"172.21.15.112:6831/158628557","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":425,"up_from":434,"up_thru":523,"down_at":426,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6801","nonce":3381057190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6803","nonce":3381057190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6807","nonce":3381057190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6805","nonce":3381057190}]},"public_addr":"172.21.15.187:6801/3381057190","cluster_addr":"172.21.15.187:6803/3381057190","heartbeat_back_addr":"172.21.15.187:6807/3381057190","heartbeat_front_addr":"172.21.15.187:6805/3381057190","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":455,"up_from":464,"up_thru":523,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6809","nonce":183794573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6811","nonce":183794573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6815","nonce":183794573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6813","nonce":183794573}]},"public_addr":"172.21.15.187:6809/183794573","cluster_addr":"172.21.15.187:6811/183794573","heartbeat_back_addr":"172.21.15.187:6815/183794573","heartbeat_front_addr":"172.21.15.187:6813/183794573","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":485,"up_from":492,"up_thru":523,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6817","nonce":3024612220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6819","nonce":3024612220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6823","nonce":3024612220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6821","nonce":3024612220}]},"public_addr":"172.21.15.187:6817/3024612220","cluster_addr":"172.21.15.187:6819/3024612220","heartbeat_back_addr":"172.21.15.187:6823/3024612220","heartbeat_front_addr":"172.21.15.187:6821/3024612220","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":513,"up_from":523,"up_thru":523,"down_at":514,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6825","nonce":1733969845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6827","nonce":1733969845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6831","nonce":1733969845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6829","nonce":1733969845}]},"public_addr":"172.21.15.187:6825/1733969845","cluster_addr":"172.21.15.187:6827/1733969845","heartbeat_back_addr":"172.21.15.187:6831/1733969845","heartbeat_front_addr":"172.21.15.187:6829/1733969845","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":296},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":329},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":361},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":393},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":425},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":455},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":485},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":513}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6835/2437110493":"2024-04-03T08:39:19.293141+0000","172.21.15.112:6834/2437110493":"2024-04-03T08:39:19.293141+0000","172.21.15.112:0/3239866350":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/1524292325":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/2672916834":"2024-04-03T08:33:37.613625+0000","172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.187:6834/2002352115":"2024-04-03T08:32:53.461675+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3845509":"2024-04-03T08:32:18.068786+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.187:6832/4085039393":"2024-04-03T08:39:40.654653+0000","172.21.15.112:0/1451467027":"2024-04-03T08:32:18.068786+0000","172.21.15.112:0/277242893":"2024-04-03T08:32:18.068786+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.187:6835/2002352115":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/321310249":"2024-04-03T08:33:37.613625+0000","172.21.15.187:0/3287711267":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.187:6833/4085039393":"2024-04-03T08:39:40.654653+0000","172.21.15.187:0/2516596759":"2024-04-03T08:32:53.461675+0000","172.21.15.112:6800/1253297441":"2024-04-03T08:32:18.068786+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6801/1253297441":"2024-04-03T08:32:18.068786+0000","172.21.15.187:0/2019956371":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3719672785":"2024-04-03T08:32:18.068786+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/3691193599":"2024-04-03T08:32:18.068786+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.187:0/1000934881":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6800/115576105":"2024-04-03T08:33:37.613625+0000","172.21.15.187:0/2546600435":"2024-04-03T08:32:53.461675+0000","172.21.15.112:6801/115576105":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/223391266":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.187:0/2264350789":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/944546358":"2024-04-03T08:33:37.613625+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":393,"length":1},{"begin":411,"length":1},{"begin":425,"length":1},{"begin":429,"length":1},{"begin":445,"length":1},{"begin":452,"length":1},{"begin":457,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":457,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:45:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:04 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2854888922' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:45:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:04 smithi187 ceph-mon[84356]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:45:04.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:04 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2854888922' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:45:04.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:04 smithi112 ceph-mon[91385]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:45:04.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:04 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2854888922' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:45:04.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:04 smithi112 ceph-mon[88945]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:45:04.836 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:45:05.061 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:45:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:05 smithi187 ceph-mon[84356]: pgmap v971: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-02T08:45:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:05 smithi112 ceph-mon[88945]: pgmap v971: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-02T08:45:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:05 smithi112 ceph-mon[91385]: pgmap v971: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-02T08:45:06.951 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T08:45:06.954 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-02T08:45:07.635 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:07 smithi112 ceph-mon[88945]: pgmap v973: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-02T08:45:07.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:07 smithi112 ceph-mon[91385]: pgmap v973: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-02T08:45:07.655 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":973,"stamp":"2024-04-02T08:45:05.780661+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":673037310,"num_objects":410,"num_object_clones":336,"num_object_copies":1230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":410,"num_whiteouts":15,"num_read":4814,"num_read_kb":6776007,"num_write":8619,"num_write_kb":1977084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99,"num_bytes_recovered":415983200,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23602,"ondisk_log_size":23602,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3642672,"kb_used_data":989572,"kb_used_omap":313,"kb_used_meta":2652678,"kb_avail":746318544,"statfs":{"total":767960285184,"available":764230189056,"internally_reserved":0,"allocated":1013321728,"data_stored":2094062401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":320957,"internal_metadata":2716342851},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7553024,"num_objects":7,"num_object_clones":7,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":4,"num_read":26,"num_read_kb":26470,"num_write":85,"num_write_kb":10272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001346"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1131,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.446204+0000","last_change":"2024-04-02T08:39:11.341521+0000","last_active":"2024-04-02T08:45:01.446204+0000","last_peered":"2024-04-02T08:45:01.446204+0000","last_clean":"2024-04-02T08:45:01.446204+0000","last_became_active":"2024-04-02T08:39:11.341224+0000","last_became_peered":"2024-04-02T08:39:11.341224+0000","last_unstale":"2024-04-02T08:45:01.446204+0000","last_undegraded":"2024-04-02T08:45:01.446204+0000","last_fullsized":"2024-04-02T08:45:01.446204+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:46.523503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1323,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439524+0000","last_change":"2024-04-02T08:38:37.306226+0000","last_active":"2024-04-02T08:45:01.439524+0000","last_peered":"2024-04-02T08:45:01.439524+0000","last_clean":"2024-04-02T08:45:01.439524+0000","last_became_active":"2024-04-02T08:38:37.305847+0000","last_became_peered":"2024-04-02T08:38:37.305847+0000","last_unstale":"2024-04-02T08:45:01.439524+0000","last_undegraded":"2024-04-02T08:45:01.439524+0000","last_fullsized":"2024-04-02T08:45:01.439524+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:19.086191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436024+0000","last_change":"2024-04-02T08:36:18.696348+0000","last_active":"2024-04-02T08:45:01.436024+0000","last_peered":"2024-04-02T08:45:01.436024+0000","last_clean":"2024-04-02T08:45:01.436024+0000","last_became_active":"2024-04-02T08:36:18.696051+0000","last_became_peered":"2024-04-02T08:36:18.696051+0000","last_unstale":"2024-04-02T08:45:01.436024+0000","last_undegraded":"2024-04-02T08:45:01.436024+0000","last_fullsized":"2024-04-02T08:45:01.436024+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:10.226984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1210,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375770+0000","last_change":"2024-04-02T08:39:11.328353+0000","last_active":"2024-04-02T08:45:04.375770+0000","last_peered":"2024-04-02T08:45:04.375770+0000","last_clean":"2024-04-02T08:45:04.375770+0000","last_became_active":"2024-04-02T08:39:11.328023+0000","last_became_peered":"2024-04-02T08:39:11.328023+0000","last_unstale":"2024-04-02T08:45:04.375770+0000","last_undegraded":"2024-04-02T08:45:04.375770+0000","last_fullsized":"2024-04-02T08:45:04.375770+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:44.116710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1114,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445255+0000","last_change":"2024-04-02T08:39:11.336453+0000","last_active":"2024-04-02T08:45:01.445255+0000","last_peered":"2024-04-02T08:45:01.445255+0000","last_clean":"2024-04-02T08:45:01.445255+0000","last_became_active":"2024-04-02T08:39:11.336164+0000","last_became_peered":"2024-04-02T08:39:11.336164+0000","last_unstale":"2024-04-02T08:45:01.445255+0000","last_undegraded":"2024-04-02T08:45:01.445255+0000","last_fullsized":"2024-04-02T08:45:01.445255+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:27:17.005627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1190,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376145+0000","last_change":"2024-04-02T08:38:02.330765+0000","last_active":"2024-04-02T08:45:04.376145+0000","last_peered":"2024-04-02T08:45:04.376145+0000","last_clean":"2024-04-02T08:45:04.376145+0000","last_became_active":"2024-04-02T08:38:02.329793+0000","last_became_peered":"2024-04-02T08:38:02.329793+0000","last_unstale":"2024-04-02T08:45:04.376145+0000","last_undegraded":"2024-04-02T08:45:04.376145+0000","last_fullsized":"2024-04-02T08:45:04.376145+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:45.520896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1114,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.444517+0000","last_change":"2024-04-02T08:39:11.335318+0000","last_active":"2024-04-02T08:45:01.444517+0000","last_peered":"2024-04-02T08:45:01.444517+0000","last_clean":"2024-04-02T08:45:01.444517+0000","last_became_active":"2024-04-02T08:39:11.334627+0000","last_became_peered":"2024-04-02T08:39:11.334627+0000","last_unstale":"2024-04-02T08:45:01.444517+0000","last_undegraded":"2024-04-02T08:45:01.444517+0000","last_fullsized":"2024-04-02T08:45:01.444517+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:36:25.759914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1264,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429022+0000","last_change":"2024-04-02T08:38:37.300046+0000","last_active":"2024-04-02T08:45:00.429022+0000","last_peered":"2024-04-02T08:45:00.429022+0000","last_clean":"2024-04-02T08:45:00.429022+0000","last_became_active":"2024-04-02T08:38:37.299325+0000","last_became_peered":"2024-04-02T08:38:37.299325+0000","last_unstale":"2024-04-02T08:45:00.429022+0000","last_undegraded":"2024-04-02T08:45:00.429022+0000","last_fullsized":"2024-04-02T08:45:00.429022+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:26.183880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1144,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445866+0000","last_change":"2024-04-02T08:39:11.336803+0000","last_active":"2024-04-02T08:45:01.445866+0000","last_peered":"2024-04-02T08:45:01.445866+0000","last_clean":"2024-04-02T08:45:01.445866+0000","last_became_active":"2024-04-02T08:39:11.336118+0000","last_became_peered":"2024-04-02T08:39:11.336118+0000","last_unstale":"2024-04-02T08:45:01.445866+0000","last_undegraded":"2024-04-02T08:45:01.445866+0000","last_fullsized":"2024-04-02T08:45:01.445866+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:17:29.912982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1171,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385234+0000","last_change":"2024-04-02T08:38:37.305127+0000","last_active":"2024-04-02T08:45:04.385234+0000","last_peered":"2024-04-02T08:45:04.385234+0000","last_clean":"2024-04-02T08:45:04.385234+0000","last_became_active":"2024-04-02T08:38:37.303741+0000","last_became_peered":"2024-04-02T08:38:37.303741+0000","last_unstale":"2024-04-02T08:45:04.385234+0000","last_undegraded":"2024-04-02T08:45:04.385234+0000","last_fullsized":"2024-04-02T08:45:04.385234+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:20:16.594608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1171,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385248+0000","last_change":"2024-04-02T08:38:37.302915+0000","last_active":"2024-04-02T08:45:04.385248+0000","last_peered":"2024-04-02T08:45:04.385248+0000","last_clean":"2024-04-02T08:45:04.385248+0000","last_became_active":"2024-04-02T08:38:37.299655+0000","last_became_peered":"2024-04-02T08:38:37.299655+0000","last_unstale":"2024-04-02T08:45:04.385248+0000","last_undegraded":"2024-04-02T08:45:04.385248+0000","last_fullsized":"2024-04-02T08:45:04.385248+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:07:23.959026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1220,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.377489+0000","last_change":"2024-04-02T08:38:37.309789+0000","last_active":"2024-04-02T08:45:04.377489+0000","last_peered":"2024-04-02T08:45:04.377489+0000","last_clean":"2024-04-02T08:45:04.377489+0000","last_became_active":"2024-04-02T08:38:37.309487+0000","last_became_peered":"2024-04-02T08:38:37.309487+0000","last_unstale":"2024-04-02T08:45:04.377489+0000","last_undegraded":"2024-04-02T08:45:04.377489+0000","last_fullsized":"2024-04-02T08:45:04.377489+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:25.196826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1261,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429813+0000","last_change":"2024-04-02T08:38:37.293080+0000","last_active":"2024-04-02T08:45:00.429813+0000","last_peered":"2024-04-02T08:45:00.429813+0000","last_clean":"2024-04-02T08:45:00.429813+0000","last_became_active":"2024-04-02T08:38:37.292791+0000","last_became_peered":"2024-04-02T08:38:37.292791+0000","last_unstale":"2024-04-02T08:45:00.429813+0000","last_undegraded":"2024-04-02T08:45:00.429813+0000","last_fullsized":"2024-04-02T08:45:00.429813+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:59.152239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436582+0000","last_change":"2024-04-02T08:38:02.335947+0000","last_active":"2024-04-02T08:45:01.436582+0000","last_peered":"2024-04-02T08:45:01.436582+0000","last_clean":"2024-04-02T08:45:01.436582+0000","last_became_active":"2024-04-02T08:38:02.335632+0000","last_became_peered":"2024-04-02T08:38:02.335632+0000","last_unstale":"2024-04-02T08:45:01.436582+0000","last_undegraded":"2024-04-02T08:45:01.436582+0000","last_fullsized":"2024-04-02T08:45:01.436582+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:39.541050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1318,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.438255+0000","last_change":"2024-04-02T08:38:02.336076+0000","last_active":"2024-04-02T08:45:01.438255+0000","last_peered":"2024-04-02T08:45:01.438255+0000","last_clean":"2024-04-02T08:45:01.438255+0000","last_became_active":"2024-04-02T08:38:02.335751+0000","last_became_peered":"2024-04-02T08:38:02.335751+0000","last_unstale":"2024-04-02T08:45:01.438255+0000","last_undegraded":"2024-04-02T08:45:01.438255+0000","last_fullsized":"2024-04-02T08:45:01.438255+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:30.169147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1195,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375139+0000","last_change":"2024-04-02T08:39:11.327682+0000","last_active":"2024-04-02T08:45:04.375139+0000","last_peered":"2024-04-02T08:45:04.375139+0000","last_clean":"2024-04-02T08:45:04.375139+0000","last_became_active":"2024-04-02T08:39:11.327024+0000","last_became_peered":"2024-04-02T08:39:11.327024+0000","last_unstale":"2024-04-02T08:45:04.375139+0000","last_undegraded":"2024-04-02T08:45:04.375139+0000","last_fullsized":"2024-04-02T08:45:04.375139+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:20:41.039763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1198,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376614+0000","last_change":"2024-04-02T08:39:11.327697+0000","last_active":"2024-04-02T08:45:04.376614+0000","last_peered":"2024-04-02T08:45:04.376614+0000","last_clean":"2024-04-02T08:45:04.376614+0000","last_became_active":"2024-04-02T08:39:11.327378+0000","last_became_peered":"2024-04-02T08:39:11.327378+0000","last_unstale":"2024-04-02T08:45:04.376614+0000","last_undegraded":"2024-04-02T08:45:04.376614+0000","last_fullsized":"2024-04-02T08:45:04.376614+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:22:10.591410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1289,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.608954+0000","last_change":"2024-04-02T08:39:11.329000+0000","last_active":"2024-04-02T08:45:01.608954+0000","last_peered":"2024-04-02T08:45:01.608954+0000","last_clean":"2024-04-02T08:45:01.608954+0000","last_became_active":"2024-04-02T08:39:11.328680+0000","last_became_peered":"2024-04-02T08:39:11.328680+0000","last_unstale":"2024-04-02T08:45:01.608954+0000","last_undegraded":"2024-04-02T08:45:01.608954+0000","last_fullsized":"2024-04-02T08:45:01.608954+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:18:17.007595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1130,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.446001+0000","last_change":"2024-04-02T08:39:11.341434+0000","last_active":"2024-04-02T08:45:01.446001+0000","last_peered":"2024-04-02T08:45:01.446001+0000","last_clean":"2024-04-02T08:45:01.446001+0000","last_became_active":"2024-04-02T08:39:11.339206+0000","last_became_peered":"2024-04-02T08:39:11.339206+0000","last_unstale":"2024-04-02T08:45:01.446001+0000","last_undegraded":"2024-04-02T08:45:01.446001+0000","last_fullsized":"2024-04-02T08:45:01.446001+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:42.343731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"552'6","reported_seq":1345,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.437131+0000","last_change":"2024-04-02T08:39:11.332130+0000","last_active":"2024-04-02T08:45:01.437131+0000","last_peered":"2024-04-02T08:45:01.437131+0000","last_clean":"2024-04-02T08:45:01.437131+0000","last_became_active":"2024-04-02T08:39:11.331683+0000","last_became_peered":"2024-04-02T08:39:11.331683+0000","last_unstale":"2024-04-02T08:45:01.437131+0000","last_undegraded":"2024-04-02T08:45:01.437131+0000","last_fullsized":"2024-04-02T08:45:01.437131+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:38:01.798031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1256,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.430511+0000","last_change":"2024-04-02T08:38:37.299895+0000","last_active":"2024-04-02T08:45:00.430511+0000","last_peered":"2024-04-02T08:45:00.430511+0000","last_clean":"2024-04-02T08:45:00.430511+0000","last_became_active":"2024-04-02T08:38:37.299517+0000","last_became_peered":"2024-04-02T08:38:37.299517+0000","last_unstale":"2024-04-02T08:45:00.430511+0000","last_undegraded":"2024-04-02T08:45:00.430511+0000","last_fullsized":"2024-04-02T08:45:00.430511+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:04:33.590854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"552'3","reported_seq":1276,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.430674+0000","last_change":"2024-04-02T08:38:02.337294+0000","last_active":"2024-04-02T08:45:00.430674+0000","last_peered":"2024-04-02T08:45:00.430674+0000","last_clean":"2024-04-02T08:45:00.430674+0000","last_became_active":"2024-04-02T08:38:02.336943+0000","last_became_peered":"2024-04-02T08:38:02.336943+0000","last_unstale":"2024-04-02T08:45:00.430674+0000","last_undegraded":"2024-04-02T08:45:00.430674+0000","last_fullsized":"2024-04-02T08:45:00.430674+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:43:58.311047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436280+0000","last_change":"2024-04-02T08:38:02.335974+0000","last_active":"2024-04-02T08:45:01.436280+0000","last_peered":"2024-04-02T08:45:01.436280+0000","last_clean":"2024-04-02T08:45:01.436280+0000","last_became_active":"2024-04-02T08:38:02.335657+0000","last_became_peered":"2024-04-02T08:38:02.335657+0000","last_unstale":"2024-04-02T08:45:01.436280+0000","last_undegraded":"2024-04-02T08:45:01.436280+0000","last_fullsized":"2024-04-02T08:45:01.436280+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:22.240422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1137,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445940+0000","last_change":"2024-04-02T08:39:11.345833+0000","last_active":"2024-04-02T08:45:01.445940+0000","last_peered":"2024-04-02T08:45:01.445940+0000","last_clean":"2024-04-02T08:45:01.445940+0000","last_became_active":"2024-04-02T08:39:11.345501+0000","last_became_peered":"2024-04-02T08:39:11.345501+0000","last_unstale":"2024-04-02T08:45:01.445940+0000","last_undegraded":"2024-04-02T08:45:01.445940+0000","last_fullsized":"2024-04-02T08:45:01.445940+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:26:52.838851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1277,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.609558+0000","last_change":"2024-04-02T08:37:27.336002+0000","last_active":"2024-04-02T08:45:01.609558+0000","last_peered":"2024-04-02T08:45:01.609558+0000","last_clean":"2024-04-02T08:45:01.609558+0000","last_became_active":"2024-04-02T08:37:27.335646+0000","last_became_peered":"2024-04-02T08:37:27.335646+0000","last_unstale":"2024-04-02T08:45:01.609558+0000","last_undegraded":"2024-04-02T08:45:01.609558+0000","last_fullsized":"2024-04-02T08:45:01.609558+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:54.225782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1151,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.446533+0000","last_change":"2024-04-02T08:39:11.336912+0000","last_active":"2024-04-02T08:45:01.446533+0000","last_peered":"2024-04-02T08:45:01.446533+0000","last_clean":"2024-04-02T08:45:01.446533+0000","last_became_active":"2024-04-02T08:39:11.336072+0000","last_became_peered":"2024-04-02T08:39:11.336072+0000","last_unstale":"2024-04-02T08:45:01.446533+0000","last_undegraded":"2024-04-02T08:45:01.446533+0000","last_fullsized":"2024-04-02T08:45:01.446533+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:08:09.421325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1197,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375942+0000","last_change":"2024-04-02T08:38:37.297285+0000","last_active":"2024-04-02T08:45:04.375942+0000","last_peered":"2024-04-02T08:45:04.375942+0000","last_clean":"2024-04-02T08:45:04.375942+0000","last_became_active":"2024-04-02T08:38:37.296996+0000","last_became_peered":"2024-04-02T08:38:37.296996+0000","last_unstale":"2024-04-02T08:45:04.375942+0000","last_undegraded":"2024-04-02T08:45:04.375942+0000","last_fullsized":"2024-04-02T08:45:04.375942+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:02:16.324235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"552'3","reported_seq":1268,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429667+0000","last_change":"2024-04-02T08:39:11.331710+0000","last_active":"2024-04-02T08:45:00.429667+0000","last_peered":"2024-04-02T08:45:00.429667+0000","last_clean":"2024-04-02T08:45:00.429667+0000","last_became_active":"2024-04-02T08:39:11.331290+0000","last_became_peered":"2024-04-02T08:39:11.331290+0000","last_unstale":"2024-04-02T08:45:00.429667+0000","last_undegraded":"2024-04-02T08:45:00.429667+0000","last_fullsized":"2024-04-02T08:45:00.429667+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:55:08.391276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1249,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375915+0000","last_change":"2024-04-02T08:37:27.340407+0000","last_active":"2024-04-02T08:45:04.375915+0000","last_peered":"2024-04-02T08:45:04.375915+0000","last_clean":"2024-04-02T08:45:04.375915+0000","last_became_active":"2024-04-02T08:37:27.340025+0000","last_became_peered":"2024-04-02T08:37:27.340025+0000","last_unstale":"2024-04-02T08:45:04.375915+0000","last_undegraded":"2024-04-02T08:45:04.375915+0000","last_fullsized":"2024-04-02T08:45:04.375915+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:24.047869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"552'3","reported_seq":1181,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385203+0000","last_change":"2024-04-02T08:39:11.325345+0000","last_active":"2024-04-02T08:45:04.385203+0000","last_peered":"2024-04-02T08:45:04.385203+0000","last_clean":"2024-04-02T08:45:04.385203+0000","last_became_active":"2024-04-02T08:39:11.324534+0000","last_became_peered":"2024-04-02T08:39:11.324534+0000","last_unstale":"2024-04-02T08:45:04.385203+0000","last_undegraded":"2024-04-02T08:45:04.385203+0000","last_fullsized":"2024-04-02T08:45:04.385203+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:30.219251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1332,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436211+0000","last_change":"2024-04-02T08:39:11.340812+0000","last_active":"2024-04-02T08:45:01.436211+0000","last_peered":"2024-04-02T08:45:01.436211+0000","last_clean":"2024-04-02T08:45:01.436211+0000","last_became_active":"2024-04-02T08:39:11.339716+0000","last_became_peered":"2024-04-02T08:39:11.339716+0000","last_unstale":"2024-04-02T08:45:01.436211+0000","last_undegraded":"2024-04-02T08:45:01.436211+0000","last_fullsized":"2024-04-02T08:45:01.436211+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:06:00.525483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1271,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429411+0000","last_change":"2024-04-02T08:38:37.296430+0000","last_active":"2024-04-02T08:45:00.429411+0000","last_peered":"2024-04-02T08:45:00.429411+0000","last_clean":"2024-04-02T08:45:00.429411+0000","last_became_active":"2024-04-02T08:38:37.296086+0000","last_became_peered":"2024-04-02T08:38:37.296086+0000","last_unstale":"2024-04-02T08:45:00.429411+0000","last_undegraded":"2024-04-02T08:45:00.429411+0000","last_fullsized":"2024-04-02T08:45:00.429411+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:15.084594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1267,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429144+0000","last_change":"2024-04-02T08:36:53.355375+0000","last_active":"2024-04-02T08:45:00.429144+0000","last_peered":"2024-04-02T08:45:00.429144+0000","last_clean":"2024-04-02T08:45:00.429144+0000","last_became_active":"2024-04-02T08:36:53.354902+0000","last_became_peered":"2024-04-02T08:36:53.354902+0000","last_unstale":"2024-04-02T08:45:00.429144+0000","last_undegraded":"2024-04-02T08:45:00.429144+0000","last_fullsized":"2024-04-02T08:45:00.429144+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:47:07.746469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1198,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375371+0000","last_change":"2024-04-02T08:39:11.329541+0000","last_active":"2024-04-02T08:45:04.375371+0000","last_peered":"2024-04-02T08:45:04.375371+0000","last_clean":"2024-04-02T08:45:04.375371+0000","last_became_active":"2024-04-02T08:39:11.327404+0000","last_became_peered":"2024-04-02T08:39:11.327404+0000","last_unstale":"2024-04-02T08:45:04.375371+0000","last_undegraded":"2024-04-02T08:45:04.375371+0000","last_fullsized":"2024-04-02T08:45:04.375371+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:24.577991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1317,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.438617+0000","last_change":"2024-04-02T08:37:27.345871+0000","last_active":"2024-04-02T08:45:01.438617+0000","last_peered":"2024-04-02T08:45:01.438617+0000","last_clean":"2024-04-02T08:45:01.438617+0000","last_became_active":"2024-04-02T08:37:27.345486+0000","last_became_peered":"2024-04-02T08:37:27.345486+0000","last_unstale":"2024-04-02T08:45:01.438617+0000","last_undegraded":"2024-04-02T08:45:01.438617+0000","last_fullsized":"2024-04-02T08:45:01.438617+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:31:33.174159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1172,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385661+0000","last_change":"2024-04-02T08:38:37.302404+0000","last_active":"2024-04-02T08:45:04.385661+0000","last_peered":"2024-04-02T08:45:04.385661+0000","last_clean":"2024-04-02T08:45:04.385661+0000","last_became_active":"2024-04-02T08:38:37.299665+0000","last_became_peered":"2024-04-02T08:38:37.299665+0000","last_unstale":"2024-04-02T08:45:04.385661+0000","last_undegraded":"2024-04-02T08:45:04.385661+0000","last_fullsized":"2024-04-02T08:45:04.385661+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:34:16.908965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1185,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376189+0000","last_change":"2024-04-02T08:39:11.330940+0000","last_active":"2024-04-02T08:45:04.376189+0000","last_peered":"2024-04-02T08:45:04.376189+0000","last_clean":"2024-04-02T08:45:04.376189+0000","last_became_active":"2024-04-02T08:39:11.330441+0000","last_became_peered":"2024-04-02T08:39:11.330441+0000","last_unstale":"2024-04-02T08:45:04.376189+0000","last_undegraded":"2024-04-02T08:45:04.376189+0000","last_fullsized":"2024-04-02T08:45:04.376189+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:42.158084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1218,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375980+0000","last_change":"2024-04-02T08:38:37.310525+0000","last_active":"2024-04-02T08:45:04.375980+0000","last_peered":"2024-04-02T08:45:04.375980+0000","last_clean":"2024-04-02T08:45:04.375980+0000","last_became_active":"2024-04-02T08:38:37.309411+0000","last_became_peered":"2024-04-02T08:38:37.309411+0000","last_unstale":"2024-04-02T08:45:04.375980+0000","last_undegraded":"2024-04-02T08:45:04.375980+0000","last_fullsized":"2024-04-02T08:45:04.375980+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:12:06.779590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436582+0000","last_change":"2024-04-02T08:38:02.344938+0000","last_active":"2024-04-02T08:45:01.436582+0000","last_peered":"2024-04-02T08:45:01.436582+0000","last_clean":"2024-04-02T08:45:01.436582+0000","last_became_active":"2024-04-02T08:38:02.344620+0000","last_became_peered":"2024-04-02T08:38:02.344620+0000","last_unstale":"2024-04-02T08:45:01.436582+0000","last_undegraded":"2024-04-02T08:45:01.436582+0000","last_fullsized":"2024-04-02T08:45:01.436582+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:52:14.058895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1332,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439124+0000","last_change":"2024-04-02T08:38:02.337781+0000","last_active":"2024-04-02T08:45:01.439124+0000","last_peered":"2024-04-02T08:45:01.439124+0000","last_clean":"2024-04-02T08:45:01.439124+0000","last_became_active":"2024-04-02T08:38:02.337411+0000","last_became_peered":"2024-04-02T08:38:02.337411+0000","last_unstale":"2024-04-02T08:45:01.439124+0000","last_undegraded":"2024-04-02T08:45:01.439124+0000","last_fullsized":"2024-04-02T08:45:01.439124+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:08:19.708623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1215,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.377717+0000","last_change":"2024-04-02T08:39:11.323606+0000","last_active":"2024-04-02T08:45:04.377717+0000","last_peered":"2024-04-02T08:45:04.377717+0000","last_clean":"2024-04-02T08:45:04.377717+0000","last_became_active":"2024-04-02T08:39:11.323299+0000","last_became_peered":"2024-04-02T08:39:11.323299+0000","last_unstale":"2024-04-02T08:45:04.377717+0000","last_undegraded":"2024-04-02T08:45:04.377717+0000","last_fullsized":"2024-04-02T08:45:04.377717+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:34.637868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"552'30","reported_seq":1214,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385383+0000","last_change":"2024-04-02T08:38:37.306388+0000","last_active":"2024-04-02T08:45:04.385383+0000","last_peered":"2024-04-02T08:45:04.385383+0000","last_clean":"2024-04-02T08:45:04.385383+0000","last_became_active":"2024-04-02T08:38:37.305253+0000","last_became_peered":"2024-04-02T08:38:37.305253+0000","last_unstale":"2024-04-02T08:45:04.385383+0000","last_undegraded":"2024-04-02T08:45:04.385383+0000","last_fullsized":"2024-04-02T08:45:04.385383+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:24:06.483524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1114,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445608+0000","last_change":"2024-04-02T08:39:11.333089+0000","last_active":"2024-04-02T08:45:01.445608+0000","last_peered":"2024-04-02T08:45:01.445608+0000","last_clean":"2024-04-02T08:45:01.445608+0000","last_became_active":"2024-04-02T08:39:11.331816+0000","last_became_peered":"2024-04-02T08:39:11.331816+0000","last_unstale":"2024-04-02T08:45:01.445608+0000","last_undegraded":"2024-04-02T08:45:01.445608+0000","last_fullsized":"2024-04-02T08:45:01.445608+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:12.966652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1341,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436378+0000","last_change":"2024-04-02T08:37:27.341371+0000","last_active":"2024-04-02T08:45:01.436378+0000","last_peered":"2024-04-02T08:45:01.436378+0000","last_clean":"2024-04-02T08:45:01.436378+0000","last_became_active":"2024-04-02T08:37:27.340777+0000","last_became_peered":"2024-04-02T08:37:27.340777+0000","last_unstale":"2024-04-02T08:45:01.436378+0000","last_undegraded":"2024-04-02T08:45:01.436378+0000","last_fullsized":"2024-04-02T08:45:01.436378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:50.699254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436747+0000","last_change":"2024-04-02T08:39:11.340430+0000","last_active":"2024-04-02T08:45:01.436747+0000","last_peered":"2024-04-02T08:45:01.436747+0000","last_clean":"2024-04-02T08:45:01.436747+0000","last_became_active":"2024-04-02T08:39:11.340037+0000","last_became_peered":"2024-04-02T08:39:11.340037+0000","last_unstale":"2024-04-02T08:45:01.436747+0000","last_undegraded":"2024-04-02T08:45:01.436747+0000","last_fullsized":"2024-04-02T08:45:01.436747+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:51.898170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1210,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375757+0000","last_change":"2024-04-02T08:39:11.330109+0000","last_active":"2024-04-02T08:45:04.375757+0000","last_peered":"2024-04-02T08:45:04.375757+0000","last_clean":"2024-04-02T08:45:04.375757+0000","last_became_active":"2024-04-02T08:39:11.329080+0000","last_became_peered":"2024-04-02T08:39:11.329080+0000","last_unstale":"2024-04-02T08:45:04.375757+0000","last_undegraded":"2024-04-02T08:45:04.375757+0000","last_fullsized":"2024-04-02T08:45:04.375757+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:20.904891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1133,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445453+0000","last_change":"2024-04-02T08:39:11.338237+0000","last_active":"2024-04-02T08:45:01.445453+0000","last_peered":"2024-04-02T08:45:01.445453+0000","last_clean":"2024-04-02T08:45:01.445453+0000","last_became_active":"2024-04-02T08:39:11.337846+0000","last_became_peered":"2024-04-02T08:39:11.337846+0000","last_unstale":"2024-04-02T08:45:01.445453+0000","last_undegraded":"2024-04-02T08:45:01.445453+0000","last_fullsized":"2024-04-02T08:45:01.445453+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:47.045770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1184,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.384978+0000","last_change":"2024-04-02T08:38:37.304785+0000","last_active":"2024-04-02T08:45:04.384978+0000","last_peered":"2024-04-02T08:45:04.384978+0000","last_clean":"2024-04-02T08:45:04.384978+0000","last_became_active":"2024-04-02T08:38:37.302970+0000","last_became_peered":"2024-04-02T08:38:37.302970+0000","last_unstale":"2024-04-02T08:45:04.384978+0000","last_undegraded":"2024-04-02T08:45:04.384978+0000","last_fullsized":"2024-04-02T08:45:04.384978+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:15.384248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1171,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.384913+0000","last_change":"2024-04-02T08:38:37.307241+0000","last_active":"2024-04-02T08:45:04.384913+0000","last_peered":"2024-04-02T08:45:04.384913+0000","last_clean":"2024-04-02T08:45:04.384913+0000","last_became_active":"2024-04-02T08:38:37.299956+0000","last_became_peered":"2024-04-02T08:38:37.299956+0000","last_unstale":"2024-04-02T08:45:04.384913+0000","last_undegraded":"2024-04-02T08:45:04.384913+0000","last_fullsized":"2024-04-02T08:45:04.384913+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:16:18.480767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1315,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.608319+0000","last_change":"2024-04-02T08:36:18.704352+0000","last_active":"2024-04-02T08:45:01.608319+0000","last_peered":"2024-04-02T08:45:01.608319+0000","last_clean":"2024-04-02T08:45:01.608319+0000","last_became_active":"2024-04-02T08:36:18.702824+0000","last_became_peered":"2024-04-02T08:36:18.702824+0000","last_unstale":"2024-04-02T08:45:01.608319+0000","last_undegraded":"2024-04-02T08:45:01.608319+0000","last_fullsized":"2024-04-02T08:45:01.608319+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:35.713585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1130,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.444586+0000","last_change":"2024-04-02T08:39:11.342447+0000","last_active":"2024-04-02T08:45:01.444586+0000","last_peered":"2024-04-02T08:45:01.444586+0000","last_clean":"2024-04-02T08:45:01.444586+0000","last_became_active":"2024-04-02T08:39:11.339513+0000","last_became_peered":"2024-04-02T08:39:11.339513+0000","last_unstale":"2024-04-02T08:45:01.444586+0000","last_undegraded":"2024-04-02T08:45:01.444586+0000","last_fullsized":"2024-04-02T08:45:01.444586+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:22.447390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":3253,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.608595+0000","last_change":"2024-04-02T08:45:01.609024+0000","last_active":"2024-04-02T08:45:01.608595+0000","last_peered":"2024-04-02T08:45:01.608595+0000","last_clean":"2024-04-02T08:45:01.608595+0000","last_became_active":"2024-04-02T08:36:18.701458+0000","last_became_peered":"2024-04-02T08:36:18.701458+0000","last_unstale":"2024-04-02T08:45:01.608595+0000","last_undegraded":"2024-04-02T08:45:01.608595+0000","last_fullsized":"2024-04-02T08:45:01.608595+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:49:14.759814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067021500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":1225,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.377393+0000","last_change":"2024-04-02T08:39:11.331641+0000","last_active":"2024-04-02T08:45:04.377393+0000","last_peered":"2024-04-02T08:45:04.377393+0000","last_clean":"2024-04-02T08:45:04.377393+0000","last_became_active":"2024-04-02T08:39:11.331126+0000","last_became_peered":"2024-04-02T08:39:11.331126+0000","last_unstale":"2024-04-02T08:45:04.377393+0000","last_undegraded":"2024-04-02T08:45:04.377393+0000","last_fullsized":"2024-04-02T08:45:04.377393+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:44:34.963785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1114,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.446000+0000","last_change":"2024-04-02T08:39:11.330359+0000","last_active":"2024-04-02T08:45:01.446000+0000","last_peered":"2024-04-02T08:45:01.446000+0000","last_clean":"2024-04-02T08:45:01.446000+0000","last_became_active":"2024-04-02T08:39:11.330058+0000","last_became_peered":"2024-04-02T08:39:11.330058+0000","last_unstale":"2024-04-02T08:45:01.446000+0000","last_undegraded":"2024-04-02T08:45:01.446000+0000","last_fullsized":"2024-04-02T08:45:01.446000+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:58.431759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"854'777","reported_seq":4109,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.435966+0000","last_change":"2024-04-02T08:45:01.436805+0000","last_active":"2024-04-02T08:45:01.435966+0000","last_peered":"2024-04-02T08:45:01.435966+0000","last_clean":"2024-04-02T08:45:01.435966+0000","last_became_active":"2024-04-02T08:38:37.296552+0000","last_became_peered":"2024-04-02T08:38:37.296552+0000","last_unstale":"2024-04-02T08:45:01.435966+0000","last_undegraded":"2024-04-02T08:45:01.435966+0000","last_fullsized":"2024-04-02T08:45:01.435966+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":777,"log_dups_size":0,"ondisk_log_size":777,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:55.240092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010689440000000001,"stat_sum":{"num_bytes":8749056,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":107,"num_read_kb":107508,"num_write":271,"num_write_kb":49544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8167424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1317,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.438658+0000","last_change":"2024-04-02T08:38:02.336093+0000","last_active":"2024-04-02T08:45:01.438658+0000","last_peered":"2024-04-02T08:45:01.438658+0000","last_clean":"2024-04-02T08:45:01.438658+0000","last_became_active":"2024-04-02T08:38:02.335763+0000","last_became_peered":"2024-04-02T08:38:02.335763+0000","last_unstale":"2024-04-02T08:45:01.438658+0000","last_undegraded":"2024-04-02T08:45:01.438658+0000","last_fullsized":"2024-04-02T08:45:01.438658+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:27.869295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1333,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439269+0000","last_change":"2024-04-02T08:36:18.695321+0000","last_active":"2024-04-02T08:45:01.439269+0000","last_peered":"2024-04-02T08:45:01.439269+0000","last_clean":"2024-04-02T08:45:01.439269+0000","last_became_active":"2024-04-02T08:36:18.694594+0000","last_became_peered":"2024-04-02T08:36:18.694594+0000","last_unstale":"2024-04-02T08:45:01.439269+0000","last_undegraded":"2024-04-02T08:45:01.439269+0000","last_fullsized":"2024-04-02T08:45:01.439269+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:13:22.003066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1215,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375708+0000","last_change":"2024-04-02T08:38:02.346393+0000","last_active":"2024-04-02T08:45:04.375708+0000","last_peered":"2024-04-02T08:45:04.375708+0000","last_clean":"2024-04-02T08:45:04.375708+0000","last_became_active":"2024-04-02T08:38:02.345746+0000","last_became_peered":"2024-04-02T08:38:02.345746+0000","last_unstale":"2024-04-02T08:45:04.375708+0000","last_undegraded":"2024-04-02T08:45:04.375708+0000","last_fullsized":"2024-04-02T08:45:04.375708+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:14:20.331382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"855'1362","reported_seq":4652,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436709+0000","last_change":"2024-04-02T08:45:01.437024+0000","last_active":"2024-04-02T08:45:01.436709+0000","last_peered":"2024-04-02T08:45:01.436709+0000","last_clean":"2024-04-02T08:45:01.436709+0000","last_became_active":"2024-04-02T08:37:27.340887+0000","last_became_peered":"2024-04-02T08:37:27.340887+0000","last_unstale":"2024-04-02T08:45:01.436709+0000","last_undegraded":"2024-04-02T08:45:01.436709+0000","last_fullsized":"2024-04-02T08:45:01.436709+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1362,"log_dups_size":0,"ondisk_log_size":1362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:24:42.793074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058894999999999998,"stat_sum":{"num_bytes":16179200,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":195,"num_read_kb":148280,"num_write":492,"num_write_kb":83448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":26296320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1317,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439368+0000","last_change":"2024-04-02T08:36:53.347526+0000","last_active":"2024-04-02T08:45:01.439368+0000","last_peered":"2024-04-02T08:45:01.439368+0000","last_clean":"2024-04-02T08:45:01.439368+0000","last_became_active":"2024-04-02T08:36:53.347157+0000","last_became_peered":"2024-04-02T08:36:53.347157+0000","last_unstale":"2024-04-02T08:45:01.439368+0000","last_undegraded":"2024-04-02T08:45:01.439368+0000","last_fullsized":"2024-04-02T08:45:01.439368+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:20:26.081719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1187,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375392+0000","last_change":"2024-04-02T08:38:37.310917+0000","last_active":"2024-04-02T08:45:04.375392+0000","last_peered":"2024-04-02T08:45:04.375392+0000","last_clean":"2024-04-02T08:45:04.375392+0000","last_became_active":"2024-04-02T08:38:37.310060+0000","last_became_peered":"2024-04-02T08:38:37.310060+0000","last_unstale":"2024-04-02T08:45:04.375392+0000","last_undegraded":"2024-04-02T08:45:04.375392+0000","last_fullsized":"2024-04-02T08:45:04.375392+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:54:27.257954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1221,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376520+0000","last_change":"2024-04-02T08:38:37.297469+0000","last_active":"2024-04-02T08:45:04.376520+0000","last_peered":"2024-04-02T08:45:04.376520+0000","last_clean":"2024-04-02T08:45:04.376520+0000","last_became_active":"2024-04-02T08:38:37.297149+0000","last_became_peered":"2024-04-02T08:38:37.297149+0000","last_unstale":"2024-04-02T08:45:04.376520+0000","last_undegraded":"2024-04-02T08:45:04.376520+0000","last_fullsized":"2024-04-02T08:45:04.376520+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:19.551512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"856'2363","reported_seq":5478,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.617273+0000","last_change":"2024-04-02T08:45:01.618644+0000","last_active":"2024-04-02T08:45:01.617273+0000","last_peered":"2024-04-02T08:45:01.617273+0000","last_clean":"2024-04-02T08:45:01.617273+0000","last_became_active":"2024-04-02T08:38:02.340207+0000","last_became_peered":"2024-04-02T08:38:02.340207+0000","last_unstale":"2024-04-02T08:45:01.617273+0000","last_undegraded":"2024-04-02T08:45:01.617273+0000","last_fullsized":"2024-04-02T08:45:01.617273+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":2363,"log_dups_size":0,"ondisk_log_size":2363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:52:07.431403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091954819999999996,"stat_sum":{"num_bytes":77406208,"num_objects":36,"num_object_clones":31,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":1,"num_read":401,"num_read_kb":688187,"num_write":922,"num_write_kb":203904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":31817728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1319,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439024+0000","last_change":"2024-04-02T08:38:02.344847+0000","last_active":"2024-04-02T08:45:01.439024+0000","last_peered":"2024-04-02T08:45:01.439024+0000","last_clean":"2024-04-02T08:45:01.439024+0000","last_became_active":"2024-04-02T08:38:02.344499+0000","last_became_peered":"2024-04-02T08:38:02.344499+0000","last_unstale":"2024-04-02T08:45:01.439024+0000","last_undegraded":"2024-04-02T08:45:01.439024+0000","last_fullsized":"2024-04-02T08:45:01.439024+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:16.478935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1318,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439071+0000","last_change":"2024-04-02T08:38:37.299700+0000","last_active":"2024-04-02T08:45:01.439071+0000","last_peered":"2024-04-02T08:45:01.439071+0000","last_clean":"2024-04-02T08:45:01.439071+0000","last_became_active":"2024-04-02T08:38:37.299350+0000","last_became_peered":"2024-04-02T08:38:37.299350+0000","last_unstale":"2024-04-02T08:45:01.439071+0000","last_undegraded":"2024-04-02T08:45:01.439071+0000","last_fullsized":"2024-04-02T08:45:01.439071+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:14:44.031109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1298,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.608392+0000","last_change":"2024-04-02T08:36:53.359879+0000","last_active":"2024-04-02T08:45:01.608392+0000","last_peered":"2024-04-02T08:45:01.608392+0000","last_clean":"2024-04-02T08:45:01.608392+0000","last_became_active":"2024-04-02T08:36:53.359539+0000","last_became_peered":"2024-04-02T08:36:53.359539+0000","last_unstale":"2024-04-02T08:45:01.608392+0000","last_undegraded":"2024-04-02T08:45:01.608392+0000","last_fullsized":"2024-04-02T08:45:01.608392+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:12.945629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"856'1449","reported_seq":4387,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.446457+0000","last_change":"2024-04-02T08:45:01.446457+0000","last_active":"2024-04-02T08:45:01.446457+0000","last_peered":"2024-04-02T08:45:01.446457+0000","last_clean":"2024-04-02T08:45:01.446457+0000","last_became_active":"2024-04-02T08:39:11.338335+0000","last_became_peered":"2024-04-02T08:39:11.338335+0000","last_unstale":"2024-04-02T08:45:01.446457+0000","last_undegraded":"2024-04-02T08:45:01.446457+0000","last_fullsized":"2024-04-02T08:45:01.446457+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1449,"log_dups_size":0,"ondisk_log_size":1449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:52:40.199778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059484499999999999,"stat_sum":{"num_bytes":56180736,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":251,"num_read_kb":817352,"num_write":506,"num_write_kb":138840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":33579008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1174,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385532+0000","last_change":"2024-04-02T08:39:11.340686+0000","last_active":"2024-04-02T08:45:04.385532+0000","last_peered":"2024-04-02T08:45:04.385532+0000","last_clean":"2024-04-02T08:45:04.385532+0000","last_became_active":"2024-04-02T08:39:11.340354+0000","last_became_peered":"2024-04-02T08:39:11.340354+0000","last_unstale":"2024-04-02T08:45:04.385532+0000","last_undegraded":"2024-04-02T08:45:04.385532+0000","last_fullsized":"2024-04-02T08:45:04.385532+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:58:48.243331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1265,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.431093+0000","last_change":"2024-04-02T08:38:37.309658+0000","last_active":"2024-04-02T08:45:00.431093+0000","last_peered":"2024-04-02T08:45:00.431093+0000","last_clean":"2024-04-02T08:45:00.431093+0000","last_became_active":"2024-04-02T08:38:37.309303+0000","last_became_peered":"2024-04-02T08:38:37.309303+0000","last_unstale":"2024-04-02T08:45:00.431093+0000","last_undegraded":"2024-04-02T08:45:00.431093+0000","last_fullsized":"2024-04-02T08:45:00.431093+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:49:34.590942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1220,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375521+0000","last_change":"2024-04-02T08:39:11.329121+0000","last_active":"2024-04-02T08:45:04.375521+0000","last_peered":"2024-04-02T08:45:04.375521+0000","last_clean":"2024-04-02T08:45:04.375521+0000","last_became_active":"2024-04-02T08:39:11.328795+0000","last_became_peered":"2024-04-02T08:39:11.328795+0000","last_unstale":"2024-04-02T08:45:04.375521+0000","last_undegraded":"2024-04-02T08:45:04.375521+0000","last_fullsized":"2024-04-02T08:45:04.375521+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:29.095790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"233'197","reported_seq":1623,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.444573+0000","last_change":"2024-04-02T08:39:11.338959+0000","last_active":"2024-04-02T08:45:01.444573+0000","last_peered":"2024-04-02T08:45:01.444573+0000","last_clean":"2024-04-02T08:45:01.444573+0000","last_became_active":"2024-04-02T08:39:11.338578+0000","last_became_peered":"2024-04-02T08:39:11.338578+0000","last_unstale":"2024-04-02T08:45:01.444573+0000","last_undegraded":"2024-04-02T08:45:01.444573+0000","last_fullsized":"2024-04-02T08:45:01.444573+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:55.095769+0000","last_clean_scrub_stamp":"2024-04-02T08:24:55.095769+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:05.902953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"856'1935","reported_seq":4942,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376137+0000","last_change":"2024-04-02T08:45:01.451186+0000","last_active":"2024-04-02T08:45:04.376137+0000","last_peered":"2024-04-02T08:45:04.376137+0000","last_clean":"2024-04-02T08:45:04.376137+0000","last_became_active":"2024-04-02T08:38:02.339036+0000","last_became_peered":"2024-04-02T08:38:02.339036+0000","last_unstale":"2024-04-02T08:45:04.376137+0000","last_undegraded":"2024-04-02T08:45:04.376137+0000","last_fullsized":"2024-04-02T08:45:04.376137+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1935,"log_dups_size":0,"ondisk_log_size":1935,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:44.448005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010500310000000001,"stat_sum":{"num_bytes":55951360,"num_objects":34,"num_object_clones":30,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":3,"num_read":346,"num_read_kb":673068,"num_write":594,"num_write_kb":178104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":43065344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1333,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.435891+0000","last_change":"2024-04-02T08:36:18.702495+0000","last_active":"2024-04-02T08:45:01.435891+0000","last_peered":"2024-04-02T08:45:01.435891+0000","last_clean":"2024-04-02T08:45:01.435891+0000","last_became_active":"2024-04-02T08:36:18.702198+0000","last_became_peered":"2024-04-02T08:36:18.702198+0000","last_unstale":"2024-04-02T08:45:01.435891+0000","last_undegraded":"2024-04-02T08:45:01.435891+0000","last_fullsized":"2024-04-02T08:45:01.435891+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:12:15.420481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.435381+0000","last_change":"2024-04-02T08:37:27.343198+0000","last_active":"2024-04-02T08:45:01.435381+0000","last_peered":"2024-04-02T08:45:01.435381+0000","last_clean":"2024-04-02T08:45:01.435381+0000","last_became_active":"2024-04-02T08:37:27.342809+0000","last_became_peered":"2024-04-02T08:37:27.342809+0000","last_unstale":"2024-04-02T08:45:01.435381+0000","last_undegraded":"2024-04-02T08:45:01.435381+0000","last_fullsized":"2024-04-02T08:45:01.435381+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:57:02.332202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1143,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.444517+0000","last_change":"2024-04-02T08:39:11.333406+0000","last_active":"2024-04-02T08:45:01.444517+0000","last_peered":"2024-04-02T08:45:01.444517+0000","last_clean":"2024-04-02T08:45:01.444517+0000","last_became_active":"2024-04-02T08:39:11.332874+0000","last_became_peered":"2024-04-02T08:39:11.332874+0000","last_unstale":"2024-04-02T08:45:01.444517+0000","last_undegraded":"2024-04-02T08:45:01.444517+0000","last_fullsized":"2024-04-02T08:45:01.444517+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:54:10.623717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"856'2261","reported_seq":5208,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385295+0000","last_change":"2024-04-02T08:45:01.441825+0000","last_active":"2024-04-02T08:45:04.385295+0000","last_peered":"2024-04-02T08:45:04.385295+0000","last_clean":"2024-04-02T08:45:04.385295+0000","last_became_active":"2024-04-02T08:38:37.304588+0000","last_became_peered":"2024-04-02T08:38:37.304588+0000","last_unstale":"2024-04-02T08:45:04.385295+0000","last_undegraded":"2024-04-02T08:45:04.385295+0000","last_fullsized":"2024-04-02T08:45:04.385295+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":2261,"log_dups_size":0,"ondisk_log_size":2261,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:31:06.786034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064854409999999998,"stat_sum":{"num_bytes":85532672,"num_objects":38,"num_object_clones":33,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":415,"num_read_kb":733443,"num_write":799,"num_write_kb":213840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":39600128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1333,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.436118+0000","last_change":"2024-04-02T08:39:11.340501+0000","last_active":"2024-04-02T08:45:01.436118+0000","last_peered":"2024-04-02T08:45:01.436118+0000","last_clean":"2024-04-02T08:45:01.436118+0000","last_became_active":"2024-04-02T08:39:11.339661+0000","last_became_peered":"2024-04-02T08:39:11.339661+0000","last_unstale":"2024-04-02T08:45:01.436118+0000","last_undegraded":"2024-04-02T08:45:01.436118+0000","last_fullsized":"2024-04-02T08:45:01.436118+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:06.311909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1116,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445813+0000","last_change":"2024-04-02T08:39:11.336770+0000","last_active":"2024-04-02T08:45:01.445813+0000","last_peered":"2024-04-02T08:45:01.445813+0000","last_clean":"2024-04-02T08:45:01.445813+0000","last_became_active":"2024-04-02T08:39:11.336432+0000","last_became_peered":"2024-04-02T08:39:11.336432+0000","last_unstale":"2024-04-02T08:45:01.445813+0000","last_undegraded":"2024-04-02T08:45:01.445813+0000","last_fullsized":"2024-04-02T08:45:01.445813+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:42.553794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1318,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439456+0000","last_change":"2024-04-02T08:38:02.336289+0000","last_active":"2024-04-02T08:45:01.439456+0000","last_peered":"2024-04-02T08:45:01.439456+0000","last_clean":"2024-04-02T08:45:01.439456+0000","last_became_active":"2024-04-02T08:38:02.335892+0000","last_became_peered":"2024-04-02T08:38:02.335892+0000","last_unstale":"2024-04-02T08:45:01.439456+0000","last_undegraded":"2024-04-02T08:45:01.439456+0000","last_fullsized":"2024-04-02T08:45:01.439456+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:09.830811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"856'1693","reported_seq":4760,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.377808+0000","last_change":"2024-04-02T08:45:01.450614+0000","last_active":"2024-04-02T08:45:04.377808+0000","last_peered":"2024-04-02T08:45:04.377808+0000","last_clean":"2024-04-02T08:45:04.377808+0000","last_became_active":"2024-04-02T08:39:11.325839+0000","last_became_peered":"2024-04-02T08:39:11.325839+0000","last_unstale":"2024-04-02T08:45:04.377808+0000","last_undegraded":"2024-04-02T08:45:04.377808+0000","last_fullsized":"2024-04-02T08:45:04.377808+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1693,"log_dups_size":0,"ondisk_log_size":1693,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:07:02.014733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011616075,"stat_sum":{"num_bytes":41394176,"num_objects":29,"num_object_clones":25,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":252,"num_read_kb":405868,"num_write":665,"num_write_kb":122232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":16809984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1268,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429564+0000","last_change":"2024-04-02T08:39:11.325873+0000","last_active":"2024-04-02T08:45:00.429564+0000","last_peered":"2024-04-02T08:45:00.429564+0000","last_clean":"2024-04-02T08:45:00.429564+0000","last_became_active":"2024-04-02T08:39:11.324667+0000","last_became_peered":"2024-04-02T08:39:11.324667+0000","last_unstale":"2024-04-02T08:45:00.429564+0000","last_undegraded":"2024-04-02T08:45:00.429564+0000","last_fullsized":"2024-04-02T08:45:00.429564+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:52.055053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"556'3","reported_seq":1325,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439613+0000","last_change":"2024-04-02T08:38:37.306497+0000","last_active":"2024-04-02T08:45:01.439613+0000","last_peered":"2024-04-02T08:45:01.439613+0000","last_clean":"2024-04-02T08:45:01.439613+0000","last_became_active":"2024-04-02T08:38:37.305925+0000","last_became_peered":"2024-04-02T08:38:37.305925+0000","last_unstale":"2024-04-02T08:45:01.439613+0000","last_undegraded":"2024-04-02T08:45:01.439613+0000","last_fullsized":"2024-04-02T08:45:01.439613+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:28:00.326888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1271,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.430790+0000","last_change":"2024-04-02T08:39:11.332737+0000","last_active":"2024-04-02T08:45:00.430790+0000","last_peered":"2024-04-02T08:45:00.430790+0000","last_clean":"2024-04-02T08:45:00.430790+0000","last_became_active":"2024-04-02T08:39:11.332391+0000","last_became_peered":"2024-04-02T08:39:11.332391+0000","last_unstale":"2024-04-02T08:45:00.430790+0000","last_undegraded":"2024-04-02T08:45:00.430790+0000","last_fullsized":"2024-04-02T08:45:00.430790+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:59:41.345212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"855'1406","reported_seq":4567,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.441707+0000","last_change":"2024-04-02T08:45:00.442717+0000","last_active":"2024-04-02T08:45:00.441707+0000","last_peered":"2024-04-02T08:45:00.441707+0000","last_clean":"2024-04-02T08:45:00.441707+0000","last_became_active":"2024-04-02T08:37:27.333196+0000","last_became_peered":"2024-04-02T08:37:27.333196+0000","last_unstale":"2024-04-02T08:45:00.441707+0000","last_undegraded":"2024-04-02T08:45:00.441707+0000","last_fullsized":"2024-04-02T08:45:00.441707+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1406,"log_dups_size":0,"ondisk_log_size":1406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.853782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013307139000000001,"stat_sum":{"num_bytes":18628608,"num_objects":24,"num_object_clones":21,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":1,"num_read":241,"num_read_kb":188674,"num_write":487,"num_write_kb":89872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2244608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1215,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.377399+0000","last_change":"2024-04-02T08:38:37.312765+0000","last_active":"2024-04-02T08:45:04.377399+0000","last_peered":"2024-04-02T08:45:04.377399+0000","last_clean":"2024-04-02T08:45:04.377399+0000","last_became_active":"2024-04-02T08:38:37.312448+0000","last_became_peered":"2024-04-02T08:38:37.312448+0000","last_unstale":"2024-04-02T08:45:04.377399+0000","last_undegraded":"2024-04-02T08:45:04.377399+0000","last_fullsized":"2024-04-02T08:45:04.377399+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:45.130930+0000","last_clean_scrub_stamp":"2024-04-02T08:27:45.130930+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:22:32.861319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1165,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385564+0000","last_change":"2024-04-02T08:39:11.326499+0000","last_active":"2024-04-02T08:45:04.385564+0000","last_peered":"2024-04-02T08:45:04.385564+0000","last_clean":"2024-04-02T08:45:04.385564+0000","last_became_active":"2024-04-02T08:39:11.326122+0000","last_became_peered":"2024-04-02T08:39:11.326122+0000","last_unstale":"2024-04-02T08:45:04.385564+0000","last_undegraded":"2024-04-02T08:45:04.385564+0000","last_fullsized":"2024-04-02T08:45:04.385564+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:25.619433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1279,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.609249+0000","last_change":"2024-04-02T08:37:27.341399+0000","last_active":"2024-04-02T08:45:01.609249+0000","last_peered":"2024-04-02T08:45:01.609249+0000","last_clean":"2024-04-02T08:45:01.609249+0000","last_became_active":"2024-04-02T08:37:27.341047+0000","last_became_peered":"2024-04-02T08:37:27.341047+0000","last_unstale":"2024-04-02T08:45:01.609249+0000","last_undegraded":"2024-04-02T08:45:01.609249+0000","last_fullsized":"2024-04-02T08:45:01.609249+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:01.150361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"856'1380","reported_seq":4413,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376329+0000","last_change":"2024-04-02T08:45:01.449620+0000","last_active":"2024-04-02T08:45:04.376329+0000","last_peered":"2024-04-02T08:45:04.376329+0000","last_clean":"2024-04-02T08:45:04.376329+0000","last_became_active":"2024-04-02T08:38:37.300734+0000","last_became_peered":"2024-04-02T08:38:37.300734+0000","last_unstale":"2024-04-02T08:45:04.376329+0000","last_undegraded":"2024-04-02T08:45:04.376329+0000","last_fullsized":"2024-04-02T08:45:04.376329+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1380,"log_dups_size":0,"ondisk_log_size":1380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:44.197860+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0091659310000000004,"stat_sum":{"num_bytes":50028544,"num_objects":22,"num_object_clones":19,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":1,"num_read":222,"num_read_kb":287885,"num_write":421,"num_write_kb":130656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1474560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1143,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.444834+0000","last_change":"2024-04-02T08:39:11.334567+0000","last_active":"2024-04-02T08:45:01.444834+0000","last_peered":"2024-04-02T08:45:01.444834+0000","last_clean":"2024-04-02T08:45:01.444834+0000","last_became_active":"2024-04-02T08:39:11.334212+0000","last_became_peered":"2024-04-02T08:39:11.334212+0000","last_unstale":"2024-04-02T08:45:01.444834+0000","last_undegraded":"2024-04-02T08:45:01.444834+0000","last_fullsized":"2024-04-02T08:45:01.444834+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:13.016742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1244,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.377261+0000","last_change":"2024-04-02T08:39:11.323784+0000","last_active":"2024-04-02T08:45:04.377261+0000","last_peered":"2024-04-02T08:45:04.377261+0000","last_clean":"2024-04-02T08:45:04.377261+0000","last_became_active":"2024-04-02T08:39:11.323226+0000","last_became_peered":"2024-04-02T08:39:11.323226+0000","last_unstale":"2024-04-02T08:45:04.377261+0000","last_undegraded":"2024-04-02T08:45:04.377261+0000","last_fullsized":"2024-04-02T08:45:04.377261+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:00.286939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"856'433","reported_seq":3659,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.376333+0000","last_change":"2024-04-02T08:45:01.449367+0000","last_active":"2024-04-02T08:45:04.376333+0000","last_peered":"2024-04-02T08:45:04.376333+0000","last_clean":"2024-04-02T08:45:04.376333+0000","last_became_active":"2024-04-02T08:38:02.350711+0000","last_became_peered":"2024-04-02T08:38:02.350711+0000","last_unstale":"2024-04-02T08:45:04.376333+0000","last_undegraded":"2024-04-02T08:45:04.376333+0000","last_fullsized":"2024-04-02T08:45:04.376333+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":433,"log_dups_size":0,"ondisk_log_size":433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:28:00.426311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010600586,"stat_sum":{"num_bytes":15286272,"num_objects":9,"num_object_clones":8,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":110,"num_read_kb":277111,"num_write":107,"num_write_kb":49744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":10493952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1318,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.438370+0000","last_change":"2024-04-02T08:39:11.340980+0000","last_active":"2024-04-02T08:45:01.438370+0000","last_peered":"2024-04-02T08:45:01.438370+0000","last_clean":"2024-04-02T08:45:01.438370+0000","last_became_active":"2024-04-02T08:39:11.340663+0000","last_became_peered":"2024-04-02T08:39:11.340663+0000","last_unstale":"2024-04-02T08:45:01.438370+0000","last_undegraded":"2024-04-02T08:45:01.438370+0000","last_fullsized":"2024-04-02T08:45:01.438370+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:55.638971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1262,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429964+0000","last_change":"2024-04-02T08:39:11.325382+0000","last_active":"2024-04-02T08:45:00.429964+0000","last_peered":"2024-04-02T08:45:00.429964+0000","last_clean":"2024-04-02T08:45:00.429964+0000","last_became_active":"2024-04-02T08:39:11.324924+0000","last_became_peered":"2024-04-02T08:39:11.324924+0000","last_unstale":"2024-04-02T08:45:00.429964+0000","last_undegraded":"2024-04-02T08:45:00.429964+0000","last_fullsized":"2024-04-02T08:45:00.429964+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:05.793899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"856'1500","reported_seq":4661,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.612777+0000","last_change":"2024-04-02T08:45:01.613767+0000","last_active":"2024-04-02T08:45:01.612777+0000","last_peered":"2024-04-02T08:45:01.612777+0000","last_clean":"2024-04-02T08:45:01.612777+0000","last_became_active":"2024-04-02T08:39:11.340635+0000","last_became_peered":"2024-04-02T08:39:11.340635+0000","last_unstale":"2024-04-02T08:45:01.612777+0000","last_undegraded":"2024-04-02T08:45:01.612777+0000","last_fullsized":"2024-04-02T08:45:01.612777+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1500,"log_dups_size":0,"ondisk_log_size":1500,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:16:25.190796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052331879999999997,"stat_sum":{"num_bytes":39288832,"num_objects":20,"num_object_clones":17,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":202,"num_read_kb":507238,"num_write":600,"num_write_kb":83072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":72843264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1318,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.438509+0000","last_change":"2024-04-02T08:39:11.341471+0000","last_active":"2024-04-02T08:45:01.438509+0000","last_peered":"2024-04-02T08:45:01.438509+0000","last_clean":"2024-04-02T08:45:01.438509+0000","last_became_active":"2024-04-02T08:39:11.341157+0000","last_became_peered":"2024-04-02T08:39:11.341157+0000","last_unstale":"2024-04-02T08:45:01.438509+0000","last_undegraded":"2024-04-02T08:45:01.438509+0000","last_fullsized":"2024-04-02T08:45:01.438509+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:48.277877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1271,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429565+0000","last_change":"2024-04-02T08:37:27.335320+0000","last_active":"2024-04-02T08:45:00.429565+0000","last_peered":"2024-04-02T08:45:00.429565+0000","last_clean":"2024-04-02T08:45:00.429565+0000","last_became_active":"2024-04-02T08:37:27.334824+0000","last_became_peered":"2024-04-02T08:37:27.334824+0000","last_unstale":"2024-04-02T08:45:00.429565+0000","last_undegraded":"2024-04-02T08:45:00.429565+0000","last_fullsized":"2024-04-02T08:45:00.429565+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:53.372568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"856'1980","reported_seq":5216,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.607832+0000","last_change":"2024-04-02T08:45:01.444975+0000","last_active":"2024-04-02T08:45:01.607832+0000","last_peered":"2024-04-02T08:45:01.607832+0000","last_clean":"2024-04-02T08:45:01.607832+0000","last_became_active":"2024-04-02T08:37:27.341763+0000","last_became_peered":"2024-04-02T08:37:27.341763+0000","last_unstale":"2024-04-02T08:45:01.607832+0000","last_undegraded":"2024-04-02T08:45:01.607832+0000","last_fullsized":"2024-04-02T08:45:01.607832+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1980,"log_dups_size":0,"ondisk_log_size":1980,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:45:00.721342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0053081919999999998,"stat_sum":{"num_bytes":66019328,"num_objects":40,"num_object_clones":36,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":2,"num_read":379,"num_read_kb":702801,"num_write":716,"num_write_kb":177112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":43065344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.b","version":"552'4","reported_seq":1152,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445394+0000","last_change":"2024-04-02T08:39:11.326960+0000","last_active":"2024-04-02T08:45:01.445394+0000","last_peered":"2024-04-02T08:45:01.445394+0000","last_clean":"2024-04-02T08:45:01.445394+0000","last_became_active":"2024-04-02T08:39:11.324746+0000","last_became_peered":"2024-04-02T08:39:11.324746+0000","last_unstale":"2024-04-02T08:45:01.445394+0000","last_undegraded":"2024-04-02T08:45:01.445394+0000","last_fullsized":"2024-04-02T08:45:01.445394+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:01.751305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1184,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385145+0000","last_change":"2024-04-02T08:38:37.305947+0000","last_active":"2024-04-02T08:45:04.385145+0000","last_peered":"2024-04-02T08:45:04.385145+0000","last_clean":"2024-04-02T08:45:04.385145+0000","last_became_active":"2024-04-02T08:38:37.303933+0000","last_became_peered":"2024-04-02T08:38:37.303933+0000","last_unstale":"2024-04-02T08:45:04.385145+0000","last_undegraded":"2024-04-02T08:45:04.385145+0000","last_fullsized":"2024-04-02T08:45:04.385145+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:51:07.269361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"856'1411","reported_seq":4593,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.613400+0000","last_change":"2024-04-02T08:45:01.614445+0000","last_active":"2024-04-02T08:45:01.613400+0000","last_peered":"2024-04-02T08:45:01.613400+0000","last_clean":"2024-04-02T08:45:01.613400+0000","last_became_active":"2024-04-02T08:38:02.338221+0000","last_became_peered":"2024-04-02T08:38:02.338221+0000","last_unstale":"2024-04-02T08:45:01.613400+0000","last_undegraded":"2024-04-02T08:45:01.613400+0000","last_fullsized":"2024-04-02T08:45:01.613400+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1411,"log_dups_size":0,"ondisk_log_size":1411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:15:06.428469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059176630000000001,"stat_sum":{"num_bytes":49086464,"num_objects":26,"num_object_clones":23,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":2,"num_read":207,"num_read_kb":133550,"num_write":473,"num_write_kb":124944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":11436032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1296,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.609479+0000","last_change":"2024-04-02T08:38:02.341392+0000","last_active":"2024-04-02T08:45:01.609479+0000","last_peered":"2024-04-02T08:45:01.609479+0000","last_clean":"2024-04-02T08:45:01.609479+0000","last_became_active":"2024-04-02T08:38:02.340192+0000","last_became_peered":"2024-04-02T08:38:02.340192+0000","last_unstale":"2024-04-02T08:45:01.609479+0000","last_undegraded":"2024-04-02T08:45:01.609479+0000","last_fullsized":"2024-04-02T08:45:01.609479+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:45:28.960462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1131,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.445847+0000","last_change":"2024-04-02T08:39:11.341525+0000","last_active":"2024-04-02T08:45:01.445847+0000","last_peered":"2024-04-02T08:45:01.445847+0000","last_clean":"2024-04-02T08:45:01.445847+0000","last_became_active":"2024-04-02T08:39:11.339465+0000","last_became_peered":"2024-04-02T08:39:11.339465+0000","last_unstale":"2024-04-02T08:45:01.445847+0000","last_undegraded":"2024-04-02T08:45:01.445847+0000","last_fullsized":"2024-04-02T08:45:01.445847+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:27:09.346134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"856'1393","reported_seq":4581,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.616145+0000","last_change":"2024-04-02T08:45:01.617111+0000","last_active":"2024-04-02T08:45:01.616145+0000","last_peered":"2024-04-02T08:45:01.616145+0000","last_clean":"2024-04-02T08:45:01.616145+0000","last_became_active":"2024-04-02T08:37:27.335211+0000","last_became_peered":"2024-04-02T08:37:27.335211+0000","last_unstale":"2024-04-02T08:45:01.616145+0000","last_undegraded":"2024-04-02T08:45:01.616145+0000","last_fullsized":"2024-04-02T08:45:01.616145+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1393,"log_dups_size":0,"ondisk_log_size":1393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:20.687927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0084229179999999997,"stat_sum":{"num_bytes":36601856,"num_objects":29,"num_object_clones":26,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":198,"num_read_kb":324385,"num_write":460,"num_write_kb":114256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":33128448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":1322,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439003+0000","last_change":"2024-04-02T08:37:27.341270+0000","last_active":"2024-04-02T08:45:01.439003+0000","last_peered":"2024-04-02T08:45:01.439003+0000","last_clean":"2024-04-02T08:45:01.439003+0000","last_became_active":"2024-04-02T08:37:27.340872+0000","last_became_peered":"2024-04-02T08:37:27.340872+0000","last_unstale":"2024-04-02T08:45:01.439003+0000","last_undegraded":"2024-04-02T08:45:01.439003+0000","last_fullsized":"2024-04-02T08:45:01.439003+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:28.098781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1209,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375529+0000","last_change":"2024-04-02T08:38:37.311716+0000","last_active":"2024-04-02T08:45:04.375529+0000","last_peered":"2024-04-02T08:45:04.375529+0000","last_clean":"2024-04-02T08:45:04.375529+0000","last_became_active":"2024-04-02T08:38:37.311428+0000","last_became_peered":"2024-04-02T08:38:37.311428+0000","last_unstale":"2024-04-02T08:45:04.375529+0000","last_undegraded":"2024-04-02T08:45:04.375529+0000","last_fullsized":"2024-04-02T08:45:04.375529+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:01:04.078249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"856'1987","reported_seq":4845,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.449366+0000","last_change":"2024-04-02T08:45:01.451357+0000","last_active":"2024-04-02T08:45:01.449366+0000","last_peered":"2024-04-02T08:45:01.449366+0000","last_clean":"2024-04-02T08:45:01.449366+0000","last_became_active":"2024-04-02T08:39:11.342229+0000","last_became_peered":"2024-04-02T08:39:11.342229+0000","last_unstale":"2024-04-02T08:45:01.449366+0000","last_undegraded":"2024-04-02T08:45:01.449366+0000","last_fullsized":"2024-04-02T08:45:01.449366+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:57.983623+0000","last_clean_scrub_stamp":"2024-04-02T08:30:57.983623+0000","objects_scrubbed":0,"log_size":1987,"log_dups_size":0,"ondisk_log_size":1987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:57:18.611564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006038776,"stat_sum":{"num_bytes":56107008,"num_objects":29,"num_object_clones":25,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":318,"num_read_kb":779173,"num_write":726,"num_write_kb":215064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":40189952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"189","length":"1"},{"start":"19b","length":"1"},{"start":"1a9","length":"1"},{"start":"1ad","length":"1"},{"start":"1bd","length":"1"},{"start":"1c4","length":"1"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1296,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.609137+0000","last_change":"2024-04-02T08:39:11.342060+0000","last_active":"2024-04-02T08:45:01.609137+0000","last_peered":"2024-04-02T08:45:01.609137+0000","last_clean":"2024-04-02T08:45:01.609137+0000","last_became_active":"2024-04-02T08:39:11.341705+0000","last_became_peered":"2024-04-02T08:39:11.341705+0000","last_unstale":"2024-04-02T08:45:01.609137+0000","last_undegraded":"2024-04-02T08:45:01.609137+0000","last_fullsized":"2024-04-02T08:45:01.609137+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.123403+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.123403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:31.516658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1114,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.446478+0000","last_change":"2024-04-02T08:39:11.336331+0000","last_active":"2024-04-02T08:45:01.446478+0000","last_peered":"2024-04-02T08:45:01.446478+0000","last_clean":"2024-04-02T08:45:01.446478+0000","last_became_active":"2024-04-02T08:39:11.335803+0000","last_became_peered":"2024-04-02T08:39:11.335803+0000","last_unstale":"2024-04-02T08:45:01.446478+0000","last_undegraded":"2024-04-02T08:45:01.446478+0000","last_fullsized":"2024-04-02T08:45:01.446478+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:29:53.755071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1173,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.384919+0000","last_change":"2024-04-02T08:38:37.302167+0000","last_active":"2024-04-02T08:45:04.384919+0000","last_peered":"2024-04-02T08:45:04.384919+0000","last_clean":"2024-04-02T08:45:04.384919+0000","last_became_active":"2024-04-02T08:38:37.299266+0000","last_became_peered":"2024-04-02T08:38:37.299266+0000","last_unstale":"2024-04-02T08:45:04.384919+0000","last_undegraded":"2024-04-02T08:45:04.384919+0000","last_fullsized":"2024-04-02T08:45:04.384919+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:57:39.362344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1291,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.608251+0000","last_change":"2024-04-02T08:38:37.296589+0000","last_active":"2024-04-02T08:45:01.608251+0000","last_peered":"2024-04-02T08:45:01.608251+0000","last_clean":"2024-04-02T08:45:01.608251+0000","last_became_active":"2024-04-02T08:38:37.296239+0000","last_became_peered":"2024-04-02T08:38:37.296239+0000","last_unstale":"2024-04-02T08:45:01.608251+0000","last_undegraded":"2024-04-02T08:45:01.608251+0000","last_fullsized":"2024-04-02T08:45:01.608251+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:43:04.936623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1216,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375886+0000","last_change":"2024-04-02T08:38:02.346037+0000","last_active":"2024-04-02T08:45:04.375886+0000","last_peered":"2024-04-02T08:45:04.375886+0000","last_clean":"2024-04-02T08:45:04.375886+0000","last_became_active":"2024-04-02T08:38:02.345390+0000","last_became_peered":"2024-04-02T08:38:02.345390+0000","last_unstale":"2024-04-02T08:45:04.375886+0000","last_undegraded":"2024-04-02T08:45:04.375886+0000","last_fullsized":"2024-04-02T08:45:04.375886+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:37.785841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.435529+0000","last_change":"2024-04-02T08:37:27.342355+0000","last_active":"2024-04-02T08:45:01.435529+0000","last_peered":"2024-04-02T08:45:01.435529+0000","last_clean":"2024-04-02T08:45:01.435529+0000","last_became_active":"2024-04-02T08:37:27.340936+0000","last_became_peered":"2024-04-02T08:37:27.340936+0000","last_unstale":"2024-04-02T08:45:01.435529+0000","last_undegraded":"2024-04-02T08:45:01.435529+0000","last_fullsized":"2024-04-02T08:45:01.435529+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:31:31.494537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1270,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429910+0000","last_change":"2024-04-02T08:36:53.357522+0000","last_active":"2024-04-02T08:45:00.429910+0000","last_peered":"2024-04-02T08:45:00.429910+0000","last_clean":"2024-04-02T08:45:00.429910+0000","last_became_active":"2024-04-02T08:36:53.356864+0000","last_became_peered":"2024-04-02T08:36:53.356864+0000","last_unstale":"2024-04-02T08:45:00.429910+0000","last_undegraded":"2024-04-02T08:45:00.429910+0000","last_fullsized":"2024-04-02T08:45:00.429910+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:54:09.665870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1318,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.439067+0000","last_change":"2024-04-02T08:36:53.357129+0000","last_active":"2024-04-02T08:45:01.439067+0000","last_peered":"2024-04-02T08:45:01.439067+0000","last_clean":"2024-04-02T08:45:01.439067+0000","last_became_active":"2024-04-02T08:36:53.356810+0000","last_became_peered":"2024-04-02T08:36:53.356810+0000","last_unstale":"2024-04-02T08:45:01.439067+0000","last_undegraded":"2024-04-02T08:45:01.439067+0000","last_fullsized":"2024-04-02T08:45:01.439067+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:39.535457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1179,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385777+0000","last_change":"2024-04-02T08:39:11.324746+0000","last_active":"2024-04-02T08:45:04.385777+0000","last_peered":"2024-04-02T08:45:04.385777+0000","last_clean":"2024-04-02T08:45:04.385777+0000","last_became_active":"2024-04-02T08:39:11.324404+0000","last_became_peered":"2024-04-02T08:39:11.324404+0000","last_unstale":"2024-04-02T08:45:04.385777+0000","last_undegraded":"2024-04-02T08:45:04.385777+0000","last_fullsized":"2024-04-02T08:45:04.385777+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.646577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1255,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.430935+0000","last_change":"2024-04-02T08:37:27.330876+0000","last_active":"2024-04-02T08:45:00.430935+0000","last_peered":"2024-04-02T08:45:00.430935+0000","last_clean":"2024-04-02T08:45:00.430935+0000","last_became_active":"2024-04-02T08:37:27.330511+0000","last_became_peered":"2024-04-02T08:37:27.330511+0000","last_unstale":"2024-04-02T08:45:00.430935+0000","last_undegraded":"2024-04-02T08:45:00.430935+0000","last_fullsized":"2024-04-02T08:45:00.430935+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:30:04.603009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1317,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.438968+0000","last_change":"2024-04-02T08:36:53.356754+0000","last_active":"2024-04-02T08:45:01.438968+0000","last_peered":"2024-04-02T08:45:01.438968+0000","last_clean":"2024-04-02T08:45:01.438968+0000","last_became_active":"2024-04-02T08:36:53.356434+0000","last_became_peered":"2024-04-02T08:36:53.356434+0000","last_unstale":"2024-04-02T08:45:01.438968+0000","last_undegraded":"2024-04-02T08:45:01.438968+0000","last_fullsized":"2024-04-02T08:45:01.438968+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:57:20.638162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1262,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-02T08:45:00.429308+0000","last_change":"2024-04-02T08:37:27.335724+0000","last_active":"2024-04-02T08:45:00.429308+0000","last_peered":"2024-04-02T08:45:00.429308+0000","last_clean":"2024-04-02T08:45:00.429308+0000","last_became_active":"2024-04-02T08:37:27.335204+0000","last_became_peered":"2024-04-02T08:37:27.335204+0000","last_unstale":"2024-04-02T08:45:00.429308+0000","last_undegraded":"2024-04-02T08:45:00.429308+0000","last_fullsized":"2024-04-02T08:45:00.429308+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:48.727784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1190,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.375213+0000","last_change":"2024-04-02T08:39:11.329781+0000","last_active":"2024-04-02T08:45:04.375213+0000","last_peered":"2024-04-02T08:45:04.375213+0000","last_clean":"2024-04-02T08:45:04.375213+0000","last_became_active":"2024-04-02T08:39:11.328690+0000","last_became_peered":"2024-04-02T08:39:11.328690+0000","last_unstale":"2024-04-02T08:45:04.375213+0000","last_undegraded":"2024-04-02T08:45:04.375213+0000","last_fullsized":"2024-04-02T08:45:04.375213+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:41:08.301961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1334,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-02T08:45:01.435424+0000","last_change":"2024-04-02T08:39:11.341810+0000","last_active":"2024-04-02T08:45:01.435424+0000","last_peered":"2024-04-02T08:45:01.435424+0000","last_clean":"2024-04-02T08:45:01.435424+0000","last_became_active":"2024-04-02T08:39:11.340685+0000","last_became_peered":"2024-04-02T08:39:11.340685+0000","last_unstale":"2024-04-02T08:45:01.435424+0000","last_undegraded":"2024-04-02T08:45:01.435424+0000","last_fullsized":"2024-04-02T08:45:01.435424+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:52:49.448487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1183,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-02T08:45:04.385179+0000","last_change":"2024-04-02T08:38:37.309904+0000","last_active":"2024-04-02T08:45:04.385179+0000","last_peered":"2024-04-02T08:45:04.385179+0000","last_clean":"2024-04-02T08:45:04.385179+0000","last_became_active":"2024-04-02T08:38:37.309483+0000","last_became_peered":"2024-04-02T08:38:37.309483+0000","last_unstale":"2024-04-02T08:45:04.385179+0000","last_undegraded":"2024-04-02T08:45:04.385179+0000","last_fullsized":"2024-04-02T08:45:04.385179+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.125420+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.125420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:51.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":672440320,"num_objects":386,"num_object_clones":336,"num_object_copies":1158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":386,"num_whiteouts":15,"num_read":3844,"num_read_kb":6774523,"num_write":8239,"num_write_kb":1974632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93,"num_bytes_recovered":414212096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":933998592,"data_stored":2047660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23330,"ondisk_log_size":23330,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43215,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":523,"seq":2246267895880,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":319704,"kb_used_data":94604,"kb_used_omap":36,"kb_used_meta":225051,"kb_avail":93425448,"statfs":{"total":95995035648,"available":95667658752,"internally_reserved":0,"allocated":96874496,"data_stored":283918998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37102,"internal_metadata":230453010},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":492,"seq":2113123909711,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297536,"kb_used_data":103668,"kb_used_omap":32,"kb_used_meta":193823,"kb_avail":93447616,"statfs":{"total":95995035648,"available":95690358784,"internally_reserved":0,"allocated":106156032,"data_stored":251693800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32879,"internal_metadata":198475665},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":338,"seq":1451698946161,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":628904,"kb_used_data":141404,"kb_used_omap":46,"kb_used_meta":487441,"kb_avail":93116248,"statfs":{"total":95995035648,"available":95351037952,"internally_reserved":0,"allocated":144797696,"data_stored":293334714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47182,"internal_metadata":499140530},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":307,"seq":1318554959992,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":551404,"kb_used_data":147548,"kb_used_omap":43,"kb_used_meta":403796,"kb_avail":93193748,"statfs":{"total":95995035648,"available":95430397952,"internally_reserved":0,"allocated":151089152,"data_stored":241312530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44478,"internal_metadata":413487682},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":372,"seq":1597727834218,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":507844,"kb_used_data":124464,"kb_used_omap":30,"kb_used_meta":383329,"kb_avail":93237308,"statfs":{"total":95995035648,"available":95475003392,"internally_reserved":0,"allocated":127451136,"data_stored":269168154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31741,"internal_metadata":392528899},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":403,"seq":1730871820387,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":213304,"kb_used_data":58028,"kb_used_omap":25,"kb_used_meta":155238,"kb_avail":93531848,"statfs":{"total":95995035648,"available":95776612352,"internally_reserved":0,"allocated":59420672,"data_stored":125616111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26533,"internal_metadata":158963803},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806557,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":436744,"kb_used_data":118972,"kb_used_omap":44,"kb_used_meta":317715,"kb_avail":93308408,"statfs":{"total":95995035648,"available":95547809792,"internally_reserved":0,"allocated":121827328,"data_stored":240805068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45069,"internal_metadata":325341171},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":464,"seq":1992864825430,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":687232,"kb_used_data":200884,"kb_used_omap":54,"kb_used_meta":486281,"kb_avail":93057920,"statfs":{"total":95995035648,"available":95291310080,"internally_reserved":0,"allocated":205705216,"data_stored":388213026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":55973,"internal_metadata":497952091},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5363,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4418,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4872,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6557,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6109,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5279,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4882,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5735,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":140804096,"data_stored":235147264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":135114752,"data_stored":287760384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":117776384,"data_stored":263593984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49737728,"data_stored":120045568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":112119808,"data_stored":235220992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":195993600,"data_stored":382623744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":95854592,"data_stored":245514240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86597632,"data_stored":277753856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:45:07.661 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-02T08:45:07.661 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-02T08:45:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:07 smithi187 ceph-mon[84356]: pgmap v973: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-02T08:45:07.873 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:45:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:08 smithi112 ceph-mon[91385]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:45:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:08 smithi112 ceph-mon[88945]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:45:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:08 smithi187 ceph-mon[84356]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:45:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:09 smithi112 ceph-mon[88945]: pgmap v974: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:45:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:09 smithi112 ceph-mon[88945]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:45:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:45:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:45:09] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:45:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:09 smithi112 ceph-mon[91385]: pgmap v974: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:45:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:09 smithi112 ceph-mon[91385]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:45:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:09 smithi187 ceph-mon[84356]: pgmap v974: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:45:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:09 smithi187 ceph-mon[84356]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:45:10.465 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'unique_pool_0' removed 2024-04-02T08:45:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1350350431' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:45:10.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1350350431' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:45:10.794 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1350350431' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:45:11.073 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:45:11.073 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-02T08:45:11.073 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:45:11.073 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-02T08:45:11.073 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:45:11.074 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:45:11.074 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:45:11.075 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:11.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:45:11.090 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:45:11.090 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:11.143 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:11.144 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:45:11.198 INFO:tasks.workunit:timeout=3h 2024-04-02T08:45:11.198 INFO:tasks.workunit:cleanup=True 2024-04-02T08:45:11.198 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:45:11.252 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:45:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:11 smithi187 ceph-mon[84356]: pgmap v976: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-04-02T08:45:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:11 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1350350431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:45:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:11 smithi187 ceph-mon[84356]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:45:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:11 smithi112 ceph-mon[88945]: pgmap v976: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-04-02T08:45:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:11 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1350350431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:45:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:11 smithi112 ceph-mon[88945]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:45:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:11 smithi112 ceph-mon[91385]: pgmap v976: 121 pgs: 121 active+clean; 642 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-04-02T08:45:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:11 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1350350431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:45:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:11 smithi112 ceph-mon[91385]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:45:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:45:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:12.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:13 smithi187 ceph-mon[84356]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[91385]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[88945]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:15 smithi187 ceph-mon[84356]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:15 smithi112 ceph-mon[91385]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:15 smithi112 ceph-mon[88945]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:16.686 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:45:16.741 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:45:16.743 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:45:16.743 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:45:16.791 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:45:16.840 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:45:16.880 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:45:16.881 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:45:16.881 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:45:16.920 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:45:16.925 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:45:16.925 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:45:16.979 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-02T08:45:16.980 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-02T08:45:16.980 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-02T08:45:17.048 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:17.048 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-02T08:45:17.049 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:17.049 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-02T08:45:17.049 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-02T08:45:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:17 smithi187 ceph-mon[84356]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:17 smithi112 ceph-mon[88945]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:17 smithi112 ceph-mon[91385]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:18 smithi112 ceph-mon[91385]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:45:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1109250397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:18 smithi112 ceph-mon[88945]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:45:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1109250397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:18 smithi187 ceph-mon[84356]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:45:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1109250397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:19.503 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2455 ms) 2024-04-02T08:45:19.503 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-02T08:45:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[91385]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[91385]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:45:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:45:19] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-04-02T08:45:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[88945]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:19 smithi112 ceph-mon[88945]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:45:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:19 smithi187 ceph-mon[84356]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:19 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:19 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:19 smithi187 ceph-mon[84356]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:45:20.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:20 smithi112 ceph-mon[88945]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:45:20.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:20 smithi112 ceph-mon[91385]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:45:20.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:20 smithi187 ceph-mon[84356]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:45:21.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[91385]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:21.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:21.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:21.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[91385]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:45:21.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/635231218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[88945]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:21.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:21.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:21.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[88945]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:45:21.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:21 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/635231218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:21 smithi187 ceph-mon[84356]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:21 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:21 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:21 smithi187 ceph-mon[84356]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:45:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:21 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/635231218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:22.524 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3020 ms) 2024-04-02T08:45:22.524 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-02T08:45:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/635231218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:22 smithi187 ceph-mon[84356]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:45:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:45:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:22.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/635231218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:22.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:22 smithi112 ceph-mon[91385]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:45:22.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/635231218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:22.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:22 smithi112 ceph-mon[88945]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:45:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:23 smithi112 ceph-mon[91385]: pgmap v988: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:23 smithi112 ceph-mon[91385]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:45:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:23 smithi112 ceph-mon[88945]: pgmap v988: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:23 smithi112 ceph-mon[88945]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:45:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:23 smithi187 ceph-mon[84356]: pgmap v988: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:23 smithi187 ceph-mon[84356]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:45:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:24 smithi112 ceph-mon[88945]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:45:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:24 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1811842579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:24 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:24 smithi112 ceph-mon[91385]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:45:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:24 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1811842579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:24 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:24 smithi187 ceph-mon[84356]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:45:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:24 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1811842579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:24 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:25.548 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.Reserve (3024 ms) 2024-04-02T08:45:25.548 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-02T08:45:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[91385]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[91385]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:45:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[88945]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:25 smithi112 ceph-mon[88945]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:45:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:25 smithi187 ceph-mon[84356]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:25 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:25 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:25 smithi187 ceph-mon[84356]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:45:26.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:26 smithi112 ceph-mon[88945]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:45:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:26 smithi112 ceph-mon[91385]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:45:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:26 smithi187 ceph-mon[84356]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:45:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[91385]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[91385]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2619562968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[88945]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[88945]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2619562968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:27 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:27 smithi187 ceph-mon[84356]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:27 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:27 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:27 smithi187 ceph-mon[84356]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:45:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:27 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2619562968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:27 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:28.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3016 ms) 2024-04-02T08:45:28.566 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-02T08:45:28.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:28 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:28.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:28 smithi112 ceph-mon[91385]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:28 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:28 smithi112 ceph-mon[88945]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:28.882 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:28 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:28.882 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:28 smithi187 ceph-mon[84356]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:29.560 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:45:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:45:29] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2024-04-02T08:45:29.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:29 smithi112 ceph-mon[91385]: pgmap v997: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:29.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:29 smithi112 ceph-mon[91385]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:29 smithi112 ceph-mon[88945]: pgmap v997: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:29.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:29 smithi112 ceph-mon[88945]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:29 smithi187 ceph-mon[84356]: pgmap v997: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:29 smithi187 ceph-mon[84356]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:30.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:30 smithi112 ceph-mon[91385]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:30.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:30 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/19599861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:30 smithi112 ceph-mon[88945]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:30.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:30 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/19599861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:30 smithi187 ceph-mon[84356]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:30 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/19599861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:31.587 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.Commit (3023 ms) 2024-04-02T08:45:31.587 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-02T08:45:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[91385]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[91385]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[88945]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:31 smithi112 ceph-mon[88945]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:31 smithi187 ceph-mon[84356]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:31 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:31 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:31 smithi187 ceph-mon[84356]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:32.587 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:45:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:32.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:32 smithi112 ceph-mon[91385]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:32.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:32 smithi112 ceph-mon[88945]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:32.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:32 smithi187 ceph-mon[84356]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[88945]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[88945]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3064699281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[91385]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[91385]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:33 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3064699281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:33 smithi187 ceph-mon[84356]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:33 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:33 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:33 smithi187 ceph-mon[84356]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:33 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3064699281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:34.609 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.Abort (3022 ms) 2024-04-02T08:45:34.609 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-02T08:45:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:34 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3064699281' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:34.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:34 smithi112 ceph-mon[91385]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:34.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:34 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3064699281' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:34.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:34 smithi112 ceph-mon[88945]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:34 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3064699281' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:34 smithi187 ceph-mon[84356]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:35 smithi112 ceph-mon[91385]: pgmap v1006: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:35 smithi112 ceph-mon[91385]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:35.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:35 smithi112 ceph-mon[88945]: pgmap v1006: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:35.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:35 smithi112 ceph-mon[88945]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:35 smithi187 ceph-mon[84356]: pgmap v1006: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:35 smithi187 ceph-mon[84356]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:36 smithi187 ceph-mon[84356]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:36 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2609394023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:36 smithi112 ceph-mon[91385]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:36 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2609394023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:37.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:36 smithi112 ceph-mon[88945]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:37.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:36 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2609394023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:37.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.ReserveError (3026 ms) 2024-04-02T08:45:37.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-02T08:45:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:37 smithi187 ceph-mon[84356]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:37 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:37 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2609394023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:37 smithi187 ceph-mon[84356]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[91385]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2609394023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[91385]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[88945]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2609394023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:37 smithi112 ceph-mon[88945]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:38 smithi187 ceph-mon[84356]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:38 smithi112 ceph-mon[91385]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:38 smithi112 ceph-mon[88945]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:45:39] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-02T08:45:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:39 smithi187 ceph-mon[84356]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:39 smithi187 ceph-mon[84356]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:39 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3936620100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:39 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:39 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[91385]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[91385]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3936620100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[88945]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[88945]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3936620100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:39 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:40.645 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.CommitError (3010 ms) 2024-04-02T08:45:40.645 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-02T08:45:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:40 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3936620100' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:40 smithi187 ceph-mon[84356]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:40 smithi187 ceph-mon[84356]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:40 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3936620100' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:40 smithi112 ceph-mon[88945]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:40 smithi112 ceph-mon[88945]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:40 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3936620100' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:40 smithi112 ceph-mon[91385]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:41.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:40 smithi112 ceph-mon[91385]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:41 smithi187 ceph-mon[84356]: pgmap v1015: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:41 smithi112 ceph-mon[91385]: pgmap v1015: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:41 smithi112 ceph-mon[88945]: pgmap v1015: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:42.670 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:45:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:42 smithi187 ceph-mon[84356]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:42 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2635246274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:42 smithi112 ceph-mon[91385]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:42 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2635246274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:42 smithi112 ceph-mon[88945]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:42 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2635246274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:43.678 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.AbortError (3033 ms) 2024-04-02T08:45:43.678 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-02T08:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:43 smithi187 ceph-mon[84356]: pgmap v1018: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:43 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:43 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2635246274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:43 smithi187 ceph-mon[84356]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[91385]: pgmap v1018: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2635246274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[91385]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[88945]: pgmap v1018: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2635246274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:43 smithi112 ceph-mon[88945]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:44 smithi187 ceph-mon[84356]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:44 smithi112 ceph-mon[91385]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:44 smithi112 ceph-mon[88945]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:45 smithi187 ceph-mon[84356]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:45 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:45 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:45 smithi187 ceph-mon[84356]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:45 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2998869708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:45 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[91385]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[91385]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2998869708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[88945]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[88945]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2998869708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:45 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:46.707 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3029 ms) 2024-04-02T08:45:46.707 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-02T08:45:46.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:46 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:46.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:46 smithi187 ceph-mon[84356]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:46 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:46 smithi112 ceph-mon[91385]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:46 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:46 smithi112 ceph-mon[88945]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:47 smithi187 ceph-mon[84356]: pgmap v1024: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:47 smithi187 ceph-mon[84356]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:47 smithi112 ceph-mon[91385]: pgmap v1024: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:47 smithi112 ceph-mon[91385]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:47 smithi112 ceph-mon[88945]: pgmap v1024: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:47 smithi112 ceph-mon[88945]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:48 smithi187 ceph-mon[84356]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:48 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3244333125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:48 smithi112 ceph-mon[91385]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:48 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3244333125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:48 smithi112 ceph-mon[88945]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:48 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3244333125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:45:49] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-02T08:45:49.720 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3013 ms) 2024-04-02T08:45:49.720 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-02T08:45:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:49 smithi187 ceph-mon[84356]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:49 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:49 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:49 smithi187 ceph-mon[84356]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[91385]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[91385]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[88945]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:49 smithi112 ceph-mon[88945]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:50 smithi187 ceph-mon[84356]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:51.020 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:50 smithi112 ceph-mon[91385]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:51.020 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:50 smithi112 ceph-mon[88945]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[88945]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[88945]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1021337097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[91385]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[91385]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1021337097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:51 smithi187 ceph-mon[84356]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:51 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:51 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:51 smithi187 ceph-mon[84356]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1021337097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:45:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:45:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:52.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3022 ms) 2024-04-02T08:45:52.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-02T08:45:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:52 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1021337097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:52 smithi112 ceph-mon[91385]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:52 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1021337097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:52 smithi112 ceph-mon[88945]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:52 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1021337097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:52 smithi187 ceph-mon[84356]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[91385]: pgmap v1033: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[91385]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[88945]: pgmap v1033: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[88945]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:53 smithi187 ceph-mon[84356]: pgmap v1033: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:53 smithi187 ceph-mon[84356]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:45:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:54 smithi112 ceph-mon[91385]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:54 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3032373124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:54 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:54 smithi112 ceph-mon[88945]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:54 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3032373124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:54 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:54 smithi187 ceph-mon[84356]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:54 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3032373124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:54 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.771 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3027 ms) 2024-04-02T08:45:55.771 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-02T08:45:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[91385]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[91385]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[88945]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:55 smithi112 ceph-mon[88945]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:55 smithi187 ceph-mon[84356]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:55 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:55 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:55 smithi187 ceph-mon[84356]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:56 smithi112 ceph-mon[91385]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:56 smithi112 ceph-mon[88945]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:56 smithi187 ceph-mon[84356]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[91385]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[91385]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/999993742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[88945]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[88945]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/999993742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:57 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:57 smithi187 ceph-mon[84356]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:45:58.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:57 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:58.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:57 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:45:58.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:57 smithi187 ceph-mon[84356]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:58.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:57 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/999993742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:57 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3019 ms) 2024-04-02T08:45:58.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-02T08:45:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:58 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:58 smithi112 ceph-mon[88945]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:58 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:58 smithi112 ceph-mon[91385]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:58 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:58 smithi187 ceph-mon[84356]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:45:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:45:59] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-02T08:46:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:59 smithi112 ceph-mon[91385]: pgmap v1042: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:45:59 smithi112 ceph-mon[91385]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:46:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:59 smithi112 ceph-mon[88945]: pgmap v1042: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:45:59 smithi112 ceph-mon[88945]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:46:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:59 smithi187 ceph-mon[84356]: pgmap v1042: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:45:59 smithi187 ceph-mon[84356]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:46:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[88945]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[88945]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:46:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/238090723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[91385]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[91385]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:46:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/238090723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:00 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:00 smithi187 ceph-mon[84356]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:00 smithi187 ceph-mon[84356]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:46:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:00 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/238090723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:00 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:01.804 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3014 ms) 2024-04-02T08:46:01.804 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-02T08:46:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:01 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:01 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:01 smithi112 ceph-mon[88945]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:46:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:01 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:01 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:01 smithi112 ceph-mon[91385]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:46:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:01 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:01 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:01 smithi187 ceph-mon[84356]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:46:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:46:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[88945]: pgmap v1047: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:46:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[88945]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:46:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[91385]: pgmap v1047: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:46:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:02 smithi112 ceph-mon[91385]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:46:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:02 smithi187 ceph-mon[84356]: pgmap v1047: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:02 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:02 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:46:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:02 smithi187 ceph-mon[84356]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:46:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:03 smithi112 ceph-mon[91385]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:46:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:03 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1901705895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:03 smithi112 ceph-mon[88945]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:46:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:03 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1901705895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:03 smithi187 ceph-mon[84356]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:46:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:03 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1901705895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:04.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.Cleanup (3022 ms) 2024-04-02T08:46:04.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-02T08:46:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[91385]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[91385]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:46:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[88945]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:04 smithi112 ceph-mon[88945]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:46:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:04 smithi187 ceph-mon[84356]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:04 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:04 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:04 smithi187 ceph-mon[84356]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:46:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:05 smithi112 ceph-mon[91385]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:46:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:05 smithi112 ceph-mon[88945]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:46:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:05 smithi187 ceph-mon[84356]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:46:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[91385]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[91385]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2075788729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[88945]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[88945]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2075788729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:06 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:06 smithi187 ceph-mon[84356]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:46:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:06 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:06 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:46:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:06 smithi187 ceph-mon[84356]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:46:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:06 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2075788729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:06 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:07 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:07 smithi112 ceph-mon[88945]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:46:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:07 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:07 smithi112 ceph-mon[91385]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:46:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:07 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:07 smithi187 ceph-mon[84356]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:46:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:08 smithi112 ceph-mon[88945]: pgmap v1056: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 771 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 2.00k op/s 2024-04-02T08:46:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:08 smithi112 ceph-mon[88945]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:46:09.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:08 smithi112 ceph-mon[91385]: pgmap v1056: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 771 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 2.00k op/s 2024-04-02T08:46:09.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:08 smithi112 ceph-mon[91385]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:46:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:08 smithi187 ceph-mon[84356]: pgmap v1056: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 771 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 2.00k op/s 2024-04-02T08:46:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:08 smithi187 ceph-mon[84356]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:46:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:46:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:46:09] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-02T08:46:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:10 smithi112 ceph-mon[91385]: pgmap v1058: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 771 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 1.61k op/s 2024-04-02T08:46:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:10 smithi112 ceph-mon[88945]: pgmap v1058: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 771 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 1.61k op/s 2024-04-02T08:46:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:10 smithi187 ceph-mon[84356]: pgmap v1058: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 771 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 1.61k op/s 2024-04-02T08:46:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:46:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:12 smithi112 ceph-mon[88945]: pgmap v1059: 137 pgs: 137 active+clean; 771 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.33k op/s 2024-04-02T08:46:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:13.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:12 smithi112 ceph-mon[91385]: pgmap v1059: 137 pgs: 137 active+clean; 771 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.33k op/s 2024-04-02T08:46:13.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:12 smithi187 ceph-mon[84356]: pgmap v1059: 137 pgs: 137 active+clean; 771 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.33k op/s 2024-04-02T08:46:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:15 smithi187 ceph-mon[84356]: pgmap v1060: 137 pgs: 137 active+clean; 1.8 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 6.7 MiB/s wr, 7.49k op/s 2024-04-02T08:46:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:15 smithi112 ceph-mon[91385]: pgmap v1060: 137 pgs: 137 active+clean; 1.8 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 6.7 MiB/s wr, 7.49k op/s 2024-04-02T08:46:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:15 smithi112 ceph-mon[88945]: pgmap v1060: 137 pgs: 137 active+clean; 1.8 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 6.7 MiB/s wr, 7.49k op/s 2024-04-02T08:46:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:17 smithi187 ceph-mon[84356]: pgmap v1061: 137 pgs: 137 active+clean; 1.8 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 6.66k op/s 2024-04-02T08:46:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:17 smithi112 ceph-mon[91385]: pgmap v1061: 137 pgs: 137 active+clean; 1.8 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 6.66k op/s 2024-04-02T08:46:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:17 smithi112 ceph-mon[88945]: pgmap v1061: 137 pgs: 137 active+clean; 1.8 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 6.66k op/s 2024-04-02T08:46:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:19 smithi112 ceph-mon[88945]: pgmap v1062: 137 pgs: 137 active+clean; 2.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 6.7 MiB/s wr, 7.81k op/s 2024-04-02T08:46:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:19 smithi112 ceph-mon[91385]: pgmap v1062: 137 pgs: 137 active+clean; 2.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 6.7 MiB/s wr, 7.81k op/s 2024-04-02T08:46:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:46:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:46:19] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-02T08:46:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:19 smithi187 ceph-mon[84356]: pgmap v1062: 137 pgs: 137 active+clean; 2.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 6.7 MiB/s wr, 7.81k op/s 2024-04-02T08:46:20.435 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15608 ms) 2024-04-02T08:46:20.435 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-02T08:46:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:21 smithi187 ceph-mon[84356]: pgmap v1063: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 143 MiB/s rd, 5.6 MiB/s wr, 6.53k op/s 2024-04-02T08:46:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:21 smithi187 ceph-mon[84356]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:46:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:21 smithi112 ceph-mon[91385]: pgmap v1063: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 143 MiB/s rd, 5.6 MiB/s wr, 6.53k op/s 2024-04-02T08:46:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:21 smithi112 ceph-mon[91385]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:46:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:21 smithi112 ceph-mon[88945]: pgmap v1063: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 143 MiB/s rd, 5.6 MiB/s wr, 6.53k op/s 2024-04-02T08:46:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:21 smithi112 ceph-mon[88945]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:46:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:22 smithi187 ceph-mon[84356]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:46:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3612732778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:46:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:46:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:22 smithi112 ceph-mon[91385]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:46:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3612732778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:22.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:22 smithi112 ceph-mon[88945]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:46:22.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3612732778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:23 smithi187 ceph-mon[84356]: pgmap v1066: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:23 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:23 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3612732778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:23 smithi187 ceph-mon[84356]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:46:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[91385]: pgmap v1066: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3612732778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[91385]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:46:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[88945]: pgmap v1066: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3612732778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[88945]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:24.464 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4029 ms) 2024-04-02T08:46:24.464 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-02T08:46:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:24 smithi187 ceph-mon[84356]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:46:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:24 smithi112 ceph-mon[91385]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:46:24.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:24 smithi112 ceph-mon[88945]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:46:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:25 smithi187 ceph-mon[84356]: pgmap v1069: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:25 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:25 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:46:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:25 smithi187 ceph-mon[84356]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:46:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[91385]: pgmap v1069: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:46:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[91385]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:46:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[88945]: pgmap v1069: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:46:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:25 smithi112 ceph-mon[88945]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:46:26.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:26 smithi187 ceph-mon[84356]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:46:26.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:26 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2326047808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:26 smithi112 ceph-mon[91385]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:46:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:26 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2326047808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:26.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:26 smithi112 ceph-mon[88945]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:46:26.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:26 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2326047808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:27 smithi187 ceph-mon[84356]: pgmap v1072: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:27 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:27 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2326047808' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:27 smithi187 ceph-mon[84356]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:46:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[91385]: pgmap v1072: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2326047808' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[91385]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:46:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[88945]: pgmap v1072: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2326047808' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:27 smithi112 ceph-mon[88945]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:46:28.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:28 smithi112 ceph-mon[91385]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:46:28.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:28 smithi112 ceph-mon[88945]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:46:28.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:28 smithi187 ceph-mon[84356]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:46:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:46:29] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-02T08:46:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-mon[91385]: pgmap v1075: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:46:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-mon[88945]: pgmap v1075: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:29 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:46:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:29 smithi187 ceph-mon[84356]: pgmap v1075: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:29 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:29 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:46:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:31 smithi112 ceph-mon[88945]: pgmap v1076: 137 pgs: 4 creating+peering, 8 unknown, 125 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:31.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:31 smithi112 ceph-mon[91385]: pgmap v1076: 137 pgs: 4 creating+peering, 8 unknown, 125 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:31 smithi187 ceph-mon[84356]: pgmap v1076: 137 pgs: 4 creating+peering, 8 unknown, 125 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:46:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:33 smithi112 ceph-mon[91385]: pgmap v1077: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 5.8 MiB/s wr, 6.90k op/s 2024-04-02T08:46:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:33 smithi112 ceph-mon[88945]: pgmap v1077: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 5.8 MiB/s wr, 6.90k op/s 2024-04-02T08:46:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:33 smithi187 ceph-mon[84356]: pgmap v1077: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 5.8 MiB/s wr, 6.90k op/s 2024-04-02T08:46:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:35 smithi112 ceph-mon[91385]: pgmap v1078: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-04-02T08:46:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:35 smithi112 ceph-mon[88945]: pgmap v1078: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-04-02T08:46:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:35 smithi187 ceph-mon[84356]: pgmap v1078: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-04-02T08:46:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:37 smithi112 ceph-mon[88945]: pgmap v1079: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 4.68k op/s 2024-04-02T08:46:37.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:37 smithi112 ceph-mon[91385]: pgmap v1079: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 4.68k op/s 2024-04-02T08:46:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:37 smithi187 ceph-mon[84356]: pgmap v1079: 137 pgs: 137 active+clean; 1.4 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 4.68k op/s 2024-04-02T08:46:39.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:39.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:39.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:39.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:46:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:46:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:46:39] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2024-04-02T08:46:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:39 smithi112 ceph-mon[91385]: pgmap v1080: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 MiB/s rd, 5.5 MiB/s wr, 6.59k op/s 2024-04-02T08:46:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:39 smithi112 ceph-mon[88945]: pgmap v1080: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 MiB/s rd, 5.5 MiB/s wr, 6.59k op/s 2024-04-02T08:46:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:39 smithi187 ceph-mon[84356]: pgmap v1080: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 MiB/s rd, 5.5 MiB/s wr, 6.59k op/s 2024-04-02T08:46:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:41 smithi112 ceph-mon[91385]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.66k op/s 2024-04-02T08:46:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:41 smithi112 ceph-mon[88945]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.66k op/s 2024-04-02T08:46:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:41 smithi187 ceph-mon[84356]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.66k op/s 2024-04-02T08:46:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:46:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:43 smithi112 ceph-mon[88945]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 MiB/s rd, 5.7 MiB/s wr, 6.93k op/s 2024-04-02T08:46:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:43 smithi112 ceph-mon[91385]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 MiB/s rd, 5.7 MiB/s wr, 6.93k op/s 2024-04-02T08:46:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:43 smithi187 ceph-mon[84356]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 85 MiB/s rd, 5.7 MiB/s wr, 6.93k op/s 2024-04-02T08:46:45.757 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21292 ms) 2024-04-02T08:46:45.757 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-02T08:46:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:45 smithi112 ceph-mon[91385]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.6 MiB/s wr, 3.29k op/s 2024-04-02T08:46:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:45 smithi112 ceph-mon[88945]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.6 MiB/s wr, 3.29k op/s 2024-04-02T08:46:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:45 smithi187 ceph-mon[84356]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.6 MiB/s wr, 3.29k op/s 2024-04-02T08:46:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:46 smithi112 ceph-mon[91385]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:46:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:46 smithi112 ceph-mon[88945]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:46:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:46 smithi187 ceph-mon[84356]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:46:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:47 smithi112 ceph-mon[91385]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:47 smithi112 ceph-mon[91385]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/185033653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:47 smithi112 ceph-mon[88945]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:47 smithi112 ceph-mon[88945]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/185033653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:47 smithi187 ceph-mon[84356]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:47 smithi187 ceph-mon[84356]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/185033653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:48 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/185033653' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:48 smithi112 ceph-mon[88945]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:48 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/185033653' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:48 smithi112 ceph-mon[91385]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:48 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/185033653' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:48 smithi187 ceph-mon[84356]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:46:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:46:49] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2024-04-02T08:46:49.784 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4028 ms) 2024-04-02T08:46:49.784 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-02T08:46:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:49 smithi112 ceph-mon[88945]: pgmap v1088: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:49 smithi112 ceph-mon[88945]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:49 smithi112 ceph-mon[91385]: pgmap v1088: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:49 smithi112 ceph-mon[91385]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:49 smithi187 ceph-mon[84356]: pgmap v1088: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:49 smithi187 ceph-mon[84356]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:50 smithi112 ceph-mon[88945]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:50 smithi112 ceph-mon[91385]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:50 smithi187 ceph-mon[84356]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:51 smithi112 ceph-mon[91385]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:51 smithi112 ceph-mon[91385]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1227243765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:51 smithi112 ceph-mon[88945]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:51 smithi112 ceph-mon[88945]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1227243765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:51 smithi187 ceph-mon[84356]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:51 smithi187 ceph-mon[84356]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1227243765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:46:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1227243765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[88945]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[88945]: pgmap v1094: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1227243765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[91385]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[91385]: pgmap v1094: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:52 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1227243765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:52 smithi187 ceph-mon[84356]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:52 smithi187 ceph-mon[84356]: pgmap v1094: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:53 smithi112 ceph-mon[91385]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:53 smithi112 ceph-mon[88945]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:53 smithi187 ceph-mon[84356]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:54.819 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5035 ms) 2024-04-02T08:46:54.819 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-02T08:46:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:54 smithi112 ceph-mon[91385]: pgmap v1096: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:54 smithi112 ceph-mon[88945]: pgmap v1096: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:54 smithi187 ceph-mon[84356]: pgmap v1096: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:55 smithi112 ceph-mon[88945]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:55 smithi112 ceph-mon[91385]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:55 smithi187 ceph-mon[84356]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[91385]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[91385]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/248734869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[88945]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[88945]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/248734869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:56 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:56 smithi187 ceph-mon[84356]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:56 smithi187 ceph-mon[84356]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:56 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/248734869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:56 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:58.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:57 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:58.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:57 smithi112 ceph-mon[88945]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:58.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:57 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:58.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:57 smithi112 ceph-mon[91385]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:58.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:57 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-130350-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:58.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:57 smithi187 ceph-mon[84356]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:58 smithi112 ceph-mon[88945]: pgmap v1101: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:46:58 smithi112 ceph-mon[88945]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:58 smithi112 ceph-mon[91385]: pgmap v1101: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:46:58 smithi112 ceph-mon[91385]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:58 smithi187 ceph-mon[84356]: pgmap v1101: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:46:58 smithi187 ceph-mon[84356]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:46:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:46:59] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-02T08:46:59.848 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5029 ms) 2024-04-02T08:46:59.848 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 22 tests from TestCls2PCQueue (102800 ms total) 2024-04-02T08:46:59.848 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:46:59.848 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:46:59.848 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 22 tests from 1 test suite ran. (102800 ms total) 2024-04-02T08:46:59.848 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 22 tests. 2024-04-02T08:46:59.851 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:46:59.852 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:46:59.883 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-02T08:46:59.884 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-02T08:46:59.952 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:46:59.952 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-02T08:46:59.952 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:46:59.952 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 5 tests from cls_cas 2024-04-02T08:46:59.952 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_cas.get_put 2024-04-02T08:47:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:00 smithi112 ceph-mon[91385]: pgmap v1103: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 606 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 797 op/s 2024-04-02T08:47:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:00 smithi112 ceph-mon[91385]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:47:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:00 smithi112 ceph-mon[88945]: pgmap v1103: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 606 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 797 op/s 2024-04-02T08:47:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:00 smithi112 ceph-mon[88945]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:47:01.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:00 smithi187 ceph-mon[84356]: pgmap v1103: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 606 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 797 op/s 2024-04-02T08:47:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:00 smithi187 ceph-mon[84356]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:47:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:01 smithi112 ceph-mon[91385]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:47:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:01 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2168662641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:01 smithi112 ceph-mon[88945]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:47:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:01 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2168662641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:01 smithi187 ceph-mon[84356]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:47:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:01 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2168662641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:47:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:02.870 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_cas.get_put (2918 ms) 2024-04-02T08:47:02.870 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_cas.wrong_put 2024-04-02T08:47:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[91385]: pgmap v1106: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2168662641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[91385]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:47:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[88945]: pgmap v1106: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2168662641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:02 smithi112 ceph-mon[88945]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:47:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:02 smithi187 ceph-mon[84356]: pgmap v1106: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:02 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:02 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2168662641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:02 smithi187 ceph-mon[84356]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:47:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:03 smithi187 ceph-mon[84356]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:47:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:03 smithi112 ceph-mon[91385]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:47:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:03 smithi112 ceph-mon[88945]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:47:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:04 smithi187 ceph-mon[84356]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:04 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:04 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:04 smithi187 ceph-mon[84356]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:47:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:04 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/785093444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:04 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[91385]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[91385]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:47:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/785093444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[88945]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[88945]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/785093444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:04 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_cas.wrong_put (3023 ms) 2024-04-02T08:47:05.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_cas.dup_get 2024-04-02T08:47:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:05 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:05 smithi187 ceph-mon[84356]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:47:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:05 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:05 smithi112 ceph-mon[91385]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:47:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:05 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:05 smithi112 ceph-mon[88945]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:47:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:06 smithi187 ceph-mon[84356]: pgmap v1112: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T08:47:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:06 smithi187 ceph-mon[84356]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:47:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:06 smithi112 ceph-mon[91385]: pgmap v1112: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T08:47:07.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:06 smithi112 ceph-mon[91385]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:47:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:06 smithi112 ceph-mon[88945]: pgmap v1112: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T08:47:07.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:06 smithi112 ceph-mon[88945]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:47:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:07 smithi187 ceph-mon[84356]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:47:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:07 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1769913945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:07 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[88945]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:47:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1769913945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[91385]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:47:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1769913945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:08.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_cas.dup_get (3016 ms) 2024-04-02T08:47:08.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_cas.dup_put 2024-04-02T08:47:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:08 smithi187 ceph-mon[84356]: pgmap v1115: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:08 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:08 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:08 smithi187 ceph-mon[84356]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:47:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[91385]: pgmap v1115: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[91385]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:47:09.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[88945]: pgmap v1115: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:09.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:09.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:09.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:08 smithi112 ceph-mon[88945]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:47:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:47:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:47:09] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-02T08:47:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:09 smithi187 ceph-mon[84356]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:47:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:09 smithi112 ceph-mon[88945]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:47:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:09 smithi112 ceph-mon[91385]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:47:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:10 smithi187 ceph-mon[84356]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:10 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:10 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:10 smithi187 ceph-mon[84356]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:47:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1011842221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:10 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[88945]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[88945]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1011842221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[91385]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[91385]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1011842221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:10 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_cas.dup_put (3021 ms) 2024-04-02T08:47:11.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-02T08:47:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:11 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:11 smithi187 ceph-mon[84356]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:47:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:11 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:11 smithi112 ceph-mon[91385]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:47:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:11 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:11 smithi112 ceph-mon[88945]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:47:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:47:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:12 smithi187 ceph-mon[84356]: pgmap v1121: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:12 smithi187 ceph-mon[84356]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:47:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:12 smithi112 ceph-mon[88945]: pgmap v1121: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:12 smithi112 ceph-mon[88945]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:47:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:12 smithi112 ceph-mon[91385]: pgmap v1121: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:12 smithi112 ceph-mon[91385]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:47:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:13 smithi187 ceph-mon[84356]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:47:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3341695773' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:13 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:13 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[88945]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:47:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3341695773' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[91385]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3341695773' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:13 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:14.951 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_cas.get_wrong_data (3021 ms) 2024-04-02T08:47:14.951 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 5 tests from cls_cas (14999 ms total) 2024-04-02T08:47:14.951 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:47:14.951 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from chunk_refs_t 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] chunk_refs_t.size 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:1 60 by_object 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:2 103 by_object 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:4 189 by_object 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:8 361 by_object 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:16 112 by_hash(32 bits) 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:32 208 by_hash(32 bits) 2024-04-02T08:47:14.952 INFO:tasks.workunit.client.0.smithi112.stdout:64 400 by_hash(32 bits) 2024-04-02T08:47:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:128 509 by_hash(10 bits) 2024-04-02T08:47:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:256 499 by_hash(7 bits) 2024-04-02T08:47:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:512 462 by_hash(5 bits) 2024-04-02T08:47:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:1024 466 by_hash(5 bits) 2024-04-02T08:47:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:2048 466 by_hash(5 bits) 2024-04-02T08:47:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:4096 470 by_hash(5 bits) 2024-04-02T08:47:14.954 INFO:tasks.workunit.client.0.smithi112.stdout:8192 498 by_hash(4 bits) 2024-04-02T08:47:14.955 INFO:tasks.workunit.client.0.smithi112.stdout:16384 278 by_hash(3 bits) 2024-04-02T08:47:14.958 INFO:tasks.workunit.client.0.smithi112.stdout:32768 337 by_hash(2 bits) 2024-04-02T08:47:14.961 INFO:tasks.workunit.client.0.smithi112.stdout:65536 367 by_hash(2 bits) 2024-04-02T08:47:14.970 INFO:tasks.workunit.client.0.smithi112.stdout:131072 387 by_hash(1 bits) 2024-04-02T08:47:14.985 INFO:tasks.workunit.client.0.smithi112.stdout:262144 331 by_pool 2024-04-02T08:47:15.014 INFO:tasks.workunit.client.0.smithi112.stdout:524288 21 count 2024-04-02T08:47:15.065 INFO:tasks.workunit.client.0.smithi112.stdout:1048576 21 count 2024-04-02T08:47:15.179 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] chunk_refs_t.size (228 ms) 2024-04-02T08:47:15.179 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from chunk_refs_t (228 ms total) 2024-04-02T08:47:15.179 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:47:15.179 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:15.179 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 6 tests from 2 test suites ran. (15227 ms total) 2024-04-02T08:47:15.179 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 6 tests. 2024-04-02T08:47:15.181 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:15.181 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: pgmap v1124: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:15.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: pgmap v1124: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:15.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:15.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:15.246 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: pgmap v1124: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131017-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:15.247 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:15.248 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:15.250 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-02T08:47:15.251 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-02T08:47:15.319 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:15.319 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-02T08:47:15.319 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:15 smithi187 ceph-mon[84356]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:47:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:15 smithi112 ceph-mon[91385]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:47:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:15 smithi112 ceph-mon[88945]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:47:16.961 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 31 tests from CmpOmap 2024-04-02T08:47:16.961 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-02T08:47:16.977 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-04-02T08:47:16.977 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-02T08:47:16.981 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-04-02T08:47:16.981 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-02T08:47:16.984 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-02T08:47:16.984 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-02T08:47:16.987 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (2 ms) 2024-04-02T08:47:16.987 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-02T08:47:16.993 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-02T08:47:16.993 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-02T08:47:16.999 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-02T08:47:16.999 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-02T08:47:17.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-02T08:47:17.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-02T08:47:17.005 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-04-02T08:47:17.005 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-02T08:47:17.007 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-02T08:47:17.007 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-02T08:47:17.011 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-02T08:47:17.011 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-02T08:47:17.012 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-02T08:47:17.012 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-02T08:47:17.012 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-02T08:47:17.012 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-02T08:47:17.018 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-04-02T08:47:17.018 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-02T08:47:17.024 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-02T08:47:17.024 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-02T08:47:17.030 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-02T08:47:17.030 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-02T08:47:17.037 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-02T08:47:17.037 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-02T08:47:17.043 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2024-04-02T08:47:17.043 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-02T08:47:17.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-04-02T08:47:17.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-02T08:47:17.053 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-02T08:47:17.053 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-02T08:47:17.055 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-02T08:47:17.055 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-02T08:47:17.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-02T08:47:17.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-02T08:47:17.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-02T08:47:17.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-02T08:47:17.063 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-02T08:47:17.063 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-02T08:47:17.068 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-02T08:47:17.068 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-02T08:47:17.075 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-04-02T08:47:17.075 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-02T08:47:17.082 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-02T08:47:17.082 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-02T08:47:17.084 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2024-04-02T08:47:17.084 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-02T08:47:17.086 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-02T08:47:17.086 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-02T08:47:17.087 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-02T08:47:17.087 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-02T08:47:17.088 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-02T08:47:17.088 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-02T08:47:17.096 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-02T08:47:17.096 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 31 tests from CmpOmap (135 ms total) 2024-04-02T08:47:17.096 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:47:17.096 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:16 smithi187 ceph-mon[84356]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:16 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:16 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:16 smithi187 ceph-mon[84356]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:47:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:16 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1796273619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:16 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[91385]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[91385]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1796273619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[88945]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[88945]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1796273619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:16 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.970 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 31 tests from 1 test suite ran. (2651 ms total) 2024-04-02T08:47:17.970 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 31 tests. 2024-04-02T08:47:17.973 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:17.973 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:18.043 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-02T08:47:18.043 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-02T08:47:18.113 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:18.113 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-02T08:47:18.113 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:18.113 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 6 tests from ClsHello 2024-04-02T08:47:18.113 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsHello.SayHello 2024-04-02T08:47:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:17 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:17 smithi187 ceph-mon[84356]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:47:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:17 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:17 smithi112 ceph-mon[88945]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:47:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:17 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131271-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:17 smithi112 ceph-mon[91385]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:47:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:18 smithi187 ceph-mon[84356]: pgmap v1130: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T08:47:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:18 smithi187 ceph-mon[84356]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:47:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:18 smithi112 ceph-mon[88945]: pgmap v1130: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T08:47:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:18 smithi112 ceph-mon[88945]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:47:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:18 smithi112 ceph-mon[91385]: pgmap v1130: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T08:47:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:18 smithi112 ceph-mon[91385]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:47:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:47:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:47:19] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-02T08:47:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:19 smithi112 ceph-mon[91385]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:47:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:19 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3006487128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:19 smithi112 ceph-mon[88945]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:47:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:19 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3006487128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:19 smithi187 ceph-mon[84356]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:47:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:19 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3006487128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsHello.SayHello (2876 ms) 2024-04-02T08:47:20.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsHello.RecordHello 2024-04-02T08:47:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:20 smithi187 ceph-mon[84356]: pgmap v1133: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:20 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:20 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3006487128' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:20 smithi187 ceph-mon[84356]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:47:21.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[91385]: pgmap v1133: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3006487128' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[91385]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[88945]: pgmap v1133: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3006487128' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:21.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:20 smithi112 ceph-mon[88945]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:47:22.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:21 smithi187 ceph-mon[84356]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:47:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:21 smithi112 ceph-mon[91385]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:47:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:21 smithi112 ceph-mon[88945]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:47:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[91385]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[91385]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1546280384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[88945]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[88945]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1546280384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-mon[84356]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:23.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-mon[84356]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:47:23.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1546280384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:23.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:24.005 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsHello.RecordHello (3017 ms) 2024-04-02T08:47:24.006 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-02T08:47:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:24 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1546280384' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:24 smithi112 ceph-mon[91385]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:47:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:24 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1546280384' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:24 smithi112 ceph-mon[88945]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:47:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:24 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1546280384' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:24 smithi187 ceph-mon[84356]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:47:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:25 smithi112 ceph-mon[88945]: pgmap v1139: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:25 smithi112 ceph-mon[88945]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:47:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:25 smithi112 ceph-mon[91385]: pgmap v1139: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:25 smithi112 ceph-mon[91385]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:47:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:25 smithi187 ceph-mon[84356]: pgmap v1139: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:25 smithi187 ceph-mon[84356]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:47:26.029 INFO:tasks.workunit.client.0.smithi112.stdout:require_osd_release = squid 2024-04-02T08:47:26.038 INFO:tasks.workunit.client.0.smithi112.stdout:0 2024-04-02T08:47:26.053 INFO:tasks.workunit.client.0.smithi112.stdout:1 2024-04-02T08:47:26.054 INFO:tasks.workunit.client.0.smithi112.stdout:2 2024-04-02T08:47:26.055 INFO:tasks.workunit.client.0.smithi112.stdout:3 2024-04-02T08:47:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:4 2024-04-02T08:47:26.057 INFO:tasks.workunit.client.0.smithi112.stdout:5 2024-04-02T08:47:26.058 INFO:tasks.workunit.client.0.smithi112.stdout:6 2024-04-02T08:47:26.059 INFO:tasks.workunit.client.0.smithi112.stdout:7 2024-04-02T08:47:26.060 INFO:tasks.workunit.client.0.smithi112.stdout:8 2024-04-02T08:47:26.061 INFO:tasks.workunit.client.0.smithi112.stdout:9 2024-04-02T08:47:26.062 INFO:tasks.workunit.client.0.smithi112.stdout:10 2024-04-02T08:47:26.063 INFO:tasks.workunit.client.0.smithi112.stdout:11 2024-04-02T08:47:26.064 INFO:tasks.workunit.client.0.smithi112.stdout:12 2024-04-02T08:47:26.065 INFO:tasks.workunit.client.0.smithi112.stdout:13 2024-04-02T08:47:26.066 INFO:tasks.workunit.client.0.smithi112.stdout:14 2024-04-02T08:47:26.066 INFO:tasks.workunit.client.0.smithi112.stdout:15 2024-04-02T08:47:26.067 INFO:tasks.workunit.client.0.smithi112.stdout:16 2024-04-02T08:47:26.068 INFO:tasks.workunit.client.0.smithi112.stdout:17 2024-04-02T08:47:26.069 INFO:tasks.workunit.client.0.smithi112.stdout:18 2024-04-02T08:47:26.070 INFO:tasks.workunit.client.0.smithi112.stdout:19 2024-04-02T08:47:26.071 INFO:tasks.workunit.client.0.smithi112.stdout:20 2024-04-02T08:47:26.072 INFO:tasks.workunit.client.0.smithi112.stdout:21 2024-04-02T08:47:26.073 INFO:tasks.workunit.client.0.smithi112.stdout:22 2024-04-02T08:47:26.074 INFO:tasks.workunit.client.0.smithi112.stdout:23 2024-04-02T08:47:26.075 INFO:tasks.workunit.client.0.smithi112.stdout:24 2024-04-02T08:47:26.076 INFO:tasks.workunit.client.0.smithi112.stdout:25 2024-04-02T08:47:26.077 INFO:tasks.workunit.client.0.smithi112.stdout:26 2024-04-02T08:47:26.078 INFO:tasks.workunit.client.0.smithi112.stdout:27 2024-04-02T08:47:26.079 INFO:tasks.workunit.client.0.smithi112.stdout:28 2024-04-02T08:47:26.080 INFO:tasks.workunit.client.0.smithi112.stdout:29 2024-04-02T08:47:26.081 INFO:tasks.workunit.client.0.smithi112.stdout:30 2024-04-02T08:47:26.081 INFO:tasks.workunit.client.0.smithi112.stdout:31 2024-04-02T08:47:26.083 INFO:tasks.workunit.client.0.smithi112.stdout:32 2024-04-02T08:47:26.083 INFO:tasks.workunit.client.0.smithi112.stdout:33 2024-04-02T08:47:26.085 INFO:tasks.workunit.client.0.smithi112.stdout:34 2024-04-02T08:47:26.085 INFO:tasks.workunit.client.0.smithi112.stdout:35 2024-04-02T08:47:26.086 INFO:tasks.workunit.client.0.smithi112.stdout:36 2024-04-02T08:47:26.087 INFO:tasks.workunit.client.0.smithi112.stdout:37 2024-04-02T08:47:26.088 INFO:tasks.workunit.client.0.smithi112.stdout:38 2024-04-02T08:47:26.089 INFO:tasks.workunit.client.0.smithi112.stdout:39 2024-04-02T08:47:26.090 INFO:tasks.workunit.client.0.smithi112.stdout:40 2024-04-02T08:47:26.091 INFO:tasks.workunit.client.0.smithi112.stdout:41 2024-04-02T08:47:26.092 INFO:tasks.workunit.client.0.smithi112.stdout:42 2024-04-02T08:47:26.093 INFO:tasks.workunit.client.0.smithi112.stdout:43 2024-04-02T08:47:26.094 INFO:tasks.workunit.client.0.smithi112.stdout:44 2024-04-02T08:47:26.095 INFO:tasks.workunit.client.0.smithi112.stdout:45 2024-04-02T08:47:26.096 INFO:tasks.workunit.client.0.smithi112.stdout:46 2024-04-02T08:47:26.097 INFO:tasks.workunit.client.0.smithi112.stdout:47 2024-04-02T08:47:26.098 INFO:tasks.workunit.client.0.smithi112.stdout:48 2024-04-02T08:47:26.098 INFO:tasks.workunit.client.0.smithi112.stdout:49 2024-04-02T08:47:26.099 INFO:tasks.workunit.client.0.smithi112.stdout:50 2024-04-02T08:47:26.100 INFO:tasks.workunit.client.0.smithi112.stdout:51 2024-04-02T08:47:26.102 INFO:tasks.workunit.client.0.smithi112.stdout:52 2024-04-02T08:47:26.103 INFO:tasks.workunit.client.0.smithi112.stdout:53 2024-04-02T08:47:26.104 INFO:tasks.workunit.client.0.smithi112.stdout:54 2024-04-02T08:47:26.105 INFO:tasks.workunit.client.0.smithi112.stdout:55 2024-04-02T08:47:26.106 INFO:tasks.workunit.client.0.smithi112.stdout:56 2024-04-02T08:47:26.107 INFO:tasks.workunit.client.0.smithi112.stdout:57 2024-04-02T08:47:26.108 INFO:tasks.workunit.client.0.smithi112.stdout:58 2024-04-02T08:47:26.109 INFO:tasks.workunit.client.0.smithi112.stdout:59 2024-04-02T08:47:26.110 INFO:tasks.workunit.client.0.smithi112.stdout:60 2024-04-02T08:47:26.111 INFO:tasks.workunit.client.0.smithi112.stdout:61 2024-04-02T08:47:26.112 INFO:tasks.workunit.client.0.smithi112.stdout:62 2024-04-02T08:47:26.113 INFO:tasks.workunit.client.0.smithi112.stdout:63 2024-04-02T08:47:26.114 INFO:tasks.workunit.client.0.smithi112.stdout:64 2024-04-02T08:47:26.115 INFO:tasks.workunit.client.0.smithi112.stdout:65 2024-04-02T08:47:26.116 INFO:tasks.workunit.client.0.smithi112.stdout:66 2024-04-02T08:47:26.117 INFO:tasks.workunit.client.0.smithi112.stdout:67 2024-04-02T08:47:26.118 INFO:tasks.workunit.client.0.smithi112.stdout:68 2024-04-02T08:47:26.119 INFO:tasks.workunit.client.0.smithi112.stdout:69 2024-04-02T08:47:26.120 INFO:tasks.workunit.client.0.smithi112.stdout:70 2024-04-02T08:47:26.121 INFO:tasks.workunit.client.0.smithi112.stdout:71 2024-04-02T08:47:26.122 INFO:tasks.workunit.client.0.smithi112.stdout:72 2024-04-02T08:47:26.123 INFO:tasks.workunit.client.0.smithi112.stdout:73 2024-04-02T08:47:26.124 INFO:tasks.workunit.client.0.smithi112.stdout:74 2024-04-02T08:47:26.125 INFO:tasks.workunit.client.0.smithi112.stdout:75 2024-04-02T08:47:26.125 INFO:tasks.workunit.client.0.smithi112.stdout:76 2024-04-02T08:47:26.126 INFO:tasks.workunit.client.0.smithi112.stdout:77 2024-04-02T08:47:26.127 INFO:tasks.workunit.client.0.smithi112.stdout:78 2024-04-02T08:47:26.128 INFO:tasks.workunit.client.0.smithi112.stdout:79 2024-04-02T08:47:26.129 INFO:tasks.workunit.client.0.smithi112.stdout:80 2024-04-02T08:47:26.130 INFO:tasks.workunit.client.0.smithi112.stdout:81 2024-04-02T08:47:26.131 INFO:tasks.workunit.client.0.smithi112.stdout:82 2024-04-02T08:47:26.132 INFO:tasks.workunit.client.0.smithi112.stdout:83 2024-04-02T08:47:26.133 INFO:tasks.workunit.client.0.smithi112.stdout:84 2024-04-02T08:47:26.133 INFO:tasks.workunit.client.0.smithi112.stdout:85 2024-04-02T08:47:26.134 INFO:tasks.workunit.client.0.smithi112.stdout:86 2024-04-02T08:47:26.135 INFO:tasks.workunit.client.0.smithi112.stdout:87 2024-04-02T08:47:26.136 INFO:tasks.workunit.client.0.smithi112.stdout:88 2024-04-02T08:47:26.137 INFO:tasks.workunit.client.0.smithi112.stdout:89 2024-04-02T08:47:26.138 INFO:tasks.workunit.client.0.smithi112.stdout:90 2024-04-02T08:47:26.139 INFO:tasks.workunit.client.0.smithi112.stdout:91 2024-04-02T08:47:26.140 INFO:tasks.workunit.client.0.smithi112.stdout:92 2024-04-02T08:47:26.141 INFO:tasks.workunit.client.0.smithi112.stdout:93 2024-04-02T08:47:26.142 INFO:tasks.workunit.client.0.smithi112.stdout:94 2024-04-02T08:47:26.143 INFO:tasks.workunit.client.0.smithi112.stdout:95 2024-04-02T08:47:26.144 INFO:tasks.workunit.client.0.smithi112.stdout:96 2024-04-02T08:47:26.145 INFO:tasks.workunit.client.0.smithi112.stdout:97 2024-04-02T08:47:26.145 INFO:tasks.workunit.client.0.smithi112.stdout:98 2024-04-02T08:47:26.146 INFO:tasks.workunit.client.0.smithi112.stdout:99 2024-04-02T08:47:26.147 INFO:tasks.workunit.client.0.smithi112.stdout:100 2024-04-02T08:47:26.148 INFO:tasks.workunit.client.0.smithi112.stdout:101 2024-04-02T08:47:26.149 INFO:tasks.workunit.client.0.smithi112.stdout:102 2024-04-02T08:47:26.150 INFO:tasks.workunit.client.0.smithi112.stdout:103 2024-04-02T08:47:26.151 INFO:tasks.workunit.client.0.smithi112.stdout:104 2024-04-02T08:47:26.152 INFO:tasks.workunit.client.0.smithi112.stdout:105 2024-04-02T08:47:26.153 INFO:tasks.workunit.client.0.smithi112.stdout:106 2024-04-02T08:47:26.154 INFO:tasks.workunit.client.0.smithi112.stdout:107 2024-04-02T08:47:26.155 INFO:tasks.workunit.client.0.smithi112.stdout:108 2024-04-02T08:47:26.156 INFO:tasks.workunit.client.0.smithi112.stdout:109 2024-04-02T08:47:26.157 INFO:tasks.workunit.client.0.smithi112.stdout:110 2024-04-02T08:47:26.157 INFO:tasks.workunit.client.0.smithi112.stdout:111 2024-04-02T08:47:26.158 INFO:tasks.workunit.client.0.smithi112.stdout:112 2024-04-02T08:47:26.159 INFO:tasks.workunit.client.0.smithi112.stdout:113 2024-04-02T08:47:26.160 INFO:tasks.workunit.client.0.smithi112.stdout:114 2024-04-02T08:47:26.161 INFO:tasks.workunit.client.0.smithi112.stdout:115 2024-04-02T08:47:26.162 INFO:tasks.workunit.client.0.smithi112.stdout:116 2024-04-02T08:47:26.163 INFO:tasks.workunit.client.0.smithi112.stdout:117 2024-04-02T08:47:26.164 INFO:tasks.workunit.client.0.smithi112.stdout:118 2024-04-02T08:47:26.165 INFO:tasks.workunit.client.0.smithi112.stdout:119 2024-04-02T08:47:26.166 INFO:tasks.workunit.client.0.smithi112.stdout:120 2024-04-02T08:47:26.167 INFO:tasks.workunit.client.0.smithi112.stdout:121 2024-04-02T08:47:26.168 INFO:tasks.workunit.client.0.smithi112.stdout:122 2024-04-02T08:47:26.169 INFO:tasks.workunit.client.0.smithi112.stdout:123 2024-04-02T08:47:26.170 INFO:tasks.workunit.client.0.smithi112.stdout:124 2024-04-02T08:47:26.172 INFO:tasks.workunit.client.0.smithi112.stdout:125 2024-04-02T08:47:26.172 INFO:tasks.workunit.client.0.smithi112.stdout:126 2024-04-02T08:47:26.173 INFO:tasks.workunit.client.0.smithi112.stdout:127 2024-04-02T08:47:26.174 INFO:tasks.workunit.client.0.smithi112.stdout:128 2024-04-02T08:47:26.175 INFO:tasks.workunit.client.0.smithi112.stdout:129 2024-04-02T08:47:26.176 INFO:tasks.workunit.client.0.smithi112.stdout:130 2024-04-02T08:47:26.177 INFO:tasks.workunit.client.0.smithi112.stdout:131 2024-04-02T08:47:26.178 INFO:tasks.workunit.client.0.smithi112.stdout:132 2024-04-02T08:47:26.179 INFO:tasks.workunit.client.0.smithi112.stdout:133 2024-04-02T08:47:26.180 INFO:tasks.workunit.client.0.smithi112.stdout:134 2024-04-02T08:47:26.181 INFO:tasks.workunit.client.0.smithi112.stdout:135 2024-04-02T08:47:26.182 INFO:tasks.workunit.client.0.smithi112.stdout:136 2024-04-02T08:47:26.182 INFO:tasks.workunit.client.0.smithi112.stdout:137 2024-04-02T08:47:26.183 INFO:tasks.workunit.client.0.smithi112.stdout:138 2024-04-02T08:47:26.184 INFO:tasks.workunit.client.0.smithi112.stdout:139 2024-04-02T08:47:26.185 INFO:tasks.workunit.client.0.smithi112.stdout:140 2024-04-02T08:47:26.186 INFO:tasks.workunit.client.0.smithi112.stdout:141 2024-04-02T08:47:26.187 INFO:tasks.workunit.client.0.smithi112.stdout:142 2024-04-02T08:47:26.188 INFO:tasks.workunit.client.0.smithi112.stdout:143 2024-04-02T08:47:26.189 INFO:tasks.workunit.client.0.smithi112.stdout:144 2024-04-02T08:47:26.190 INFO:tasks.workunit.client.0.smithi112.stdout:145 2024-04-02T08:47:26.191 INFO:tasks.workunit.client.0.smithi112.stdout:146 2024-04-02T08:47:26.191 INFO:tasks.workunit.client.0.smithi112.stdout:147 2024-04-02T08:47:26.192 INFO:tasks.workunit.client.0.smithi112.stdout:148 2024-04-02T08:47:26.193 INFO:tasks.workunit.client.0.smithi112.stdout:149 2024-04-02T08:47:26.194 INFO:tasks.workunit.client.0.smithi112.stdout:150 2024-04-02T08:47:26.195 INFO:tasks.workunit.client.0.smithi112.stdout:151 2024-04-02T08:47:26.196 INFO:tasks.workunit.client.0.smithi112.stdout:152 2024-04-02T08:47:26.196 INFO:tasks.workunit.client.0.smithi112.stdout:153 2024-04-02T08:47:26.197 INFO:tasks.workunit.client.0.smithi112.stdout:154 2024-04-02T08:47:26.198 INFO:tasks.workunit.client.0.smithi112.stdout:155 2024-04-02T08:47:26.199 INFO:tasks.workunit.client.0.smithi112.stdout:156 2024-04-02T08:47:26.200 INFO:tasks.workunit.client.0.smithi112.stdout:157 2024-04-02T08:47:26.201 INFO:tasks.workunit.client.0.smithi112.stdout:158 2024-04-02T08:47:26.202 INFO:tasks.workunit.client.0.smithi112.stdout:159 2024-04-02T08:47:26.203 INFO:tasks.workunit.client.0.smithi112.stdout:160 2024-04-02T08:47:26.204 INFO:tasks.workunit.client.0.smithi112.stdout:161 2024-04-02T08:47:26.205 INFO:tasks.workunit.client.0.smithi112.stdout:162 2024-04-02T08:47:26.206 INFO:tasks.workunit.client.0.smithi112.stdout:163 2024-04-02T08:47:26.207 INFO:tasks.workunit.client.0.smithi112.stdout:164 2024-04-02T08:47:26.208 INFO:tasks.workunit.client.0.smithi112.stdout:165 2024-04-02T08:47:26.210 INFO:tasks.workunit.client.0.smithi112.stdout:166 2024-04-02T08:47:26.211 INFO:tasks.workunit.client.0.smithi112.stdout:167 2024-04-02T08:47:26.211 INFO:tasks.workunit.client.0.smithi112.stdout:168 2024-04-02T08:47:26.213 INFO:tasks.workunit.client.0.smithi112.stdout:169 2024-04-02T08:47:26.214 INFO:tasks.workunit.client.0.smithi112.stdout:170 2024-04-02T08:47:26.214 INFO:tasks.workunit.client.0.smithi112.stdout:171 2024-04-02T08:47:26.215 INFO:tasks.workunit.client.0.smithi112.stdout:172 2024-04-02T08:47:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:173 2024-04-02T08:47:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:174 2024-04-02T08:47:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:175 2024-04-02T08:47:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:176 2024-04-02T08:47:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:177 2024-04-02T08:47:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:178 2024-04-02T08:47:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:179 2024-04-02T08:47:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:180 2024-04-02T08:47:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:181 2024-04-02T08:47:26.225 INFO:tasks.workunit.client.0.smithi112.stdout:182 2024-04-02T08:47:26.226 INFO:tasks.workunit.client.0.smithi112.stdout:183 2024-04-02T08:47:26.227 INFO:tasks.workunit.client.0.smithi112.stdout:184 2024-04-02T08:47:26.228 INFO:tasks.workunit.client.0.smithi112.stdout:185 2024-04-02T08:47:26.228 INFO:tasks.workunit.client.0.smithi112.stdout:186 2024-04-02T08:47:26.229 INFO:tasks.workunit.client.0.smithi112.stdout:187 2024-04-02T08:47:26.230 INFO:tasks.workunit.client.0.smithi112.stdout:188 2024-04-02T08:47:26.231 INFO:tasks.workunit.client.0.smithi112.stdout:189 2024-04-02T08:47:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:190 2024-04-02T08:47:26.233 INFO:tasks.workunit.client.0.smithi112.stdout:191 2024-04-02T08:47:26.234 INFO:tasks.workunit.client.0.smithi112.stdout:192 2024-04-02T08:47:26.235 INFO:tasks.workunit.client.0.smithi112.stdout:193 2024-04-02T08:47:26.235 INFO:tasks.workunit.client.0.smithi112.stdout:194 2024-04-02T08:47:26.236 INFO:tasks.workunit.client.0.smithi112.stdout:195 2024-04-02T08:47:26.237 INFO:tasks.workunit.client.0.smithi112.stdout:196 2024-04-02T08:47:26.238 INFO:tasks.workunit.client.0.smithi112.stdout:197 2024-04-02T08:47:26.239 INFO:tasks.workunit.client.0.smithi112.stdout:198 2024-04-02T08:47:26.240 INFO:tasks.workunit.client.0.smithi112.stdout:199 2024-04-02T08:47:26.240 INFO:tasks.workunit.client.0.smithi112.stdout:200 2024-04-02T08:47:26.241 INFO:tasks.workunit.client.0.smithi112.stdout:201 2024-04-02T08:47:26.242 INFO:tasks.workunit.client.0.smithi112.stdout:202 2024-04-02T08:47:26.243 INFO:tasks.workunit.client.0.smithi112.stdout:203 2024-04-02T08:47:26.244 INFO:tasks.workunit.client.0.smithi112.stdout:204 2024-04-02T08:47:26.245 INFO:tasks.workunit.client.0.smithi112.stdout:205 2024-04-02T08:47:26.246 INFO:tasks.workunit.client.0.smithi112.stdout:206 2024-04-02T08:47:26.247 INFO:tasks.workunit.client.0.smithi112.stdout:207 2024-04-02T08:47:26.247 INFO:tasks.workunit.client.0.smithi112.stdout:208 2024-04-02T08:47:26.248 INFO:tasks.workunit.client.0.smithi112.stdout:209 2024-04-02T08:47:26.249 INFO:tasks.workunit.client.0.smithi112.stdout:210 2024-04-02T08:47:26.250 INFO:tasks.workunit.client.0.smithi112.stdout:211 2024-04-02T08:47:26.251 INFO:tasks.workunit.client.0.smithi112.stdout:212 2024-04-02T08:47:26.252 INFO:tasks.workunit.client.0.smithi112.stdout:213 2024-04-02T08:47:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:214 2024-04-02T08:47:26.254 INFO:tasks.workunit.client.0.smithi112.stdout:215 2024-04-02T08:47:26.255 INFO:tasks.workunit.client.0.smithi112.stdout:216 2024-04-02T08:47:26.256 INFO:tasks.workunit.client.0.smithi112.stdout:217 2024-04-02T08:47:26.256 INFO:tasks.workunit.client.0.smithi112.stdout:218 2024-04-02T08:47:26.257 INFO:tasks.workunit.client.0.smithi112.stdout:219 2024-04-02T08:47:26.258 INFO:tasks.workunit.client.0.smithi112.stdout:220 2024-04-02T08:47:26.259 INFO:tasks.workunit.client.0.smithi112.stdout:221 2024-04-02T08:47:26.260 INFO:tasks.workunit.client.0.smithi112.stdout:222 2024-04-02T08:47:26.261 INFO:tasks.workunit.client.0.smithi112.stdout:223 2024-04-02T08:47:26.262 INFO:tasks.workunit.client.0.smithi112.stdout:224 2024-04-02T08:47:26.263 INFO:tasks.workunit.client.0.smithi112.stdout:225 2024-04-02T08:47:26.264 INFO:tasks.workunit.client.0.smithi112.stdout:226 2024-04-02T08:47:26.265 INFO:tasks.workunit.client.0.smithi112.stdout:227 2024-04-02T08:47:26.266 INFO:tasks.workunit.client.0.smithi112.stdout:228 2024-04-02T08:47:26.267 INFO:tasks.workunit.client.0.smithi112.stdout:229 2024-04-02T08:47:26.267 INFO:tasks.workunit.client.0.smithi112.stdout:230 2024-04-02T08:47:26.268 INFO:tasks.workunit.client.0.smithi112.stdout:231 2024-04-02T08:47:26.269 INFO:tasks.workunit.client.0.smithi112.stdout:232 2024-04-02T08:47:26.270 INFO:tasks.workunit.client.0.smithi112.stdout:233 2024-04-02T08:47:26.271 INFO:tasks.workunit.client.0.smithi112.stdout:234 2024-04-02T08:47:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:235 2024-04-02T08:47:26.273 INFO:tasks.workunit.client.0.smithi112.stdout:236 2024-04-02T08:47:26.274 INFO:tasks.workunit.client.0.smithi112.stdout:237 2024-04-02T08:47:26.275 INFO:tasks.workunit.client.0.smithi112.stdout:238 2024-04-02T08:47:26.276 INFO:tasks.workunit.client.0.smithi112.stdout:239 2024-04-02T08:47:26.277 INFO:tasks.workunit.client.0.smithi112.stdout:240 2024-04-02T08:47:26.278 INFO:tasks.workunit.client.0.smithi112.stdout:241 2024-04-02T08:47:26.279 INFO:tasks.workunit.client.0.smithi112.stdout:242 2024-04-02T08:47:26.280 INFO:tasks.workunit.client.0.smithi112.stdout:243 2024-04-02T08:47:26.281 INFO:tasks.workunit.client.0.smithi112.stdout:244 2024-04-02T08:47:26.282 INFO:tasks.workunit.client.0.smithi112.stdout:245 2024-04-02T08:47:26.283 INFO:tasks.workunit.client.0.smithi112.stdout:246 2024-04-02T08:47:26.284 INFO:tasks.workunit.client.0.smithi112.stdout:247 2024-04-02T08:47:26.285 INFO:tasks.workunit.client.0.smithi112.stdout:248 2024-04-02T08:47:26.286 INFO:tasks.workunit.client.0.smithi112.stdout:249 2024-04-02T08:47:26.287 INFO:tasks.workunit.client.0.smithi112.stdout:250 2024-04-02T08:47:26.288 INFO:tasks.workunit.client.0.smithi112.stdout:251 2024-04-02T08:47:26.288 INFO:tasks.workunit.client.0.smithi112.stdout:252 2024-04-02T08:47:26.289 INFO:tasks.workunit.client.0.smithi112.stdout:253 2024-04-02T08:47:26.290 INFO:tasks.workunit.client.0.smithi112.stdout:254 2024-04-02T08:47:26.291 INFO:tasks.workunit.client.0.smithi112.stdout:255 2024-04-02T08:47:26.292 INFO:tasks.workunit.client.0.smithi112.stdout:256 2024-04-02T08:47:26.293 INFO:tasks.workunit.client.0.smithi112.stdout:257 2024-04-02T08:47:26.294 INFO:tasks.workunit.client.0.smithi112.stdout:258 2024-04-02T08:47:26.295 INFO:tasks.workunit.client.0.smithi112.stdout:259 2024-04-02T08:47:26.296 INFO:tasks.workunit.client.0.smithi112.stdout:260 2024-04-02T08:47:26.297 INFO:tasks.workunit.client.0.smithi112.stdout:261 2024-04-02T08:47:26.297 INFO:tasks.workunit.client.0.smithi112.stdout:262 2024-04-02T08:47:26.298 INFO:tasks.workunit.client.0.smithi112.stdout:263 2024-04-02T08:47:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:264 2024-04-02T08:47:26.300 INFO:tasks.workunit.client.0.smithi112.stdout:265 2024-04-02T08:47:26.301 INFO:tasks.workunit.client.0.smithi112.stdout:266 2024-04-02T08:47:26.302 INFO:tasks.workunit.client.0.smithi112.stdout:267 2024-04-02T08:47:26.303 INFO:tasks.workunit.client.0.smithi112.stdout:268 2024-04-02T08:47:26.304 INFO:tasks.workunit.client.0.smithi112.stdout:269 2024-04-02T08:47:26.305 INFO:tasks.workunit.client.0.smithi112.stdout:270 2024-04-02T08:47:26.306 INFO:tasks.workunit.client.0.smithi112.stdout:271 2024-04-02T08:47:26.307 INFO:tasks.workunit.client.0.smithi112.stdout:272 2024-04-02T08:47:26.308 INFO:tasks.workunit.client.0.smithi112.stdout:273 2024-04-02T08:47:26.309 INFO:tasks.workunit.client.0.smithi112.stdout:274 2024-04-02T08:47:26.310 INFO:tasks.workunit.client.0.smithi112.stdout:275 2024-04-02T08:47:26.310 INFO:tasks.workunit.client.0.smithi112.stdout:276 2024-04-02T08:47:26.311 INFO:tasks.workunit.client.0.smithi112.stdout:277 2024-04-02T08:47:26.312 INFO:tasks.workunit.client.0.smithi112.stdout:278 2024-04-02T08:47:26.313 INFO:tasks.workunit.client.0.smithi112.stdout:279 2024-04-02T08:47:26.314 INFO:tasks.workunit.client.0.smithi112.stdout:280 2024-04-02T08:47:26.315 INFO:tasks.workunit.client.0.smithi112.stdout:281 2024-04-02T08:47:26.316 INFO:tasks.workunit.client.0.smithi112.stdout:282 2024-04-02T08:47:26.317 INFO:tasks.workunit.client.0.smithi112.stdout:283 2024-04-02T08:47:26.317 INFO:tasks.workunit.client.0.smithi112.stdout:284 2024-04-02T08:47:26.318 INFO:tasks.workunit.client.0.smithi112.stdout:285 2024-04-02T08:47:26.319 INFO:tasks.workunit.client.0.smithi112.stdout:286 2024-04-02T08:47:26.320 INFO:tasks.workunit.client.0.smithi112.stdout:287 2024-04-02T08:47:26.321 INFO:tasks.workunit.client.0.smithi112.stdout:288 2024-04-02T08:47:26.322 INFO:tasks.workunit.client.0.smithi112.stdout:289 2024-04-02T08:47:26.323 INFO:tasks.workunit.client.0.smithi112.stdout:290 2024-04-02T08:47:26.324 INFO:tasks.workunit.client.0.smithi112.stdout:291 2024-04-02T08:47:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:292 2024-04-02T08:47:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:293 2024-04-02T08:47:26.326 INFO:tasks.workunit.client.0.smithi112.stdout:294 2024-04-02T08:47:26.327 INFO:tasks.workunit.client.0.smithi112.stdout:295 2024-04-02T08:47:26.328 INFO:tasks.workunit.client.0.smithi112.stdout:296 2024-04-02T08:47:26.329 INFO:tasks.workunit.client.0.smithi112.stdout:297 2024-04-02T08:47:26.330 INFO:tasks.workunit.client.0.smithi112.stdout:298 2024-04-02T08:47:26.331 INFO:tasks.workunit.client.0.smithi112.stdout:299 2024-04-02T08:47:26.332 INFO:tasks.workunit.client.0.smithi112.stdout:300 2024-04-02T08:47:26.333 INFO:tasks.workunit.client.0.smithi112.stdout:301 2024-04-02T08:47:26.334 INFO:tasks.workunit.client.0.smithi112.stdout:302 2024-04-02T08:47:26.334 INFO:tasks.workunit.client.0.smithi112.stdout:303 2024-04-02T08:47:26.335 INFO:tasks.workunit.client.0.smithi112.stdout:304 2024-04-02T08:47:26.336 INFO:tasks.workunit.client.0.smithi112.stdout:305 2024-04-02T08:47:26.337 INFO:tasks.workunit.client.0.smithi112.stdout:306 2024-04-02T08:47:26.338 INFO:tasks.workunit.client.0.smithi112.stdout:307 2024-04-02T08:47:26.339 INFO:tasks.workunit.client.0.smithi112.stdout:308 2024-04-02T08:47:26.340 INFO:tasks.workunit.client.0.smithi112.stdout:309 2024-04-02T08:47:26.341 INFO:tasks.workunit.client.0.smithi112.stdout:310 2024-04-02T08:47:26.342 INFO:tasks.workunit.client.0.smithi112.stdout:311 2024-04-02T08:47:26.343 INFO:tasks.workunit.client.0.smithi112.stdout:312 2024-04-02T08:47:26.344 INFO:tasks.workunit.client.0.smithi112.stdout:313 2024-04-02T08:47:26.345 INFO:tasks.workunit.client.0.smithi112.stdout:314 2024-04-02T08:47:26.346 INFO:tasks.workunit.client.0.smithi112.stdout:315 2024-04-02T08:47:26.347 INFO:tasks.workunit.client.0.smithi112.stdout:316 2024-04-02T08:47:26.348 INFO:tasks.workunit.client.0.smithi112.stdout:317 2024-04-02T08:47:26.349 INFO:tasks.workunit.client.0.smithi112.stdout:318 2024-04-02T08:47:26.350 INFO:tasks.workunit.client.0.smithi112.stdout:319 2024-04-02T08:47:26.351 INFO:tasks.workunit.client.0.smithi112.stdout:320 2024-04-02T08:47:26.352 INFO:tasks.workunit.client.0.smithi112.stdout:321 2024-04-02T08:47:26.353 INFO:tasks.workunit.client.0.smithi112.stdout:322 2024-04-02T08:47:26.354 INFO:tasks.workunit.client.0.smithi112.stdout:323 2024-04-02T08:47:26.355 INFO:tasks.workunit.client.0.smithi112.stdout:324 2024-04-02T08:47:26.355 INFO:tasks.workunit.client.0.smithi112.stdout:325 2024-04-02T08:47:26.356 INFO:tasks.workunit.client.0.smithi112.stdout:326 2024-04-02T08:47:26.357 INFO:tasks.workunit.client.0.smithi112.stdout:327 2024-04-02T08:47:26.358 INFO:tasks.workunit.client.0.smithi112.stdout:328 2024-04-02T08:47:26.359 INFO:tasks.workunit.client.0.smithi112.stdout:329 2024-04-02T08:47:26.360 INFO:tasks.workunit.client.0.smithi112.stdout:330 2024-04-02T08:47:26.361 INFO:tasks.workunit.client.0.smithi112.stdout:331 2024-04-02T08:47:26.362 INFO:tasks.workunit.client.0.smithi112.stdout:332 2024-04-02T08:47:26.363 INFO:tasks.workunit.client.0.smithi112.stdout:333 2024-04-02T08:47:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:334 2024-04-02T08:47:26.365 INFO:tasks.workunit.client.0.smithi112.stdout:335 2024-04-02T08:47:26.366 INFO:tasks.workunit.client.0.smithi112.stdout:336 2024-04-02T08:47:26.367 INFO:tasks.workunit.client.0.smithi112.stdout:337 2024-04-02T08:47:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:26 smithi112 ceph-mon[88945]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:47:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:26 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/100075648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:26 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:26 smithi112 ceph-mon[91385]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:47:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:26 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/100075648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:26 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.369 INFO:tasks.workunit.client.0.smithi112.stdout:338 2024-04-02T08:47:26.369 INFO:tasks.workunit.client.0.smithi112.stdout:339 2024-04-02T08:47:26.370 INFO:tasks.workunit.client.0.smithi112.stdout:340 2024-04-02T08:47:26.371 INFO:tasks.workunit.client.0.smithi112.stdout:341 2024-04-02T08:47:26.372 INFO:tasks.workunit.client.0.smithi112.stdout:342 2024-04-02T08:47:26.373 INFO:tasks.workunit.client.0.smithi112.stdout:343 2024-04-02T08:47:26.374 INFO:tasks.workunit.client.0.smithi112.stdout:344 2024-04-02T08:47:26.375 INFO:tasks.workunit.client.0.smithi112.stdout:345 2024-04-02T08:47:26.376 INFO:tasks.workunit.client.0.smithi112.stdout:346 2024-04-02T08:47:26.377 INFO:tasks.workunit.client.0.smithi112.stdout:347 2024-04-02T08:47:26.378 INFO:tasks.workunit.client.0.smithi112.stdout:348 2024-04-02T08:47:26.379 INFO:tasks.workunit.client.0.smithi112.stdout:349 2024-04-02T08:47:26.380 INFO:tasks.workunit.client.0.smithi112.stdout:350 2024-04-02T08:47:26.381 INFO:tasks.workunit.client.0.smithi112.stdout:351 2024-04-02T08:47:26.382 INFO:tasks.workunit.client.0.smithi112.stdout:352 2024-04-02T08:47:26.383 INFO:tasks.workunit.client.0.smithi112.stdout:353 2024-04-02T08:47:26.383 INFO:tasks.workunit.client.0.smithi112.stdout:354 2024-04-02T08:47:26.384 INFO:tasks.workunit.client.0.smithi112.stdout:355 2024-04-02T08:47:26.385 INFO:tasks.workunit.client.0.smithi112.stdout:356 2024-04-02T08:47:26.386 INFO:tasks.workunit.client.0.smithi112.stdout:357 2024-04-02T08:47:26.387 INFO:tasks.workunit.client.0.smithi112.stdout:358 2024-04-02T08:47:26.388 INFO:tasks.workunit.client.0.smithi112.stdout:359 2024-04-02T08:47:26.389 INFO:tasks.workunit.client.0.smithi112.stdout:360 2024-04-02T08:47:26.390 INFO:tasks.workunit.client.0.smithi112.stdout:361 2024-04-02T08:47:26.390 INFO:tasks.workunit.client.0.smithi112.stdout:362 2024-04-02T08:47:26.391 INFO:tasks.workunit.client.0.smithi112.stdout:363 2024-04-02T08:47:26.392 INFO:tasks.workunit.client.0.smithi112.stdout:364 2024-04-02T08:47:26.393 INFO:tasks.workunit.client.0.smithi112.stdout:365 2024-04-02T08:47:26.394 INFO:tasks.workunit.client.0.smithi112.stdout:366 2024-04-02T08:47:26.395 INFO:tasks.workunit.client.0.smithi112.stdout:367 2024-04-02T08:47:26.396 INFO:tasks.workunit.client.0.smithi112.stdout:368 2024-04-02T08:47:26.397 INFO:tasks.workunit.client.0.smithi112.stdout:369 2024-04-02T08:47:26.398 INFO:tasks.workunit.client.0.smithi112.stdout:370 2024-04-02T08:47:26.399 INFO:tasks.workunit.client.0.smithi112.stdout:371 2024-04-02T08:47:26.400 INFO:tasks.workunit.client.0.smithi112.stdout:372 2024-04-02T08:47:26.401 INFO:tasks.workunit.client.0.smithi112.stdout:373 2024-04-02T08:47:26.402 INFO:tasks.workunit.client.0.smithi112.stdout:374 2024-04-02T08:47:26.403 INFO:tasks.workunit.client.0.smithi112.stdout:375 2024-04-02T08:47:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:376 2024-04-02T08:47:26.405 INFO:tasks.workunit.client.0.smithi112.stdout:377 2024-04-02T08:47:26.406 INFO:tasks.workunit.client.0.smithi112.stdout:378 2024-04-02T08:47:26.407 INFO:tasks.workunit.client.0.smithi112.stdout:379 2024-04-02T08:47:26.408 INFO:tasks.workunit.client.0.smithi112.stdout:380 2024-04-02T08:47:26.408 INFO:tasks.workunit.client.0.smithi112.stdout:381 2024-04-02T08:47:26.409 INFO:tasks.workunit.client.0.smithi112.stdout:382 2024-04-02T08:47:26.410 INFO:tasks.workunit.client.0.smithi112.stdout:383 2024-04-02T08:47:26.411 INFO:tasks.workunit.client.0.smithi112.stdout:384 2024-04-02T08:47:26.412 INFO:tasks.workunit.client.0.smithi112.stdout:385 2024-04-02T08:47:26.413 INFO:tasks.workunit.client.0.smithi112.stdout:386 2024-04-02T08:47:26.414 INFO:tasks.workunit.client.0.smithi112.stdout:387 2024-04-02T08:47:26.416 INFO:tasks.workunit.client.0.smithi112.stdout:388 2024-04-02T08:47:26.417 INFO:tasks.workunit.client.0.smithi112.stdout:389 2024-04-02T08:47:26.418 INFO:tasks.workunit.client.0.smithi112.stdout:390 2024-04-02T08:47:26.419 INFO:tasks.workunit.client.0.smithi112.stdout:391 2024-04-02T08:47:26.420 INFO:tasks.workunit.client.0.smithi112.stdout:392 2024-04-02T08:47:26.421 INFO:tasks.workunit.client.0.smithi112.stdout:393 2024-04-02T08:47:26.422 INFO:tasks.workunit.client.0.smithi112.stdout:394 2024-04-02T08:47:26.423 INFO:tasks.workunit.client.0.smithi112.stdout:395 2024-04-02T08:47:26.424 INFO:tasks.workunit.client.0.smithi112.stdout:396 2024-04-02T08:47:26.425 INFO:tasks.workunit.client.0.smithi112.stdout:397 2024-04-02T08:47:26.426 INFO:tasks.workunit.client.0.smithi112.stdout:398 2024-04-02T08:47:26.427 INFO:tasks.workunit.client.0.smithi112.stdout:399 2024-04-02T08:47:26.428 INFO:tasks.workunit.client.0.smithi112.stdout:400 2024-04-02T08:47:26.429 INFO:tasks.workunit.client.0.smithi112.stdout:401 2024-04-02T08:47:26.430 INFO:tasks.workunit.client.0.smithi112.stdout:402 2024-04-02T08:47:26.431 INFO:tasks.workunit.client.0.smithi112.stdout:403 2024-04-02T08:47:26.432 INFO:tasks.workunit.client.0.smithi112.stdout:404 2024-04-02T08:47:26.432 INFO:tasks.workunit.client.0.smithi112.stdout:405 2024-04-02T08:47:26.433 INFO:tasks.workunit.client.0.smithi112.stdout:406 2024-04-02T08:47:26.434 INFO:tasks.workunit.client.0.smithi112.stdout:407 2024-04-02T08:47:26.435 INFO:tasks.workunit.client.0.smithi112.stdout:408 2024-04-02T08:47:26.436 INFO:tasks.workunit.client.0.smithi112.stdout:409 2024-04-02T08:47:26.437 INFO:tasks.workunit.client.0.smithi112.stdout:410 2024-04-02T08:47:26.438 INFO:tasks.workunit.client.0.smithi112.stdout:411 2024-04-02T08:47:26.439 INFO:tasks.workunit.client.0.smithi112.stdout:412 2024-04-02T08:47:26.440 INFO:tasks.workunit.client.0.smithi112.stdout:413 2024-04-02T08:47:26.441 INFO:tasks.workunit.client.0.smithi112.stdout:414 2024-04-02T08:47:26.442 INFO:tasks.workunit.client.0.smithi112.stdout:415 2024-04-02T08:47:26.443 INFO:tasks.workunit.client.0.smithi112.stdout:416 2024-04-02T08:47:26.444 INFO:tasks.workunit.client.0.smithi112.stdout:417 2024-04-02T08:47:26.445 INFO:tasks.workunit.client.0.smithi112.stdout:418 2024-04-02T08:47:26.446 INFO:tasks.workunit.client.0.smithi112.stdout:419 2024-04-02T08:47:26.447 INFO:tasks.workunit.client.0.smithi112.stdout:420 2024-04-02T08:47:26.448 INFO:tasks.workunit.client.0.smithi112.stdout:421 2024-04-02T08:47:26.449 INFO:tasks.workunit.client.0.smithi112.stdout:422 2024-04-02T08:47:26.450 INFO:tasks.workunit.client.0.smithi112.stdout:423 2024-04-02T08:47:26.451 INFO:tasks.workunit.client.0.smithi112.stdout:424 2024-04-02T08:47:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:425 2024-04-02T08:47:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:426 2024-04-02T08:47:26.453 INFO:tasks.workunit.client.0.smithi112.stdout:427 2024-04-02T08:47:26.454 INFO:tasks.workunit.client.0.smithi112.stdout:428 2024-04-02T08:47:26.455 INFO:tasks.workunit.client.0.smithi112.stdout:429 2024-04-02T08:47:26.456 INFO:tasks.workunit.client.0.smithi112.stdout:430 2024-04-02T08:47:26.457 INFO:tasks.workunit.client.0.smithi112.stdout:431 2024-04-02T08:47:26.458 INFO:tasks.workunit.client.0.smithi112.stdout:432 2024-04-02T08:47:26.459 INFO:tasks.workunit.client.0.smithi112.stdout:433 2024-04-02T08:47:26.460 INFO:tasks.workunit.client.0.smithi112.stdout:434 2024-04-02T08:47:26.461 INFO:tasks.workunit.client.0.smithi112.stdout:435 2024-04-02T08:47:26.462 INFO:tasks.workunit.client.0.smithi112.stdout:436 2024-04-02T08:47:26.462 INFO:tasks.workunit.client.0.smithi112.stdout:437 2024-04-02T08:47:26.463 INFO:tasks.workunit.client.0.smithi112.stdout:438 2024-04-02T08:47:26.464 INFO:tasks.workunit.client.0.smithi112.stdout:439 2024-04-02T08:47:26.465 INFO:tasks.workunit.client.0.smithi112.stdout:440 2024-04-02T08:47:26.466 INFO:tasks.workunit.client.0.smithi112.stdout:441 2024-04-02T08:47:26.467 INFO:tasks.workunit.client.0.smithi112.stdout:442 2024-04-02T08:47:26.468 INFO:tasks.workunit.client.0.smithi112.stdout:443 2024-04-02T08:47:26.469 INFO:tasks.workunit.client.0.smithi112.stdout:444 2024-04-02T08:47:26.470 INFO:tasks.workunit.client.0.smithi112.stdout:445 2024-04-02T08:47:26.471 INFO:tasks.workunit.client.0.smithi112.stdout:446 2024-04-02T08:47:26.472 INFO:tasks.workunit.client.0.smithi112.stdout:447 2024-04-02T08:47:26.473 INFO:tasks.workunit.client.0.smithi112.stdout:448 2024-04-02T08:47:26.474 INFO:tasks.workunit.client.0.smithi112.stdout:449 2024-04-02T08:47:26.475 INFO:tasks.workunit.client.0.smithi112.stdout:450 2024-04-02T08:47:26.476 INFO:tasks.workunit.client.0.smithi112.stdout:451 2024-04-02T08:47:26.477 INFO:tasks.workunit.client.0.smithi112.stdout:452 2024-04-02T08:47:26.478 INFO:tasks.workunit.client.0.smithi112.stdout:453 2024-04-02T08:47:26.479 INFO:tasks.workunit.client.0.smithi112.stdout:454 2024-04-02T08:47:26.480 INFO:tasks.workunit.client.0.smithi112.stdout:455 2024-04-02T08:47:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:26 smithi187 ceph-mon[84356]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:47:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:26 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/100075648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:26 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.481 INFO:tasks.workunit.client.0.smithi112.stdout:456 2024-04-02T08:47:26.482 INFO:tasks.workunit.client.0.smithi112.stdout:457 2024-04-02T08:47:26.483 INFO:tasks.workunit.client.0.smithi112.stdout:458 2024-04-02T08:47:26.484 INFO:tasks.workunit.client.0.smithi112.stdout:459 2024-04-02T08:47:26.485 INFO:tasks.workunit.client.0.smithi112.stdout:460 2024-04-02T08:47:26.486 INFO:tasks.workunit.client.0.smithi112.stdout:461 2024-04-02T08:47:26.487 INFO:tasks.workunit.client.0.smithi112.stdout:462 2024-04-02T08:47:26.488 INFO:tasks.workunit.client.0.smithi112.stdout:463 2024-04-02T08:47:26.489 INFO:tasks.workunit.client.0.smithi112.stdout:464 2024-04-02T08:47:26.490 INFO:tasks.workunit.client.0.smithi112.stdout:465 2024-04-02T08:47:26.491 INFO:tasks.workunit.client.0.smithi112.stdout:466 2024-04-02T08:47:26.492 INFO:tasks.workunit.client.0.smithi112.stdout:467 2024-04-02T08:47:26.493 INFO:tasks.workunit.client.0.smithi112.stdout:468 2024-04-02T08:47:26.494 INFO:tasks.workunit.client.0.smithi112.stdout:469 2024-04-02T08:47:26.495 INFO:tasks.workunit.client.0.smithi112.stdout:470 2024-04-02T08:47:26.496 INFO:tasks.workunit.client.0.smithi112.stdout:471 2024-04-02T08:47:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:472 2024-04-02T08:47:26.498 INFO:tasks.workunit.client.0.smithi112.stdout:473 2024-04-02T08:47:26.499 INFO:tasks.workunit.client.0.smithi112.stdout:474 2024-04-02T08:47:26.500 INFO:tasks.workunit.client.0.smithi112.stdout:475 2024-04-02T08:47:26.501 INFO:tasks.workunit.client.0.smithi112.stdout:476 2024-04-02T08:47:26.502 INFO:tasks.workunit.client.0.smithi112.stdout:477 2024-04-02T08:47:26.503 INFO:tasks.workunit.client.0.smithi112.stdout:478 2024-04-02T08:47:26.504 INFO:tasks.workunit.client.0.smithi112.stdout:479 2024-04-02T08:47:26.505 INFO:tasks.workunit.client.0.smithi112.stdout:480 2024-04-02T08:47:26.506 INFO:tasks.workunit.client.0.smithi112.stdout:481 2024-04-02T08:47:26.507 INFO:tasks.workunit.client.0.smithi112.stdout:482 2024-04-02T08:47:26.508 INFO:tasks.workunit.client.0.smithi112.stdout:483 2024-04-02T08:47:26.509 INFO:tasks.workunit.client.0.smithi112.stdout:484 2024-04-02T08:47:26.510 INFO:tasks.workunit.client.0.smithi112.stdout:485 2024-04-02T08:47:26.511 INFO:tasks.workunit.client.0.smithi112.stdout:486 2024-04-02T08:47:26.512 INFO:tasks.workunit.client.0.smithi112.stdout:487 2024-04-02T08:47:26.513 INFO:tasks.workunit.client.0.smithi112.stdout:488 2024-04-02T08:47:26.514 INFO:tasks.workunit.client.0.smithi112.stdout:489 2024-04-02T08:47:26.515 INFO:tasks.workunit.client.0.smithi112.stdout:490 2024-04-02T08:47:26.516 INFO:tasks.workunit.client.0.smithi112.stdout:491 2024-04-02T08:47:26.517 INFO:tasks.workunit.client.0.smithi112.stdout:492 2024-04-02T08:47:26.518 INFO:tasks.workunit.client.0.smithi112.stdout:493 2024-04-02T08:47:26.519 INFO:tasks.workunit.client.0.smithi112.stdout:494 2024-04-02T08:47:26.520 INFO:tasks.workunit.client.0.smithi112.stdout:495 2024-04-02T08:47:26.521 INFO:tasks.workunit.client.0.smithi112.stdout:496 2024-04-02T08:47:26.522 INFO:tasks.workunit.client.0.smithi112.stdout:497 2024-04-02T08:47:26.523 INFO:tasks.workunit.client.0.smithi112.stdout:498 2024-04-02T08:47:26.524 INFO:tasks.workunit.client.0.smithi112.stdout:499 2024-04-02T08:47:26.525 INFO:tasks.workunit.client.0.smithi112.stdout:500 2024-04-02T08:47:26.526 INFO:tasks.workunit.client.0.smithi112.stdout:501 2024-04-02T08:47:26.527 INFO:tasks.workunit.client.0.smithi112.stdout:502 2024-04-02T08:47:26.528 INFO:tasks.workunit.client.0.smithi112.stdout:503 2024-04-02T08:47:26.529 INFO:tasks.workunit.client.0.smithi112.stdout:504 2024-04-02T08:47:26.530 INFO:tasks.workunit.client.0.smithi112.stdout:505 2024-04-02T08:47:26.531 INFO:tasks.workunit.client.0.smithi112.stdout:506 2024-04-02T08:47:26.532 INFO:tasks.workunit.client.0.smithi112.stdout:507 2024-04-02T08:47:26.533 INFO:tasks.workunit.client.0.smithi112.stdout:508 2024-04-02T08:47:26.534 INFO:tasks.workunit.client.0.smithi112.stdout:509 2024-04-02T08:47:26.535 INFO:tasks.workunit.client.0.smithi112.stdout:510 2024-04-02T08:47:26.536 INFO:tasks.workunit.client.0.smithi112.stdout:511 2024-04-02T08:47:26.538 INFO:tasks.workunit.client.0.smithi112.stdout:512 2024-04-02T08:47:26.539 INFO:tasks.workunit.client.0.smithi112.stdout:513 2024-04-02T08:47:26.541 INFO:tasks.workunit.client.0.smithi112.stdout:514 2024-04-02T08:47:26.541 INFO:tasks.workunit.client.0.smithi112.stdout:515 2024-04-02T08:47:26.542 INFO:tasks.workunit.client.0.smithi112.stdout:516 2024-04-02T08:47:26.543 INFO:tasks.workunit.client.0.smithi112.stdout:517 2024-04-02T08:47:26.544 INFO:tasks.workunit.client.0.smithi112.stdout:518 2024-04-02T08:47:26.545 INFO:tasks.workunit.client.0.smithi112.stdout:519 2024-04-02T08:47:26.546 INFO:tasks.workunit.client.0.smithi112.stdout:520 2024-04-02T08:47:26.547 INFO:tasks.workunit.client.0.smithi112.stdout:521 2024-04-02T08:47:26.547 INFO:tasks.workunit.client.0.smithi112.stdout:522 2024-04-02T08:47:26.548 INFO:tasks.workunit.client.0.smithi112.stdout:523 2024-04-02T08:47:26.549 INFO:tasks.workunit.client.0.smithi112.stdout:524 2024-04-02T08:47:26.550 INFO:tasks.workunit.client.0.smithi112.stdout:525 2024-04-02T08:47:26.551 INFO:tasks.workunit.client.0.smithi112.stdout:526 2024-04-02T08:47:26.552 INFO:tasks.workunit.client.0.smithi112.stdout:527 2024-04-02T08:47:26.553 INFO:tasks.workunit.client.0.smithi112.stdout:528 2024-04-02T08:47:26.554 INFO:tasks.workunit.client.0.smithi112.stdout:529 2024-04-02T08:47:26.555 INFO:tasks.workunit.client.0.smithi112.stdout:530 2024-04-02T08:47:26.556 INFO:tasks.workunit.client.0.smithi112.stdout:531 2024-04-02T08:47:26.557 INFO:tasks.workunit.client.0.smithi112.stdout:532 2024-04-02T08:47:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:533 2024-04-02T08:47:26.559 INFO:tasks.workunit.client.0.smithi112.stdout:534 2024-04-02T08:47:26.560 INFO:tasks.workunit.client.0.smithi112.stdout:535 2024-04-02T08:47:26.561 INFO:tasks.workunit.client.0.smithi112.stdout:536 2024-04-02T08:47:26.562 INFO:tasks.workunit.client.0.smithi112.stdout:537 2024-04-02T08:47:26.563 INFO:tasks.workunit.client.0.smithi112.stdout:538 2024-04-02T08:47:26.564 INFO:tasks.workunit.client.0.smithi112.stdout:539 2024-04-02T08:47:26.565 INFO:tasks.workunit.client.0.smithi112.stdout:540 2024-04-02T08:47:26.566 INFO:tasks.workunit.client.0.smithi112.stdout:541 2024-04-02T08:47:26.567 INFO:tasks.workunit.client.0.smithi112.stdout:542 2024-04-02T08:47:26.568 INFO:tasks.workunit.client.0.smithi112.stdout:543 2024-04-02T08:47:26.569 INFO:tasks.workunit.client.0.smithi112.stdout:544 2024-04-02T08:47:26.570 INFO:tasks.workunit.client.0.smithi112.stdout:545 2024-04-02T08:47:26.571 INFO:tasks.workunit.client.0.smithi112.stdout:546 2024-04-02T08:47:26.572 INFO:tasks.workunit.client.0.smithi112.stdout:547 2024-04-02T08:47:26.573 INFO:tasks.workunit.client.0.smithi112.stdout:548 2024-04-02T08:47:26.574 INFO:tasks.workunit.client.0.smithi112.stdout:549 2024-04-02T08:47:26.575 INFO:tasks.workunit.client.0.smithi112.stdout:550 2024-04-02T08:47:26.576 INFO:tasks.workunit.client.0.smithi112.stdout:551 2024-04-02T08:47:26.577 INFO:tasks.workunit.client.0.smithi112.stdout:552 2024-04-02T08:47:26.578 INFO:tasks.workunit.client.0.smithi112.stdout:553 2024-04-02T08:47:26.579 INFO:tasks.workunit.client.0.smithi112.stdout:554 2024-04-02T08:47:26.580 INFO:tasks.workunit.client.0.smithi112.stdout:555 2024-04-02T08:47:26.581 INFO:tasks.workunit.client.0.smithi112.stdout:556 2024-04-02T08:47:26.582 INFO:tasks.workunit.client.0.smithi112.stdout:557 2024-04-02T08:47:26.583 INFO:tasks.workunit.client.0.smithi112.stdout:558 2024-04-02T08:47:26.584 INFO:tasks.workunit.client.0.smithi112.stdout:559 2024-04-02T08:47:26.585 INFO:tasks.workunit.client.0.smithi112.stdout:560 2024-04-02T08:47:26.586 INFO:tasks.workunit.client.0.smithi112.stdout:561 2024-04-02T08:47:26.587 INFO:tasks.workunit.client.0.smithi112.stdout:562 2024-04-02T08:47:26.588 INFO:tasks.workunit.client.0.smithi112.stdout:563 2024-04-02T08:47:26.589 INFO:tasks.workunit.client.0.smithi112.stdout:564 2024-04-02T08:47:26.590 INFO:tasks.workunit.client.0.smithi112.stdout:565 2024-04-02T08:47:26.591 INFO:tasks.workunit.client.0.smithi112.stdout:566 2024-04-02T08:47:26.592 INFO:tasks.workunit.client.0.smithi112.stdout:567 2024-04-02T08:47:26.593 INFO:tasks.workunit.client.0.smithi112.stdout:568 2024-04-02T08:47:26.595 INFO:tasks.workunit.client.0.smithi112.stdout:569 2024-04-02T08:47:26.596 INFO:tasks.workunit.client.0.smithi112.stdout:570 2024-04-02T08:47:26.597 INFO:tasks.workunit.client.0.smithi112.stdout:571 2024-04-02T08:47:26.598 INFO:tasks.workunit.client.0.smithi112.stdout:572 2024-04-02T08:47:26.599 INFO:tasks.workunit.client.0.smithi112.stdout:573 2024-04-02T08:47:26.600 INFO:tasks.workunit.client.0.smithi112.stdout:574 2024-04-02T08:47:26.601 INFO:tasks.workunit.client.0.smithi112.stdout:575 2024-04-02T08:47:26.602 INFO:tasks.workunit.client.0.smithi112.stdout:576 2024-04-02T08:47:26.603 INFO:tasks.workunit.client.0.smithi112.stdout:577 2024-04-02T08:47:26.605 INFO:tasks.workunit.client.0.smithi112.stdout:578 2024-04-02T08:47:26.605 INFO:tasks.workunit.client.0.smithi112.stdout:579 2024-04-02T08:47:26.606 INFO:tasks.workunit.client.0.smithi112.stdout:580 2024-04-02T08:47:26.607 INFO:tasks.workunit.client.0.smithi112.stdout:581 2024-04-02T08:47:26.608 INFO:tasks.workunit.client.0.smithi112.stdout:582 2024-04-02T08:47:26.609 INFO:tasks.workunit.client.0.smithi112.stdout:583 2024-04-02T08:47:26.610 INFO:tasks.workunit.client.0.smithi112.stdout:584 2024-04-02T08:47:26.611 INFO:tasks.workunit.client.0.smithi112.stdout:585 2024-04-02T08:47:26.612 INFO:tasks.workunit.client.0.smithi112.stdout:586 2024-04-02T08:47:26.613 INFO:tasks.workunit.client.0.smithi112.stdout:587 2024-04-02T08:47:26.615 INFO:tasks.workunit.client.0.smithi112.stdout:588 2024-04-02T08:47:26.616 INFO:tasks.workunit.client.0.smithi112.stdout:589 2024-04-02T08:47:26.617 INFO:tasks.workunit.client.0.smithi112.stdout:590 2024-04-02T08:47:26.618 INFO:tasks.workunit.client.0.smithi112.stdout:591 2024-04-02T08:47:26.619 INFO:tasks.workunit.client.0.smithi112.stdout:592 2024-04-02T08:47:26.620 INFO:tasks.workunit.client.0.smithi112.stdout:593 2024-04-02T08:47:26.621 INFO:tasks.workunit.client.0.smithi112.stdout:594 2024-04-02T08:47:26.622 INFO:tasks.workunit.client.0.smithi112.stdout:595 2024-04-02T08:47:26.623 INFO:tasks.workunit.client.0.smithi112.stdout:596 2024-04-02T08:47:26.624 INFO:tasks.workunit.client.0.smithi112.stdout:597 2024-04-02T08:47:26.625 INFO:tasks.workunit.client.0.smithi112.stdout:598 2024-04-02T08:47:26.626 INFO:tasks.workunit.client.0.smithi112.stdout:599 2024-04-02T08:47:26.627 INFO:tasks.workunit.client.0.smithi112.stdout:600 2024-04-02T08:47:26.628 INFO:tasks.workunit.client.0.smithi112.stdout:601 2024-04-02T08:47:26.629 INFO:tasks.workunit.client.0.smithi112.stdout:602 2024-04-02T08:47:26.630 INFO:tasks.workunit.client.0.smithi112.stdout:603 2024-04-02T08:47:26.631 INFO:tasks.workunit.client.0.smithi112.stdout:604 2024-04-02T08:47:26.632 INFO:tasks.workunit.client.0.smithi112.stdout:605 2024-04-02T08:47:26.633 INFO:tasks.workunit.client.0.smithi112.stdout:606 2024-04-02T08:47:26.634 INFO:tasks.workunit.client.0.smithi112.stdout:607 2024-04-02T08:47:26.635 INFO:tasks.workunit.client.0.smithi112.stdout:608 2024-04-02T08:47:26.636 INFO:tasks.workunit.client.0.smithi112.stdout:609 2024-04-02T08:47:26.637 INFO:tasks.workunit.client.0.smithi112.stdout:610 2024-04-02T08:47:26.638 INFO:tasks.workunit.client.0.smithi112.stdout:611 2024-04-02T08:47:26.639 INFO:tasks.workunit.client.0.smithi112.stdout:612 2024-04-02T08:47:26.640 INFO:tasks.workunit.client.0.smithi112.stdout:613 2024-04-02T08:47:26.641 INFO:tasks.workunit.client.0.smithi112.stdout:614 2024-04-02T08:47:26.642 INFO:tasks.workunit.client.0.smithi112.stdout:615 2024-04-02T08:47:26.643 INFO:tasks.workunit.client.0.smithi112.stdout:616 2024-04-02T08:47:26.644 INFO:tasks.workunit.client.0.smithi112.stdout:617 2024-04-02T08:47:26.645 INFO:tasks.workunit.client.0.smithi112.stdout:618 2024-04-02T08:47:26.646 INFO:tasks.workunit.client.0.smithi112.stdout:619 2024-04-02T08:47:26.647 INFO:tasks.workunit.client.0.smithi112.stdout:620 2024-04-02T08:47:26.648 INFO:tasks.workunit.client.0.smithi112.stdout:621 2024-04-02T08:47:26.649 INFO:tasks.workunit.client.0.smithi112.stdout:622 2024-04-02T08:47:26.650 INFO:tasks.workunit.client.0.smithi112.stdout:623 2024-04-02T08:47:26.651 INFO:tasks.workunit.client.0.smithi112.stdout:624 2024-04-02T08:47:26.652 INFO:tasks.workunit.client.0.smithi112.stdout:625 2024-04-02T08:47:26.653 INFO:tasks.workunit.client.0.smithi112.stdout:626 2024-04-02T08:47:26.654 INFO:tasks.workunit.client.0.smithi112.stdout:627 2024-04-02T08:47:26.655 INFO:tasks.workunit.client.0.smithi112.stdout:628 2024-04-02T08:47:26.656 INFO:tasks.workunit.client.0.smithi112.stdout:629 2024-04-02T08:47:26.657 INFO:tasks.workunit.client.0.smithi112.stdout:630 2024-04-02T08:47:26.658 INFO:tasks.workunit.client.0.smithi112.stdout:631 2024-04-02T08:47:26.659 INFO:tasks.workunit.client.0.smithi112.stdout:632 2024-04-02T08:47:26.660 INFO:tasks.workunit.client.0.smithi112.stdout:633 2024-04-02T08:47:26.661 INFO:tasks.workunit.client.0.smithi112.stdout:634 2024-04-02T08:47:26.662 INFO:tasks.workunit.client.0.smithi112.stdout:635 2024-04-02T08:47:26.663 INFO:tasks.workunit.client.0.smithi112.stdout:636 2024-04-02T08:47:26.664 INFO:tasks.workunit.client.0.smithi112.stdout:637 2024-04-02T08:47:26.665 INFO:tasks.workunit.client.0.smithi112.stdout:638 2024-04-02T08:47:26.666 INFO:tasks.workunit.client.0.smithi112.stdout:639 2024-04-02T08:47:26.667 INFO:tasks.workunit.client.0.smithi112.stdout:640 2024-04-02T08:47:26.668 INFO:tasks.workunit.client.0.smithi112.stdout:641 2024-04-02T08:47:26.669 INFO:tasks.workunit.client.0.smithi112.stdout:642 2024-04-02T08:47:26.670 INFO:tasks.workunit.client.0.smithi112.stdout:643 2024-04-02T08:47:26.671 INFO:tasks.workunit.client.0.smithi112.stdout:644 2024-04-02T08:47:26.672 INFO:tasks.workunit.client.0.smithi112.stdout:645 2024-04-02T08:47:26.673 INFO:tasks.workunit.client.0.smithi112.stdout:646 2024-04-02T08:47:26.674 INFO:tasks.workunit.client.0.smithi112.stdout:647 2024-04-02T08:47:26.675 INFO:tasks.workunit.client.0.smithi112.stdout:648 2024-04-02T08:47:26.676 INFO:tasks.workunit.client.0.smithi112.stdout:649 2024-04-02T08:47:26.677 INFO:tasks.workunit.client.0.smithi112.stdout:650 2024-04-02T08:47:26.678 INFO:tasks.workunit.client.0.smithi112.stdout:651 2024-04-02T08:47:26.679 INFO:tasks.workunit.client.0.smithi112.stdout:652 2024-04-02T08:47:26.680 INFO:tasks.workunit.client.0.smithi112.stdout:653 2024-04-02T08:47:26.681 INFO:tasks.workunit.client.0.smithi112.stdout:654 2024-04-02T08:47:26.682 INFO:tasks.workunit.client.0.smithi112.stdout:655 2024-04-02T08:47:26.683 INFO:tasks.workunit.client.0.smithi112.stdout:656 2024-04-02T08:47:26.684 INFO:tasks.workunit.client.0.smithi112.stdout:657 2024-04-02T08:47:26.685 INFO:tasks.workunit.client.0.smithi112.stdout:658 2024-04-02T08:47:26.686 INFO:tasks.workunit.client.0.smithi112.stdout:659 2024-04-02T08:47:26.687 INFO:tasks.workunit.client.0.smithi112.stdout:660 2024-04-02T08:47:26.688 INFO:tasks.workunit.client.0.smithi112.stdout:661 2024-04-02T08:47:26.689 INFO:tasks.workunit.client.0.smithi112.stdout:662 2024-04-02T08:47:26.690 INFO:tasks.workunit.client.0.smithi112.stdout:663 2024-04-02T08:47:26.691 INFO:tasks.workunit.client.0.smithi112.stdout:664 2024-04-02T08:47:26.692 INFO:tasks.workunit.client.0.smithi112.stdout:665 2024-04-02T08:47:26.693 INFO:tasks.workunit.client.0.smithi112.stdout:666 2024-04-02T08:47:26.694 INFO:tasks.workunit.client.0.smithi112.stdout:667 2024-04-02T08:47:26.695 INFO:tasks.workunit.client.0.smithi112.stdout:668 2024-04-02T08:47:26.696 INFO:tasks.workunit.client.0.smithi112.stdout:669 2024-04-02T08:47:26.697 INFO:tasks.workunit.client.0.smithi112.stdout:670 2024-04-02T08:47:26.698 INFO:tasks.workunit.client.0.smithi112.stdout:671 2024-04-02T08:47:26.699 INFO:tasks.workunit.client.0.smithi112.stdout:672 2024-04-02T08:47:26.700 INFO:tasks.workunit.client.0.smithi112.stdout:673 2024-04-02T08:47:26.701 INFO:tasks.workunit.client.0.smithi112.stdout:674 2024-04-02T08:47:26.702 INFO:tasks.workunit.client.0.smithi112.stdout:675 2024-04-02T08:47:26.703 INFO:tasks.workunit.client.0.smithi112.stdout:676 2024-04-02T08:47:26.704 INFO:tasks.workunit.client.0.smithi112.stdout:677 2024-04-02T08:47:26.705 INFO:tasks.workunit.client.0.smithi112.stdout:678 2024-04-02T08:47:26.706 INFO:tasks.workunit.client.0.smithi112.stdout:679 2024-04-02T08:47:26.707 INFO:tasks.workunit.client.0.smithi112.stdout:680 2024-04-02T08:47:26.708 INFO:tasks.workunit.client.0.smithi112.stdout:681 2024-04-02T08:47:26.709 INFO:tasks.workunit.client.0.smithi112.stdout:682 2024-04-02T08:47:26.710 INFO:tasks.workunit.client.0.smithi112.stdout:683 2024-04-02T08:47:26.711 INFO:tasks.workunit.client.0.smithi112.stdout:684 2024-04-02T08:47:26.712 INFO:tasks.workunit.client.0.smithi112.stdout:685 2024-04-02T08:47:26.713 INFO:tasks.workunit.client.0.smithi112.stdout:686 2024-04-02T08:47:26.714 INFO:tasks.workunit.client.0.smithi112.stdout:687 2024-04-02T08:47:26.715 INFO:tasks.workunit.client.0.smithi112.stdout:688 2024-04-02T08:47:26.716 INFO:tasks.workunit.client.0.smithi112.stdout:689 2024-04-02T08:47:26.718 INFO:tasks.workunit.client.0.smithi112.stdout:690 2024-04-02T08:47:26.719 INFO:tasks.workunit.client.0.smithi112.stdout:691 2024-04-02T08:47:26.720 INFO:tasks.workunit.client.0.smithi112.stdout:692 2024-04-02T08:47:26.721 INFO:tasks.workunit.client.0.smithi112.stdout:693 2024-04-02T08:47:26.722 INFO:tasks.workunit.client.0.smithi112.stdout:694 2024-04-02T08:47:26.723 INFO:tasks.workunit.client.0.smithi112.stdout:695 2024-04-02T08:47:26.724 INFO:tasks.workunit.client.0.smithi112.stdout:696 2024-04-02T08:47:26.725 INFO:tasks.workunit.client.0.smithi112.stdout:697 2024-04-02T08:47:26.727 INFO:tasks.workunit.client.0.smithi112.stdout:698 2024-04-02T08:47:26.728 INFO:tasks.workunit.client.0.smithi112.stdout:699 2024-04-02T08:47:26.729 INFO:tasks.workunit.client.0.smithi112.stdout:700 2024-04-02T08:47:26.730 INFO:tasks.workunit.client.0.smithi112.stdout:701 2024-04-02T08:47:26.731 INFO:tasks.workunit.client.0.smithi112.stdout:702 2024-04-02T08:47:26.732 INFO:tasks.workunit.client.0.smithi112.stdout:703 2024-04-02T08:47:26.733 INFO:tasks.workunit.client.0.smithi112.stdout:704 2024-04-02T08:47:26.734 INFO:tasks.workunit.client.0.smithi112.stdout:705 2024-04-02T08:47:26.735 INFO:tasks.workunit.client.0.smithi112.stdout:706 2024-04-02T08:47:26.736 INFO:tasks.workunit.client.0.smithi112.stdout:707 2024-04-02T08:47:26.737 INFO:tasks.workunit.client.0.smithi112.stdout:708 2024-04-02T08:47:26.739 INFO:tasks.workunit.client.0.smithi112.stdout:709 2024-04-02T08:47:26.740 INFO:tasks.workunit.client.0.smithi112.stdout:710 2024-04-02T08:47:26.741 INFO:tasks.workunit.client.0.smithi112.stdout:711 2024-04-02T08:47:26.742 INFO:tasks.workunit.client.0.smithi112.stdout:712 2024-04-02T08:47:26.745 INFO:tasks.workunit.client.0.smithi112.stdout:713 2024-04-02T08:47:26.745 INFO:tasks.workunit.client.0.smithi112.stdout:714 2024-04-02T08:47:26.745 INFO:tasks.workunit.client.0.smithi112.stdout:715 2024-04-02T08:47:26.746 INFO:tasks.workunit.client.0.smithi112.stdout:716 2024-04-02T08:47:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:717 2024-04-02T08:47:26.749 INFO:tasks.workunit.client.0.smithi112.stdout:718 2024-04-02T08:47:26.750 INFO:tasks.workunit.client.0.smithi112.stdout:719 2024-04-02T08:47:26.751 INFO:tasks.workunit.client.0.smithi112.stdout:720 2024-04-02T08:47:26.753 INFO:tasks.workunit.client.0.smithi112.stdout:721 2024-04-02T08:47:26.754 INFO:tasks.workunit.client.0.smithi112.stdout:722 2024-04-02T08:47:26.755 INFO:tasks.workunit.client.0.smithi112.stdout:723 2024-04-02T08:47:26.756 INFO:tasks.workunit.client.0.smithi112.stdout:724 2024-04-02T08:47:26.757 INFO:tasks.workunit.client.0.smithi112.stdout:725 2024-04-02T08:47:26.758 INFO:tasks.workunit.client.0.smithi112.stdout:726 2024-04-02T08:47:26.759 INFO:tasks.workunit.client.0.smithi112.stdout:727 2024-04-02T08:47:26.760 INFO:tasks.workunit.client.0.smithi112.stdout:728 2024-04-02T08:47:26.762 INFO:tasks.workunit.client.0.smithi112.stdout:729 2024-04-02T08:47:26.763 INFO:tasks.workunit.client.0.smithi112.stdout:730 2024-04-02T08:47:26.764 INFO:tasks.workunit.client.0.smithi112.stdout:731 2024-04-02T08:47:26.765 INFO:tasks.workunit.client.0.smithi112.stdout:732 2024-04-02T08:47:26.766 INFO:tasks.workunit.client.0.smithi112.stdout:733 2024-04-02T08:47:26.767 INFO:tasks.workunit.client.0.smithi112.stdout:734 2024-04-02T08:47:26.768 INFO:tasks.workunit.client.0.smithi112.stdout:735 2024-04-02T08:47:26.769 INFO:tasks.workunit.client.0.smithi112.stdout:736 2024-04-02T08:47:26.770 INFO:tasks.workunit.client.0.smithi112.stdout:737 2024-04-02T08:47:26.771 INFO:tasks.workunit.client.0.smithi112.stdout:738 2024-04-02T08:47:26.772 INFO:tasks.workunit.client.0.smithi112.stdout:739 2024-04-02T08:47:26.773 INFO:tasks.workunit.client.0.smithi112.stdout:740 2024-04-02T08:47:26.774 INFO:tasks.workunit.client.0.smithi112.stdout:741 2024-04-02T08:47:26.775 INFO:tasks.workunit.client.0.smithi112.stdout:742 2024-04-02T08:47:26.776 INFO:tasks.workunit.client.0.smithi112.stdout:743 2024-04-02T08:47:26.777 INFO:tasks.workunit.client.0.smithi112.stdout:744 2024-04-02T08:47:26.778 INFO:tasks.workunit.client.0.smithi112.stdout:745 2024-04-02T08:47:26.779 INFO:tasks.workunit.client.0.smithi112.stdout:746 2024-04-02T08:47:26.780 INFO:tasks.workunit.client.0.smithi112.stdout:747 2024-04-02T08:47:26.781 INFO:tasks.workunit.client.0.smithi112.stdout:748 2024-04-02T08:47:26.782 INFO:tasks.workunit.client.0.smithi112.stdout:749 2024-04-02T08:47:26.783 INFO:tasks.workunit.client.0.smithi112.stdout:750 2024-04-02T08:47:26.784 INFO:tasks.workunit.client.0.smithi112.stdout:751 2024-04-02T08:47:26.785 INFO:tasks.workunit.client.0.smithi112.stdout:752 2024-04-02T08:47:26.786 INFO:tasks.workunit.client.0.smithi112.stdout:753 2024-04-02T08:47:26.787 INFO:tasks.workunit.client.0.smithi112.stdout:754 2024-04-02T08:47:26.788 INFO:tasks.workunit.client.0.smithi112.stdout:755 2024-04-02T08:47:26.790 INFO:tasks.workunit.client.0.smithi112.stdout:756 2024-04-02T08:47:26.791 INFO:tasks.workunit.client.0.smithi112.stdout:757 2024-04-02T08:47:26.792 INFO:tasks.workunit.client.0.smithi112.stdout:758 2024-04-02T08:47:26.793 INFO:tasks.workunit.client.0.smithi112.stdout:759 2024-04-02T08:47:26.794 INFO:tasks.workunit.client.0.smithi112.stdout:760 2024-04-02T08:47:26.795 INFO:tasks.workunit.client.0.smithi112.stdout:761 2024-04-02T08:47:26.796 INFO:tasks.workunit.client.0.smithi112.stdout:762 2024-04-02T08:47:26.798 INFO:tasks.workunit.client.0.smithi112.stdout:763 2024-04-02T08:47:26.799 INFO:tasks.workunit.client.0.smithi112.stdout:764 2024-04-02T08:47:26.800 INFO:tasks.workunit.client.0.smithi112.stdout:765 2024-04-02T08:47:26.801 INFO:tasks.workunit.client.0.smithi112.stdout:766 2024-04-02T08:47:26.802 INFO:tasks.workunit.client.0.smithi112.stdout:767 2024-04-02T08:47:26.803 INFO:tasks.workunit.client.0.smithi112.stdout:768 2024-04-02T08:47:26.804 INFO:tasks.workunit.client.0.smithi112.stdout:769 2024-04-02T08:47:26.805 INFO:tasks.workunit.client.0.smithi112.stdout:770 2024-04-02T08:47:26.806 INFO:tasks.workunit.client.0.smithi112.stdout:771 2024-04-02T08:47:26.807 INFO:tasks.workunit.client.0.smithi112.stdout:772 2024-04-02T08:47:26.808 INFO:tasks.workunit.client.0.smithi112.stdout:773 2024-04-02T08:47:26.810 INFO:tasks.workunit.client.0.smithi112.stdout:774 2024-04-02T08:47:26.811 INFO:tasks.workunit.client.0.smithi112.stdout:775 2024-04-02T08:47:26.812 INFO:tasks.workunit.client.0.smithi112.stdout:776 2024-04-02T08:47:26.813 INFO:tasks.workunit.client.0.smithi112.stdout:777 2024-04-02T08:47:26.814 INFO:tasks.workunit.client.0.smithi112.stdout:778 2024-04-02T08:47:26.816 INFO:tasks.workunit.client.0.smithi112.stdout:779 2024-04-02T08:47:26.817 INFO:tasks.workunit.client.0.smithi112.stdout:780 2024-04-02T08:47:26.818 INFO:tasks.workunit.client.0.smithi112.stdout:781 2024-04-02T08:47:26.819 INFO:tasks.workunit.client.0.smithi112.stdout:782 2024-04-02T08:47:26.820 INFO:tasks.workunit.client.0.smithi112.stdout:783 2024-04-02T08:47:26.821 INFO:tasks.workunit.client.0.smithi112.stdout:784 2024-04-02T08:47:26.822 INFO:tasks.workunit.client.0.smithi112.stdout:785 2024-04-02T08:47:26.823 INFO:tasks.workunit.client.0.smithi112.stdout:786 2024-04-02T08:47:26.825 INFO:tasks.workunit.client.0.smithi112.stdout:787 2024-04-02T08:47:26.826 INFO:tasks.workunit.client.0.smithi112.stdout:788 2024-04-02T08:47:26.827 INFO:tasks.workunit.client.0.smithi112.stdout:789 2024-04-02T08:47:26.828 INFO:tasks.workunit.client.0.smithi112.stdout:790 2024-04-02T08:47:26.829 INFO:tasks.workunit.client.0.smithi112.stdout:791 2024-04-02T08:47:26.830 INFO:tasks.workunit.client.0.smithi112.stdout:792 2024-04-02T08:47:26.832 INFO:tasks.workunit.client.0.smithi112.stdout:793 2024-04-02T08:47:26.833 INFO:tasks.workunit.client.0.smithi112.stdout:794 2024-04-02T08:47:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:795 2024-04-02T08:47:26.836 INFO:tasks.workunit.client.0.smithi112.stdout:796 2024-04-02T08:47:26.837 INFO:tasks.workunit.client.0.smithi112.stdout:797 2024-04-02T08:47:26.839 INFO:tasks.workunit.client.0.smithi112.stdout:798 2024-04-02T08:47:26.840 INFO:tasks.workunit.client.0.smithi112.stdout:799 2024-04-02T08:47:26.841 INFO:tasks.workunit.client.0.smithi112.stdout:800 2024-04-02T08:47:26.843 INFO:tasks.workunit.client.0.smithi112.stdout:801 2024-04-02T08:47:26.844 INFO:tasks.workunit.client.0.smithi112.stdout:802 2024-04-02T08:47:26.845 INFO:tasks.workunit.client.0.smithi112.stdout:803 2024-04-02T08:47:26.846 INFO:tasks.workunit.client.0.smithi112.stdout:804 2024-04-02T08:47:26.847 INFO:tasks.workunit.client.0.smithi112.stdout:805 2024-04-02T08:47:26.848 INFO:tasks.workunit.client.0.smithi112.stdout:806 2024-04-02T08:47:26.850 INFO:tasks.workunit.client.0.smithi112.stdout:807 2024-04-02T08:47:26.851 INFO:tasks.workunit.client.0.smithi112.stdout:808 2024-04-02T08:47:26.852 INFO:tasks.workunit.client.0.smithi112.stdout:809 2024-04-02T08:47:26.853 INFO:tasks.workunit.client.0.smithi112.stdout:810 2024-04-02T08:47:26.855 INFO:tasks.workunit.client.0.smithi112.stdout:811 2024-04-02T08:47:26.856 INFO:tasks.workunit.client.0.smithi112.stdout:812 2024-04-02T08:47:26.857 INFO:tasks.workunit.client.0.smithi112.stdout:813 2024-04-02T08:47:26.858 INFO:tasks.workunit.client.0.smithi112.stdout:814 2024-04-02T08:47:26.859 INFO:tasks.workunit.client.0.smithi112.stdout:815 2024-04-02T08:47:26.861 INFO:tasks.workunit.client.0.smithi112.stdout:816 2024-04-02T08:47:26.862 INFO:tasks.workunit.client.0.smithi112.stdout:817 2024-04-02T08:47:26.863 INFO:tasks.workunit.client.0.smithi112.stdout:818 2024-04-02T08:47:26.864 INFO:tasks.workunit.client.0.smithi112.stdout:819 2024-04-02T08:47:26.866 INFO:tasks.workunit.client.0.smithi112.stdout:820 2024-04-02T08:47:26.867 INFO:tasks.workunit.client.0.smithi112.stdout:821 2024-04-02T08:47:26.868 INFO:tasks.workunit.client.0.smithi112.stdout:822 2024-04-02T08:47:26.870 INFO:tasks.workunit.client.0.smithi112.stdout:823 2024-04-02T08:47:26.871 INFO:tasks.workunit.client.0.smithi112.stdout:824 2024-04-02T08:47:26.872 INFO:tasks.workunit.client.0.smithi112.stdout:825 2024-04-02T08:47:26.873 INFO:tasks.workunit.client.0.smithi112.stdout:826 2024-04-02T08:47:26.874 INFO:tasks.workunit.client.0.smithi112.stdout:827 2024-04-02T08:47:26.875 INFO:tasks.workunit.client.0.smithi112.stdout:828 2024-04-02T08:47:26.876 INFO:tasks.workunit.client.0.smithi112.stdout:829 2024-04-02T08:47:26.878 INFO:tasks.workunit.client.0.smithi112.stdout:830 2024-04-02T08:47:26.879 INFO:tasks.workunit.client.0.smithi112.stdout:831 2024-04-02T08:47:26.880 INFO:tasks.workunit.client.0.smithi112.stdout:832 2024-04-02T08:47:26.881 INFO:tasks.workunit.client.0.smithi112.stdout:833 2024-04-02T08:47:26.882 INFO:tasks.workunit.client.0.smithi112.stdout:834 2024-04-02T08:47:26.883 INFO:tasks.workunit.client.0.smithi112.stdout:835 2024-04-02T08:47:26.884 INFO:tasks.workunit.client.0.smithi112.stdout:836 2024-04-02T08:47:26.886 INFO:tasks.workunit.client.0.smithi112.stdout:837 2024-04-02T08:47:26.887 INFO:tasks.workunit.client.0.smithi112.stdout:838 2024-04-02T08:47:26.888 INFO:tasks.workunit.client.0.smithi112.stdout:839 2024-04-02T08:47:26.889 INFO:tasks.workunit.client.0.smithi112.stdout:840 2024-04-02T08:47:26.890 INFO:tasks.workunit.client.0.smithi112.stdout:841 2024-04-02T08:47:26.891 INFO:tasks.workunit.client.0.smithi112.stdout:842 2024-04-02T08:47:26.892 INFO:tasks.workunit.client.0.smithi112.stdout:843 2024-04-02T08:47:26.894 INFO:tasks.workunit.client.0.smithi112.stdout:844 2024-04-02T08:47:26.895 INFO:tasks.workunit.client.0.smithi112.stdout:845 2024-04-02T08:47:26.896 INFO:tasks.workunit.client.0.smithi112.stdout:846 2024-04-02T08:47:26.897 INFO:tasks.workunit.client.0.smithi112.stdout:847 2024-04-02T08:47:26.898 INFO:tasks.workunit.client.0.smithi112.stdout:848 2024-04-02T08:47:26.899 INFO:tasks.workunit.client.0.smithi112.stdout:849 2024-04-02T08:47:26.900 INFO:tasks.workunit.client.0.smithi112.stdout:850 2024-04-02T08:47:26.902 INFO:tasks.workunit.client.0.smithi112.stdout:851 2024-04-02T08:47:26.903 INFO:tasks.workunit.client.0.smithi112.stdout:852 2024-04-02T08:47:26.904 INFO:tasks.workunit.client.0.smithi112.stdout:853 2024-04-02T08:47:26.905 INFO:tasks.workunit.client.0.smithi112.stdout:854 2024-04-02T08:47:26.906 INFO:tasks.workunit.client.0.smithi112.stdout:855 2024-04-02T08:47:26.907 INFO:tasks.workunit.client.0.smithi112.stdout:856 2024-04-02T08:47:26.908 INFO:tasks.workunit.client.0.smithi112.stdout:857 2024-04-02T08:47:26.909 INFO:tasks.workunit.client.0.smithi112.stdout:858 2024-04-02T08:47:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:859 2024-04-02T08:47:26.912 INFO:tasks.workunit.client.0.smithi112.stdout:860 2024-04-02T08:47:26.913 INFO:tasks.workunit.client.0.smithi112.stdout:861 2024-04-02T08:47:26.914 INFO:tasks.workunit.client.0.smithi112.stdout:862 2024-04-02T08:47:26.915 INFO:tasks.workunit.client.0.smithi112.stdout:863 2024-04-02T08:47:26.916 INFO:tasks.workunit.client.0.smithi112.stdout:864 2024-04-02T08:47:26.918 INFO:tasks.workunit.client.0.smithi112.stdout:865 2024-04-02T08:47:26.919 INFO:tasks.workunit.client.0.smithi112.stdout:866 2024-04-02T08:47:26.920 INFO:tasks.workunit.client.0.smithi112.stdout:867 2024-04-02T08:47:26.921 INFO:tasks.workunit.client.0.smithi112.stdout:868 2024-04-02T08:47:26.922 INFO:tasks.workunit.client.0.smithi112.stdout:869 2024-04-02T08:47:26.923 INFO:tasks.workunit.client.0.smithi112.stdout:870 2024-04-02T08:47:26.924 INFO:tasks.workunit.client.0.smithi112.stdout:871 2024-04-02T08:47:26.925 INFO:tasks.workunit.client.0.smithi112.stdout:872 2024-04-02T08:47:26.926 INFO:tasks.workunit.client.0.smithi112.stdout:873 2024-04-02T08:47:26.928 INFO:tasks.workunit.client.0.smithi112.stdout:874 2024-04-02T08:47:26.929 INFO:tasks.workunit.client.0.smithi112.stdout:875 2024-04-02T08:47:26.930 INFO:tasks.workunit.client.0.smithi112.stdout:876 2024-04-02T08:47:26.932 INFO:tasks.workunit.client.0.smithi112.stdout:877 2024-04-02T08:47:26.933 INFO:tasks.workunit.client.0.smithi112.stdout:878 2024-04-02T08:47:26.934 INFO:tasks.workunit.client.0.smithi112.stdout:879 2024-04-02T08:47:26.935 INFO:tasks.workunit.client.0.smithi112.stdout:880 2024-04-02T08:47:26.936 INFO:tasks.workunit.client.0.smithi112.stdout:881 2024-04-02T08:47:26.938 INFO:tasks.workunit.client.0.smithi112.stdout:882 2024-04-02T08:47:26.939 INFO:tasks.workunit.client.0.smithi112.stdout:883 2024-04-02T08:47:26.940 INFO:tasks.workunit.client.0.smithi112.stdout:884 2024-04-02T08:47:26.941 INFO:tasks.workunit.client.0.smithi112.stdout:885 2024-04-02T08:47:26.943 INFO:tasks.workunit.client.0.smithi112.stdout:886 2024-04-02T08:47:26.944 INFO:tasks.workunit.client.0.smithi112.stdout:887 2024-04-02T08:47:26.945 INFO:tasks.workunit.client.0.smithi112.stdout:888 2024-04-02T08:47:26.946 INFO:tasks.workunit.client.0.smithi112.stdout:889 2024-04-02T08:47:26.947 INFO:tasks.workunit.client.0.smithi112.stdout:890 2024-04-02T08:47:26.948 INFO:tasks.workunit.client.0.smithi112.stdout:891 2024-04-02T08:47:26.950 INFO:tasks.workunit.client.0.smithi112.stdout:892 2024-04-02T08:47:26.951 INFO:tasks.workunit.client.0.smithi112.stdout:893 2024-04-02T08:47:26.952 INFO:tasks.workunit.client.0.smithi112.stdout:894 2024-04-02T08:47:26.953 INFO:tasks.workunit.client.0.smithi112.stdout:895 2024-04-02T08:47:26.955 INFO:tasks.workunit.client.0.smithi112.stdout:896 2024-04-02T08:47:26.956 INFO:tasks.workunit.client.0.smithi112.stdout:897 2024-04-02T08:47:26.957 INFO:tasks.workunit.client.0.smithi112.stdout:898 2024-04-02T08:47:26.959 INFO:tasks.workunit.client.0.smithi112.stdout:899 2024-04-02T08:47:26.960 INFO:tasks.workunit.client.0.smithi112.stdout:900 2024-04-02T08:47:26.961 INFO:tasks.workunit.client.0.smithi112.stdout:901 2024-04-02T08:47:26.963 INFO:tasks.workunit.client.0.smithi112.stdout:902 2024-04-02T08:47:26.964 INFO:tasks.workunit.client.0.smithi112.stdout:903 2024-04-02T08:47:26.965 INFO:tasks.workunit.client.0.smithi112.stdout:904 2024-04-02T08:47:26.967 INFO:tasks.workunit.client.0.smithi112.stdout:905 2024-04-02T08:47:26.968 INFO:tasks.workunit.client.0.smithi112.stdout:906 2024-04-02T08:47:26.970 INFO:tasks.workunit.client.0.smithi112.stdout:907 2024-04-02T08:47:26.971 INFO:tasks.workunit.client.0.smithi112.stdout:908 2024-04-02T08:47:26.972 INFO:tasks.workunit.client.0.smithi112.stdout:909 2024-04-02T08:47:26.974 INFO:tasks.workunit.client.0.smithi112.stdout:910 2024-04-02T08:47:26.975 INFO:tasks.workunit.client.0.smithi112.stdout:911 2024-04-02T08:47:26.976 INFO:tasks.workunit.client.0.smithi112.stdout:912 2024-04-02T08:47:26.977 INFO:tasks.workunit.client.0.smithi112.stdout:913 2024-04-02T08:47:26.979 INFO:tasks.workunit.client.0.smithi112.stdout:914 2024-04-02T08:47:26.980 INFO:tasks.workunit.client.0.smithi112.stdout:915 2024-04-02T08:47:26.981 INFO:tasks.workunit.client.0.smithi112.stdout:916 2024-04-02T08:47:26.982 INFO:tasks.workunit.client.0.smithi112.stdout:917 2024-04-02T08:47:26.983 INFO:tasks.workunit.client.0.smithi112.stdout:918 2024-04-02T08:47:26.984 INFO:tasks.workunit.client.0.smithi112.stdout:919 2024-04-02T08:47:26.985 INFO:tasks.workunit.client.0.smithi112.stdout:920 2024-04-02T08:47:26.986 INFO:tasks.workunit.client.0.smithi112.stdout:921 2024-04-02T08:47:26.987 INFO:tasks.workunit.client.0.smithi112.stdout:922 2024-04-02T08:47:26.988 INFO:tasks.workunit.client.0.smithi112.stdout:923 2024-04-02T08:47:26.989 INFO:tasks.workunit.client.0.smithi112.stdout:924 2024-04-02T08:47:26.991 INFO:tasks.workunit.client.0.smithi112.stdout:925 2024-04-02T08:47:26.992 INFO:tasks.workunit.client.0.smithi112.stdout:926 2024-04-02T08:47:26.993 INFO:tasks.workunit.client.0.smithi112.stdout:927 2024-04-02T08:47:26.994 INFO:tasks.workunit.client.0.smithi112.stdout:928 2024-04-02T08:47:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:929 2024-04-02T08:47:26.996 INFO:tasks.workunit.client.0.smithi112.stdout:930 2024-04-02T08:47:26.997 INFO:tasks.workunit.client.0.smithi112.stdout:931 2024-04-02T08:47:26.998 INFO:tasks.workunit.client.0.smithi112.stdout:932 2024-04-02T08:47:26.999 INFO:tasks.workunit.client.0.smithi112.stdout:933 2024-04-02T08:47:27.001 INFO:tasks.workunit.client.0.smithi112.stdout:934 2024-04-02T08:47:27.002 INFO:tasks.workunit.client.0.smithi112.stdout:935 2024-04-02T08:47:27.003 INFO:tasks.workunit.client.0.smithi112.stdout:936 2024-04-02T08:47:27.004 INFO:tasks.workunit.client.0.smithi112.stdout:937 2024-04-02T08:47:27.005 INFO:tasks.workunit.client.0.smithi112.stdout:938 2024-04-02T08:47:27.007 INFO:tasks.workunit.client.0.smithi112.stdout:939 2024-04-02T08:47:27.008 INFO:tasks.workunit.client.0.smithi112.stdout:940 2024-04-02T08:47:27.009 INFO:tasks.workunit.client.0.smithi112.stdout:941 2024-04-02T08:47:27.010 INFO:tasks.workunit.client.0.smithi112.stdout:942 2024-04-02T08:47:27.011 INFO:tasks.workunit.client.0.smithi112.stdout:943 2024-04-02T08:47:27.013 INFO:tasks.workunit.client.0.smithi112.stdout:944 2024-04-02T08:47:27.014 INFO:tasks.workunit.client.0.smithi112.stdout:945 2024-04-02T08:47:27.015 INFO:tasks.workunit.client.0.smithi112.stdout:946 2024-04-02T08:47:27.016 INFO:tasks.workunit.client.0.smithi112.stdout:947 2024-04-02T08:47:27.018 INFO:tasks.workunit.client.0.smithi112.stdout:948 2024-04-02T08:47:27.021 INFO:tasks.workunit.client.0.smithi112.stdout:949 2024-04-02T08:47:27.022 INFO:tasks.workunit.client.0.smithi112.stdout:950 2024-04-02T08:47:27.024 INFO:tasks.workunit.client.0.smithi112.stdout:951 2024-04-02T08:47:27.025 INFO:tasks.workunit.client.0.smithi112.stdout:952 2024-04-02T08:47:27.027 INFO:tasks.workunit.client.0.smithi112.stdout:953 2024-04-02T08:47:27.028 INFO:tasks.workunit.client.0.smithi112.stdout:954 2024-04-02T08:47:27.030 INFO:tasks.workunit.client.0.smithi112.stdout:955 2024-04-02T08:47:27.031 INFO:tasks.workunit.client.0.smithi112.stdout:956 2024-04-02T08:47:27.032 INFO:tasks.workunit.client.0.smithi112.stdout:957 2024-04-02T08:47:27.034 INFO:tasks.workunit.client.0.smithi112.stdout:958 2024-04-02T08:47:27.035 INFO:tasks.workunit.client.0.smithi112.stdout:959 2024-04-02T08:47:27.037 INFO:tasks.workunit.client.0.smithi112.stdout:960 2024-04-02T08:47:27.038 INFO:tasks.workunit.client.0.smithi112.stdout:961 2024-04-02T08:47:27.039 INFO:tasks.workunit.client.0.smithi112.stdout:962 2024-04-02T08:47:27.041 INFO:tasks.workunit.client.0.smithi112.stdout:963 2024-04-02T08:47:27.042 INFO:tasks.workunit.client.0.smithi112.stdout:964 2024-04-02T08:47:27.043 INFO:tasks.workunit.client.0.smithi112.stdout:965 2024-04-02T08:47:27.045 INFO:tasks.workunit.client.0.smithi112.stdout:966 2024-04-02T08:47:27.046 INFO:tasks.workunit.client.0.smithi112.stdout:967 2024-04-02T08:47:27.047 INFO:tasks.workunit.client.0.smithi112.stdout:968 2024-04-02T08:47:27.048 INFO:tasks.workunit.client.0.smithi112.stdout:969 2024-04-02T08:47:27.049 INFO:tasks.workunit.client.0.smithi112.stdout:970 2024-04-02T08:47:27.050 INFO:tasks.workunit.client.0.smithi112.stdout:971 2024-04-02T08:47:27.051 INFO:tasks.workunit.client.0.smithi112.stdout:972 2024-04-02T08:47:27.053 INFO:tasks.workunit.client.0.smithi112.stdout:973 2024-04-02T08:47:27.054 INFO:tasks.workunit.client.0.smithi112.stdout:974 2024-04-02T08:47:27.055 INFO:tasks.workunit.client.0.smithi112.stdout:975 2024-04-02T08:47:27.057 INFO:tasks.workunit.client.0.smithi112.stdout:976 2024-04-02T08:47:27.058 INFO:tasks.workunit.client.0.smithi112.stdout:977 2024-04-02T08:47:27.059 INFO:tasks.workunit.client.0.smithi112.stdout:978 2024-04-02T08:47:27.060 INFO:tasks.workunit.client.0.smithi112.stdout:979 2024-04-02T08:47:27.061 INFO:tasks.workunit.client.0.smithi112.stdout:980 2024-04-02T08:47:27.063 INFO:tasks.workunit.client.0.smithi112.stdout:981 2024-04-02T08:47:27.064 INFO:tasks.workunit.client.0.smithi112.stdout:982 2024-04-02T08:47:27.065 INFO:tasks.workunit.client.0.smithi112.stdout:983 2024-04-02T08:47:27.066 INFO:tasks.workunit.client.0.smithi112.stdout:984 2024-04-02T08:47:27.067 INFO:tasks.workunit.client.0.smithi112.stdout:985 2024-04-02T08:47:27.069 INFO:tasks.workunit.client.0.smithi112.stdout:986 2024-04-02T08:47:27.070 INFO:tasks.workunit.client.0.smithi112.stdout:987 2024-04-02T08:47:27.071 INFO:tasks.workunit.client.0.smithi112.stdout:988 2024-04-02T08:47:27.073 INFO:tasks.workunit.client.0.smithi112.stdout:989 2024-04-02T08:47:27.074 INFO:tasks.workunit.client.0.smithi112.stdout:990 2024-04-02T08:47:27.075 INFO:tasks.workunit.client.0.smithi112.stdout:991 2024-04-02T08:47:27.076 INFO:tasks.workunit.client.0.smithi112.stdout:992 2024-04-02T08:47:27.077 INFO:tasks.workunit.client.0.smithi112.stdout:993 2024-04-02T08:47:27.079 INFO:tasks.workunit.client.0.smithi112.stdout:994 2024-04-02T08:47:27.080 INFO:tasks.workunit.client.0.smithi112.stdout:995 2024-04-02T08:47:27.081 INFO:tasks.workunit.client.0.smithi112.stdout:996 2024-04-02T08:47:27.082 INFO:tasks.workunit.client.0.smithi112.stdout:997 2024-04-02T08:47:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:998 2024-04-02T08:47:27.084 INFO:tasks.workunit.client.0.smithi112.stdout:999 2024-04-02T08:47:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[91385]: pgmap v1142: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[91385]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/100075648' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[88945]: pgmap v1142: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[88945]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:47:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:27 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/100075648' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:47:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:27 smithi187 ceph-mon[84356]: pgmap v1142: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:27 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:27 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:27 smithi187 ceph-mon[84356]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:47:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:27 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/100075648' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:47:28.034 INFO:tasks.workunit.client.0.smithi112.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:47:28.034 INFO:tasks.workunit.client.0.smithi112.stdout:00000010 69 73 |is| 2024-04-02T08:47:28.034 INFO:tasks.workunit.client.0.smithi112.stdout:00000012 2024-04-02T08:47:28.034 INFO:tasks.workunit.client.0.smithi112.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:47:28.035 INFO:tasks.workunit.client.0.smithi112.stdout:00000010 69 73 |is| 2024-04-02T08:47:28.035 INFO:tasks.workunit.client.0.smithi112.stdout:00000012 2024-04-02T08:47:28.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsHello.WriteReturnData (4028 ms) 2024-04-02T08:47:28.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsHello.Loud 2024-04-02T08:47:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:28 smithi112 ceph-mon[91385]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:47:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:28 smithi112 ceph-mon[88945]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:47:28.382 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:28 smithi187 ceph-mon[84356]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:47:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[88945]: pgmap v1145: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:47:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:29.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:29.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[88945]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:47:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[91385]: pgmap v1145: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:47:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-mon[91385]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:47:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:29 smithi187 ceph-mon[84356]: pgmap v1145: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:47:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:29 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:29 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:29 smithi187 ceph-mon[84356]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:47:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:47:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:47:29] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-02T08:47:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:30 smithi112 ceph-mon[91385]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:30 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3792603946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:30 smithi112 ceph-mon[88945]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:30 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3792603946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:30 smithi187 ceph-mon[84356]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:30 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3792603946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:31.050 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsHello.Loud (3016 ms) 2024-04-02T08:47:31.050 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsHello.BadMethods 2024-04-02T08:47:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[91385]: pgmap v1148: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[91385]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[88945]: pgmap v1148: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:31 smithi112 ceph-mon[88945]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:31 smithi187 ceph-mon[84356]: pgmap v1148: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:31 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:31 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:31 smithi187 ceph-mon[84356]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:32.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:32 smithi187 ceph-mon[84356]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:32 smithi112 ceph-mon[88945]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:32 smithi112 ceph-mon[91385]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:47:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[88945]: pgmap v1151: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[88945]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2854416410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[91385]: pgmap v1151: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[91385]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2854416410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T08:47:33.080+0000 7f5a7bd25700 -1 osd.3 pg_epoch: 964 pg[38.2( v 964'1 (0'0,964'1] local-lis/les=963/964 n=1 ec=963/963 lis/c=963/963 les/c/f=964/964/0 sis=963) [3,7,5] r=0 lpr=963 crt=964'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-02T08:47:33.370 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 08:47:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T08:47:33.082+0000 7f5a7bd25700 -1 osd.3 pg_epoch: 964 pg[38.2( v 964'2 (0'0,964'2] local-lis/les=963/964 n=1 ec=963/963 lis/c=963/963 les/c/f=964/964/0 sis=963) [3,7,5] r=0 lpr=963 crt=964'1 lcod 964'1 mlcod 964'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-02T08:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:33 smithi187 ceph-mon[84356]: pgmap v1151: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:33 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:33 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:33 smithi187 ceph-mon[84356]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:33 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2854416410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:33 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:34.072 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsHello.BadMethods (3022 ms) 2024-04-02T08:47:34.072 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsHello.Filter 2024-04-02T08:47:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:34 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:34 smithi112 ceph-mon[88945]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:34 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:34 smithi112 ceph-mon[91385]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:34 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:34 smithi187 ceph-mon[84356]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:35 smithi112 ceph-mon[88945]: pgmap v1154: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:35 smithi112 ceph-mon[88945]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:35 smithi112 ceph-mon[91385]: pgmap v1154: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:35 smithi112 ceph-mon[91385]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:35.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:35 smithi187 ceph-mon[84356]: pgmap v1154: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:35 smithi187 ceph-mon[84356]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:36 smithi112 ceph-mon[91385]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:36 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2505249457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:36 smithi112 ceph-mon[88945]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:36 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2505249457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:36 smithi187 ceph-mon[84356]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:36 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2505249457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:37.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsHello.Filter (3019 ms) 2024-04-02T08:47:37.091 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 6 tests from ClsHello (18978 ms total) 2024-04-02T08:47:37.091 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:47:37.091 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:37.091 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 6 tests from 1 test suite ran. (18978 ms total) 2024-04-02T08:47:37.091 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 6 tests. 2024-04-02T08:47:37.094 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:37.094 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:37.161 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-02T08:47:37.162 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-02T08:47:37.231 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:37.231 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-02T08:47:37.231 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:37.231 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 27 tests from TestClsJournal 2024-04-02T08:47:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[91385]: pgmap v1157: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2505249457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[91385]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[88945]: pgmap v1157: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2505249457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:37 smithi112 ceph-mon[88945]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:37 smithi187 ceph-mon[84356]: pgmap v1157: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:37 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:37 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2505249457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131326-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:37 smithi187 ceph-mon[84356]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:38 smithi112 ceph-mon[91385]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:38 smithi112 ceph-mon[88945]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:38 smithi187 ceph-mon[84356]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:39.101 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.Create 2024-04-02T08:47:39.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-04-02T08:47:39.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-02T08:47:39.124 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-04-02T08:47:39.124 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-02T08:47:39.129 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-02T08:47:39.129 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-02T08:47:39.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-02T08:47:39.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-02T08:47:39.135 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-02T08:47:39.135 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-02T08:47:39.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-02T08:47:39.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-02T08:47:39.141 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-02T08:47:39.141 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-02T08:47:39.143 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-02T08:47:39.143 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-02T08:47:39.146 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-02T08:47:39.146 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-02T08:47:39.149 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-02T08:47:39.150 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-02T08:47:39.154 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-02T08:47:39.154 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-02T08:47:39.159 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-02T08:47:39.159 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-02T08:47:39.162 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-02T08:47:39.162 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-02T08:47:39.166 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-02T08:47:39.166 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-02T08:47:39.272 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (106 ms) 2024-04-02T08:47:39.272 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-02T08:47:39.276 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-02T08:47:39.276 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-02T08:47:39.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-02T08:47:39.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-02T08:47:39.280 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-02T08:47:39.280 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-02T08:47:39.321 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.ClientList (41 ms) 2024-04-02T08:47:39.360 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-02T08:47:39.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-02T08:47:39.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-02T08:47:39.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-02T08:47:39.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-02T08:47:39.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-02T08:47:39.362 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.TagList 2024-04-02T08:47:39.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:47:39] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-02T08:47:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/22576864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[91385]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/22576864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:39.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:39 smithi112 ceph-mon[88945]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:39.436 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.TagList (96 ms) 2024-04-02T08:47:39.437 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-02T08:47:39.441 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-04-02T08:47:39.441 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsJournal.Append 2024-04-02T08:47:39.454 INFO:tasks.workunit.client.0.smithi112.stdout:padding is not enabled 2024-04-02T08:47:39.454 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsJournal.Append (13 ms) 2024-04-02T08:47:39.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/22576864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:39 smithi187 ceph-mon[84356]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:40.105 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 27 tests from TestClsJournal (352 ms total) 2024-04-02T08:47:40.105 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:47:40.105 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:40.105 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 27 tests from 1 test suite ran. (2874 ms total) 2024-04-02T08:47:40.105 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 27 tests. 2024-04-02T08:47:40.108 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:40.108 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:40.176 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-02T08:47:40.176 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-02T08:47:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-02T08:47:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 11 tests from ClsLock 2024-04-02T08:47:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-02T08:47:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:41 smithi112 ceph-mon[91385]: pgmap v1163: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 1 op/s 2024-04-02T08:47:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:41 smithi112 ceph-mon[91385]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:41 smithi112 ceph-mon[88945]: pgmap v1163: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 1 op/s 2024-04-02T08:47:41.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:41 smithi112 ceph-mon[88945]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:41 smithi187 ceph-mon[84356]: pgmap v1163: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 1 op/s 2024-04-02T08:47:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:41 smithi187 ceph-mon[84356]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:42.158 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:42.158 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: exclusive 2024-04-02T08:47:42.158 INFO:tasks.workunit.client.0.smithi112.stdout: tag: 2024-04-02T08:47:42.158 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:42.158 INFO:tasks.workunit.client.0.smithi112.stdout: client.44672 expiration=2024-04-02T08:49:42.156869+0000 addr=v1:172.21.15.112:0/3651094455 cookie= 2024-04-02T08:47:42.161 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:42.161 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: shared 2024-04-02T08:47:42.161 INFO:tasks.workunit.client.0.smithi112.stdout: tag: 2024-04-02T08:47:42.161 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:42.162 INFO:tasks.workunit.client.0.smithi112.stdout: client.44672 expiration=2024-04-02T08:49:42.162833+0000 addr=v1:172.21.15.112:0/3651094455 cookie= 2024-04-02T08:47:42.162 INFO:tasks.workunit.client.0.smithi112.stdout: client.44678 expiration=0.000000 addr=v1:172.21.15.112:0/1161978015 cookie= 2024-04-02T08:47:42.162 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:42.162 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: shared 2024-04-02T08:47:42.163 INFO:tasks.workunit.client.0.smithi112.stdout: tag: 2024-04-02T08:47:42.163 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:42.163 INFO:tasks.workunit.client.0.smithi112.stdout: client.44678 expiration=0.000000 addr=v1:172.21.15.112:0/1161978015 cookie= 2024-04-02T08:47:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:42 smithi187 ceph-mon[84356]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:42 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3651094455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:42 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:47:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:42 smithi112 ceph-mon[88945]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:42 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3651094455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:42 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:42 smithi112 ceph-mon[91385]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:42 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3651094455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:42 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:43.141 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestMultiLocking (2895 ms) 2024-04-02T08:47:43.141 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestMeta 2024-04-02T08:47:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:43 smithi187 ceph-mon[84356]: pgmap v1166: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:43 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:43 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:43 smithi187 ceph-mon[84356]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[91385]: pgmap v1166: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[91385]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[88945]: pgmap v1166: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:43 smithi112 ceph-mon[88945]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:44.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:44 smithi187 ceph-mon[84356]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:44 smithi112 ceph-mon[88945]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:44 smithi112 ceph-mon[91385]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:45.176 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: shared 2024-04-02T08:47:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: tag: 2024-04-02T08:47:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:45.176 INFO:tasks.workunit.client.0.smithi112.stdout: client.44690 expiration=0.000000 addr=v1:172.21.15.112:0/251970901 cookie= 2024-04-02T08:47:45.178 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: exclusive 2024-04-02T08:47:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: tag: new_tag 2024-04-02T08:47:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:45.178 INFO:tasks.workunit.client.0.smithi112.stdout: client.34728 expiration=0.000000 addr=v1:172.21.15.112:0/4155790066 cookie= 2024-04-02T08:47:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:45 smithi187 ceph-mon[84356]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:45 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:45 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:45 smithi187 ceph-mon[84356]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:45 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4155790066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[91385]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[91385]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4155790066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[88945]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[88945]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:45 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4155790066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:46.156 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestMeta (3015 ms) 2024-04-02T08:47:46.156 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestCookie 2024-04-02T08:47:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:46 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4155790066' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:46 smithi187 ceph-mon[84356]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:46 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4155790066' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:46 smithi112 ceph-mon[91385]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:46 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4155790066' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:46 smithi112 ceph-mon[88945]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:47 smithi187 ceph-mon[84356]: pgmap v1172: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:47:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:47 smithi187 ceph-mon[84356]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:47 smithi112 ceph-mon[91385]: pgmap v1172: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:47:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:47 smithi112 ceph-mon[91385]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:47 smithi112 ceph-mon[88945]: pgmap v1172: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:47:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:47 smithi112 ceph-mon[88945]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:48.216 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:48.216 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: exclusive 2024-04-02T08:47:48.216 INFO:tasks.workunit.client.0.smithi112.stdout: tag: 2024-04-02T08:47:48.216 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:48.218 INFO:tasks.workunit.client.0.smithi112.stdout:lock: mylock 2024-04-02T08:47:48.218 INFO:tasks.workunit.client.0.smithi112.stdout: lock_type: shared 2024-04-02T08:47:48.218 INFO:tasks.workunit.client.0.smithi112.stdout: tag: 2024-04-02T08:47:48.218 INFO:tasks.workunit.client.0.smithi112.stdout: lockers: 2024-04-02T08:47:48.218 INFO:tasks.workunit.client.0.smithi112.stdout: client.44696 expiration=0.000000 addr=v1:172.21.15.112:0/2087561640 cookie= 2024-04-02T08:47:48.219 INFO:tasks.workunit.client.0.smithi112.stdout: client.44696 expiration=0.000000 addr=v1:172.21.15.112:0/2087561640 cookie=new cookie 2024-04-02T08:47:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:48 smithi187 ceph-mon[84356]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:48 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2087561640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:48 smithi112 ceph-mon[91385]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:48 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2087561640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:48 smithi112 ceph-mon[88945]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:48 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2087561640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:49.176 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestCookie (3020 ms) 2024-04-02T08:47:49.176 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-02T08:47:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:49 smithi187 ceph-mon[84356]: pgmap v1175: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:49 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:49 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:49 smithi187 ceph-mon[84356]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[91385]: pgmap v1175: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[91385]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[88945]: pgmap v1175: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-mon[88945]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:47:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:47:49] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-02T08:47:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:50 smithi187 ceph-mon[84356]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:50.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:50 smithi112 ceph-mon[91385]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:50.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:50 smithi112 ceph-mon[88945]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:51 smithi187 ceph-mon[84356]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:51 smithi187 ceph-mon[84356]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2847636646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:51 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:51 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:51 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:51.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[88945]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[88945]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2847636646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[91385]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[91385]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2847636646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:51.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:51 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:52.196 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestMultipleLocks (3020 ms) 2024-04-02T08:47:52.196 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-02T08:47:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:52 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:52 smithi187 ceph-mon[84356]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:52.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:47:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:52 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:52 smithi112 ceph-mon[88945]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:52 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:52 smithi112 ceph-mon[91385]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:53 smithi187 ceph-mon[84356]: pgmap v1181: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:53 smithi187 ceph-mon[84356]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[91385]: pgmap v1181: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[91385]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[88945]: pgmap v1181: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[88945]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:47:53.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:54 smithi187 ceph-mon[84356]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:54 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1464206890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:54 smithi112 ceph-mon[91385]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:54 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1464206890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:54 smithi112 ceph-mon[88945]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:54 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1464206890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:55 smithi187 ceph-mon[84356]: pgmap v1184: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:55 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:55 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1464206890' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:55 smithi187 ceph-mon[84356]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[91385]: pgmap v1184: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1464206890' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[91385]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[88945]: pgmap v1184: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1464206890' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:55 smithi112 ceph-mon[88945]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:56 smithi187 ceph-mon[84356]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:56.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:56 smithi112 ceph-mon[88945]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:56 smithi112 ceph-mon[91385]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:57 smithi187 ceph-mon[84356]: pgmap v1187: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:57 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:57 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:47:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:57 smithi112 ceph-mon[91385]: pgmap v1187: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:57 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:57 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:47:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:57 smithi112 ceph-mon[88945]: pgmap v1187: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:57 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:57 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:47:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:47:59 smithi187 ceph-mon[84356]: pgmap v1188: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:47:59 smithi112 ceph-mon[91385]: pgmap v1188: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:47:59 smithi112 ceph-mon[88945]: pgmap v1188: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:47:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:47:59] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-02T08:48:00.219 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestLockDuration (8023 ms) 2024-04-02T08:48:00.219 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-02T08:48:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:01 smithi187 ceph-mon[84356]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:01 smithi187 ceph-mon[84356]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:48:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:01 smithi112 ceph-mon[91385]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:01 smithi112 ceph-mon[91385]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:48:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:01 smithi112 ceph-mon[88945]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:01 smithi112 ceph-mon[88945]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:48:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:02 smithi187 ceph-mon[84356]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:48:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:02 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3955305481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:02.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:48:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:02 smithi112 ceph-mon[88945]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:48:02.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:02 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3955305481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:02 smithi112 ceph-mon[91385]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:48:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:02 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3955305481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestAssertLocked (3020 ms) 2024-04-02T08:48:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-02T08:48:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:03 smithi187 ceph-mon[84356]: pgmap v1192: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:03 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:03 smithi187 ceph-mon[84356]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:48:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[88945]: pgmap v1192: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[88945]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:48:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[91385]: pgmap v1192: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:03 smithi112 ceph-mon[91385]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:48:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:04 smithi112 ceph-mon[91385]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:48:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:04 smithi112 ceph-mon[88945]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:48:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:04 smithi187 ceph-mon[84356]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:48:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[91385]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[91385]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2590262614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[88945]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[88945]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2590262614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:05 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:05 smithi187 ceph-mon[84356]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:05 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:05 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:48:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:05 smithi187 ceph-mon[84356]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:48:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:05 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2590262614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:05 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:06.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestSetCookie (3022 ms) 2024-04-02T08:48:06.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestRenew 2024-04-02T08:48:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:06 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:06 smithi112 ceph-mon[88945]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:48:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:06 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:06 smithi112 ceph-mon[91385]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:48:06.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:06 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:06 smithi187 ceph-mon[84356]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:48:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:07 smithi112 ceph-mon[91385]: pgmap v1198: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:07 smithi112 ceph-mon[91385]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:48:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:07 smithi112 ceph-mon[88945]: pgmap v1198: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:07 smithi112 ceph-mon[88945]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:48:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:07 smithi187 ceph-mon[84356]: pgmap v1198: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:07 smithi187 ceph-mon[84356]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:48:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:08 smithi112 ceph-mon[88945]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:48:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:08 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2261567805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:08 smithi112 ceph-mon[91385]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:48:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:08 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2261567805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:08 smithi187 ceph-mon[84356]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:48:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:08 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2261567805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:48:09] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[91385]: pgmap v1201: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2261567805' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[91385]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[88945]: pgmap v1201: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2261567805' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:09 smithi112 ceph-mon[88945]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:48:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:09 smithi187 ceph-mon[84356]: pgmap v1201: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:09 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:09 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2261567805' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:09 smithi187 ceph-mon[84356]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:48:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:10 smithi112 ceph-mon[88945]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:48:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:10 smithi112 ceph-mon[91385]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:48:10.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:10 smithi187 ceph-mon[84356]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:48:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:11 smithi112 ceph-mon[88945]: pgmap v1204: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:11 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:11 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:48:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:11 smithi112 ceph-mon[91385]: pgmap v1204: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:11 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:11 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:48:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:11 smithi187 ceph-mon[84356]: pgmap v1204: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:11 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:11 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:48:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:48:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:13 smithi112 ceph-mon[91385]: pgmap v1205: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:13 smithi112 ceph-mon[88945]: pgmap v1205: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:13 smithi187 ceph-mon[84356]: pgmap v1205: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:14.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[88945]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 156 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:48:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[91385]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 156 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:15.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:48:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:15 smithi187 ceph-mon[84356]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 156 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:48:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:17 smithi112 ceph-mon[91385]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:17 smithi112 ceph-mon[88945]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:17 smithi187 ceph-mon[84356]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:19 smithi112 ceph-mon[91385]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 107 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:19 smithi112 ceph-mon[88945]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 107 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:48:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:48:19] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-02T08:48:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:19 smithi187 ceph-mon[84356]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 107 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:21 smithi112 ceph-mon[91385]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 291 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:21 smithi112 ceph-mon[88945]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 291 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:21 smithi187 ceph-mon[84356]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 291 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:48:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:23 smithi112 ceph-mon[91385]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:23 smithi112 ceph-mon[88945]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:23.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:23 smithi187 ceph-mon[84356]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:25 smithi112 ceph-mon[91385]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:25 smithi112 ceph-mon[88945]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:25.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:25 smithi187 ceph-mon[84356]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestRenew (21044 ms) 2024-04-02T08:48:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-02T08:48:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:27 smithi112 ceph-mon[91385]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:27 smithi112 ceph-mon[88945]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:27 smithi187 ceph-mon[84356]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:28.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:28 smithi112 ceph-mon[88945]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:48:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:28 smithi112 ceph-mon[91385]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:48:28.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:28 smithi187 ceph-mon[84356]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:48:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:48:29] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[91385]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[91385]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4028445237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[88945]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[88945]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4028445237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:29 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:29.633 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:29 smithi187 ceph-mon[84356]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:29.633 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:29 smithi187 ceph-mon[84356]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:48:29.634 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:29 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4028445237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:29.634 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:29 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:30.703 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:30 smithi112 ceph-mon[91385]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:48:30.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:30.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:30 smithi112 ceph-mon[88945]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:48:30.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:30 smithi187 ceph-mon[84356]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:48:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:31 smithi112 ceph-mon[88945]: pgmap v1217: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:31 smithi112 ceph-mon[88945]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:48:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:31 smithi112 ceph-mon[91385]: pgmap v1217: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:31 smithi112 ceph-mon[91385]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:48:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:31 smithi187 ceph-mon[84356]: pgmap v1217: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:31 smithi187 ceph-mon[84356]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:48:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:48:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:33 smithi112 ceph-mon[91385]: pgmap v1219: 137 pgs: 1 creating+peering, 5 unknown, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:33 smithi112 ceph-mon[88945]: pgmap v1219: 137 pgs: 1 creating+peering, 5 unknown, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:33 smithi187 ceph-mon[84356]: pgmap v1219: 137 pgs: 1 creating+peering, 5 unknown, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:34.345 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7040 ms) 2024-04-02T08:48:34.345 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-02T08:48:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:35 smithi112 ceph-mon[91385]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:35 smithi112 ceph-mon[91385]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:48:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:35 smithi112 ceph-mon[88945]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:35 smithi112 ceph-mon[88945]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:48:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:35 smithi187 ceph-mon[84356]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:35 smithi187 ceph-mon[84356]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:48:36.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:36 smithi112 ceph-mon[88945]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:48:36.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:36 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1885068881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:36 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:36 smithi112 ceph-mon[91385]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:48:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:36 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1885068881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:36 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:36 smithi187 ceph-mon[84356]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:48:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:36 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1885068881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:36 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[88945]: pgmap v1223: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[88945]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[91385]: pgmap v1223: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:37 smithi112 ceph-mon[91385]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:48:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:37 smithi187 ceph-mon[84356]: pgmap v1223: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:37 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:37 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:37 smithi187 ceph-mon[84356]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:48:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:38 smithi112 ceph-mon[91385]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:48:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:38 smithi112 ceph-mon[88945]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:48:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:38 smithi187 ceph-mon[84356]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:48:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-mon[91385]: pgmap v1226: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:48:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-mon[88945]: pgmap v1226: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:48:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:48:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:48:39] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-02T08:48:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:39 smithi187 ceph-mon[84356]: pgmap v1226: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:39 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:39 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:48:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:41 smithi112 ceph-mon[91385]: pgmap v1227: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:41 smithi112 ceph-mon[88945]: pgmap v1227: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:41 smithi187 ceph-mon[84356]: pgmap v1227: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:42.368 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8023 ms) 2024-04-02T08:48:42.368 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-02T08:48:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:48:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:48:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:43 smithi112 ceph-mon[91385]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 158 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:43 smithi112 ceph-mon[91385]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:43 smithi112 ceph-mon[88945]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 158 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:43 smithi112 ceph-mon[88945]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:43 smithi187 ceph-mon[84356]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 158 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:43 smithi187 ceph-mon[84356]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:44 smithi187 ceph-mon[84356]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:44 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1971916990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:44.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:44 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:44 smithi112 ceph-mon[91385]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:44 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1971916990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:44.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:44 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:44 smithi112 ceph-mon[88945]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:44 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1971916990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:44.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:44 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:45 smithi187 ceph-mon[84356]: pgmap v1231: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:45 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:45 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:45 smithi187 ceph-mon[84356]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[91385]: pgmap v1231: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[91385]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[88945]: pgmap v1231: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131521-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:45 smithi112 ceph-mon[88945]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:46.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:46 smithi187 ceph-mon[84356]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:46.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:46 smithi112 ceph-mon[88945]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:46.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:46 smithi112 ceph-mon[91385]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:47 smithi187 ceph-mon[84356]: pgmap v1234: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:47 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:47 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:48:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:47 smithi112 ceph-mon[91385]: pgmap v1234: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:47 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:47 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:48:47.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:47 smithi112 ceph-mon[88945]: pgmap v1234: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:47.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:47 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:47.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:47 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:48:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:49 smithi112 ceph-mon[91385]: pgmap v1235: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:49.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:49 smithi112 ceph-mon[88945]: pgmap v1235: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:48:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:48:49] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-02T08:48:49.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:49 smithi187 ceph-mon[84356]: pgmap v1235: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:50.400 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8032 ms) 2024-04-02T08:48:50.400 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 11 tests from ClsLock (70154 ms total) 2024-04-02T08:48:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:48:50.400 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:48:50.400 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 11 tests from 1 test suite ran. (70154 ms total) 2024-04-02T08:48:50.400 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 11 tests. 2024-04-02T08:48:50.404 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:48:50.404 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:48:50.471 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-02T08:48:50.471 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-02T08:48:50.538 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:48:50.539 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:48:50.539 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:48:50.539 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from cls_log 2024-04-02T08:48:50.539 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-02T08:48:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:51 smithi187 ceph-mon[84356]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 158 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:51 smithi187 ceph-mon[84356]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:51.769 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:51 smithi112 ceph-mon[91385]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 158 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:51.769 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:51 smithi112 ceph-mon[91385]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:51.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:51 smithi112 ceph-mon[88945]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 158 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:51.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:51 smithi112 ceph-mon[88945]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:52 smithi187 ceph-mon[84356]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:52 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/546302399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:52 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:48:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:48:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:52 smithi112 ceph-mon[88945]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:52 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/546302399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:52.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:52 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:52.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:52 smithi112 ceph-mon[91385]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:52.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:52 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/546302399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:52.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:52 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:53.432 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_log.test_log_add_same_time (2893 ms) 2024-04-02T08:48:53.432 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-02T08:48:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:53 smithi187 ceph-mon[84356]: pgmap v1239: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:53 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:53 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:53 smithi187 ceph-mon[84356]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[91385]: pgmap v1239: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[91385]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[88945]: pgmap v1239: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[88945]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:54 smithi187 ceph-mon[84356]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:54.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:54 smithi112 ceph-mon[88945]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:54.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:54 smithi112 ceph-mon[91385]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:55 smithi187 ceph-mon[84356]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:55 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:55 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:48:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:55 smithi187 ceph-mon[84356]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:55 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2817146283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:55 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[91385]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[91385]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2817146283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[88945]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[88945]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2817146283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:55 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:56.444 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_log.test_log_add_different_time (3012 ms) 2024-04-02T08:48:56.444 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_log.trim_by_time 2024-04-02T08:48:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:56 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:56 smithi187 ceph-mon[84356]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:56.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:56 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:56.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:56 smithi112 ceph-mon[88945]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:56.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:56 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:56.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:56 smithi112 ceph-mon[91385]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:57 smithi187 ceph-mon[84356]: pgmap v1245: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:57 smithi187 ceph-mon[84356]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:57 smithi112 ceph-mon[91385]: pgmap v1245: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:57 smithi112 ceph-mon[91385]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:57 smithi112 ceph-mon[88945]: pgmap v1245: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:57.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:57 smithi112 ceph-mon[88945]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:58 smithi187 ceph-mon[84356]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:58 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1293775970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:58.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:58 smithi112 ceph-mon[91385]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:58.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:58 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1293775970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:58.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:58 smithi112 ceph-mon[88945]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:58.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:58 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1293775970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:59.459 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_log.trim_by_time (3014 ms) 2024-04-02T08:48:59.459 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-02T08:48:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[91385]: pgmap v1248: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1293775970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[91385]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:48:59] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-04-02T08:48:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[88945]: pgmap v1248: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1293775970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:48:59 smithi112 ceph-mon[88945]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:59 smithi187 ceph-mon[84356]: pgmap v1248: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:59 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1293775970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:48:59 smithi187 ceph-mon[84356]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:49:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:00 smithi187 ceph-mon[84356]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:49:00.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:00 smithi112 ceph-mon[88945]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:49:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:00 smithi112 ceph-mon[91385]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:49:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:01 smithi187 ceph-mon[84356]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:01 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:01 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:01 smithi187 ceph-mon[84356]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:49:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:01 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1192074731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:01 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[91385]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[91385]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1192074731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[88945]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[88945]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1192074731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:01 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:02.487 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_log.trim_by_marker (3028 ms) 2024-04-02T08:49:02.487 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from cls_log (11948 ms total) 2024-04-02T08:49:02.487 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:49:02.487 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:02.487 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 4 tests from 1 test suite ran. (11948 ms total) 2024-04-02T08:49:02.487 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 4 tests. 2024-04-02T08:49:02.490 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:02.491 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:02.557 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-02T08:49:02.558 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-02T08:49:02.627 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:49:02.628 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:49:02.628 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:02.628 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from ClsNumOps 2024-04-02T08:49:02.628 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsNumOps.Add 2024-04-02T08:49:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:02.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:02 smithi187 ceph-mon[84356]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:49:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:49:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:02.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:02.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:02 smithi112 ceph-mon[88945]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:49:02.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-131905-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:02.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:02 smithi112 ceph-mon[91385]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:49:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:03 smithi187 ceph-mon[84356]: pgmap v1254: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:03 smithi187 ceph-mon[84356]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:49:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:03 smithi112 ceph-mon[91385]: pgmap v1254: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:03 smithi112 ceph-mon[91385]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:49:03.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:03 smithi112 ceph-mon[88945]: pgmap v1254: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:03.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:03 smithi112 ceph-mon[88945]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:49:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:04 smithi112 ceph-mon[88945]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:49:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:04 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3045724997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:04 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:04 smithi112 ceph-mon[91385]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:49:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:04 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3045724997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:04 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:04 smithi187 ceph-mon[84356]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:49:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:04 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3045724997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:04 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:05.498 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsNumOps.Add (2870 ms) 2024-04-02T08:49:05.498 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsNumOps.Sub 2024-04-02T08:49:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[91385]: pgmap v1257: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[91385]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:49:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[88945]: pgmap v1257: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:05 smithi112 ceph-mon[88945]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:49:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:05 smithi187 ceph-mon[84356]: pgmap v1257: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:05 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:05 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:05 smithi187 ceph-mon[84356]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:49:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:06 smithi112 ceph-mon[88945]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:49:06.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:06 smithi112 ceph-mon[91385]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:49:06.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:06 smithi187 ceph-mon[84356]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:49:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[88945]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[88945]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3883703350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[91385]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[91385]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3883703350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:07 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:07 smithi187 ceph-mon[84356]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:07 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:07 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:07 smithi187 ceph-mon[84356]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:49:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:07 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3883703350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:07 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:08.522 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsNumOps.Sub (3023 ms) 2024-04-02T08:49:08.522 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsNumOps.Mul 2024-04-02T08:49:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[91385]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:49:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:49:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[88945]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:49:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:49:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:08 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:08 smithi187 ceph-mon[84356]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:49:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:49:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:09 smithi112 ceph-mon[88945]: pgmap v1263: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:09 smithi112 ceph-mon[88945]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:49:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:49:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:49:09] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-04-02T08:49:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:09 smithi112 ceph-mon[91385]: pgmap v1263: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:09 smithi112 ceph-mon[91385]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:49:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:09 smithi187 ceph-mon[84356]: pgmap v1263: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:09 smithi187 ceph-mon[84356]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:49:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:10 smithi112 ceph-mon[88945]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:49:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/304778550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:10.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:10 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:10 smithi112 ceph-mon[91385]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:49:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/304778550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:10.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:10 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:10 smithi187 ceph-mon[84356]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:49:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/304778550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:10.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:10 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:11.548 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsNumOps.Mul (3027 ms) 2024-04-02T08:49:11.548 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsNumOps.Div 2024-04-02T08:49:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[88945]: pgmap v1266: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[88945]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:49:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[91385]: pgmap v1266: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:11 smithi112 ceph-mon[91385]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:49:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:11 smithi187 ceph-mon[84356]: pgmap v1266: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:11 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:11 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:11 smithi187 ceph-mon[84356]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:49:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:12 smithi187 ceph-mon[84356]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:49:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:49:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:12.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:12 smithi112 ceph-mon[88945]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:49:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:12 smithi112 ceph-mon[91385]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:49:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[91385]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[91385]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2715792911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[88945]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[88945]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2715792911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:13 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:13 smithi187 ceph-mon[84356]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:13 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:13 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:13 smithi187 ceph-mon[84356]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:49:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2715792911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:13 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:14.563 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsNumOps.Div (3015 ms) 2024-04-02T08:49:14.563 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from ClsNumOps (11935 ms total) 2024-04-02T08:49:14.563 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:49:14.563 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:14.563 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 4 tests from 1 test suite ran. (11935 ms total) 2024-04-02T08:49:14.563 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 4 tests. 2024-04-02T08:49:14.566 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:14.566 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:14.634 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-02T08:49:14.635 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-02T08:49:14.703 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:49:14.703 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-02T08:49:14.703 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:14.703 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 70 tests from TestClsRbd 2024-04-02T08:49:14.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:14 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:14.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:14 smithi112 ceph-mon[88945]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:49:14.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:14 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:14.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:14 smithi112 ceph-mon[91385]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:49:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:14 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132011-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:14 smithi187 ceph-mon[84356]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:49:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:15 smithi112 ceph-mon[91385]: pgmap v1272: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:15 smithi112 ceph-mon[91385]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:49:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:15.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:15 smithi112 ceph-mon[88945]: pgmap v1272: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:15.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:15 smithi112 ceph-mon[88945]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:49:15.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:15 smithi187 ceph-mon[84356]: pgmap v1272: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:15 smithi187 ceph-mon[84356]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:49:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:16.570 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-02T08:49:16.589 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2024-04-02T08:49:16.589 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.copyup 2024-04-02T08:49:16.771 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-04-02T08:49:16.772 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-02T08:49:16.789 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-04-02T08:49:16.789 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-02T08:49:16.796 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-02T08:49:16.796 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-02T08:49:16.807 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-04-02T08:49:16.808 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-02T08:49:16.838 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.directory_methods (30 ms) 2024-04-02T08:49:16.838 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.create 2024-04-02T08:49:16.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-02T08:49:16.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_features 2024-04-02T08:49:16.852 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-02T08:49:16.853 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-02T08:49:16.854 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-02T08:49:16.854 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-02T08:49:16.856 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-04-02T08:49:16.856 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-02T08:49:16.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-02T08:49:16.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-02T08:49:16.859 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-04-02T08:49:16.859 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-02T08:49:16.863 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-02T08:49:16.863 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.get_size 2024-04-02T08:49:16.867 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-02T08:49:16.867 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.set_size 2024-04-02T08:49:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[91385]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:49:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1454273875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132117-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:16.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:49:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[88945]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:49:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1454273875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132117-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:49:16.871 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-02T08:49:16.871 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-02T08:49:16.889 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-02T08:49:16.889 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-02T08:49:16.897 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-02T08:49:16.897 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-02T08:49:16.941 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.parents_v1 (44 ms) 2024-04-02T08:49:16.941 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-02T08:49:16.971 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-04-02T08:49:16.971 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-02T08:49:16.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:16 smithi187 ceph-mon[84356]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:49:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:16 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1454273875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132117-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:49:16.993 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.snapshots (23 ms) 2024-04-02T08:49:16.994 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-02T08:49:16.998 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-04-02T08:49:16.998 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-02T08:49:17.009 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.stripingv2 (11 ms) 2024-04-02T08:49:17.009 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-02T08:49:17.012 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-04-02T08:49:17.012 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-02T08:49:17.020 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-04-02T08:49:17.020 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-02T08:49:17.028 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-04-02T08:49:17.028 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-02T08:49:17.028 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-02T08:49:17.028 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-02T08:49:17.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.object_map_snap_add (9 ms) 2024-04-02T08:49:17.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-02T08:49:17.047 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.object_map_snap_remove (10 ms) 2024-04-02T08:49:17.047 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.flags 2024-04-02T08:49:17.052 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-04-02T08:49:17.052 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.metadata 2024-04-02T08:49:17.082 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.metadata (31 ms) 2024-04-02T08:49:17.083 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.set_features 2024-04-02T08:49:17.089 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-04-02T08:49:17.089 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.mirror 2024-04-02T08:49:17.124 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.mirror (35 ms) 2024-04-02T08:49:17.124 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-02T08:49:17.137 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-04-02T08:49:17.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-02T08:49:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[88945]: pgmap v1275: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1454273875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132117-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[88945]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:49:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[91385]: pgmap v1275: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1454273875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132117-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[91385]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:49:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:17 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:17 smithi187 ceph-mon[84356]: pgmap v1275: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1454273875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132117-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:17 smithi187 ceph-mon[84356]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:49:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:17 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:18 smithi112 ceph-mon[91385]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:49:18.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:18 smithi112 ceph-mon[88945]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:49:18.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:18 smithi187 ceph-mon[84356]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:49:19.491 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.mirror_image_status (2353 ms) 2024-04-02T08:49:19.491 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-02T08:49:19.573 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.mirror_image_map (82 ms) 2024-04-02T08:49:19.574 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-02T08:49:19.582 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-02T08:49:19.582 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-02T08:49:19.585 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:49:19] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-04-02T08:49:19.595 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.mirror_snapshot (13 ms) 2024-04-02T08:49:19.595 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-02T08:49:19.598 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-04-02T08:49:19.598 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-02T08:49:19.599 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-02T08:49:19.600 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-02T08:49:19.602 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-02T08:49:19.602 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-02T08:49:19.608 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-04-02T08:49:19.608 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-02T08:49:19.610 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-02T08:49:19.611 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-02T08:49:19.614 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-02T08:49:19.614 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-02T08:49:19.616 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-02T08:49:19.617 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-02T08:49:19.620 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-02T08:49:19.620 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-02T08:49:19.622 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-02T08:49:19.622 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-02T08:49:19.627 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-02T08:49:19.627 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-02T08:49:19.629 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-02T08:49:19.629 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-02T08:49:19.632 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-02T08:49:19.632 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-02T08:49:19.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-04-02T08:49:19.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-02T08:49:19.637 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-02T08:49:19.637 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-02T08:49:19.639 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-02T08:49:19.639 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-02T08:49:19.641 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-02T08:49:19.642 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-02T08:49:19.644 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-04-02T08:49:19.644 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-02T08:49:19.646 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-02T08:49:19.646 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-02T08:49:19.649 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-02T08:49:19.649 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-02T08:49:19.667 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (18 ms) 2024-04-02T08:49:19.667 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-02T08:49:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-mon[91385]: pgmap v1278: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-04-02T08:49:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:19.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-mon[88945]: pgmap v1278: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-04-02T08:49:19.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:19.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:19 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:19.889 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (222 ms) 2024-04-02T08:49:19.889 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-02T08:49:19.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-02T08:49:19.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-02T08:49:19.895 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-02T08:49:19.895 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-02T08:49:19.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-04-02T08:49:19.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.op_features 2024-04-02T08:49:19.908 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-04-02T08:49:19.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-02T08:49:19.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2024-04-02T08:49:19.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-02T08:49:19.938 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-02T08:49:19.938 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-02T08:49:19.949 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-02T08:49:19.949 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-02T08:49:19.956 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-02T08:49:19.956 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.migration 2024-04-02T08:49:19.966 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.migration (11 ms) 2024-04-02T08:49:19.966 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-02T08:49:19.978 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2024-04-02T08:49:19.978 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-02T08:49:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:19 smithi187 ceph-mon[84356]: pgmap v1278: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-04-02T08:49:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:19 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:19 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:21.599 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1621 ms) 2024-04-02T08:49:21.599 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-02T08:49:21.657 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestClsRbd.sparsify (59 ms) 2024-04-02T08:49:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:21 smithi112 ceph-mon[91385]: pgmap v1279: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 16 KiB/s wr, 53 op/s 2024-04-02T08:49:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:21 smithi112 ceph-mon[91385]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:49:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:21 smithi112 ceph-mon[88945]: pgmap v1279: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 16 KiB/s wr, 53 op/s 2024-04-02T08:49:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:21 smithi112 ceph-mon[88945]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:49:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:21 smithi187 ceph-mon[84356]: pgmap v1279: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 16 KiB/s wr, 53 op/s 2024-04-02T08:49:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:21 smithi187 ceph-mon[84356]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:49:22.604 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:49:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:22.610 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 70 tests from TestClsRbd (5088 ms total) 2024-04-02T08:49:22.610 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:49:22.610 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:22.610 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 70 tests from 1 test suite ran. (7907 ms total) 2024-04-02T08:49:22.610 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 70 tests. 2024-04-02T08:49:22.614 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:22.614 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:22.685 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-02T08:49:22.686 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-02T08:49:22.755 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:49:22.755 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-02T08:49:22.755 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:22.755 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 10 tests from cls_rgw 2024-04-02T08:49:22.755 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-02T08:49:22.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:22 smithi112 ceph-mon[88945]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:49:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:22 smithi112 ceph-mon[91385]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:49:22.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:22 smithi187 ceph-mon[84356]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:23 smithi112 ceph-mon[91385]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 2.63k op/s 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:23 smithi112 ceph-mon[91385]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:49:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:23 smithi112 ceph-mon[88945]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 2.63k op/s 2024-04-02T08:49:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:23 smithi112 ceph-mon[88945]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:49:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:23 smithi187 ceph-mon[84356]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 2.63k op/s 2024-04-02T08:49:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:23 smithi187 ceph-mon[84356]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:49:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:24 smithi187 ceph-mon[84356]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:49:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:24 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2872153542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:24 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:25.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:24 smithi112 ceph-mon[91385]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:49:25.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:24 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2872153542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:25.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:24 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:24 smithi112 ceph-mon[88945]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:49:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:24 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2872153542' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:24 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:25.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_implicit (2880 ms) 2024-04-02T08:49:25.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-02T08:49:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:25 smithi187 ceph-mon[84356]: pgmap v1285: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:25 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:25 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:25 smithi187 ceph-mon[84356]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:49:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[88945]: pgmap v1285: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[88945]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:49:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[91385]: pgmap v1285: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:25 smithi112 ceph-mon[91385]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:49:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:26 smithi187 ceph-mon[84356]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:26 smithi112 ceph-mon[91385]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:49:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:26 smithi112 ceph-mon[88945]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:49:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:27 smithi187 ceph-mon[84356]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:27 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:27 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:27 smithi187 ceph-mon[84356]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:49:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:27 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3221728121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:27 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[88945]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[88945]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3221728121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[91385]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[91385]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3221728121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:27 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:28.650 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3015 ms) 2024-04-02T08:49:28.650 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-02T08:49:28.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:28 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:28.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:28 smithi187 ceph-mon[84356]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:28 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:28 smithi112 ceph-mon[88945]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:28 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:29.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:28 smithi112 ceph-mon[91385]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:49:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:49:29] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-02T08:49:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:29 smithi187 ceph-mon[84356]: pgmap v1291: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:29 smithi187 ceph-mon[84356]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:29 smithi112 ceph-mon[88945]: pgmap v1291: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:29 smithi112 ceph-mon[88945]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:29 smithi112 ceph-mon[91385]: pgmap v1291: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:29 smithi112 ceph-mon[91385]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:30 smithi187 ceph-mon[84356]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:30 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/150043084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:31.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:30 smithi112 ceph-mon[91385]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:31.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:30 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/150043084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:31.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:30 smithi112 ceph-mon[88945]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:30 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/150043084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:31.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:31 smithi187 ceph-mon[84356]: pgmap v1294: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:31 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:31 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:31 smithi187 ceph-mon[84356]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[91385]: pgmap v1294: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[91385]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[88945]: pgmap v1294: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:31 smithi112 ceph-mon[88945]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:32.664 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:49:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:32.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:32 smithi187 ceph-mon[84356]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:32 smithi112 ceph-mon[88945]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:32 smithi112 ceph-mon[91385]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:33 smithi187 ceph-mon[84356]: pgmap v1297: 137 pgs: 16 creating+peering, 11 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:49:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:33 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:33 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:33 smithi112 ceph-mon[88945]: pgmap v1297: 137 pgs: 16 creating+peering, 11 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:49:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:33 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:33 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:33 smithi112 ceph-mon[91385]: pgmap v1297: 137 pgs: 16 creating+peering, 11 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:49:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:33 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:33 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:35.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:35 smithi187 ceph-mon[84356]: pgmap v1298: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:49:35.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:35 smithi187 ceph-mon[84356]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:35 smithi112 ceph-mon[88945]: pgmap v1298: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:49:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:35 smithi112 ceph-mon[88945]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:35 smithi112 ceph-mon[91385]: pgmap v1298: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:49:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:35 smithi112 ceph-mon[91385]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:36.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:36 smithi187 ceph-mon[84356]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:36 smithi112 ceph-mon[91385]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:36 smithi112 ceph-mon[88945]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:37.697 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_put_snap (9047 ms) 2024-04-02T08:49:37.697 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-02T08:49:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:37 smithi187 ceph-mon[84356]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:49:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:37 smithi187 ceph-mon[84356]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:37 smithi112 ceph-mon[88945]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:49:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:37 smithi112 ceph-mon[88945]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:37 smithi112 ceph-mon[91385]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:49:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:37 smithi112 ceph-mon[91385]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:38 smithi187 ceph-mon[84356]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:38 smithi112 ceph-mon[88945]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:38 smithi112 ceph-mon[91385]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:49:39] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-02T08:49:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:39 smithi187 ceph-mon[84356]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:39 smithi187 ceph-mon[84356]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:39 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1959510290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:39 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[88945]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[88945]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1959510290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[91385]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[91385]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1959510290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:39 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:40.728 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_explicit (3031 ms) 2024-04-02T08:49:40.728 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.set 2024-04-02T08:49:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:40 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:40 smithi187 ceph-mon[84356]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:40 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:40 smithi112 ceph-mon[91385]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:40 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:41.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:40 smithi112 ceph-mon[88945]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:41 smithi187 ceph-mon[84356]: pgmap v1307: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:41 smithi187 ceph-mon[84356]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:49:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:41 smithi112 ceph-mon[91385]: pgmap v1307: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:41 smithi112 ceph-mon[91385]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:49:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:41 smithi112 ceph-mon[88945]: pgmap v1307: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:41 smithi112 ceph-mon[88945]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:49:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:49:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:42 smithi112 ceph-mon[91385]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:49:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:42 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1362560652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:42 smithi112 ceph-mon[88945]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:49:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:42 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1362560652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:42 smithi187 ceph-mon[84356]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:49:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:42 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1362560652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:43.742 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.set (3014 ms) 2024-04-02T08:49:43.742 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-02T08:49:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[91385]: pgmap v1310: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1362560652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[91385]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:49:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[88945]: pgmap v1310: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1362560652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:43 smithi112 ceph-mon[88945]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:49:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:43 smithi187 ceph-mon[84356]: pgmap v1310: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:43 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:43 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1362560652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132301-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:43 smithi187 ceph-mon[84356]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:49:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:49:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:44 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:44 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:49:46.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:46.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:45 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:45 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:46 smithi112 ceph-mon[88945]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:49:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:46 smithi112 ceph-mon[91385]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:49:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:46 smithi187 ceph-mon[84356]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:49:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:47 smithi112 ceph-mon[91385]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:47 smithi112 ceph-mon[91385]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:49:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:47 smithi112 ceph-mon[88945]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:47 smithi112 ceph-mon[88945]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:49:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:47 smithi187 ceph-mon[84356]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:47 smithi187 ceph-mon[84356]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:49:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:48 smithi112 ceph-mon[88945]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:49:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:48 smithi112 ceph-mon[91385]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:49:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:48 smithi187 ceph-mon[84356]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:49:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:49:49] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-02T08:49:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[91385]: pgmap v1319: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[91385]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[88945]: pgmap v1319: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[88945]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:49 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:49 smithi187 ceph-mon[84356]: pgmap v1319: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:49 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:49 smithi187 ceph-mon[84356]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:49:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:49 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:49 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_implicit_ec (7029 ms) 2024-04-02T08:49:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-02T08:49:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[91385]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:49:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[88945]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:50 smithi187 ceph-mon[84356]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:49:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:50 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3954738211' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]: dispatch 2024-04-02T08:49:51.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-6"}]': finished 2024-04-02T08:49:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:52.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:49:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[91385]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:49:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[88945]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:49:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:52 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:52 smithi187 ceph-mon[84356]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:49:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:52 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:53 smithi112 ceph-mon[91385]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:53 smithi112 ceph-mon[91385]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:49:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:53 smithi112 ceph-mon[88945]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:53 smithi112 ceph-mon[88945]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:49:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:53 smithi187 ceph-mon[84356]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:53 smithi187 ceph-mon[84356]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:49:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:54 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:54 smithi112 ceph-mon[88945]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:49:55.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:54 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:55.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:54 smithi112 ceph-mon[91385]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:49:55.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:54 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:55.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:54 smithi187 ceph-mon[84356]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:49:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:55 smithi112 ceph-mon[91385]: pgmap v1328: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:55 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:55 smithi112 ceph-mon[91385]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:49:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:55 smithi112 ceph-mon[88945]: pgmap v1328: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:55 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:55 smithi112 ceph-mon[88945]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:49:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:55 smithi187 ceph-mon[84356]: pgmap v1328: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:55 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:55 smithi187 ceph-mon[84356]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:49:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:56 smithi112 ceph-mon[88945]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:49:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:56 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:56 smithi112 ceph-mon[91385]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:49:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:56 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:56 smithi187 ceph-mon[84356]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:49:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:56 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:57.812 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7041 ms) 2024-04-02T08:49:57.812 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-02T08:49:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:57 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]: dispatch 2024-04-02T08:49:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:57 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/619448921' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-7"}]': finished 2024-04-02T08:49:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[88945]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:59.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:59.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:58 smithi112 ceph-mon[91385]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:59.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:49:59.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:49:59.133 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:59.133 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:59.133 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:58 smithi187 ceph-mon[84356]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:49:59] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-02T08:50:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[88945]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:50:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[91385]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:50:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:49:59 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:59 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:59 smithi187 ceph-mon[84356]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:50:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:49:59 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[88945]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[88945]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:50:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T08:50:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[88945]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:50:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[91385]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:01.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[91385]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:50:01.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T08:50:01.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:01.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:00 smithi112 ceph-mon[91385]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:50:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:00 smithi187 ceph-mon[84356]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:00 smithi187 ceph-mon[84356]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:50:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:00 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T08:50:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:00 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:00 smithi187 ceph-mon[84356]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:50:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:50:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:02 smithi112 ceph-mon[88945]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:50:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:02 smithi112 ceph-mon[88945]: pgmap v1340: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:02 smithi112 ceph-mon[91385]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:50:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:02 smithi112 ceph-mon[91385]: pgmap v1340: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:02 smithi187 ceph-mon[84356]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:50:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:02 smithi187 ceph-mon[84356]: pgmap v1340: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:03 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:03 smithi112 ceph-mon[91385]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:50:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:03 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:03 smithi112 ceph-mon[88945]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:50:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:03 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:03 smithi187 ceph-mon[84356]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:50:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:04 smithi112 ceph-mon[91385]: pgmap v1342: 113 pgs: 1 creating+peering, 4 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:04 smithi112 ceph-mon[88945]: pgmap v1342: 113 pgs: 1 creating+peering, 4 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:04 smithi187 ceph-mon[84356]: pgmap v1342: 113 pgs: 1 creating+peering, 4 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:05 smithi112 ceph-mon[91385]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:50:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:05 smithi112 ceph-mon[88945]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:50:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:05 smithi187 ceph-mon[84356]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:50:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:06 smithi112 ceph-mon[88945]: pgmap v1344: 113 pgs: 1 creating+peering, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:06 smithi112 ceph-mon[88945]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:50:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:06 smithi112 ceph-mon[91385]: pgmap v1344: 113 pgs: 1 creating+peering, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:06 smithi112 ceph-mon[91385]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:50:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:06 smithi187 ceph-mon[84356]: pgmap v1344: 113 pgs: 1 creating+peering, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:06 smithi187 ceph-mon[84356]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:50:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:07 smithi112 ceph-mon[91385]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:50:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:07 smithi112 ceph-mon[88945]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:50:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:07 smithi187 ceph-mon[84356]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:50:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:08 smithi187 ceph-mon[84356]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-02T08:50:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:08 smithi187 ceph-mon[84356]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:50:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:08 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:08 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:09.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[91385]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[91385]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[88945]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[88945]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:09.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:08 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:50:09] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-04-02T08:50:09.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_put_snap_ec (12081 ms) 2024-04-02T08:50:09.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-02T08:50:10.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:09 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:10.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:09 smithi187 ceph-mon[84356]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:50:10.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:09 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:10.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:09 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[91385]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:50:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[88945]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/859462481' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:09 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]: dispatch 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:11.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:11.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:50:11.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-8"}]': finished 2024-04-02T08:50:11.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:50:11.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:11.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:11.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:11 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:11 smithi187 ceph-mon[84356]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:50:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:11 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:11 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:11 smithi112 ceph-mon[88945]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:50:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:11 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:11 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:11 smithi112 ceph-mon[91385]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:50:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:11 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:50:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:12 smithi187 ceph-mon[84356]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:12 smithi187 ceph-mon[84356]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:50:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:12 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:12 smithi187 ceph-mon[84356]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:50:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[91385]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[91385]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:50:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:13.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[91385]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:50:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[88945]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[88945]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:50:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:12 smithi112 ceph-mon[88945]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:50:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:14 smithi187 ceph-mon[84356]: pgmap v1356: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:14 smithi187 ceph-mon[84356]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:50:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:14 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:14 smithi112 ceph-mon[88945]: pgmap v1356: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:14 smithi112 ceph-mon[88945]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:50:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:14 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:14 smithi112 ceph-mon[91385]: pgmap v1356: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:14 smithi112 ceph-mon[91385]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:50:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:14 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:15 smithi187 ceph-mon[84356]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:50:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:15 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:15 smithi112 ceph-mon[91385]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:50:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:15 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:15 smithi112 ceph-mon[88945]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:50:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:15 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:16.915 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.test_explicit_ec (7022 ms) 2024-04-02T08:50:16.915 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.set_ec 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: pgmap v1359: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: pgmap v1359: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: pgmap v1359: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:50:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:17.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:50:17.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]: dispatch 2024-04-02T08:50:17.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:17.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:17.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:17 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:50:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/237792512' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-9"}]': finished 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:18.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:18.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:17 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:50:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:18 smithi187 ceph-mon[84356]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:18 smithi187 ceph-mon[84356]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:50:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:19.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[91385]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[91385]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[88945]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi112-132301-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[88945]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:50:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:50:19] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-04-02T08:50:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:19 smithi187 ceph-mon[84356]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:50:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:19 smithi112 ceph-mon[91385]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:50:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:19 smithi112 ceph-mon[88945]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:50:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:20 smithi187 ceph-mon[84356]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:20 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:20 smithi187 ceph-mon[84356]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:50:21.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:20 smithi112 ceph-mon[91385]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:21.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:20 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:21.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:20 smithi112 ceph-mon[91385]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:50:21.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:20 smithi112 ceph-mon[88945]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:21.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:20 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi112-132301-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:21.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:20 smithi112 ceph-mon[88945]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:50:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:21 smithi187 ceph-mon[84356]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:50:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:21 smithi112 ceph-mon[88945]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:50:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:21 smithi112 ceph-mon[91385]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:50:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-mon[84356]: pgmap v1368: 113 pgs: 4 creating+peering, 2 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:50:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-mon[84356]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:50:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[88945]: pgmap v1368: 113 pgs: 4 creating+peering, 2 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:50:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[88945]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[91385]: pgmap v1368: 113 pgs: 4 creating+peering, 2 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[91385]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:23.965 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.set_ec (7050 ms) 2024-04-02T08:50:23.965 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 10 tests from cls_rgw (61210 ms total) 2024-04-02T08:50:23.965 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:50:23.966 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:50:23.966 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 10 tests from 1 test suite ran. (61210 ms total) 2024-04-02T08:50:23.966 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 10 tests. 2024-04-02T08:50:23.968 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:50:23.968 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:50:24.035 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-02T08:50:24.036 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-02T08:50:24.105 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:50:24.105 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-02T08:50:24.105 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:50:24.105 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 16 tests from cls_rgw 2024-04-02T08:50:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:23 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:23 smithi187 ceph-mon[84356]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:50:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:23 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:23 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[91385]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:50:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[88945]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:50:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/206079489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:23 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]: dispatch 2024-04-02T08:50:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:24 smithi187 ceph-mon[84356]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:24 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:24 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:50:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:24 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:24 smithi187 ceph-mon[84356]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:50:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[88945]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:50:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[88945]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:50:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[91385]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:50:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi112-132301-10"}]': finished 2024-04-02T08:50:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:24 smithi112 ceph-mon[91385]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:50:25.975 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_basic 2024-04-02T08:50:26.014 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_basic (39 ms) 2024-04-02T08:50:26.014 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-02T08:50:26.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-04-02T08:50:26.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-02T08:50:26.074 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_remove_object (34 ms) 2024-04-02T08:50:26.074 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-02T08:50:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:25 smithi187 ceph-mon[84356]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:50:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:25 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1653703375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:25 smithi112 ceph-mon[91385]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:50:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:25 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1653703375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:25 smithi112 ceph-mon[88945]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:50:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:25 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1653703375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:26 smithi187 ceph-mon[84356]: pgmap v1374: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:26 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:26 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1653703375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:26 smithi187 ceph-mon[84356]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:50:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[91385]: pgmap v1374: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1653703375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[91385]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:50:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[88945]: pgmap v1374: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1653703375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:26 smithi112 ceph-mon[88945]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:50:27.498 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_suggest (1423 ms) 2024-04-02T08:50:27.498 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-02T08:50:27.503 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_suggest_complete (5 ms) 2024-04-02T08:50:27.503 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_list 2024-04-02T08:50:27.521 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-04-02T08:50:27.521 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-02T08:50:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:27 smithi112 ceph-mon[91385]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:50:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:27 smithi112 ceph-mon[88945]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:50:28.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:27 smithi187 ceph-mon[84356]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:50:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:28 smithi112 ceph-mon[88945]: pgmap v1377: 137 pgs: 16 creating+peering, 5 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:29.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:28 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:29.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:28 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:50:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:28 smithi112 ceph-mon[91385]: pgmap v1377: 137 pgs: 16 creating+peering, 5 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:28 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:29.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:28 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:50:29.381 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:28 smithi187 ceph-mon[84356]: pgmap v1377: 137 pgs: 16 creating+peering, 5 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:29.382 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:28 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:29.382 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:28 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:50:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:50:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:50:29] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-02T08:50:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:30 smithi112 ceph-mon[88945]: pgmap v1378: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:31.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:30 smithi112 ceph-mon[91385]: pgmap v1378: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:31.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:30 smithi187 ceph-mon[84356]: pgmap v1378: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:50:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:33.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:32 smithi112 ceph-mon[88945]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 893 KiB/s rd, 570 KiB/s wr, 1.73k op/s 2024-04-02T08:50:33.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:32 smithi112 ceph-mon[91385]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 893 KiB/s rd, 570 KiB/s wr, 1.73k op/s 2024-04-02T08:50:33.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:32 smithi187 ceph-mon[84356]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 893 KiB/s rd, 570 KiB/s wr, 1.73k op/s 2024-04-02T08:50:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:34 smithi112 ceph-mon[91385]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 768 KiB/s rd, 490 KiB/s wr, 1.49k op/s 2024-04-02T08:50:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:34 smithi112 ceph-mon[88945]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 768 KiB/s rd, 490 KiB/s wr, 1.49k op/s 2024-04-02T08:50:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:34 smithi187 ceph-mon[84356]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 768 KiB/s rd, 490 KiB/s wr, 1.49k op/s 2024-04-02T08:50:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:36 smithi112 ceph-mon[91385]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 397 KiB/s wr, 1.21k op/s 2024-04-02T08:50:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:36 smithi112 ceph-mon[88945]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 397 KiB/s wr, 1.21k op/s 2024-04-02T08:50:37.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:36 smithi187 ceph-mon[84356]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 397 KiB/s wr, 1.21k op/s 2024-04-02T08:50:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:50:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:50:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:50:39] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-04-02T08:50:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:39 smithi112 ceph-mon[91385]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 929 KiB/s rd, 603 KiB/s wr, 1.82k op/s 2024-04-02T08:50:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:39 smithi112 ceph-mon[88945]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 929 KiB/s rd, 603 KiB/s wr, 1.82k op/s 2024-04-02T08:50:40.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:39 smithi187 ceph-mon[84356]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 929 KiB/s rd, 603 KiB/s wr, 1.82k op/s 2024-04-02T08:50:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:41 smithi112 ceph-mon[91385]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 841 KiB/s rd, 546 KiB/s wr, 1.65k op/s 2024-04-02T08:50:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:41 smithi112 ceph-mon[88945]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 841 KiB/s rd, 546 KiB/s wr, 1.65k op/s 2024-04-02T08:50:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:41 smithi187 ceph-mon[84356]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 841 KiB/s rd, 546 KiB/s wr, 1.65k op/s 2024-04-02T08:50:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:50:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:43 smithi112 ceph-mon[91385]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 716 KiB/s wr, 2.16k op/s 2024-04-02T08:50:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:43 smithi112 ceph-mon[88945]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 716 KiB/s wr, 2.16k op/s 2024-04-02T08:50:44.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:43 smithi187 ceph-mon[84356]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 716 KiB/s wr, 2.16k op/s 2024-04-02T08:50:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:45 smithi112 ceph-mon[91385]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 585 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-04-02T08:50:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:45 smithi112 ceph-mon[88945]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 585 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-04-02T08:50:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:45 smithi187 ceph-mon[84356]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 585 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-04-02T08:50:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:47 smithi112 ceph-mon[91385]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 585 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-04-02T08:50:48.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:47 smithi112 ceph-mon[88945]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 585 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-04-02T08:50:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:47 smithi187 ceph-mon[84356]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 585 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-04-02T08:50:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:50:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:50:49] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-04-02T08:50:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:49 smithi112 ceph-mon[91385]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-04-02T08:50:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:49 smithi112 ceph-mon[88945]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-04-02T08:50:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:49 smithi187 ceph-mon[84356]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-04-02T08:50:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:51 smithi112 ceph-mon[91385]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:50:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:51 smithi112 ceph-mon[88945]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:50:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:51 smithi187 ceph-mon[84356]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:50:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:50:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:53 smithi112 ceph-mon[91385]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 502 KiB/s wr, 1.51k op/s 2024-04-02T08:50:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:53 smithi112 ceph-mon[88945]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 502 KiB/s wr, 1.51k op/s 2024-04-02T08:50:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:53 smithi187 ceph-mon[84356]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 502 KiB/s wr, 1.51k op/s 2024-04-02T08:50:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:55 smithi112 ceph-mon[91385]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 332 KiB/s wr, 996 op/s 2024-04-02T08:50:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:55 smithi112 ceph-mon[88945]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 332 KiB/s wr, 996 op/s 2024-04-02T08:50:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:55 smithi187 ceph-mon[84356]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 332 KiB/s wr, 996 op/s 2024-04-02T08:50:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:57 smithi112 ceph-mon[91385]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 332 KiB/s wr, 996 op/s 2024-04-02T08:50:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:57 smithi112 ceph-mon[88945]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 332 KiB/s wr, 996 op/s 2024-04-02T08:50:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:57 smithi187 ceph-mon[84356]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 332 KiB/s wr, 996 op/s 2024-04-02T08:50:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:50:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:50:59] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-04-02T08:51:00.032 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:50:59 smithi187 ceph-mon[84356]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 744 KiB/s rd, 496 KiB/s wr, 1.49k op/s 2024-04-02T08:51:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:50:59 smithi112 ceph-mon[88945]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 744 KiB/s rd, 496 KiB/s wr, 1.49k op/s 2024-04-02T08:51:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:50:59 smithi112 ceph-mon[91385]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 744 KiB/s rd, 496 KiB/s wr, 1.49k op/s 2024-04-02T08:51:00.980 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:51:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T08:51:00.486928357Z level=info msg="Completed cleanup jobs" duration=1.961546ms 2024-04-02T08:51:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:01 smithi112 ceph-mon[88945]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 987 op/s 2024-04-02T08:51:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:01 smithi112 ceph-mon[91385]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 987 op/s 2024-04-02T08:51:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:01 smithi187 ceph-mon[84356]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 987 op/s 2024-04-02T08:51:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:51:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:03 smithi112 ceph-mon[91385]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 742 KiB/s rd, 495 KiB/s wr, 1.48k op/s 2024-04-02T08:51:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:03 smithi112 ceph-mon[88945]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 742 KiB/s rd, 495 KiB/s wr, 1.48k op/s 2024-04-02T08:51:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:03 smithi187 ceph-mon[84356]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 742 KiB/s rd, 495 KiB/s wr, 1.48k op/s 2024-04-02T08:51:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:05 smithi112 ceph-mon[91385]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 495 KiB/s rd, 330 KiB/s wr, 989 op/s 2024-04-02T08:51:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:05 smithi112 ceph-mon[88945]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 495 KiB/s rd, 330 KiB/s wr, 989 op/s 2024-04-02T08:51:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:05 smithi187 ceph-mon[84356]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 495 KiB/s rd, 330 KiB/s wr, 989 op/s 2024-04-02T08:51:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:07 smithi112 ceph-mon[91385]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 495 KiB/s rd, 330 KiB/s wr, 989 op/s 2024-04-02T08:51:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:07 smithi112 ceph-mon[88945]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 495 KiB/s rd, 330 KiB/s wr, 989 op/s 2024-04-02T08:51:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:07 smithi187 ceph-mon[84356]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 495 KiB/s rd, 330 KiB/s wr, 989 op/s 2024-04-02T08:51:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:51:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:51:09] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-04-02T08:51:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:09 smithi112 ceph-mon[91385]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-02T08:51:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:09 smithi112 ceph-mon[88945]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-02T08:51:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:09 smithi187 ceph-mon[84356]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-02T08:51:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:11 smithi112 ceph-mon[91385]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 988 op/s 2024-04-02T08:51:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:11 smithi112 ceph-mon[88945]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 988 op/s 2024-04-02T08:51:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:11 smithi187 ceph-mon[84356]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 329 KiB/s wr, 988 op/s 2024-04-02T08:51:12.648 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_list_delimited (45127 ms) 2024-04-02T08:51:12.648 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.bi_list 2024-04-02T08:51:12.722 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.bi_list (74 ms) 2024-04-02T08:51:12.722 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.gc_set 2024-04-02T08:51:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:51:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:12.752 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.gc_set (30 ms) 2024-04-02T08:51:12.752 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.gc_list 2024-04-02T08:51:12.775 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-04-02T08:51:12.775 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-02T08:51:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:13 smithi112 ceph-mon[91385]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-02T08:51:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:13 smithi112 ceph-mon[88945]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-02T08:51:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:13 smithi187 ceph-mon[84356]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-02T08:51:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:14 smithi112 ceph-mon[91385]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:51:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:14 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2885737054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:14 smithi112 ceph-mon[88945]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:51:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:14 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2885737054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:14 smithi187 ceph-mon[84356]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:51:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:14 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2885737054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[91385]: pgmap v1401: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 588 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2024-04-02T08:51:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2885737054' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[91385]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:51:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[88945]: pgmap v1401: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 588 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2024-04-02T08:51:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2885737054' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:15 smithi112 ceph-mon[88945]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:51:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:15 smithi187 ceph-mon[84356]: pgmap v1401: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 588 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2024-04-02T08:51:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:15 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:15 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2885737054' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-132644-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:15 smithi187 ceph-mon[84356]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:51:17.099 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:16 smithi187 ceph-mon[84356]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:51:17.099 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:16 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:16 smithi112 ceph-mon[91385]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:51:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:16 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:16 smithi112 ceph-mon[88945]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:51:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:16 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:17 smithi112 ceph-mon[88945]: pgmap v1404: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 490 KiB/s rd, 327 KiB/s wr, 980 op/s 2024-04-02T08:51:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:17 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:17 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:51:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:17 smithi112 ceph-mon[91385]: pgmap v1404: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 490 KiB/s rd, 327 KiB/s wr, 980 op/s 2024-04-02T08:51:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:17 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:17 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:51:18.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:17 smithi187 ceph-mon[84356]: pgmap v1404: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 490 KiB/s rd, 327 KiB/s wr, 980 op/s 2024-04-02T08:51:18.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:17 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:18.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:17 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:51:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:51:19] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-04-02T08:51:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:19 smithi187 ceph-mon[84356]: pgmap v1405: 169 pgs: 4 creating+peering, 2 unknown, 163 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 359 KiB/s rd, 81 KiB/s wr, 235 op/s 2024-04-02T08:51:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-mon[88945]: pgmap v1405: 169 pgs: 4 creating+peering, 2 unknown, 163 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 359 KiB/s rd, 81 KiB/s wr, 235 op/s 2024-04-02T08:51:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-mon[91385]: pgmap v1405: 169 pgs: 4 creating+peering, 2 unknown, 163 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 359 KiB/s rd, 81 KiB/s wr, 235 op/s 2024-04-02T08:51:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:20.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.gc_defer (8051 ms) 2024-04-02T08:51:20.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-02T08:51:20.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.usage_basic (86 ms) 2024-04-02T08:51:20.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-02T08:51:20.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-02T08:51:20.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-02T08:51:20.998 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.usage_clear (85 ms) 2024-04-02T08:51:20.998 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-02T08:51:21.064 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.bi_log_trim (66 ms) 2024-04-02T08:51:21.064 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-02T08:51:21.075 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: pgmap v1406: 169 pgs: 169 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 80 KiB/s wr, 233 op/s 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:20 smithi187 ceph-mon[84356]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:51:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: pgmap v1406: 169 pgs: 169 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 80 KiB/s wr, 233 op/s 2024-04-02T08:51:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[91385]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: pgmap v1406: 169 pgs: 169 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 80 KiB/s wr, 233 op/s 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:51:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:20 smithi112 ceph-mon[88945]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:51:21.892 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 16 tests from cls_rgw (55100 ms total) 2024-04-02T08:51:21.892 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:51:21.892 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:51:21.892 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 16 tests from 1 test suite ran. (57787 ms total) 2024-04-02T08:51:21.892 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 16 tests. 2024-04-02T08:51:21.896 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:51:21.896 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:51:21.965 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-02T08:51:21.965 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-02T08:51:22.035 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:51:22.035 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-02T08:51:22.035 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:51:22.036 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-02T08:51:22.036 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.init 2024-04-02T08:51:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:51:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:22 smithi187 ceph-mon[84356]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 305 KiB/s rd, 68 KiB/s wr, 199 op/s 2024-04-02T08:51:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:22 smithi187 ceph-mon[84356]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:51:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:22 smithi112 ceph-mon[88945]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 305 KiB/s rd, 68 KiB/s wr, 199 op/s 2024-04-02T08:51:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:22 smithi112 ceph-mon[88945]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:51:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:22 smithi112 ceph-mon[91385]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 305 KiB/s rd, 68 KiB/s wr, 199 op/s 2024-04-02T08:51:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:22 smithi112 ceph-mon[91385]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:51:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:23.903 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.init (1868 ms) 2024-04-02T08:51:23.903 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-02T08:51:23.927 INFO:tasks.workunit.client.0.smithi112.stderr:[ ] list info tag = chain-0 2024-04-02T08:51:23.927 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-04-02T08:51:23.927 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-02T08:51:23.932 INFO:tasks.workunit.client.0.smithi112.stderr:[ ] next_marker is: = 0/4263 2024-04-02T08:51:23.932 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-02T08:51:23.932 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-02T08:51:23.942 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (6 ms) 2024-04-02T08:51:23.942 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-02T08:51:23.946 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-02T08:51:23.946 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-02T08:51:23.952 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-02T08:51:23.952 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-02T08:51:23.959 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-02T08:51:23.959 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-02T08:51:23.964 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2024-04-02T08:51:23.964 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-02T08:51:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:23 smithi187 ceph-mon[84356]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:51:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:23 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3916589165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133287-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:23 smithi112 ceph-mon[91385]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:51:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:23 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3916589165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133287-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:23 smithi112 ceph-mon[88945]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:51:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:23 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3916589165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133287-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:24.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_gc.finalize (953 ms) 2024-04-02T08:51:24.918 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 9 tests from cls_rgw_gc (2882 ms total) 2024-04-02T08:51:24.918 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:51:24.918 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:51:24.918 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 9 tests from 1 test suite ran. (2882 ms total) 2024-04-02T08:51:24.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 9 tests. 2024-04-02T08:51:24.921 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:51:24.921 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:51:24.990 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-02T08:51:24.990 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-02T08:51:25.075 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 1 test from 1 test suite. 2024-04-02T08:51:25.075 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:51:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:24 smithi187 ceph-mon[84356]: pgmap v1411: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:24 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:24 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3916589165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133287-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:24 smithi187 ceph-mon[84356]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:51:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[91385]: pgmap v1411: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3916589165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133287-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[91385]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:51:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[88945]: pgmap v1411: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3916589165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133287-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:24 smithi112 ceph-mon[88945]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:51:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:25 smithi187 ceph-mon[84356]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:51:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:25 smithi112 ceph-mon[91385]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:51:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:25 smithi112 ceph-mon[88945]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:51:26.932 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from cls_rgw_stats 2024-04-02T08:51:26.933 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-02T08:51:26.952 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.953+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~AHZL8HN4BZQY.0 size=1048576 2024-04-02T08:51:26.952 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.954+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~AHZL8HN4BZQY.1 size=1048576 2024-04-02T08:51:26.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.955+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~AHZL8HN4BZQY.2 size=448667 2024-04-02T08:51:26.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.955+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=AHZL8HN4BZQY tag=ZN3AZUJ4C4UJ type=write size=3594395 2024-04-02T08:51:26.956 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.957+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~BF71CX1YAO2M.0 size=1048576 2024-04-02T08:51:26.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.958+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~BF71CX1YAO2M.1 size=183001 2024-04-02T08:51:26.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.958+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=BF71CX1YAO2M tag=RLW43J3VD7B0 type=write size=2280153 2024-04-02T08:51:26.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.959+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=YM0NZITEXDFW type=del size=2112236 2024-04-02T08:51:26.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.961+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=7MWWY56ZBYH2 type=del size=2110054 2024-04-02T08:51:26.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.963+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~WK61MI7D6SNU.0 size=150626 2024-04-02T08:51:26.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.963+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=WK61MI7D6SNU tag=JQSETD5679G8 type=write size=1199202 2024-04-02T08:51:26.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.965+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=VVYT4W5PKSPD type=del size=687432 2024-04-02T08:51:26.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.966+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=Q49QSFP9R9M5 type=del size=2751853 2024-04-02T08:51:26.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.967+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=7UGNWV39HZV9 type=del size=947874 2024-04-02T08:51:26.967 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.969+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=VOKXA5706L6K type=del size=2108295 2024-04-02T08:51:26.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.970+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=X1KLJV1ID6GA type=del size=2420757 2024-04-02T08:51:26.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.971+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=AKHNP3D8WUYB type=del size=4009053 2024-04-02T08:51:26.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.974+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~RRYZL1GPS07D.0 size=563252 2024-04-02T08:51:26.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.974+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=RRYZL1GPS07D tag=YI671SW85JNZ type=write size=1611828 2024-04-02T08:51:26.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.976+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~UZ65M3MA0IIO.0 size=151280 2024-04-02T08:51:26.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.976+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=UZ65M3MA0IIO tag=L96WFIT06XEI type=write size=1199856 2024-04-02T08:51:26.976 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.977+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=U826TYULV37Z type=del size=3337191 2024-04-02T08:51:26.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.979+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=4YGDEVMBDMJ3 type=write size=1034267 2024-04-02T08:51:26.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.981+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~8KYEX17KDCAO.0 size=1048576 2024-04-02T08:51:26.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.982+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~8KYEX17KDCAO.1 size=867669 2024-04-02T08:51:26.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.982+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=8KYEX17KDCAO tag=SXFJ2RMNWLJZ type=write size=2964821 2024-04-02T08:51:26.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.983+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~AHZL8HN4BZQY.0 size=1048576 2024-04-02T08:51:26.983 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.984+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~AHZL8HN4BZQY.1 size=1048576 2024-04-02T08:51:26.984 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.985+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~AHZL8HN4BZQY.2 size=448667 2024-04-02T08:51:26.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.987+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=AHZL8HN4BZQY tag=ZN3AZUJ4C4UJ type=write size=3594395 2024-04-02T08:51:26.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.989+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=XG9USWKCFU8V type=del size=3574695 2024-04-02T08:51:26.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.990+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~BF71CX1YAO2M.0 size=1048576 2024-04-02T08:51:26.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.991+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~BF71CX1YAO2M.1 size=183001 2024-04-02T08:51:26.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.993+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=BF71CX1YAO2M tag=RLW43J3VD7B0 type=write size=2280153 2024-04-02T08:51:26.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.995+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~DSD4FWUR0YZD.0 size=1048576 2024-04-02T08:51:26.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.996+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~DSD4FWUR0YZD.1 size=1048576 2024-04-02T08:51:26.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.997+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~DSD4FWUR0YZD.2 size=940681 2024-04-02T08:51:26.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.997+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=DSD4FWUR0YZD tag=OAIZH747PVTY type=write size=4086409 2024-04-02T08:51:26.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.998+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=YM0NZITEXDFW type=del 2024-04-02T08:51:26.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:26.999+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=YYKH17INFDD3 type=write size=1046225 2024-04-02T08:51:27.001 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.002+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=7MWWY56ZBYH2 type=del size=2110054 2024-04-02T08:51:27.002 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.004+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=A37RNVUCEVQC type=del size=1855060 2024-04-02T08:51:27.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.005+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~WK61MI7D6SNU.0 size=150626 2024-04-02T08:51:27.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.007+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=WK61MI7D6SNU tag=JQSETD5679G8 type=write size=1199202 2024-04-02T08:51:27.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.010+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~WZSUZOMGBSUP.0 size=1048576 2024-04-02T08:51:27.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.011+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~WZSUZOMGBSUP.1 size=975561 2024-04-02T08:51:27.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.011+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=WZSUZOMGBSUP tag=2SK95KJYBO37 type=write size=3072713 2024-04-02T08:51:27.011 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.012+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=VVYT4W5PKSPD type=del 2024-04-02T08:51:27.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.014+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~1IDJ48SM64YQ.0 size=1048576 2024-04-02T08:51:27.014 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.015+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~1IDJ48SM64YQ.1 size=1048576 2024-04-02T08:51:27.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.016+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~1IDJ48SM64YQ.2 size=645252 2024-04-02T08:51:27.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.016+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=1IDJ48SM64YQ tag=6W2SNGBNHIW3 type=write size=3790980 2024-04-02T08:51:27.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.019+0000 7fe1e54f9780 1 < suggested update operation key=K1ML6VFMOUSC tag=Q49QSFP9R9M5 type=del size=2751853 2024-04-02T08:51:27.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.020+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=YM7Y967E36LZ type=del size=1715443 2024-04-02T08:51:27.020 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.021+0000 7fe1e54f9780 -1 < failed to complete operation key=G8V69UA1E671 tag=7UGNWV39HZV9 type=del size=947874: (22) Invalid argument 2024-04-02T08:51:27.021 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.022+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=54FELW7ARNRD type=del size=3747588 2024-04-02T08:51:27.022 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.024+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=VOKXA5706L6K type=del 2024-04-02T08:51:27.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.025+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=QDWZ3JNQHPOG type=del size=3488540 2024-04-02T08:51:27.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.026+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=X1KLJV1ID6GA type=del 2024-04-02T08:51:27.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.027+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=KPTRK9SUU4Y6 type=write size=274544 2024-04-02T08:51:27.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.029+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=AKHNP3D8WUYB type=del 2024-04-02T08:51:27.028 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.030+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=51PR9A1894V2 type=del size=1858872 2024-04-02T08:51:27.030 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.031+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~RRYZL1GPS07D.0 size=563252 2024-04-02T08:51:27.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.033+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=RRYZL1GPS07D tag=YI671SW85JNZ type=write size=1611828 2024-04-02T08:51:27.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.035+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~KQDPGCXJEOIV.0 size=1048576 2024-04-02T08:51:27.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.036+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~KQDPGCXJEOIV.1 size=774892 2024-04-02T08:51:27.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.036+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=KQDPGCXJEOIV tag=B9O3FEUDRFBG type=write size=2872044 2024-04-02T08:51:27.035 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.036+0000 7fe1e54f9780 1 < canceled part key=_multipart_HBFL1GB4JX3V.2~UZ65M3MA0IIO.0 size=151280 2024-04-02T08:51:27.036 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.038+0000 7fe1e54f9780 1 < canceled multipart upload key=HBFL1GB4JX3V upload=UZ65M3MA0IIO tag=L96WFIT06XEI type=write size=1199856 2024-04-02T08:51:27.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.040+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~CPYJU04EMFQ0.0 size=1048576 2024-04-02T08:51:27.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.041+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~CPYJU04EMFQ0.1 size=618271 2024-04-02T08:51:27.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.041+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=CPYJU04EMFQ0 tag=YMLLGS2LFLAH type=write size=2715423 2024-04-02T08:51:27.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.042+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=U826TYULV37Z type=del 2024-04-02T08:51:27.042 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.043+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=LR8685ZH07KI type=write size=433832 2024-04-02T08:51:27.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.045+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=4YGDEVMBDMJ3 type=write size=1034267 2024-04-02T08:51:27.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.047+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~5JHZEHS2EQR2.0 size=1048576 2024-04-02T08:51:27.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.048+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~5JHZEHS2EQR2.1 size=473578 2024-04-02T08:51:27.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.048+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=5JHZEHS2EQR2 tag=5B0S5R2HBGNP type=write size=2570730 2024-04-02T08:51:27.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.048+0000 7fe1e54f9780 1 < canceled part key=_multipart_OC284H4P86JN.2~8KYEX17KDCAO.0 size=1048576 2024-04-02T08:51:27.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.049+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~8KYEX17KDCAO.1 size=867669 2024-04-02T08:51:27.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.051+0000 7fe1e54f9780 1 < canceled multipart upload key=OC284H4P86JN upload=8KYEX17KDCAO tag=SXFJ2RMNWLJZ type=write size=2964821 2024-04-02T08:51:27.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.052+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=DM2AU0XG9H4I type=del size=1035261 2024-04-02T08:51:27.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.054+0000 7fe1e54f9780 1 < suggested remove operation key=OC284H4P86JN tag=XG9USWKCFU8V type=del 2024-04-02T08:51:27.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.055+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=80H6WXPEWAZF type=del size=3544768 2024-04-02T08:51:27.055 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.056+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~DSD4FWUR0YZD.0 size=1048576 2024-04-02T08:51:27.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.057+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~DSD4FWUR0YZD.1 size=1048576 2024-04-02T08:51:27.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.058+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~DSD4FWUR0YZD.2 size=940681 2024-04-02T08:51:27.059 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.060+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=DSD4FWUR0YZD tag=OAIZH747PVTY type=write size=4086409 2024-04-02T08:51:27.060 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.061+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=DL0UTGJDJTVA type=write size=1030331 2024-04-02T08:51:27.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.063+0000 7fe1e54f9780 1 < completed write operation key=2F742L9HW4DY tag=YYKH17INFDD3 type=write size=1046225 2024-04-02T08:51:27.062 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.064+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=N3LRG4WW065T type=del size=4116914 2024-04-02T08:51:27.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.065+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=A37RNVUCEVQC type=del 2024-04-02T08:51:27.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.066+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=NHLPV0B6HCK8 type=del size=2377499 2024-04-02T08:51:27.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.068+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~WZSUZOMGBSUP.0 size=1048576 2024-04-02T08:51:27.067 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.068+0000 7fe1e54f9780 1 < canceled part key=_multipart_JO11PYGL6W1R.2~WZSUZOMGBSUP.1 size=975561 2024-04-02T08:51:27.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.070+0000 7fe1e54f9780 1 < canceled multipart upload key=JO11PYGL6W1R upload=WZSUZOMGBSUP tag=2SK95KJYBO37 type=write size=3072713 2024-04-02T08:51:27.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.071+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=BBCXY1IO5TAQ type=del size=1451293 2024-04-02T08:51:27.071 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.073+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~1IDJ48SM64YQ.0 size=1048576 2024-04-02T08:51:27.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.074+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~1IDJ48SM64YQ.1 size=1048576 2024-04-02T08:51:27.074 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.075+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~1IDJ48SM64YQ.2 size=645252 2024-04-02T08:51:27.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.077+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=1IDJ48SM64YQ tag=6W2SNGBNHIW3 type=write size=3790980 2024-04-02T08:51:27.077 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.079+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~VUT271BKOYA4.0 size=575911 2024-04-02T08:51:27.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.079+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=VUT271BKOYA4 tag=RESJ1X429TGS type=write size=1624487 2024-04-02T08:51:27.079 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.080+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=YM7Y967E36LZ type=del 2024-04-02T08:51:27.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.083+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~10V3L2S3GEPG.0 size=1048576 2024-04-02T08:51:27.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.084+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~10V3L2S3GEPG.1 size=421093 2024-04-02T08:51:27.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.084+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=10V3L2S3GEPG tag=CP1TBCLP1R0R type=write size=2518245 2024-04-02T08:51:27.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.086+0000 7fe1e54f9780 1 < suggested update operation key=FRXQAJO7O5U2 tag=54FELW7ARNRD type=del size=3747588 2024-04-02T08:51:27.086 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.087+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=A14YWNFWTVH2 type=del size=1662519 2024-04-02T08:51:27.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.089+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=QDWZ3JNQHPOG type=del 2024-04-02T08:51:27.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.091+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~1YD222T4F6Q4.0 size=1048576 2024-04-02T08:51:27.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.092+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~1YD222T4F6Q4.1 size=1048576 2024-04-02T08:51:27.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.092+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~1YD222T4F6Q4.2 size=1027578 2024-04-02T08:51:27.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.092+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=1YD222T4F6Q4 tag=38YHVBOR8GTS type=write size=4173306 2024-04-02T08:51:27.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.095+0000 7fe1e54f9780 1 < suggested update operation key=2F742L9HW4DY tag=KPTRK9SUU4Y6 type=write size=274544 2024-04-02T08:51:27.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.096+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=67JDRYBIF0VY type=write size=320078 2024-04-02T08:51:27.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.097+0000 7fe1e54f9780 1 < canceled operation key=BQJGLDS0PGVE tag=51PR9A1894V2 type=del size=1858872 2024-04-02T08:51:27.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.100+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~YDU36M27JCRX.0 size=1048576 2024-04-02T08:51:27.099 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.101+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~YDU36M27JCRX.1 size=639076 2024-04-02T08:51:27.099 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.101+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=YDU36M27JCRX tag=OG3GY2IB551E type=write size=2736228 2024-04-02T08:51:27.100 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.102+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~KQDPGCXJEOIV.0 size=1048576 2024-04-02T08:51:27.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.103+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~KQDPGCXJEOIV.1 size=774892 2024-04-02T08:51:27.103 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.105+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=KQDPGCXJEOIV tag=B9O3FEUDRFBG type=write size=2872044 2024-04-02T08:51:27.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.106+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=AFJ6KRQHTACY type=del size=1839288 2024-04-02T08:51:27.106 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.107+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~CPYJU04EMFQ0.0 size=1048576 2024-04-02T08:51:27.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.108+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~CPYJU04EMFQ0.1 size=618271 2024-04-02T08:51:27.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.110+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=CPYJU04EMFQ0 tag=YMLLGS2LFLAH type=write size=2715423 2024-04-02T08:51:27.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.111+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=AB2UBH2OMZ12 type=del size=2961614 2024-04-02T08:51:27.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.113+0000 7fe1e54f9780 1 < completed write operation key=CT5BZ79K03F4 tag=LR8685ZH07KI type=write size=433832 2024-04-02T08:51:27.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.114+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=SZ9YFJ1XDK5M type=write size=273021 2024-04-02T08:51:27.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.115+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~5JHZEHS2EQR2.0 size=1048576 2024-04-02T08:51:27.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.116+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~5JHZEHS2EQR2.1 size=473578 2024-04-02T08:51:27.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.118+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=5JHZEHS2EQR2 tag=5B0S5R2HBGNP type=write size=2570730 2024-04-02T08:51:27.118 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.119+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=HUDOUXKK964V type=del size=1641459 2024-04-02T08:51:27.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.120+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=DM2AU0XG9H4I type=del 2024-04-02T08:51:27.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.122+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=GCVJA757BGH7 type=del size=1879481 2024-04-02T08:51:27.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.123+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=80H6WXPEWAZF type=del 2024-04-02T08:51:27.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.124+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=9AXGV37Q9FPC type=del size=624223 2024-04-02T08:51:27.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.125+0000 7fe1e54f9780 1 < completed write operation key=K1ML6VFMOUSC tag=DL0UTGJDJTVA type=write size=1030331 2024-04-02T08:51:27.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.126+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=HTS13EAUIIAZ type=del size=874041 2024-04-02T08:51:27.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.128+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=N3LRG4WW065T type=del 2024-04-02T08:51:27.127 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.129+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=B5UYFPDP284H type=del size=2467127 2024-04-02T08:51:27.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.130+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=NHLPV0B6HCK8 type=del 2024-04-02T08:51:27.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.131+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=M7RAZZFRXIBO type=write size=84814 2024-04-02T08:51:27.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.133+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=BBCXY1IO5TAQ type=del size=1451293 2024-04-02T08:51:27.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.135+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=DO1NGWOK0PZE type=write size=201274 2024-04-02T08:51:27.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.136+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~VUT271BKOYA4.0 size=575911 2024-04-02T08:51:27.136 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.138+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=VUT271BKOYA4 tag=RESJ1X429TGS type=write size=1624487 2024-04-02T08:51:27.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.139+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=PI8OBMXDFA05 type=write size=458696 2024-04-02T08:51:27.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.140+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~10V3L2S3GEPG.0 size=1048576 2024-04-02T08:51:27.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.141+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~10V3L2S3GEPG.1 size=421093 2024-04-02T08:51:27.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.143+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=10V3L2S3GEPG tag=CP1TBCLP1R0R type=write size=2518245 2024-04-02T08:51:27.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.145+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~4CM9KCAA6IN5.0 size=1048576 2024-04-02T08:51:27.144 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.146+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~4CM9KCAA6IN5.1 size=1048576 2024-04-02T08:51:27.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.147+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~4CM9KCAA6IN5.2 size=781083 2024-04-02T08:51:27.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.147+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=4CM9KCAA6IN5 tag=3B595FS13KMF type=write size=3926811 2024-04-02T08:51:27.146 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.148+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=A14YWNFWTVH2 type=del 2024-04-02T08:51:27.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.149+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=YF1WVRU22B7I type=del size=2831840 2024-04-02T08:51:27.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.150+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~1YD222T4F6Q4.0 size=1048576 2024-04-02T08:51:27.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.151+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~1YD222T4F6Q4.1 size=1048576 2024-04-02T08:51:27.151 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.152+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~1YD222T4F6Q4.2 size=1027578 2024-04-02T08:51:27.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.154+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=1YD222T4F6Q4 tag=38YHVBOR8GTS type=write size=4173306 2024-04-02T08:51:27.154 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.155+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=Y3U82SS9IJ9M type=del size=2755623 2024-04-02T08:51:27.155 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.156+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=67JDRYBIF0VY type=write size=320078 2024-04-02T08:51:27.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.157+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=S6CERFI6VQ2V type=del size=1674210 2024-04-02T08:51:27.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.159+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~YDU36M27JCRX.0 size=1048576 2024-04-02T08:51:27.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.160+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~YDU36M27JCRX.1 size=639076 2024-04-02T08:51:27.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.162+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=YDU36M27JCRX tag=OG3GY2IB551E type=write size=2736228 2024-04-02T08:51:27.162 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.164+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~7A6A2X32AIU4.0 size=1048576 2024-04-02T08:51:27.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.165+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~7A6A2X32AIU4.1 size=298468 2024-04-02T08:51:27.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.165+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=7A6A2X32AIU4 tag=NWUZV6IJJ52M type=write size=2395620 2024-04-02T08:51:27.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.166+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=AFJ6KRQHTACY type=del 2024-04-02T08:51:27.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.167+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=X2TVRHCNAY7M type=write size=333894 2024-04-02T08:51:27.167 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.168+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=AB2UBH2OMZ12 type=del 2024-04-02T08:51:27.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.169+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=S286I6VJM8KC type=del size=2002481 2024-04-02T08:51:27.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.170+0000 7fe1e54f9780 1 < completed write operation key=CT5BZ79K03F4 tag=SZ9YFJ1XDK5M type=write size=273021 2024-04-02T08:51:27.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.172+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=LED21GM08T0U type=del size=2794799 2024-04-02T08:51:27.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.174+0000 7fe1e54f9780 1 < suggested update operation key=XD49NVDY5QAC tag=HUDOUXKK964V type=del size=1641459 2024-04-02T08:51:27.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.175+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=NDNZT1CO65QL type=del size=877286 2024-04-02T08:51:27.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.176+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=GCVJA757BGH7 type=del 2024-04-02T08:51:27.176 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.177+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=U59GMJKBD61Y type=del size=1408363 2024-04-02T08:51:27.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.178+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=9AXGV37Q9FPC type=del 2024-04-02T08:51:27.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.180+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=PGATD2SATBFV type=del size=2473144 2024-04-02T08:51:27.179 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.181+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=HTS13EAUIIAZ type=del 2024-04-02T08:51:27.181 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.182+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=KP7H6USF37AB type=del size=1749684 2024-04-02T08:51:27.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.183+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=B5UYFPDP284H type=del 2024-04-02T08:51:27.183 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.185+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=P7NJKE5VHNHR type=del size=2884278 2024-04-02T08:51:27.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.186+0000 7fe1e54f9780 1 < canceled operation key=HBFL1GB4JX3V tag=M7RAZZFRXIBO type=write size=84814 2024-04-02T08:51:27.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.188+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~8HXVYW8JQPCV.0 size=1048576 2024-04-02T08:51:27.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.189+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~8HXVYW8JQPCV.1 size=1048576 2024-04-02T08:51:27.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.190+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~8HXVYW8JQPCV.2 size=513676 2024-04-02T08:51:27.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.190+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=8HXVYW8JQPCV tag=3AUGL34GK0CF type=write size=3659404 2024-04-02T08:51:27.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.191+0000 7fe1e54f9780 1 < completed write operation key=AKDL74Y6A2P3 tag=DO1NGWOK0PZE type=write size=201274 2024-04-02T08:51:27.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.192+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=4CHP596F2962 type=del size=2232444 2024-04-02T08:51:27.193 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.194+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=PI8OBMXDFA05 type=write size=458696 2024-04-02T08:51:27.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.197+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~K1LXVMC3V2LG.0 size=1048576 2024-04-02T08:51:27.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.197+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~K1LXVMC3V2LG.1 size=283660 2024-04-02T08:51:27.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.197+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=K1LXVMC3V2LG tag=Z13IVN9NULB1 type=write size=2380812 2024-04-02T08:51:27.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.199+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~4CM9KCAA6IN5.0 size=1048576 2024-04-02T08:51:27.198 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.200+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~4CM9KCAA6IN5.1 size=1048576 2024-04-02T08:51:27.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.201+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~4CM9KCAA6IN5.2 size=781083 2024-04-02T08:51:27.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.202+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=4CM9KCAA6IN5 tag=3B595FS13KMF type=write size=3926811 2024-04-02T08:51:27.203 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.205+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~QFP42PBC7Q8P.0 size=1048576 2024-04-02T08:51:27.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.206+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~QFP42PBC7Q8P.1 size=852867 2024-04-02T08:51:27.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.206+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=QFP42PBC7Q8P tag=I2VYF79RF7HE type=write size=2950019 2024-04-02T08:51:27.206 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.207+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=YF1WVRU22B7I type=del 2024-04-02T08:51:27.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.209+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~RP1R63T0KGNZ.0 size=1048576 2024-04-02T08:51:27.209 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.210+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~RP1R63T0KGNZ.1 size=1048576 2024-04-02T08:51:27.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.211+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~RP1R63T0KGNZ.2 size=913169 2024-04-02T08:51:27.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.211+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=RP1R63T0KGNZ tag=1DVEMG2EGAIN type=write size=4058897 2024-04-02T08:51:27.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.212+0000 7fe1e54f9780 -1 < failed to complete operation key=D3LM19PM7NQ1 tag=Y3U82SS9IJ9M type=del size=2755623: (22) Invalid argument 2024-04-02T08:51:27.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.214+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=YJTB3VHWC3OK type=del size=1895632 2024-04-02T08:51:27.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.216+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=S6CERFI6VQ2V type=del size=1674210 2024-04-02T08:51:27.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.218+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~IHJZYOSQLCG6.0 size=1048576 2024-04-02T08:51:27.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.219+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~IHJZYOSQLCG6.1 size=1048576 2024-04-02T08:51:27.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.220+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~IHJZYOSQLCG6.2 size=567526 2024-04-02T08:51:27.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.220+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=IHJZYOSQLCG6 tag=QSHLO1OJLE6B type=write size=3713254 2024-04-02T08:51:27.220 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.221+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~7A6A2X32AIU4.0 size=1048576 2024-04-02T08:51:27.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.222+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~7A6A2X32AIU4.1 size=298468 2024-04-02T08:51:27.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.224+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=7A6A2X32AIU4 tag=NWUZV6IJJ52M type=write size=2395620 2024-04-02T08:51:27.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.226+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~QTL3XV9K5S09.0 size=1048576 2024-04-02T08:51:27.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.227+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~QTL3XV9K5S09.1 size=446827 2024-04-02T08:51:27.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.227+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=QTL3XV9K5S09 tag=3NCYNJ9J8BWW type=write size=2543979 2024-04-02T08:51:27.227 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.228+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=X2TVRHCNAY7M type=write size=333894 2024-04-02T08:51:27.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.229+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=X8I11PCF6EHC type=del size=2872907 2024-04-02T08:51:27.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.230+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=S286I6VJM8KC type=del 2024-04-02T08:51:27.230 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.232+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=OIQCK52ILRVM type=del size=290567 2024-04-02T08:51:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:26 smithi187 ceph-mon[84356]: pgmap v1414: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:26 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:26 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:51:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:26 smithi187 ceph-mon[84356]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:51:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:26 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1694860143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:26 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:27.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.233+0000 7fe1e54f9780 1 < canceled operation key=R6Z9S7ZDIVB0 tag=LED21GM08T0U type=del size=2794799 2024-04-02T08:51:27.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.235+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~PFWQAY0HLEBW.0 size=1048576 2024-04-02T08:51:27.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.236+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~PFWQAY0HLEBW.1 size=553824 2024-04-02T08:51:27.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.236+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=PFWQAY0HLEBW tag=VX4KDE1ADE6O type=write size=2650976 2024-04-02T08:51:27.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.237+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=NDNZT1CO65QL type=del 2024-04-02T08:51:27.237 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.238+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=L3U2Q388PCCO type=del size=769410 2024-04-02T08:51:27.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.239+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=U59GMJKBD61Y type=del size=1408363 2024-04-02T08:51:27.239 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.241+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=AB5YZW9KSI8Z type=del size=951208 2024-04-02T08:51:27.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.243+0000 7fe1e54f9780 1 < suggested update operation key=OWJ9C2D76GGG tag=PGATD2SATBFV type=del size=2473144 2024-04-02T08:51:27.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.244+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=MN5A2WR6XT17 type=del size=1187120 2024-04-02T08:51:27.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.245+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=KP7H6USF37AB type=del 2024-04-02T08:51:27.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.247+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~MMLV6HO4SNFN.0 size=1048576 2024-04-02T08:51:27.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.248+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~MMLV6HO4SNFN.1 size=894754 2024-04-02T08:51:27.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.248+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=MMLV6HO4SNFN tag=9HJQJ3O5CE61 type=write size=2991906 2024-04-02T08:51:27.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.249+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=P7NJKE5VHNHR type=del 2024-04-02T08:51:27.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.251+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=ZCBU4GLG1JYY type=del size=973804 2024-04-02T08:51:27.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.252+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~8HXVYW8JQPCV.0 size=1048576 2024-04-02T08:51:27.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.253+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~8HXVYW8JQPCV.1 size=1048576 2024-04-02T08:51:27.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.254+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~8HXVYW8JQPCV.2 size=513676 2024-04-02T08:51:27.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.256+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=8HXVYW8JQPCV tag=3AUGL34GK0CF type=write size=3659404 2024-04-02T08:51:27.257 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.258+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~B5NTZZ80N5FX.0 size=1048576 2024-04-02T08:51:27.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.259+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~B5NTZZ80N5FX.1 size=1048576 2024-04-02T08:51:27.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.260+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~B5NTZZ80N5FX.2 size=571337 2024-04-02T08:51:27.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.260+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=B5NTZZ80N5FX tag=TIYE7T81O0FS type=write size=3717065 2024-04-02T08:51:27.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.261+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=4CHP596F2962 type=del 2024-04-02T08:51:27.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.262+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=1PIABAJ16AT4 type=del size=4007184 2024-04-02T08:51:27.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.264+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~K1LXVMC3V2LG.0 size=1048576 2024-04-02T08:51:27.263 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.264+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~K1LXVMC3V2LG.1 size=283660 2024-04-02T08:51:27.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.266+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=K1LXVMC3V2LG tag=Z13IVN9NULB1 type=write size=2380812 2024-04-02T08:51:27.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.269+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~EI6M1VL5H7T7.0 size=1048576 2024-04-02T08:51:27.268 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.269+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~EI6M1VL5H7T7.1 size=1048576 2024-04-02T08:51:27.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.270+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~EI6M1VL5H7T7.2 size=492157 2024-04-02T08:51:27.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.270+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=EI6M1VL5H7T7 tag=PSOE09GO5IW9 type=write size=3637885 2024-04-02T08:51:27.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.272+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~QFP42PBC7Q8P.0 size=1048576 2024-04-02T08:51:27.271 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.273+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~QFP42PBC7Q8P.1 size=852867 2024-04-02T08:51:27.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.275+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=QFP42PBC7Q8P tag=I2VYF79RF7HE type=write size=2950019 2024-04-02T08:51:27.275 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.276+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=73AO67WFK2EV type=del size=2873243 2024-04-02T08:51:27.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.277+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~RP1R63T0KGNZ.0 size=1048576 2024-04-02T08:51:27.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.278+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~RP1R63T0KGNZ.1 size=1048576 2024-04-02T08:51:27.278 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.279+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~RP1R63T0KGNZ.2 size=913169 2024-04-02T08:51:27.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.281+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=RP1R63T0KGNZ tag=1DVEMG2EGAIN type=write size=4058897 2024-04-02T08:51:27.281 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.282+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=MMGWSVKYAX23 type=del size=411908 2024-04-02T08:51:27.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.283+0000 7fe1e54f9780 -1 < failed to complete operation key=BQJGLDS0PGVE tag=YJTB3VHWC3OK type=del size=1895632: (22) Invalid argument 2024-04-02T08:51:27.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.286+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~XLNXRMZ2EAI2.0 size=1048576 2024-04-02T08:51:27.285 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.286+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~XLNXRMZ2EAI2.1 size=1048576 2024-04-02T08:51:27.286 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.287+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~XLNXRMZ2EAI2.2 size=464969 2024-04-02T08:51:27.286 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.287+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=XLNXRMZ2EAI2 tag=BN3R7SR7CN5L type=write size=3610697 2024-04-02T08:51:27.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.289+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~IHJZYOSQLCG6.0 size=1048576 2024-04-02T08:51:27.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.290+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~IHJZYOSQLCG6.1 size=1048576 2024-04-02T08:51:27.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.291+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~IHJZYOSQLCG6.2 size=567526 2024-04-02T08:51:27.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.293+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=IHJZYOSQLCG6 tag=QSHLO1OJLE6B type=write size=3713254 2024-04-02T08:51:27.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.295+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~2DJXTNER7VE3.0 size=1048576 2024-04-02T08:51:27.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.296+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~2DJXTNER7VE3.1 size=1034543 2024-04-02T08:51:27.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.296+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=2DJXTNER7VE3 tag=DPFGW37N5EXF type=write size=3131695 2024-04-02T08:51:27.296 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.297+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~QTL3XV9K5S09.0 size=1048576 2024-04-02T08:51:27.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.298+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~QTL3XV9K5S09.1 size=446827 2024-04-02T08:51:27.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.300+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=QTL3XV9K5S09 tag=3NCYNJ9J8BWW type=write size=2543979 2024-04-02T08:51:27.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.302+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~ON0MV43GTJ2A.0 size=1048576 2024-04-02T08:51:27.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.303+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~ON0MV43GTJ2A.1 size=123783 2024-04-02T08:51:27.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.303+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=ON0MV43GTJ2A tag=YHEIJC20AKOF type=write size=2220935 2024-04-02T08:51:27.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.305+0000 7fe1e54f9780 1 < suggested update operation key=XD49NVDY5QAC tag=X8I11PCF6EHC type=del size=2872907 2024-04-02T08:51:27.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.307+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=VIAHD1VMSIEZ type=del size=4186624 2024-04-02T08:51:27.306 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.308+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=OIQCK52ILRVM type=del 2024-04-02T08:51:27.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.309+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=F9NOKK5QZ16T type=del size=2081415 2024-04-02T08:51:27.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.310+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~PFWQAY0HLEBW.0 size=1048576 2024-04-02T08:51:27.310 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.311+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~PFWQAY0HLEBW.1 size=553824 2024-04-02T08:51:27.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.313+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=PFWQAY0HLEBW tag=VX4KDE1ADE6O type=write size=2650976 2024-04-02T08:51:27.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.314+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=23QF9DQTFO4R type=write size=616767 2024-04-02T08:51:27.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.316+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=L3U2Q388PCCO type=del 2024-04-02T08:51:27.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.318+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~5F5IGXM9WVJ4.0 size=1048576 2024-04-02T08:51:27.317 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.319+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~5F5IGXM9WVJ4.1 size=1048576 2024-04-02T08:51:27.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.319+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~5F5IGXM9WVJ4.2 size=972996 2024-04-02T08:51:27.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.319+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=5F5IGXM9WVJ4 tag=WG76HOFRV7TI type=write size=4118724 2024-04-02T08:51:27.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.321+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=AB5YZW9KSI8Z type=del 2024-04-02T08:51:27.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.323+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~HGY1983QNU65.0 size=1048576 2024-04-02T08:51:27.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.324+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~HGY1983QNU65.1 size=1048576 2024-04-02T08:51:27.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.325+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~HGY1983QNU65.2 size=919108 2024-04-02T08:51:27.324 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.325+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=HGY1983QNU65 tag=TL8ROR06BR46 type=write size=4064836 2024-04-02T08:51:27.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.326+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=MN5A2WR6XT17 type=del 2024-04-02T08:51:27.326 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.327+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=IDCMRBXJ2DHF type=write size=660130 2024-04-02T08:51:27.326 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.327+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~MMLV6HO4SNFN.0 size=1048576 2024-04-02T08:51:27.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.328+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~MMLV6HO4SNFN.1 size=894754 2024-04-02T08:51:27.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.330+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=MMLV6HO4SNFN tag=9HJQJ3O5CE61 type=write size=2991906 2024-04-02T08:51:27.330 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.332+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=JX26FU055ZE8 type=del size=611805 2024-04-02T08:51:27.332 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.333+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=ZCBU4GLG1JYY type=del 2024-04-02T08:51:27.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.335+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~AU2Z1UQTXXL2.0 size=839980 2024-04-02T08:51:27.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.335+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=AU2Z1UQTXXL2 tag=6VY8YTOR6XR6 type=write size=1888556 2024-04-02T08:51:27.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.336+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~B5NTZZ80N5FX.0 size=1048576 2024-04-02T08:51:27.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.337+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~B5NTZZ80N5FX.1 size=1048576 2024-04-02T08:51:27.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.338+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~B5NTZZ80N5FX.2 size=571337 2024-04-02T08:51:27.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.340+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=B5NTZZ80N5FX tag=TIYE7T81O0FS type=write size=3717065 2024-04-02T08:51:27.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.341+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=QOAV11VWSONN type=del size=2791369 2024-04-02T08:51:27.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.343+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=1PIABAJ16AT4 type=del 2024-04-02T08:51:27.342 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.344+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=7F1CPHVBVN2F type=del size=3710691 2024-04-02T08:51:27.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.344+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~EI6M1VL5H7T7.0 size=1048576 2024-04-02T08:51:27.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.345+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~EI6M1VL5H7T7.1 size=1048576 2024-04-02T08:51:27.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.347+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~EI6M1VL5H7T7.2 size=492157 2024-04-02T08:51:27.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.349+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=EI6M1VL5H7T7 tag=PSOE09GO5IW9 type=write size=3637885 2024-04-02T08:51:27.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.351+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=4TFROYOO62Y4 type=del size=534841 2024-04-02T08:51:27.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.352+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=73AO67WFK2EV type=del 2024-04-02T08:51:27.352 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.354+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=PZVGAZ5BNGH2 type=del size=2458082 2024-04-02T08:51:27.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.355+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=MMGWSVKYAX23 type=del 2024-04-02T08:51:27.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.356+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=XX67K1BPQ0CC type=del size=3312298 2024-04-02T08:51:27.356 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.357+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~XLNXRMZ2EAI2.0 size=1048576 2024-04-02T08:51:27.356 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.357+0000 7fe1e54f9780 1 < canceled part key=_multipart_DB2S65G6D3OU.2~XLNXRMZ2EAI2.1 size=1048576 2024-04-02T08:51:27.357 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.359+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~XLNXRMZ2EAI2.2 size=464969 2024-04-02T08:51:27.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.361+0000 7fe1e54f9780 1 < canceled multipart upload key=DB2S65G6D3OU upload=XLNXRMZ2EAI2 tag=BN3R7SR7CN5L type=write size=3610697 2024-04-02T08:51:27.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.362+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=J2R0P0GOE1YJ type=write size=990359 2024-04-02T08:51:27.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.363+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~2DJXTNER7VE3.0 size=1048576 2024-04-02T08:51:27.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.364+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~2DJXTNER7VE3.1 size=1034543 2024-04-02T08:51:27.364 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.366+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=2DJXTNER7VE3 tag=DPFGW37N5EXF type=write size=3131695 2024-04-02T08:51:27.366 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.367+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=36L087522J2Q type=write size=920389 2024-04-02T08:51:27.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.368+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~ON0MV43GTJ2A.0 size=1048576 2024-04-02T08:51:27.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.369+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~ON0MV43GTJ2A.1 size=123783 2024-04-02T08:51:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[88945]: pgmap v1414: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:51:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[88945]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:51:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1694860143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[91385]: pgmap v1414: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[91385]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1694860143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:27.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:26 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:27.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.371+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=ON0MV43GTJ2A tag=YHEIJC20AKOF type=write size=2220935 2024-04-02T08:51:27.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.372+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=EJQZRS8Y25S7 type=del size=3314079 2024-04-02T08:51:27.372 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.373+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=VIAHD1VMSIEZ type=del 2024-04-02T08:51:27.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.375+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=TNWYPCR6NS0Y type=del size=3953482 2024-04-02T08:51:27.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.376+0000 7fe1e54f9780 1 < canceled operation key=2F742L9HW4DY tag=F9NOKK5QZ16T type=del size=2081415 2024-04-02T08:51:27.376 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.378+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~S6R1WDSFRUC0.0 size=1048576 2024-04-02T08:51:27.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.379+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~S6R1WDSFRUC0.1 size=1048576 2024-04-02T08:51:27.378 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.380+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~S6R1WDSFRUC0.2 size=695635 2024-04-02T08:51:27.378 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.380+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=S6R1WDSFRUC0 tag=W19PHAMAR8SH type=write size=3841363 2024-04-02T08:51:27.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.381+0000 7fe1e54f9780 1 < completed write operation key=OC284H4P86JN tag=23QF9DQTFO4R type=write size=616767 2024-04-02T08:51:27.381 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.382+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=NQ7D4QPU0WSW type=del size=1761056 2024-04-02T08:51:27.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.383+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~5F5IGXM9WVJ4.0 size=1048576 2024-04-02T08:51:27.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.384+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~5F5IGXM9WVJ4.1 size=1048576 2024-04-02T08:51:27.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.385+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~5F5IGXM9WVJ4.2 size=972996 2024-04-02T08:51:27.386 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.387+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=5F5IGXM9WVJ4 tag=WG76HOFRV7TI type=write size=4118724 2024-04-02T08:51:27.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.388+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=KBVL3YNWE8FG type=del size=1999769 2024-04-02T08:51:27.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.390+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~HGY1983QNU65.0 size=1048576 2024-04-02T08:51:27.389 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.391+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~HGY1983QNU65.1 size=1048576 2024-04-02T08:51:27.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.392+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~HGY1983QNU65.2 size=919108 2024-04-02T08:51:27.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.394+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=HGY1983QNU65 tag=TL8ROR06BR46 type=write size=4064836 2024-04-02T08:51:27.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.395+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=2N0HHWE1HBDQ type=del size=1291177 2024-04-02T08:51:27.394 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.396+0000 7fe1e54f9780 1 < completed write operation key=JO11PYGL6W1R tag=IDCMRBXJ2DHF type=write size=660130 2024-04-02T08:51:27.397 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.398+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~ZFZU8CH19LED.0 size=1048576 2024-04-02T08:51:27.397 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.399+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~ZFZU8CH19LED.1 size=1048576 2024-04-02T08:51:27.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.400+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~ZFZU8CH19LED.2 size=886495 2024-04-02T08:51:27.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.400+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=ZFZU8CH19LED tag=324GEG2MZBS4 type=write size=4032223 2024-04-02T08:51:27.399 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.401+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=JX26FU055ZE8 type=del 2024-04-02T08:51:27.402 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.403+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~9TO1JN23UA3N.0 size=443178 2024-04-02T08:51:27.402 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.403+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=9TO1JN23UA3N tag=J5REOYFCFXVI type=write size=1491754 2024-04-02T08:51:27.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.404+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~AU2Z1UQTXXL2.0 size=839980 2024-04-02T08:51:27.405 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.407+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=AU2Z1UQTXXL2 tag=6VY8YTOR6XR6 type=write size=1888556 2024-04-02T08:51:27.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.408+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=D44HZ4J20R6Z type=del size=2832281 2024-04-02T08:51:27.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.409+0000 7fe1e54f9780 1 < canceled operation key=02K82VO50O0D tag=QOAV11VWSONN type=del size=2791369 2024-04-02T08:51:27.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.410+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=BMW9WEVF2GCQ type=del size=1322684 2024-04-02T08:51:27.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.411+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=7F1CPHVBVN2F type=del 2024-04-02T08:51:27.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.412+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=WIAN3T3FMWV6 type=write size=983840 2024-04-02T08:51:27.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.414+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=4TFROYOO62Y4 type=del 2024-04-02T08:51:27.414 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.416+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~LCGFQRKTWIT2.0 size=147414 2024-04-02T08:51:27.414 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.416+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=LCGFQRKTWIT2 tag=RU5P4DRYGNKT type=write size=1195990 2024-04-02T08:51:27.415 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.417+0000 7fe1e54f9780 1 < canceled operation key=D3LM19PM7NQ1 tag=PZVGAZ5BNGH2 type=del size=2458082 2024-04-02T08:51:27.418 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.419+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~V7BZD1WPCNV4.0 size=367543 2024-04-02T08:51:27.418 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.419+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=V7BZD1WPCNV4 tag=AV33ILAJVB57 type=write size=1416119 2024-04-02T08:51:27.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.420+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=XX67K1BPQ0CC type=del 2024-04-02T08:51:27.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.423+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~VTCN6H4GF48L.0 size=351484 2024-04-02T08:51:27.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.423+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=VTCN6H4GF48L tag=21Z6VO7YDF9U type=write size=1400060 2024-04-02T08:51:27.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.425+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=J2R0P0GOE1YJ type=write 2024-04-02T08:51:27.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.427+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~KL5V95342VAF.0 size=1048576 2024-04-02T08:51:27.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.428+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~KL5V95342VAF.1 size=728523 2024-04-02T08:51:27.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.428+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=KL5V95342VAF tag=ZY0TV1AYP1JL type=write size=2825675 2024-04-02T08:51:27.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.429+0000 7fe1e54f9780 1 < completed write operation key=K1ML6VFMOUSC tag=36L087522J2Q type=write size=920389 2024-04-02T08:51:27.429 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.430+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=MFCENO9Z8RMI type=del size=903806 2024-04-02T08:51:27.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.432+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=EJQZRS8Y25S7 type=del 2024-04-02T08:51:27.431 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.433+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=FKAYKT45B6Y4 type=del size=2510653 2024-04-02T08:51:27.433 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.434+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=TNWYPCR6NS0Y type=del 2024-04-02T08:51:27.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.436+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~DVULEE5BSV1Z.0 size=1048576 2024-04-02T08:51:27.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.437+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~DVULEE5BSV1Z.1 size=46657 2024-04-02T08:51:27.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.437+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=DVULEE5BSV1Z tag=1BVC28X179BD type=write size=2143809 2024-04-02T08:51:27.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.439+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~S6R1WDSFRUC0.0 size=1048576 2024-04-02T08:51:27.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.440+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~S6R1WDSFRUC0.1 size=1048576 2024-04-02T08:51:27.439 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.440+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~S6R1WDSFRUC0.2 size=695635 2024-04-02T08:51:27.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.442+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=S6R1WDSFRUC0 tag=W19PHAMAR8SH type=write size=3841363 2024-04-02T08:51:27.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.444+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=3JNTFL3W602O type=del size=2009651 2024-04-02T08:51:27.445 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.446+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=NQ7D4QPU0WSW type=del size=1761056 2024-04-02T08:51:27.446 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.447+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=2XE9EJO8NV7D type=del size=3458781 2024-04-02T08:51:27.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.449+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=KBVL3YNWE8FG type=del 2024-04-02T08:51:27.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.450+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=DJ9FJK93RELU type=del size=2487334 2024-04-02T08:51:27.450 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.451+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=2N0HHWE1HBDQ type=del 2024-04-02T08:51:27.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.453+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~9FF24IEEB2N8.0 size=360013 2024-04-02T08:51:27.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.453+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=9FF24IEEB2N8 tag=QCWESA4DKJMV type=write size=1408589 2024-04-02T08:51:27.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.454+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~ZFZU8CH19LED.0 size=1048576 2024-04-02T08:51:27.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.455+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~ZFZU8CH19LED.1 size=1048576 2024-04-02T08:51:27.455 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.456+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~ZFZU8CH19LED.2 size=886495 2024-04-02T08:51:27.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.458+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=ZFZU8CH19LED tag=324GEG2MZBS4 type=write size=4032223 2024-04-02T08:51:27.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.460+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~4TFKM9ZNTKFD.0 size=1048576 2024-04-02T08:51:27.460 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.461+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~4TFKM9ZNTKFD.1 size=1048576 2024-04-02T08:51:27.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.462+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~4TFKM9ZNTKFD.2 size=300124 2024-04-02T08:51:27.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.462+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=4TFKM9ZNTKFD tag=T0VM2SXH6VIC type=write size=3445852 2024-04-02T08:51:27.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.463+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~9TO1JN23UA3N.0 size=443178 2024-04-02T08:51:27.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.465+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=9TO1JN23UA3N tag=J5REOYFCFXVI type=write size=1491754 2024-04-02T08:51:27.465 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.467+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=5Z32VVXXYWUK type=del size=595528 2024-04-02T08:51:27.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.468+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=D44HZ4J20R6Z type=del 2024-04-02T08:51:27.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.469+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=JIBMGO7HY4TP type=del size=570893 2024-04-02T08:51:27.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.471+0000 7fe1e54f9780 1 < suggested update operation key=MLJAE12LB90G tag=BMW9WEVF2GCQ type=del size=1322684 2024-04-02T08:51:27.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.473+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~MVATR8T6E077.0 size=505624 2024-04-02T08:51:27.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.473+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=MVATR8T6E077 tag=LSVLD6E48X8S type=write size=1554200 2024-04-02T08:51:27.473 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.475+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=WIAN3T3FMWV6 type=write size=983840 2024-04-02T08:51:27.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.477+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~M8XLUDDO8BXN.0 size=1048576 2024-04-02T08:51:27.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.478+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~M8XLUDDO8BXN.1 size=82328 2024-04-02T08:51:27.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.478+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=M8XLUDDO8BXN tag=BEX8QTU8IMUP type=write size=2179480 2024-04-02T08:51:27.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.479+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~LCGFQRKTWIT2.0 size=147414 2024-04-02T08:51:27.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.481+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=LCGFQRKTWIT2 tag=RU5P4DRYGNKT type=write size=1195990 2024-04-02T08:51:27.481 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.483+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=X7G1N48AX8EH type=del size=2284203 2024-04-02T08:51:27.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.484+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~V7BZD1WPCNV4.0 size=367543 2024-04-02T08:51:27.484 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.486+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=V7BZD1WPCNV4 tag=AV33ILAJVB57 type=write size=1416119 2024-04-02T08:51:27.487 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.488+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~8EWA0SO2MZRE.0 size=1048576 2024-04-02T08:51:27.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.489+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~8EWA0SO2MZRE.1 size=950336 2024-04-02T08:51:27.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.489+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=8EWA0SO2MZRE tag=W4OZBNLGCOGD type=write size=3047488 2024-04-02T08:51:27.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.491+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~VTCN6H4GF48L.0 size=351484 2024-04-02T08:51:27.491 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.493+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=VTCN6H4GF48L tag=21Z6VO7YDF9U type=write size=1400060 2024-04-02T08:51:27.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.494+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=6M1OD4MGACCU type=del size=2033574 2024-04-02T08:51:27.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.495+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~KL5V95342VAF.0 size=1048576 2024-04-02T08:51:27.495 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.496+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~KL5V95342VAF.1 size=728523 2024-04-02T08:51:27.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.498+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=KL5V95342VAF tag=ZY0TV1AYP1JL type=write size=2825675 2024-04-02T08:51:27.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.499+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=M6LHTF5LVRL2 type=write size=606409 2024-04-02T08:51:27.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.502+0000 7fe1e54f9780 1 < suggested update operation key=XUGOHG0SXTNW tag=MFCENO9Z8RMI type=del size=903806 2024-04-02T08:51:27.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.503+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=NY19H26A13RO type=del size=339672 2024-04-02T08:51:27.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.505+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=FKAYKT45B6Y4 type=del 2024-04-02T08:51:27.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.507+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~7PLA1Z66O3FF.0 size=1048576 2024-04-02T08:51:27.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.508+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~7PLA1Z66O3FF.1 size=112033 2024-04-02T08:51:27.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.508+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=7PLA1Z66O3FF tag=29DG03W0YL9A type=write size=2209185 2024-04-02T08:51:27.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.509+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~DVULEE5BSV1Z.0 size=1048576 2024-04-02T08:51:27.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.510+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~DVULEE5BSV1Z.1 size=46657 2024-04-02T08:51:27.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.512+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=DVULEE5BSV1Z tag=1BVC28X179BD type=write size=2143809 2024-04-02T08:51:27.513 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.514+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~ZKRT04CK1GN3.0 size=1048576 2024-04-02T08:51:27.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.515+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~ZKRT04CK1GN3.1 size=64479 2024-04-02T08:51:27.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.515+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=ZKRT04CK1GN3 tag=D4WODEUYA6G5 type=write size=2161631 2024-04-02T08:51:27.515 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.517+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=3JNTFL3W602O type=del 2024-04-02T08:51:27.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.519+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~FXVAYQAKM6XO.0 size=1048576 2024-04-02T08:51:27.519 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.520+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~FXVAYQAKM6XO.1 size=1048576 2024-04-02T08:51:27.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.521+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~FXVAYQAKM6XO.2 size=865569 2024-04-02T08:51:27.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.521+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=FXVAYQAKM6XO tag=IQ0U6CYRXZA4 type=write size=4011297 2024-04-02T08:51:27.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.524+0000 7fe1e54f9780 1 < suggested remove operation key=XUGOHG0SXTNW tag=2XE9EJO8NV7D type=del 2024-04-02T08:51:27.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.525+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=CUSJ4AY056C3 type=del size=3080171 2024-04-02T08:51:27.525 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.527+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=DJ9FJK93RELU type=del 2024-04-02T08:51:27.527 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.529+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~CTXL4ETU0QIB.0 size=1048576 2024-04-02T08:51:27.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.530+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~CTXL4ETU0QIB.1 size=989617 2024-04-02T08:51:27.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.530+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=CTXL4ETU0QIB tag=0YIYUC97AT90 type=write size=3086769 2024-04-02T08:51:27.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.531+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~9FF24IEEB2N8.0 size=360013 2024-04-02T08:51:27.532 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.533+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=9FF24IEEB2N8 tag=QCWESA4DKJMV type=write size=1408589 2024-04-02T08:51:27.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.534+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=PQ9KKKUKYOYS type=write size=572436 2024-04-02T08:51:27.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.536+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~4TFKM9ZNTKFD.0 size=1048576 2024-04-02T08:51:27.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.537+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~4TFKM9ZNTKFD.1 size=1048576 2024-04-02T08:51:27.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.537+0000 7fe1e54f9780 1 < canceled part key=_multipart_R6Z9S7ZDIVB0.2~4TFKM9ZNTKFD.2 size=300124 2024-04-02T08:51:27.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.539+0000 7fe1e54f9780 1 < canceled multipart upload key=R6Z9S7ZDIVB0 upload=4TFKM9ZNTKFD tag=T0VM2SXH6VIC type=write size=3445852 2024-04-02T08:51:27.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.540+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=BUD022QHNQ91 type=write size=235361 2024-04-02T08:51:27.541 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.542+0000 7fe1e54f9780 1 < suggested remove operation key=BQJGLDS0PGVE tag=5Z32VVXXYWUK type=del 2024-04-02T08:51:27.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.543+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=4Q6T088423J5 type=del size=203835 2024-04-02T08:51:27.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.546+0000 7fe1e54f9780 1 < suggested update operation key=02K82VO50O0D tag=JIBMGO7HY4TP type=del size=570893 2024-04-02T08:51:27.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.547+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=PNJWLMBQTMG1 type=write size=290563 2024-04-02T08:51:27.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.547+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~MVATR8T6E077.0 size=505624 2024-04-02T08:51:27.548 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.549+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=MVATR8T6E077 tag=LSVLD6E48X8S type=write size=1554200 2024-04-02T08:51:27.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.551+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~Y92QIQUK3RHN.0 size=1048576 2024-04-02T08:51:27.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.552+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~Y92QIQUK3RHN.1 size=1029695 2024-04-02T08:51:27.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.552+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=Y92QIQUK3RHN tag=SGF4A3QR2FHN type=write size=3126847 2024-04-02T08:51:27.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.553+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~M8XLUDDO8BXN.0 size=1048576 2024-04-02T08:51:27.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.554+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~M8XLUDDO8BXN.1 size=82328 2024-04-02T08:51:27.555 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.556+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=M8XLUDDO8BXN tag=BEX8QTU8IMUP type=write size=2179480 2024-04-02T08:51:27.556 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.557+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=68INLI476SH1 type=del size=2912320 2024-04-02T08:51:27.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.559+0000 7fe1e54f9780 1 < suggested update operation key=WT084Z5BQ6FL tag=X7G1N48AX8EH type=del size=2284203 2024-04-02T08:51:27.560 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.562+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~NXK07JL5FDQF.0 size=1048576 2024-04-02T08:51:27.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.563+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~NXK07JL5FDQF.1 size=1048576 2024-04-02T08:51:27.562 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.564+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~NXK07JL5FDQF.2 size=632675 2024-04-02T08:51:27.562 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.564+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=NXK07JL5FDQF tag=92G8MYKFYB2C type=write size=3778403 2024-04-02T08:51:27.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.565+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~8EWA0SO2MZRE.0 size=1048576 2024-04-02T08:51:27.564 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.566+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~8EWA0SO2MZRE.1 size=950336 2024-04-02T08:51:27.566 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.568+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=8EWA0SO2MZRE tag=W4OZBNLGCOGD type=write size=3047488 2024-04-02T08:51:27.568 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.569+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=MD2QHAZQ5ECD type=del size=759239 2024-04-02T08:51:27.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.570+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=6M1OD4MGACCU type=del 2024-04-02T08:51:27.571 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.573+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~R5L57FHL97KY.0 size=1048576 2024-04-02T08:51:27.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.574+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~R5L57FHL97KY.1 size=1048576 2024-04-02T08:51:27.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.575+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~R5L57FHL97KY.2 size=85083 2024-04-02T08:51:27.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.575+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=R5L57FHL97KY tag=K7Y9P3WVPJI7 type=write size=3230811 2024-04-02T08:51:27.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.576+0000 7fe1e54f9780 1 < completed write operation key=JCPYU79H8CYL tag=M6LHTF5LVRL2 type=write size=606409 2024-04-02T08:51:27.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.577+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=79DP18EDQKQJ type=del size=662867 2024-04-02T08:51:27.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.578+0000 7fe1e54f9780 -1 < failed to complete operation key=02K82VO50O0D tag=NY19H26A13RO type=del size=339672: (22) Invalid argument 2024-04-02T08:51:27.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.580+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~UF0KPLSAGKXT.0 size=1016503 2024-04-02T08:51:27.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.580+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=UF0KPLSAGKXT tag=IOI635HVHXN6 type=write size=2065079 2024-04-02T08:51:27.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.582+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~7PLA1Z66O3FF.0 size=1048576 2024-04-02T08:51:27.581 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.583+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~7PLA1Z66O3FF.1 size=112033 2024-04-02T08:51:27.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.585+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=7PLA1Z66O3FF tag=29DG03W0YL9A type=write size=2209185 2024-04-02T08:51:27.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.586+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=PB6EVQQUXDDL type=del size=1265350 2024-04-02T08:51:27.586 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.587+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~ZKRT04CK1GN3.0 size=1048576 2024-04-02T08:51:27.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.588+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~ZKRT04CK1GN3.1 size=64479 2024-04-02T08:51:27.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.590+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=ZKRT04CK1GN3 tag=D4WODEUYA6G5 type=write size=2161631 2024-04-02T08:51:27.590 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.592+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=LN1N462X7RF1 type=del size=2383338 2024-04-02T08:51:27.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.593+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~FXVAYQAKM6XO.0 size=1048576 2024-04-02T08:51:27.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.594+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~FXVAYQAKM6XO.1 size=1048576 2024-04-02T08:51:27.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.595+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~FXVAYQAKM6XO.2 size=865569 2024-04-02T08:51:27.596 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.597+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=FXVAYQAKM6XO tag=IQ0U6CYRXZA4 type=write size=4011297 2024-04-02T08:51:27.598 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.599+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~ACUD6O4VWE1Y.0 size=65194 2024-04-02T08:51:27.598 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.599+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=ACUD6O4VWE1Y tag=P5EBB7WYQSR4 type=write size=1113770 2024-04-02T08:51:27.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.606+0000 7fe1e54f9780 1 < suggested remove operation key=T88N3IX1URRX tag=CUSJ4AY056C3 type=del 2024-04-02T08:51:27.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.608+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~ZIKANZ0P0KS3.0 size=1048576 2024-04-02T08:51:27.608 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.609+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~ZIKANZ0P0KS3.1 size=1048576 2024-04-02T08:51:27.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.610+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~ZIKANZ0P0KS3.2 size=683136 2024-04-02T08:51:27.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.610+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=ZIKANZ0P0KS3 tag=OWHQP3TJHO0R type=write size=3828864 2024-04-02T08:51:27.610 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.611+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~CTXL4ETU0QIB.0 size=1048576 2024-04-02T08:51:27.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.612+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~CTXL4ETU0QIB.1 size=989617 2024-04-02T08:51:27.613 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.615+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=CTXL4ETU0QIB tag=0YIYUC97AT90 type=write size=3086769 2024-04-02T08:51:27.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.616+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=XVE042I3Q7H9 type=write size=191171 2024-04-02T08:51:27.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.617+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=PQ9KKKUKYOYS type=write size=572436 2024-04-02T08:51:27.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.619+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~QBY8LHY9EPZ0.0 size=1048576 2024-04-02T08:51:27.619 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.620+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~QBY8LHY9EPZ0.1 size=1048576 2024-04-02T08:51:27.620 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.621+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~QBY8LHY9EPZ0.2 size=223386 2024-04-02T08:51:27.620 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.621+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=QBY8LHY9EPZ0 tag=KFWYZCBSIVOJ type=write size=3369114 2024-04-02T08:51:27.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.622+0000 7fe1e54f9780 1 < canceled operation key=XUGOHG0SXTNW tag=BUD022QHNQ91 type=write size=235361 2024-04-02T08:51:27.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.624+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~3ZG1GM8JB9JF.0 size=463749 2024-04-02T08:51:27.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.624+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=3ZG1GM8JB9JF tag=J0BZATWDGIQ2 type=write size=1512325 2024-04-02T08:51:27.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.627+0000 7fe1e54f9780 1 < suggested update operation key=2Y0DXEZ36QAV tag=4Q6T088423J5 type=del size=203835 2024-04-02T08:51:27.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.629+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~4FKNRW0LDD9U.0 size=731127 2024-04-02T08:51:27.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.629+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=4FKNRW0LDD9U tag=9EYNQ2LGATYH type=write size=1779703 2024-04-02T08:51:27.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.630+0000 7fe1e54f9780 1 < completed write operation key=2F742L9HW4DY tag=PNJWLMBQTMG1 type=write size=290563 2024-04-02T08:51:27.631 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.632+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~UT3EIZPAR81O.0 size=1048576 2024-04-02T08:51:27.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.633+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~UT3EIZPAR81O.1 size=217714 2024-04-02T08:51:27.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.633+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=UT3EIZPAR81O tag=CO6U1UE14X77 type=write size=2314866 2024-04-02T08:51:27.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.635+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~Y92QIQUK3RHN.0 size=1048576 2024-04-02T08:51:27.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.636+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~Y92QIQUK3RHN.1 size=1029695 2024-04-02T08:51:27.636 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.638+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=Y92QIQUK3RHN tag=SGF4A3QR2FHN type=write size=3126847 2024-04-02T08:51:27.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.639+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=G0WYWG59Y1HT type=del size=3383307 2024-04-02T08:51:27.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.640+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=68INLI476SH1 type=del 2024-04-02T08:51:27.640 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.641+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=ZT01RTSNR6DM type=del size=1164821 2024-04-02T08:51:27.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.642+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~NXK07JL5FDQF.0 size=1048576 2024-04-02T08:51:27.642 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.643+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~NXK07JL5FDQF.1 size=1048576 2024-04-02T08:51:27.642 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.643+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~NXK07JL5FDQF.2 size=632675 2024-04-02T08:51:27.644 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.645+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=NXK07JL5FDQF tag=92G8MYKFYB2C type=write size=3778403 2024-04-02T08:51:27.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.648+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~0BMHSA1M8PD7.0 size=1048576 2024-04-02T08:51:27.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.649+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~0BMHSA1M8PD7.1 size=361190 2024-04-02T08:51:27.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.649+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=0BMHSA1M8PD7 tag=WXNPX7KF82DM type=write size=2458342 2024-04-02T08:51:27.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.650+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=MD2QHAZQ5ECD type=del 2024-04-02T08:51:27.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.651+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=VXC9GJ27RF6S type=write size=533427 2024-04-02T08:51:27.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.652+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~R5L57FHL97KY.0 size=1048576 2024-04-02T08:51:27.652 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.653+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~R5L57FHL97KY.1 size=1048576 2024-04-02T08:51:27.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.654+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~R5L57FHL97KY.2 size=85083 2024-04-02T08:51:27.658 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.656+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=R5L57FHL97KY tag=K7Y9P3WVPJI7 type=write size=3230811 2024-04-02T08:51:27.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.659+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~VEMCMGWSC3LZ.0 size=423448 2024-04-02T08:51:27.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.659+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=VEMCMGWSC3LZ tag=JOYC9TBGAV14 type=write size=1472024 2024-04-02T08:51:27.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.660+0000 7fe1e54f9780 1 < canceled operation key=DB2S65G6D3OU tag=79DP18EDQKQJ type=del size=662867 2024-04-02T08:51:27.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.662+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~ISAPVEGOLO0G.0 size=1048576 2024-04-02T08:51:27.662 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.663+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~ISAPVEGOLO0G.1 size=1048576 2024-04-02T08:51:27.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.664+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~ISAPVEGOLO0G.2 size=675944 2024-04-02T08:51:27.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.664+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=ISAPVEGOLO0G tag=4CZ0ALYPSRMZ type=write size=3821672 2024-04-02T08:51:27.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.665+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~UF0KPLSAGKXT.0 size=1016503 2024-04-02T08:51:27.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.667+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=UF0KPLSAGKXT tag=IOI635HVHXN6 type=write size=2065079 2024-04-02T08:51:27.667 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.668+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=6I5GWAP6ZH14 type=del size=1742988 2024-04-02T08:51:27.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.670+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=PB6EVQQUXDDL type=del 2024-04-02T08:51:27.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.671+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=JZQTA6NUEI3U type=del size=1659711 2024-04-02T08:51:27.671 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.672+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=LN1N462X7RF1 type=del 2024-04-02T08:51:27.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.673+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=MXXY1KY8YAN1 type=del size=1494115 2024-04-02T08:51:27.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.674+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~ACUD6O4VWE1Y.0 size=65194 2024-04-02T08:51:27.675 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.676+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=ACUD6O4VWE1Y tag=P5EBB7WYQSR4 type=write size=1113770 2024-04-02T08:51:27.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.679+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~JYSS7I1UN09U.0 size=937317 2024-04-02T08:51:27.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.679+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=JYSS7I1UN09U tag=KI35HJJCWX5T type=write size=1985893 2024-04-02T08:51:27.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.680+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~ZIKANZ0P0KS3.0 size=1048576 2024-04-02T08:51:27.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.681+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~ZIKANZ0P0KS3.1 size=1048576 2024-04-02T08:51:27.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.681+0000 7fe1e54f9780 1 < canceled part key=_multipart_WT084Z5BQ6FL.2~ZIKANZ0P0KS3.2 size=683136 2024-04-02T08:51:27.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.683+0000 7fe1e54f9780 1 < canceled multipart upload key=WT084Z5BQ6FL upload=ZIKANZ0P0KS3 tag=OWHQP3TJHO0R type=write size=3828864 2024-04-02T08:51:27.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.684+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=F9Z4N8K7VRKV type=del size=2850707 2024-04-02T08:51:27.684 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.686+0000 7fe1e54f9780 1 < completed write operation key=CT5BZ79K03F4 tag=XVE042I3Q7H9 type=write size=191171 2024-04-02T08:51:27.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.687+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=WRPDIKJZHQWK type=write size=795758 2024-04-02T08:51:27.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.688+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~QBY8LHY9EPZ0.0 size=1048576 2024-04-02T08:51:27.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.689+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~QBY8LHY9EPZ0.1 size=1048576 2024-04-02T08:51:27.689 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.690+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~QBY8LHY9EPZ0.2 size=223386 2024-04-02T08:51:27.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.692+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=QBY8LHY9EPZ0 tag=KFWYZCBSIVOJ type=write size=3369114 2024-04-02T08:51:27.692 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.693+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=29A2YFXZHQ1Z type=del size=2555752 2024-04-02T08:51:27.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.694+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~3ZG1GM8JB9JF.0 size=463749 2024-04-02T08:51:27.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.696+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=3ZG1GM8JB9JF tag=J0BZATWDGIQ2 type=write size=1512325 2024-04-02T08:51:27.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.697+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=0BPRT0WKPD2O type=write size=654668 2024-04-02T08:51:27.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.699+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~4FKNRW0LDD9U.0 size=731127 2024-04-02T08:51:27.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.701+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=4FKNRW0LDD9U tag=9EYNQ2LGATYH type=write size=1779703 2024-04-02T08:51:27.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.702+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=WK92ME6XVYDL type=del size=1276074 2024-04-02T08:51:27.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.703+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~UT3EIZPAR81O.0 size=1048576 2024-04-02T08:51:27.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.704+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~UT3EIZPAR81O.1 size=217714 2024-04-02T08:51:27.705 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.706+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=UT3EIZPAR81O tag=CO6U1UE14X77 type=write size=2314866 2024-04-02T08:51:27.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.708+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~0O5GT46GQ76X.0 size=171324 2024-04-02T08:51:27.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.708+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=0O5GT46GQ76X tag=7GY4I19U3EWT type=write size=1219900 2024-04-02T08:51:27.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.709+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=G0WYWG59Y1HT type=del 2024-04-02T08:51:27.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.710+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=WXH5GK3ZG1JU type=write size=743106 2024-04-02T08:51:27.710 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.712+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=ZT01RTSNR6DM type=del 2024-04-02T08:51:27.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.714+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~2Y12R3L4H08C.0 size=361382 2024-04-02T08:51:27.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.714+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=2Y12R3L4H08C tag=41JWQ68YGPO3 type=write size=1409958 2024-04-02T08:51:27.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.715+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~0BMHSA1M8PD7.0 size=1048576 2024-04-02T08:51:27.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.715+0000 7fe1e54f9780 1 < canceled part key=_multipart_02K82VO50O0D.2~0BMHSA1M8PD7.1 size=361190 2024-04-02T08:51:27.716 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.717+0000 7fe1e54f9780 1 < canceled multipart upload key=02K82VO50O0D upload=0BMHSA1M8PD7 tag=WXNPX7KF82DM type=write size=2458342 2024-04-02T08:51:27.717 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.719+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=EXPFTL9IP6LV type=del size=2536493 2024-04-02T08:51:27.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.721+0000 7fe1e54f9780 1 < suggested update operation key=DB2S65G6D3OU tag=VXC9GJ27RF6S type=write size=533427 2024-04-02T08:51:27.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.723+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~A0UV2FL38VLH.0 size=1048576 2024-04-02T08:51:27.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.724+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~A0UV2FL38VLH.1 size=1048576 2024-04-02T08:51:27.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.725+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~A0UV2FL38VLH.2 size=658659 2024-04-02T08:51:27.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.725+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=A0UV2FL38VLH tag=ZOH59RIF13TN type=write size=3804387 2024-04-02T08:51:27.725 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.726+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~VEMCMGWSC3LZ.0 size=423448 2024-04-02T08:51:27.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.728+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=VEMCMGWSC3LZ tag=JOYC9TBGAV14 type=write size=1472024 2024-04-02T08:51:27.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.729+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=KR1VB4NO8B69 type=write size=297729 2024-04-02T08:51:27.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.730+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~ISAPVEGOLO0G.0 size=1048576 2024-04-02T08:51:27.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.731+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~ISAPVEGOLO0G.1 size=1048576 2024-04-02T08:51:27.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.731+0000 7fe1e54f9780 1 < canceled part key=_multipart_T88N3IX1URRX.2~ISAPVEGOLO0G.2 size=675944 2024-04-02T08:51:27.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.734+0000 7fe1e54f9780 1 < canceled multipart upload key=T88N3IX1URRX upload=ISAPVEGOLO0G tag=4CZ0ALYPSRMZ type=write size=3821672 2024-04-02T08:51:27.733 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.735+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=CH52GGR3WR3T type=del size=3271850 2024-04-02T08:51:27.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.736+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=6I5GWAP6ZH14 type=del size=1742988 2024-04-02T08:51:27.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.737+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=ADIS600RW56K type=del size=3092610 2024-04-02T08:51:27.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.740+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=JZQTA6NUEI3U type=del size=1659711 2024-04-02T08:51:27.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.742+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~CC76HNHBH686.0 size=1048576 2024-04-02T08:51:27.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.743+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~CC76HNHBH686.1 size=453780 2024-04-02T08:51:27.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.743+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=CC76HNHBH686 tag=64OZKT4GYRXP type=write size=2550932 2024-04-02T08:51:27.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.744+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=MXXY1KY8YAN1 type=del 2024-04-02T08:51:27.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.746+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~HXBTH33IRO1Y.0 size=1048576 2024-04-02T08:51:27.746 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.747+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~HXBTH33IRO1Y.1 size=1048576 2024-04-02T08:51:27.747 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.748+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~HXBTH33IRO1Y.2 size=963587 2024-04-02T08:51:27.747 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.748+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=HXBTH33IRO1Y tag=ELEX8V6JVDIB type=write size=4109315 2024-04-02T08:51:27.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.750+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~JYSS7I1UN09U.0 size=937317 2024-04-02T08:51:27.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.752+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=JYSS7I1UN09U tag=KI35HJJCWX5T type=write size=1985893 2024-04-02T08:51:27.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.753+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=OZF7J7H0Y6XW type=write size=654588 2024-04-02T08:51:27.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.754+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=F9Z4N8K7VRKV type=del 2024-04-02T08:51:27.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.756+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~11D6UYR987Q3.0 size=954495 2024-04-02T08:51:27.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.756+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=11D6UYR987Q3 tag=VO0OQZ2ZSMA4 type=write size=2003071 2024-04-02T08:51:27.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.757+0000 7fe1e54f9780 -1 < failed to complete operation key=DB2S65G6D3OU tag=WRPDIKJZHQWK type=write size=795758: (22) Invalid argument 2024-04-02T08:51:27.757 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.759+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=057DM73WJMP0 type=write size=457981 2024-04-02T08:51:27.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.760+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=29A2YFXZHQ1Z type=del 2024-04-02T08:51:27.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.761+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=I9QLA8J8TDMF type=del size=28389 2024-04-02T08:51:27.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.762+0000 7fe1e54f9780 1 < completed write operation key=OWJ9C2D76GGG tag=0BPRT0WKPD2O type=write size=654668 2024-04-02T08:51:27.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.764+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=35VF6Z7YQLFU type=write size=804791 2024-04-02T08:51:27.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.765+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=WK92ME6XVYDL type=del 2024-04-02T08:51:27.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.767+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~3829XUINMKJ1.0 size=1048576 2024-04-02T08:51:27.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.768+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~3829XUINMKJ1.1 size=1048576 2024-04-02T08:51:27.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.769+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~3829XUINMKJ1.2 size=113385 2024-04-02T08:51:27.768 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.769+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=3829XUINMKJ1 tag=Y7S3YD6PGSVC type=write size=3259113 2024-04-02T08:51:27.768 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.769+0000 7fe1e54f9780 1 < canceled part key=_multipart_02K82VO50O0D.2~0O5GT46GQ76X.0 size=171324 2024-04-02T08:51:27.770 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.771+0000 7fe1e54f9780 1 < canceled multipart upload key=02K82VO50O0D upload=0O5GT46GQ76X tag=7GY4I19U3EWT type=write size=1219900 2024-04-02T08:51:27.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.774+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~G9S71P5OP1T4.0 size=1048576 2024-04-02T08:51:27.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.775+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~G9S71P5OP1T4.1 size=1048576 2024-04-02T08:51:27.774 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.776+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~G9S71P5OP1T4.2 size=136337 2024-04-02T08:51:27.774 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.776+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=G9S71P5OP1T4 tag=E343LSUU7MT4 type=write size=3282065 2024-04-02T08:51:27.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.777+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=WXH5GK3ZG1JU type=write size=743106 2024-04-02T08:51:27.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.779+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~4KBFF2JV6TML.0 size=607732 2024-04-02T08:51:27.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.779+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=4KBFF2JV6TML tag=MRNV51HL0JKD type=write size=1656308 2024-04-02T08:51:27.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.779+0000 7fe1e54f9780 1 < canceled part key=_multipart_OWJ9C2D76GGG.2~2Y12R3L4H08C.0 size=361382 2024-04-02T08:51:27.780 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.781+0000 7fe1e54f9780 1 < canceled multipart upload key=OWJ9C2D76GGG upload=2Y12R3L4H08C tag=41JWQ68YGPO3 type=write size=1409958 2024-04-02T08:51:27.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.783+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=VVD59FMKTUZI type=del size=1084422 2024-04-02T08:51:27.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.784+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=EXPFTL9IP6LV type=del 2024-04-02T08:51:27.785 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.786+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~GE6KRPQNM3RU.0 size=1048576 2024-04-02T08:51:27.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.787+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~GE6KRPQNM3RU.1 size=323691 2024-04-02T08:51:27.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.787+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=GE6KRPQNM3RU tag=PHBIIIEVPHUP type=write size=2420843 2024-04-02T08:51:27.787 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.788+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~A0UV2FL38VLH.0 size=1048576 2024-04-02T08:51:27.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.790+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~A0UV2FL38VLH.1 size=1048576 2024-04-02T08:51:27.789 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.791+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~A0UV2FL38VLH.2 size=658659 2024-04-02T08:51:27.792 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.793+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=A0UV2FL38VLH tag=ZOH59RIF13TN type=write size=3804387 2024-04-02T08:51:27.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.795+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~P0W69YDWMNVZ.0 size=1048576 2024-04-02T08:51:27.795 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.796+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~P0W69YDWMNVZ.1 size=1048576 2024-04-02T08:51:27.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.797+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~P0W69YDWMNVZ.2 size=636455 2024-04-02T08:51:27.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.797+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=P0W69YDWMNVZ tag=L4IPRB37LJON type=write size=3782183 2024-04-02T08:51:27.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.799+0000 7fe1e54f9780 1 < completed write operation key=K1ML6VFMOUSC tag=KR1VB4NO8B69 type=write size=297729 2024-04-02T08:51:27.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.800+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=IQFRFRM0ZKQF type=del size=2644885 2024-04-02T08:51:27.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.801+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=CH52GGR3WR3T type=del 2024-04-02T08:51:27.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.802+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=0FGCHFPTHWGJ type=del size=793524 2024-04-02T08:51:27.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.804+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=ADIS600RW56K type=del 2024-04-02T08:51:27.803 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.805+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=HB7GHMROO7JT type=write size=488438 2024-04-02T08:51:27.806 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.806+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~CC76HNHBH686.0 size=1048576 2024-04-02T08:51:27.806 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.807+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~CC76HNHBH686.1 size=453780 2024-04-02T08:51:27.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.809+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=CC76HNHBH686 tag=64OZKT4GYRXP type=write size=2550932 2024-04-02T08:51:27.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.811+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=D2P85VH3OVXT type=write size=610843 2024-04-02T08:51:27.811 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.812+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~HXBTH33IRO1Y.0 size=1048576 2024-04-02T08:51:27.812 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.813+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~HXBTH33IRO1Y.1 size=1048576 2024-04-02T08:51:27.813 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.814+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~HXBTH33IRO1Y.2 size=963587 2024-04-02T08:51:27.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.816+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=HXBTH33IRO1Y tag=ELEX8V6JVDIB type=write size=4109315 2024-04-02T08:51:27.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.817+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=4X1I5J1SHD4X type=del size=606286 2024-04-02T08:51:27.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.818+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=OZF7J7H0Y6XW type=write size=654588 2024-04-02T08:51:27.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.820+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=4A8KZ4JU6A1W type=del size=1869174 2024-04-02T08:51:27.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.821+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~11D6UYR987Q3.0 size=954495 2024-04-02T08:51:27.822 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.823+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=11D6UYR987Q3 tag=VO0OQZ2ZSMA4 type=write size=2003071 2024-04-02T08:51:27.823 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.824+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=I0O4QSY57QVZ type=del size=3138577 2024-04-02T08:51:27.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.826+0000 7fe1e54f9780 1 < canceled operation key=72IYB621DARA tag=057DM73WJMP0 type=write size=457981 2024-04-02T08:51:27.826 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.827+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=8LBR5J9Q1WXJ type=del size=1388770 2024-04-02T08:51:27.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.828+0000 7fe1e54f9780 1 < canceled operation key=XD49NVDY5QAC tag=I9QLA8J8TDMF type=del size=28389 2024-04-02T08:51:27.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.830+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=1WV2W2MEQSJN type=del size=1108587 2024-04-02T08:51:27.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.831+0000 7fe1e54f9780 1 < completed write operation key=JCPYU79H8CYL tag=35VF6Z7YQLFU type=write size=804791 2024-04-02T08:51:27.831 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.832+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=P7PO5RM9MI0O type=del size=3503812 2024-04-02T08:51:27.832 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.834+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~3829XUINMKJ1.0 size=1048576 2024-04-02T08:51:27.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.835+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~3829XUINMKJ1.1 size=1048576 2024-04-02T08:51:27.834 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.836+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~3829XUINMKJ1.2 size=113385 2024-04-02T08:51:27.836 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.838+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=3829XUINMKJ1 tag=Y7S3YD6PGSVC type=write size=3259113 2024-04-02T08:51:27.839 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.840+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~AWJM12WWL4L7.0 size=201205 2024-04-02T08:51:27.839 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.840+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=AWJM12WWL4L7 tag=HPCO3LU0ESJQ type=write size=1249781 2024-04-02T08:51:27.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.841+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~G9S71P5OP1T4.0 size=1048576 2024-04-02T08:51:27.841 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.842+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~G9S71P5OP1T4.1 size=1048576 2024-04-02T08:51:27.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.843+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~G9S71P5OP1T4.2 size=136337 2024-04-02T08:51:27.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.845+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=G9S71P5OP1T4 tag=E343LSUU7MT4 type=write size=3282065 2024-04-02T08:51:27.845 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.847+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=NMN0E6NVAHS1 type=del size=1703966 2024-04-02T08:51:27.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.848+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~4KBFF2JV6TML.0 size=607732 2024-04-02T08:51:27.849 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.850+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=4KBFF2JV6TML tag=MRNV51HL0JKD type=write size=1656308 2024-04-02T08:51:27.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.851+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=MA2LEXPVDM7C type=del size=2952765 2024-04-02T08:51:27.851 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.852+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=VVD59FMKTUZI type=del 2024-04-02T08:51:27.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.855+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~7C25R2B5A1AE.0 size=1048576 2024-04-02T08:51:27.854 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.856+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~7C25R2B5A1AE.1 size=1048576 2024-04-02T08:51:27.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.857+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~7C25R2B5A1AE.2 size=977502 2024-04-02T08:51:27.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.857+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=7C25R2B5A1AE tag=OX2QO8TMKNSX type=write size=4123230 2024-04-02T08:51:27.857 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.858+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~GE6KRPQNM3RU.0 size=1048576 2024-04-02T08:51:27.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.859+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~GE6KRPQNM3RU.1 size=323691 2024-04-02T08:51:27.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.861+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=GE6KRPQNM3RU tag=PHBIIIEVPHUP type=write size=2420843 2024-04-02T08:51:27.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.863+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~17R4R0H5LI8S.0 size=1048576 2024-04-02T08:51:27.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.864+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~17R4R0H5LI8S.1 size=189372 2024-04-02T08:51:27.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.864+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=17R4R0H5LI8S tag=LWUEG7RPJW47 type=write size=2286524 2024-04-02T08:51:27.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.865+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~P0W69YDWMNVZ.0 size=1048576 2024-04-02T08:51:27.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.866+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~P0W69YDWMNVZ.1 size=1048576 2024-04-02T08:51:27.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.867+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~P0W69YDWMNVZ.2 size=636455 2024-04-02T08:51:27.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.869+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=P0W69YDWMNVZ tag=L4IPRB37LJON type=write size=3782183 2024-04-02T08:51:27.869 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.871+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=Z1OEC586YRPQ type=write size=330117 2024-04-02T08:51:27.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.873+0000 7fe1e54f9780 1 < suggested remove operation key=XD49NVDY5QAC tag=IQFRFRM0ZKQF type=del 2024-04-02T08:51:27.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.874+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=WHDNY7BE0QXH type=del size=1869171 2024-04-02T08:51:27.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.876+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=0FGCHFPTHWGJ type=del 2024-04-02T08:51:27.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.878+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~2I4BFMW0C2YK.0 size=1048576 2024-04-02T08:51:27.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.879+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~2I4BFMW0C2YK.1 size=133004 2024-04-02T08:51:27.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.879+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=2I4BFMW0C2YK tag=234EB8DH18IQ type=write size=2230156 2024-04-02T08:51:27.879 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.880+0000 7fe1e54f9780 1 < canceled operation key=AKDL74Y6A2P3 tag=HB7GHMROO7JT type=write size=488438 2024-04-02T08:51:27.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.882+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=JUF9ODNRB9FL type=write size=463624 2024-04-02T08:51:27.883 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.884+0000 7fe1e54f9780 1 < suggested update operation key=72IYB621DARA tag=D2P85VH3OVXT type=write size=610843 2024-04-02T08:51:27.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.886+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~BWKJQOCD7AB9.0 size=1048576 2024-04-02T08:51:27.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.888+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~BWKJQOCD7AB9.1 size=589712 2024-04-02T08:51:27.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.888+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=BWKJQOCD7AB9 tag=OP7MSWZG5IF2 type=write size=2686864 2024-04-02T08:51:27.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.889+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=4X1I5J1SHD4X type=del 2024-04-02T08:51:27.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.890+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=THKE8E9PKCOB type=del size=3044016 2024-04-02T08:51:27.890 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.892+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=4A8KZ4JU6A1W type=del 2024-04-02T08:51:27.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.893+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=LTCCMJCUKTEM type=del size=2044079 2024-04-02T08:51:27.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.894+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=I0O4QSY57QVZ type=del 2024-04-02T08:51:27.894 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.895+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=I3Z0MD9BSQR3 type=write size=630566 2024-04-02T08:51:27.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.897+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=8LBR5J9Q1WXJ type=del 2024-04-02T08:51:27.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.898+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=9FCP8I0BWAIU type=del size=728577 2024-04-02T08:51:27.899 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.900+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=1WV2W2MEQSJN type=del 2024-04-02T08:51:27.901 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.902+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~B9DYGAGPKB1T.0 size=1048576 2024-04-02T08:51:27.902 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.903+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~B9DYGAGPKB1T.1 size=1048576 2024-04-02T08:51:27.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.904+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~B9DYGAGPKB1T.2 size=633009 2024-04-02T08:51:27.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.904+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=B9DYGAGPKB1T tag=W90J963WVHUO type=write size=3778737 2024-04-02T08:51:27.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.907+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=P7PO5RM9MI0O type=del 2024-04-02T08:51:27.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.909+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~WN1I4DPE17N4.0 size=1048576 2024-04-02T08:51:27.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.910+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~WN1I4DPE17N4.1 size=1048576 2024-04-02T08:51:27.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.911+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~WN1I4DPE17N4.2 size=307350 2024-04-02T08:51:27.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.911+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=WN1I4DPE17N4 tag=6ODL1V4NB1SM type=write size=3453078 2024-04-02T08:51:27.911 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.912+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~AWJM12WWL4L7.0 size=201205 2024-04-02T08:51:27.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.914+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=AWJM12WWL4L7 tag=HPCO3LU0ESJQ type=write size=1249781 2024-04-02T08:51:27.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.917+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~PZ25G1PKSUCF.0 size=980928 2024-04-02T08:51:27.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.917+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=PZ25G1PKSUCF tag=JMLLA0TRD0BL type=write size=2029504 2024-04-02T08:51:27.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.918+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=NMN0E6NVAHS1 type=del 2024-04-02T08:51:27.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.921+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~9TLDE2KEU3MJ.0 size=202976 2024-04-02T08:51:27.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.921+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=9TLDE2KEU3MJ tag=ZPJ3ZYBVQLEK type=write size=1251552 2024-04-02T08:51:27.922 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.923+0000 7fe1e54f9780 1 < suggested remove operation key=2Y0DXEZ36QAV tag=MA2LEXPVDM7C type=del 2024-04-02T08:51:27.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.925+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=YZQGROLKLHUL type=del size=177374 2024-04-02T08:51:27.927 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.926+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~7C25R2B5A1AE.0 size=1048576 2024-04-02T08:51:27.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.927+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~7C25R2B5A1AE.1 size=1048576 2024-04-02T08:51:27.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.928+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~7C25R2B5A1AE.2 size=977502 2024-04-02T08:51:27.929 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.930+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=7C25R2B5A1AE tag=OX2QO8TMKNSX type=write size=4123230 2024-04-02T08:51:27.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.933+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~VVFHZFRZKO3F.0 size=1048576 2024-04-02T08:51:27.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.934+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~VVFHZFRZKO3F.1 size=534983 2024-04-02T08:51:27.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.934+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=VVFHZFRZKO3F tag=M0U62BTB5EBT type=write size=2632135 2024-04-02T08:51:27.936 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.938+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~17R4R0H5LI8S.0 size=1048576 2024-04-02T08:51:27.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.938+0000 7fe1e54f9780 1 < canceled part key=_multipart_JO11PYGL6W1R.2~17R4R0H5LI8S.1 size=189372 2024-04-02T08:51:27.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.942+0000 7fe1e54f9780 1 < canceled multipart upload key=JO11PYGL6W1R upload=17R4R0H5LI8S tag=LWUEG7RPJW47 type=write size=2286524 2024-04-02T08:51:27.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.944+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~Z66YOB5Q7M5Z.0 size=1048576 2024-04-02T08:51:27.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.946+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~Z66YOB5Q7M5Z.1 size=633362 2024-04-02T08:51:27.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.946+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=Z66YOB5Q7M5Z tag=KJFR2H2VPEDT type=write size=2730514 2024-04-02T08:51:27.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.947+0000 7fe1e54f9780 -1 < failed to complete operation key=2Y0DXEZ36QAV tag=Z1OEC586YRPQ type=write size=330117: (22) Invalid argument 2024-04-02T08:51:27.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.949+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=302A2H0QK7RQ type=write size=98042 2024-04-02T08:51:27.949 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.950+0000 7fe1e54f9780 1 < canceled operation key=JCPYU79H8CYL tag=WHDNY7BE0QXH type=del size=1869171 2024-04-02T08:51:27.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.951+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=XD0BE86RL2ZS type=del size=397925 2024-04-02T08:51:27.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.952+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~2I4BFMW0C2YK.0 size=1048576 2024-04-02T08:51:27.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.954+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~2I4BFMW0C2YK.1 size=133004 2024-04-02T08:51:27.954 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.956+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=2I4BFMW0C2YK tag=234EB8DH18IQ type=write size=2230156 2024-04-02T08:51:27.955 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.957+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=WK8B03KSLFAY type=del size=221850 2024-04-02T08:51:27.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.959+0000 7fe1e54f9780 1 < suggested remove operation key=LOZGVEXU39NU tag=JUF9ODNRB9FL type=write 2024-04-02T08:51:27.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.961+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=K1V110VD2UW5 type=del size=1247053 2024-04-02T08:51:27.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.962+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~BWKJQOCD7AB9.0 size=1048576 2024-04-02T08:51:27.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.963+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~BWKJQOCD7AB9.1 size=589712 2024-04-02T08:51:27.964 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.965+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=BWKJQOCD7AB9 tag=OP7MSWZG5IF2 type=write size=2686864 2024-04-02T08:51:27.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.968+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~X219SUU78VWE.0 size=1048576 2024-04-02T08:51:27.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.969+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~X219SUU78VWE.1 size=781705 2024-04-02T08:51:27.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.969+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=X219SUU78VWE tag=Q24EGU0PMBPJ type=write size=2878857 2024-04-02T08:51:27.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.970+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=THKE8E9PKCOB type=del 2024-04-02T08:51:27.971 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.971+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=LO33X9GHN6OT type=del size=3278162 2024-04-02T08:51:27.973 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.974+0000 7fe1e54f9780 1 < suggested remove operation key=7SOA145ODX3I tag=LTCCMJCUKTEM type=del 2024-04-02T08:51:27.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.976+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=JHEWWRCAS2FK type=del size=911690 2024-04-02T08:51:27.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.977+0000 7fe1e54f9780 1 < canceled operation key=XUGOHG0SXTNW tag=I3Z0MD9BSQR3 type=write size=630566 2024-04-02T08:51:27.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.978+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=QP3LUJB2DT4A type=del size=3069389 2024-04-02T08:51:27.978 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.979+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=9FCP8I0BWAIU type=del 2024-04-02T08:51:27.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.981+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=H7S5MIN7KJ3Y type=write size=1002589 2024-04-02T08:51:27.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.982+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~B9DYGAGPKB1T.0 size=1048576 2024-04-02T08:51:27.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.983+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~B9DYGAGPKB1T.1 size=1048576 2024-04-02T08:51:27.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.984+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~B9DYGAGPKB1T.2 size=633009 2024-04-02T08:51:27.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.987+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=B9DYGAGPKB1T tag=W90J963WVHUO type=write size=3778737 2024-04-02T08:51:27.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.988+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=IJ302QOBNKQ8 type=del size=507913 2024-04-02T08:51:27.988 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.990+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~WN1I4DPE17N4.0 size=1048576 2024-04-02T08:51:27.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.991+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~WN1I4DPE17N4.1 size=1048576 2024-04-02T08:51:27.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.992+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~WN1I4DPE17N4.2 size=307350 2024-04-02T08:51:27.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.994+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=WN1I4DPE17N4 tag=6ODL1V4NB1SM type=write size=3453078 2024-04-02T08:51:27.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.996+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=5978FU3EJV0U type=del size=1884739 2024-04-02T08:51:27.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.997+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~PZ25G1PKSUCF.0 size=980928 2024-04-02T08:51:27.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:27.999+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=PZ25G1PKSUCF tag=JMLLA0TRD0BL type=write size=2029504 2024-04-02T08:51:27.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.000+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=I7358A89YLT8 type=del size=1736858 2024-04-02T08:51:28.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.002+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~9TLDE2KEU3MJ.0 size=202976 2024-04-02T08:51:28.002 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.004+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=9TLDE2KEU3MJ tag=ZPJ3ZYBVQLEK type=write size=1251552 2024-04-02T08:51:28.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.006+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~QR9EXTMG2MDS.0 size=1048576 2024-04-02T08:51:28.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.007+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~QR9EXTMG2MDS.1 size=1048576 2024-04-02T08:51:28.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.008+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~QR9EXTMG2MDS.2 size=486445 2024-04-02T08:51:28.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.008+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=QR9EXTMG2MDS tag=28LJLJA88E3X type=write size=3632173 2024-04-02T08:51:28.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.009+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=YZQGROLKLHUL type=del size=177374 2024-04-02T08:51:28.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.012+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~JWTI53GJ51GI.0 size=1048576 2024-04-02T08:51:28.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.013+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~JWTI53GJ51GI.1 size=1048576 2024-04-02T08:51:28.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.014+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~JWTI53GJ51GI.2 size=731898 2024-04-02T08:51:28.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.014+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=JWTI53GJ51GI tag=QWT9WKTSFO0H type=write size=3877626 2024-04-02T08:51:28.014 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.015+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~VVFHZFRZKO3F.0 size=1048576 2024-04-02T08:51:28.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.016+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~VVFHZFRZKO3F.1 size=534983 2024-04-02T08:51:28.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.018+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=VVFHZFRZKO3F tag=M0U62BTB5EBT type=write size=2632135 2024-04-02T08:51:28.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.020+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=FLTTXYMXDGO0 type=write size=521807 2024-04-02T08:51:28.020 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.021+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~Z66YOB5Q7M5Z.0 size=1048576 2024-04-02T08:51:28.021 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.022+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~Z66YOB5Q7M5Z.1 size=633362 2024-04-02T08:51:28.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.024+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=Z66YOB5Q7M5Z tag=KJFR2H2VPEDT type=write size=2730514 2024-04-02T08:51:28.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.027+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~I1T802WBJB1C.0 size=190258 2024-04-02T08:51:28.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.027+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=I1T802WBJB1C tag=YPRYBB35BJ9K type=write size=1238834 2024-04-02T08:51:28.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.028+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=302A2H0QK7RQ type=write size=98042 2024-04-02T08:51:28.028 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.029+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=0XOEDIV0H0ZN type=write size=632179 2024-04-02T08:51:28.030 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.032+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=XD0BE86RL2ZS type=del 2024-04-02T08:51:28.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.034+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4SQ7SD4LYFCO.0 size=1048576 2024-04-02T08:51:28.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.035+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4SQ7SD4LYFCO.1 size=890580 2024-04-02T08:51:28.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.035+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=4SQ7SD4LYFCO tag=O1TF77A112BX type=write size=2987732 2024-04-02T08:51:28.035 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.037+0000 7fe1e54f9780 -1 < failed to complete operation key=7SOA145ODX3I tag=WK8B03KSLFAY type=del size=221850: (22) Invalid argument 2024-04-02T08:51:28.037 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.038+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=830VQM7OYV97 type=write size=19315 2024-04-02T08:51:28.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.041+0000 7fe1e54f9780 1 < suggested remove operation key=K1ML6VFMOUSC tag=K1V110VD2UW5 type=del 2024-04-02T08:51:28.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.043+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~817VJPA5GW3H.0 size=1048576 2024-04-02T08:51:28.042 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.044+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~817VJPA5GW3H.1 size=1048576 2024-04-02T08:51:28.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.045+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~817VJPA5GW3H.2 size=440849 2024-04-02T08:51:28.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.045+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=817VJPA5GW3H tag=9MV5HCLKM6XT type=write size=3586577 2024-04-02T08:51:28.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.046+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~X219SUU78VWE.0 size=1048576 2024-04-02T08:51:28.046 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.047+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~X219SUU78VWE.1 size=781705 2024-04-02T08:51:28.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.049+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=X219SUU78VWE tag=Q24EGU0PMBPJ type=write size=2878857 2024-04-02T08:51:28.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.050+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=YGJEG2CP3GIF type=del size=1099864 2024-04-02T08:51:28.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.052+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=LO33X9GHN6OT type=del 2024-04-02T08:51:28.052 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.053+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=CY7SR2IC1XN0 type=del size=2079164 2024-04-02T08:51:28.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.055+0000 7fe1e54f9780 1 < suggested update operation key=HSKJ25CGNNTY tag=JHEWWRCAS2FK type=del size=911690 2024-04-02T08:51:28.055 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.057+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=T4ICYSW21HYI type=write size=514668 2024-04-02T08:51:28.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.059+0000 7fe1e54f9780 1 < suggested remove operation key=2Y0DXEZ36QAV tag=QP3LUJB2DT4A type=del 2024-04-02T08:51:28.059 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.061+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=5O42TE6AM0VE type=del size=2534131 2024-04-02T08:51:28.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.062+0000 7fe1e54f9780 1 < completed write operation key=BQJGLDS0PGVE tag=H7S5MIN7KJ3Y type=write size=1002589 2024-04-02T08:51:28.062 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.063+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=XL3ZWAZV84G9 type=del size=859715 2024-04-02T08:51:28.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.066+0000 7fe1e54f9780 1 < suggested remove operation key=IK9DWI5A56MQ tag=IJ302QOBNKQ8 type=del 2024-04-02T08:51:28.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.068+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=W6LC3AP0DNQ1 type=write size=959658 2024-04-02T08:51:28.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.069+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=5978FU3EJV0U type=del 2024-04-02T08:51:28.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.072+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~ZZP0J1UA1LZ3.0 size=1048576 2024-04-02T08:51:28.071 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.073+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~ZZP0J1UA1LZ3.1 size=65359 2024-04-02T08:51:28.071 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.073+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=ZZP0J1UA1LZ3 tag=840F9PJARKRY type=write size=2162511 2024-04-02T08:51:28.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.074+0000 7fe1e54f9780 -1 < failed to complete operation key=HSKJ25CGNNTY tag=I7358A89YLT8 type=del size=1736858: (22) Invalid argument 2024-04-02T08:51:28.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.076+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~S6LHITFOOY37.0 size=567758 2024-04-02T08:51:28.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.076+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=S6LHITFOOY37 tag=CE7HOVYE58BI type=write size=1616334 2024-04-02T08:51:28.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.077+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~QR9EXTMG2MDS.0 size=1048576 2024-04-02T08:51:28.077 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.078+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~QR9EXTMG2MDS.1 size=1048576 2024-04-02T08:51:28.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.080+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~QR9EXTMG2MDS.2 size=486445 2024-04-02T08:51:28.080 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.082+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=QR9EXTMG2MDS tag=28LJLJA88E3X type=write size=3632173 2024-04-02T08:51:28.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.083+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=PP80HY2DHTYT type=del size=450800 2024-04-02T08:51:28.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.084+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~JWTI53GJ51GI.0 size=1048576 2024-04-02T08:51:28.084 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.085+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~JWTI53GJ51GI.1 size=1048576 2024-04-02T08:51:28.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.087+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~JWTI53GJ51GI.2 size=731898 2024-04-02T08:51:28.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.089+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=JWTI53GJ51GI tag=QWT9WKTSFO0H type=write size=3877626 2024-04-02T08:51:28.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.090+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=IYPUOK2VXJHB type=write size=443511 2024-04-02T08:51:28.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.092+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=FLTTXYMXDGO0 type=write size=521807 2024-04-02T08:51:28.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.093+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=RZ9UGUORG303 type=del size=464447 2024-04-02T08:51:28.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.094+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~I1T802WBJB1C.0 size=190258 2024-04-02T08:51:28.095 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.096+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=I1T802WBJB1C tag=YPRYBB35BJ9K type=write size=1238834 2024-04-02T08:51:28.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.099+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~L0QN5QL96M30.0 size=960239 2024-04-02T08:51:28.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.099+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=L0QN5QL96M30 tag=9ZUFB9U5HYA5 type=write size=2008815 2024-04-02T08:51:28.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.100+0000 7fe1e54f9780 1 < completed write operation key=LA786DTGT3XA tag=0XOEDIV0H0ZN type=write size=632179 2024-04-02T08:51:28.100 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.101+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=S9NWUKACAXY6 type=del size=3057886 2024-04-02T08:51:28.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.102+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~4SQ7SD4LYFCO.0 size=1048576 2024-04-02T08:51:28.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.104+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~4SQ7SD4LYFCO.1 size=890580 2024-04-02T08:51:28.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.106+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=4SQ7SD4LYFCO tag=O1TF77A112BX type=write size=2987732 2024-04-02T08:51:28.106 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.107+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=V3WDXLEQOH1S type=del size=307909 2024-04-02T08:51:28.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.108+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=830VQM7OYV97 type=write size=19315 2024-04-02T08:51:28.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.111+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~E8KPSP1GC4D0.0 size=1048576 2024-04-02T08:51:28.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.112+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~E8KPSP1GC4D0.1 size=120443 2024-04-02T08:51:28.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.112+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=E8KPSP1GC4D0 tag=ZHC7MV5NSVDK type=write size=2217595 2024-04-02T08:51:28.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.113+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~817VJPA5GW3H.0 size=1048576 2024-04-02T08:51:28.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.114+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~817VJPA5GW3H.1 size=1048576 2024-04-02T08:51:28.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.115+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~817VJPA5GW3H.2 size=440849 2024-04-02T08:51:28.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.117+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=817VJPA5GW3H tag=9MV5HCLKM6XT type=write size=3586577 2024-04-02T08:51:28.118 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.119+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=M1NDV02403KX type=del size=983336 2024-04-02T08:51:28.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.120+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=YGJEG2CP3GIF type=del 2024-04-02T08:51:28.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.122+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=Q8Z265RBELEL type=del size=2193755 2024-04-02T08:51:28.122 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.123+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=CY7SR2IC1XN0 type=del 2024-04-02T08:51:28.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.124+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=104SHCCVRF5I type=write size=945709 2024-04-02T08:51:28.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.127+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=T4ICYSW21HYI type=write size=514668 2024-04-02T08:51:28.127 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.128+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=VG6133QILUU1 type=del size=1574652 2024-04-02T08:51:28.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.129+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=5O42TE6AM0VE type=del 2024-04-02T08:51:28.129 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.131+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=1XHFPO0IL6G3 type=del size=4083923 2024-04-02T08:51:28.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.132+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=XL3ZWAZV84G9 type=del 2024-04-02T08:51:28.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.133+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=DUSSL6BOSZQH type=del size=256349 2024-04-02T08:51:28.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.136+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=W6LC3AP0DNQ1 type=write 2024-04-02T08:51:28.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.138+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~C2VW01ZULYA1.0 size=1048576 2024-04-02T08:51:28.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.139+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~C2VW01ZULYA1.1 size=643260 2024-04-02T08:51:28.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.139+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=C2VW01ZULYA1 tag=CJGSY2UB29P9 type=write size=2740412 2024-04-02T08:51:28.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.140+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~ZZP0J1UA1LZ3.0 size=1048576 2024-04-02T08:51:28.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.141+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~ZZP0J1UA1LZ3.1 size=65359 2024-04-02T08:51:28.142 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.144+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=ZZP0J1UA1LZ3 tag=840F9PJARKRY type=write size=2162511 2024-04-02T08:51:28.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.145+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=QTNH82C8Q760 type=del size=923393 2024-04-02T08:51:28.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.146+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~S6LHITFOOY37.0 size=567758 2024-04-02T08:51:28.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.148+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=S6LHITFOOY37 tag=CE7HOVYE58BI type=write size=1616334 2024-04-02T08:51:28.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.149+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=9EC04B6XH3RO type=del size=1648882 2024-04-02T08:51:28.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.151+0000 7fe1e54f9780 -1 < failed to complete operation key=IK9DWI5A56MQ tag=PP80HY2DHTYT type=del size=450800: (22) Invalid argument 2024-04-02T08:51:28.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.153+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~EKTQO4R38LL8.0 size=1048576 2024-04-02T08:51:28.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.154+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~EKTQO4R38LL8.1 size=902070 2024-04-02T08:51:28.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.154+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=EKTQO4R38LL8 tag=3UDVH3EI8981 type=write size=2999222 2024-04-02T08:51:28.155 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.156+0000 7fe1e54f9780 1 < completed write operation key=7SOA145ODX3I tag=IYPUOK2VXJHB type=write size=443511 2024-04-02T08:51:28.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.158+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~NY4ZGG79L2CT.0 size=179400 2024-04-02T08:51:28.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.158+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=NY4ZGG79L2CT tag=8HY7Y6HE65FE type=write size=1227976 2024-04-02T08:51:28.159 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.160+0000 7fe1e54f9780 1 < canceled operation key=LOZGVEXU39NU tag=RZ9UGUORG303 type=del size=464447 2024-04-02T08:51:28.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.161+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=PXRFRBP9TZ7O type=del size=2110900 2024-04-02T08:51:28.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.162+0000 7fe1e54f9780 1 < canceled part key=_multipart_WT084Z5BQ6FL.2~L0QN5QL96M30.0 size=960239 2024-04-02T08:51:28.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.164+0000 7fe1e54f9780 1 < canceled multipart upload key=WT084Z5BQ6FL upload=L0QN5QL96M30 tag=9ZUFB9U5HYA5 type=write size=2008815 2024-04-02T08:51:28.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.165+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=3U2E20KUWVVK type=del size=871160 2024-04-02T08:51:28.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.167+0000 7fe1e54f9780 1 < canceled operation key=72IYB621DARA tag=S9NWUKACAXY6 type=del size=3057886 2024-04-02T08:51:28.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.169+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~MSCVAP7UBEIX.0 size=1048576 2024-04-02T08:51:28.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.170+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~MSCVAP7UBEIX.1 size=1048576 2024-04-02T08:51:28.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.172+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~MSCVAP7UBEIX.2 size=106773 2024-04-02T08:51:28.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.172+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=MSCVAP7UBEIX tag=WEQ20F2ZU9OA type=write size=3252501 2024-04-02T08:51:28.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.173+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=V3WDXLEQOH1S type=del 2024-04-02T08:51:28.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.174+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=44GJ9KKVEA9Y type=del size=1328021 2024-04-02T08:51:28.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.176+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~E8KPSP1GC4D0.0 size=1048576 2024-04-02T08:51:28.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.177+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~E8KPSP1GC4D0.1 size=120443 2024-04-02T08:51:28.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.179+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=E8KPSP1GC4D0 tag=ZHC7MV5NSVDK type=write size=2217595 2024-04-02T08:51:28.179 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.180+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=AR3Z61ZP4YR9 type=write size=170840 2024-04-02T08:51:28.181 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.183+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=M1NDV02403KX type=del 2024-04-02T08:51:28.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.185+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~CI8Z4COP2YC3.0 size=414928 2024-04-02T08:51:28.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.185+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=CI8Z4COP2YC3 tag=IWDAV2HKSA6Y type=write size=1463504 2024-04-02T08:51:28.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.187+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=Q8Z265RBELEL type=del 2024-04-02T08:51:28.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.189+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~V0ZD620NE1HK.0 size=947667 2024-04-02T08:51:28.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.189+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=V0ZD620NE1HK tag=E43VKU4PADCS type=write size=1996243 2024-04-02T08:51:28.189 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.190+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=104SHCCVRF5I type=write size=945709 2024-04-02T08:51:28.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.192+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=EHKA1PK39UD0 type=del size=3288700 2024-04-02T08:51:28.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.193+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=VG6133QILUU1 type=del 2024-04-02T08:51:28.194 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.195+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~VBH0WO383EJI.0 size=1048576 2024-04-02T08:51:28.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.196+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~VBH0WO383EJI.1 size=1048576 2024-04-02T08:51:28.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.197+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~VBH0WO383EJI.2 size=409936 2024-04-02T08:51:28.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.197+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=VBH0WO383EJI tag=X218AU67FKNI type=write size=3555664 2024-04-02T08:51:28.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.199+0000 7fe1e54f9780 1 < canceled operation key=FRXQAJO7O5U2 tag=1XHFPO0IL6G3 type=del size=4083923 2024-04-02T08:51:28.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.200+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=382EBQXMYEJN type=del size=1565925 2024-04-02T08:51:28.200 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.201+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=DUSSL6BOSZQH type=del 2024-04-02T08:51:28.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.203+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=R7WLLOLKOAT6 type=del size=1996649 2024-04-02T08:51:28.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.204+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~C2VW01ZULYA1.0 size=1048576 2024-04-02T08:51:28.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.205+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~C2VW01ZULYA1.1 size=643260 2024-04-02T08:51:28.206 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.207+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=C2VW01ZULYA1 tag=CJGSY2UB29P9 type=write size=2740412 2024-04-02T08:51:28.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.209+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=XDMM8WLBZJEE type=write size=931642 2024-04-02T08:51:28.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.210+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=QTNH82C8Q760 type=del 2024-04-02T08:51:28.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.211+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=KU0N5KWGLZX3 type=write size=222553 2024-04-02T08:51:28.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.213+0000 7fe1e54f9780 1 < canceled operation key=LOZGVEXU39NU tag=9EC04B6XH3RO type=del size=1648882 2024-04-02T08:51:28.213 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.214+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=4P188A00IEHN type=del size=2187955 2024-04-02T08:51:28.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.215+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~EKTQO4R38LL8.0 size=1048576 2024-04-02T08:51:28.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.215+0000 7fe1e54f9780 1 < canceled part key=_multipart_T88N3IX1URRX.2~EKTQO4R38LL8.1 size=902070 2024-04-02T08:51:28.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.217+0000 7fe1e54f9780 1 < canceled multipart upload key=T88N3IX1URRX upload=EKTQO4R38LL8 tag=3UDVH3EI8981 type=write size=2999222 2024-04-02T08:51:28.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.219+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=0H1QM4QXLYEX type=del size=682395 2024-04-02T08:51:28.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.219+0000 7fe1e54f9780 1 < canceled part key=_multipart_DB2S65G6D3OU.2~NY4ZGG79L2CT.0 size=179400 2024-04-02T08:51:28.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.221+0000 7fe1e54f9780 1 < canceled multipart upload key=DB2S65G6D3OU upload=NY4ZGG79L2CT tag=8HY7Y6HE65FE type=write size=1227976 2024-04-02T08:51:28.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.222+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=OOKAUVL740NE type=del size=847245 2024-04-02T08:51:28.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.224+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=PXRFRBP9TZ7O type=del 2024-04-02T08:51:28.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.225+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=FP5URO2VRF7A type=write size=672264 2024-04-02T08:51:28.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.226+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=3U2E20KUWVVK type=del 2024-04-02T08:51:28.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.228+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=D6VO1YFF31VL type=del size=1344158 2024-04-02T08:51:28.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.229+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~MSCVAP7UBEIX.0 size=1048576 2024-04-02T08:51:28.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.230+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~MSCVAP7UBEIX.1 size=1048576 2024-04-02T08:51:28.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.231+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~MSCVAP7UBEIX.2 size=106773 2024-04-02T08:51:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:27 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:27 smithi187 ceph-mon[84356]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:51:28.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.233+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=MSCVAP7UBEIX tag=WEQ20F2ZU9OA type=write size=3252501 2024-04-02T08:51:28.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.235+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~DG736JWX2C2I.0 size=1048576 2024-04-02T08:51:28.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.236+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~DG736JWX2C2I.1 size=641932 2024-04-02T08:51:28.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.236+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=DG736JWX2C2I tag=0Q0UOOVRVZ0Z type=write size=2739084 2024-04-02T08:51:28.236 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.238+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=44GJ9KKVEA9Y type=del 2024-04-02T08:51:28.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.239+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=DZ6Z1OX0MYMF type=del size=83706 2024-04-02T08:51:28.239 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.240+0000 7fe1e54f9780 1 < completed write operation key=T88N3IX1URRX tag=AR3Z61ZP4YR9 type=write size=170840 2024-04-02T08:51:28.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.242+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=Z56XGE5IV67X type=del size=2578829 2024-04-02T08:51:28.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.243+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~CI8Z4COP2YC3.0 size=414928 2024-04-02T08:51:28.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.245+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=CI8Z4COP2YC3 tag=IWDAV2HKSA6Y type=write size=1463504 2024-04-02T08:51:28.246 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.248+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~0DNIAY38OZ91.0 size=727074 2024-04-02T08:51:28.246 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.248+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=0DNIAY38OZ91 tag=V5RTAKZG0BKA type=write size=1775650 2024-04-02T08:51:28.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.249+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~V0ZD620NE1HK.0 size=947667 2024-04-02T08:51:28.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.251+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=V0ZD620NE1HK tag=E43VKU4PADCS type=write size=1996243 2024-04-02T08:51:28.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.253+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~3N0KB0YEVDZV.0 size=1048576 2024-04-02T08:51:28.253 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.254+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~3N0KB0YEVDZV.1 size=1048576 2024-04-02T08:51:28.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.255+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~3N0KB0YEVDZV.2 size=959937 2024-04-02T08:51:28.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.255+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=3N0KB0YEVDZV tag=9TR3GN132CPV type=write size=4105665 2024-04-02T08:51:28.255 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.257+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=EHKA1PK39UD0 type=del 2024-04-02T08:51:28.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.259+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~BTG46WSLMW38.0 size=1048576 2024-04-02T08:51:28.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.260+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~BTG46WSLMW38.1 size=1048576 2024-04-02T08:51:28.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.261+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~BTG46WSLMW38.2 size=855229 2024-04-02T08:51:28.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.261+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=BTG46WSLMW38 tag=K1BF8G4N34IA type=write size=4000957 2024-04-02T08:51:28.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.262+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~VBH0WO383EJI.0 size=1048576 2024-04-02T08:51:28.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.262+0000 7fe1e54f9780 1 < canceled part key=_multipart_AKDL74Y6A2P3.2~VBH0WO383EJI.1 size=1048576 2024-04-02T08:51:28.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.263+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~VBH0WO383EJI.2 size=409936 2024-04-02T08:51:28.264 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.266+0000 7fe1e54f9780 1 < canceled multipart upload key=AKDL74Y6A2P3 upload=VBH0WO383EJI tag=X218AU67FKNI type=write size=3555664 2024-04-02T08:51:28.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.267+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=XNIPZJJJ8WUD type=del size=3342011 2024-04-02T08:51:28.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.268+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=382EBQXMYEJN type=del 2024-04-02T08:51:28.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.270+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~NX3WOW4DROZU.0 size=1048576 2024-04-02T08:51:28.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.272+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~NX3WOW4DROZU.1 size=195443 2024-04-02T08:51:28.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.272+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=NX3WOW4DROZU tag=OYLANOZ7QZ3N type=write size=2292595 2024-04-02T08:51:28.271 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.273+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=R7WLLOLKOAT6 type=del 2024-04-02T08:51:28.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.274+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=BAKUUIOUIPW1 type=del size=1685254 2024-04-02T08:51:28.274 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.275+0000 7fe1e54f9780 1 < completed write operation key=OWJ9C2D76GGG tag=XDMM8WLBZJEE type=write size=931642 2024-04-02T08:51:28.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.278+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~K3L2C116XN0U.0 size=1048576 2024-04-02T08:51:28.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.279+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~K3L2C116XN0U.1 size=1028718 2024-04-02T08:51:28.278 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.279+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=K3L2C116XN0U tag=8I5RZIV03WA7 type=write size=3125870 2024-04-02T08:51:28.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.282+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=KU0N5KWGLZX3 type=write 2024-04-02T08:51:28.281 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.283+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=ST3VAIW6HYZU type=del size=2145836 2024-04-02T08:51:28.283 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.284+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=4P188A00IEHN type=del 2024-04-02T08:51:28.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.286+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=3ORE8QV7CZD9 type=del size=260582 2024-04-02T08:51:28.287 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.288+0000 7fe1e54f9780 1 < suggested update operation key=FRXQAJO7O5U2 tag=0H1QM4QXLYEX type=del size=682395 2024-04-02T08:51:28.288 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.290+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=KKYGPJ93WMVZ type=del size=1266661 2024-04-02T08:51:28.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.291+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=OOKAUVL740NE type=del 2024-04-02T08:51:28.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.292+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=CWVMKNG9VCN7 type=del size=1720787 2024-04-02T08:51:28.292 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.294+0000 7fe1e54f9780 1 < completed write operation key=AKDL74Y6A2P3 tag=FP5URO2VRF7A type=write size=672264 2024-04-02T08:51:28.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.295+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=AKV5YE3KRHNJ type=del size=105681 2024-04-02T08:51:28.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.296+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=D6VO1YFF31VL type=del 2024-04-02T08:51:28.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.299+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~MK05H6M2MUX5.0 size=1048576 2024-04-02T08:51:28.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.300+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~MK05H6M2MUX5.1 size=1048576 2024-04-02T08:51:28.300 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.301+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~MK05H6M2MUX5.2 size=36695 2024-04-02T08:51:28.300 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.301+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=MK05H6M2MUX5 tag=NFLGQBMH33XW type=write size=3182423 2024-04-02T08:51:28.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.302+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~DG736JWX2C2I.0 size=1048576 2024-04-02T08:51:28.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.304+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~DG736JWX2C2I.1 size=641932 2024-04-02T08:51:28.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.306+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=DG736JWX2C2I tag=0Q0UOOVRVZ0Z type=write size=2739084 2024-04-02T08:51:28.307 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.308+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~AXH7XRQBESL3.0 size=1048576 2024-04-02T08:51:28.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.309+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~AXH7XRQBESL3.1 size=1048576 2024-04-02T08:51:28.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.311+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~AXH7XRQBESL3.2 size=240351 2024-04-02T08:51:28.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.311+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=AXH7XRQBESL3 tag=3OUXFYF4AZHO type=write size=3386079 2024-04-02T08:51:28.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.312+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=DZ6Z1OX0MYMF type=del 2024-04-02T08:51:28.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.314+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~FY2HFCXERAL7.0 size=1048576 2024-04-02T08:51:28.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.315+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~FY2HFCXERAL7.1 size=277236 2024-04-02T08:51:28.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.315+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=FY2HFCXERAL7 tag=6J6NX02JWLHT type=write size=2374388 2024-04-02T08:51:28.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.317+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=Z56XGE5IV67X type=del 2024-04-02T08:51:28.317 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.318+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=5BKX1UTLKA37 type=del size=4135628 2024-04-02T08:51:28.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.319+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~0DNIAY38OZ91.0 size=727074 2024-04-02T08:51:28.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.322+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=0DNIAY38OZ91 tag=V5RTAKZG0BKA type=write size=1775650 2024-04-02T08:51:28.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.324+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~MJLY1Y6UT564.0 size=1048576 2024-04-02T08:51:28.324 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.325+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~MJLY1Y6UT564.1 size=1048576 2024-04-02T08:51:28.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.326+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~MJLY1Y6UT564.2 size=556499 2024-04-02T08:51:28.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.326+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=MJLY1Y6UT564 tag=YJUS6A62IOC9 type=write size=3702227 2024-04-02T08:51:28.326 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.327+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~3N0KB0YEVDZV.0 size=1048576 2024-04-02T08:51:28.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.329+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~3N0KB0YEVDZV.1 size=1048576 2024-04-02T08:51:28.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.330+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~3N0KB0YEVDZV.2 size=959937 2024-04-02T08:51:28.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.332+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=3N0KB0YEVDZV tag=9TR3GN132CPV type=write size=4105665 2024-04-02T08:51:28.333 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.334+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~ADS1V1C63K7H.0 size=849375 2024-04-02T08:51:28.333 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.334+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=ADS1V1C63K7H tag=DDNGMCUNU8DB type=write size=1897951 2024-04-02T08:51:28.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.336+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~BTG46WSLMW38.0 size=1048576 2024-04-02T08:51:28.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.337+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~BTG46WSLMW38.1 size=1048576 2024-04-02T08:51:28.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.338+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~BTG46WSLMW38.2 size=855229 2024-04-02T08:51:28.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.340+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=BTG46WSLMW38 tag=K1BF8G4N34IA type=write size=4000957 2024-04-02T08:51:28.342 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.343+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~MJNXGMRWU0YT.0 size=1048576 2024-04-02T08:51:28.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.344+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~MJNXGMRWU0YT.1 size=1048576 2024-04-02T08:51:28.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.345+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~MJNXGMRWU0YT.2 size=1037744 2024-04-02T08:51:28.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.345+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=MJNXGMRWU0YT tag=Q6R592AB94RD type=write size=4183472 2024-04-02T08:51:28.346 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.347+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=XNIPZJJJ8WUD type=del 2024-04-02T08:51:28.347 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.349+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~VJPDECICXWXU.0 size=1048576 2024-04-02T08:51:28.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.350+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~VJPDECICXWXU.1 size=368052 2024-04-02T08:51:28.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.350+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=VJPDECICXWXU tag=4U12TVKU17C9 type=write size=2465204 2024-04-02T08:51:28.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.350+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~NX3WOW4DROZU.0 size=1048576 2024-04-02T08:51:28.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.350+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~NX3WOW4DROZU.1 size=195443 2024-04-02T08:51:28.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.352+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=NX3WOW4DROZU tag=OYLANOZ7QZ3N type=write size=2292595 2024-04-02T08:51:28.352 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.354+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=PB3J49ZE2JSX type=write size=385258 2024-04-02T08:51:28.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.355+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=BAKUUIOUIPW1 type=del 2024-04-02T08:51:28.356 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.357+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~5T7J02G1M5UP.0 size=1048576 2024-04-02T08:51:28.357 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.358+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~5T7J02G1M5UP.1 size=1048576 2024-04-02T08:51:28.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.359+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~5T7J02G1M5UP.2 size=239894 2024-04-02T08:51:28.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.359+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=5T7J02G1M5UP tag=BG7TEG4Y5ABH type=write size=3385622 2024-04-02T08:51:28.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.360+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~K3L2C116XN0U.0 size=1048576 2024-04-02T08:51:28.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.361+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~K3L2C116XN0U.1 size=1028718 2024-04-02T08:51:28.361 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.363+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=K3L2C116XN0U tag=8I5RZIV03WA7 type=write size=3125870 2024-04-02T08:51:28.364 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.365+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~G5GPDQ1TG1Y2.0 size=1048576 2024-04-02T08:51:28.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.366+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~G5GPDQ1TG1Y2.1 size=348453 2024-04-02T08:51:28.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.366+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=G5GPDQ1TG1Y2 tag=T02I3UL94UWX type=write size=2445605 2024-04-02T08:51:28.366 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.368+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=ST3VAIW6HYZU type=del 2024-04-02T08:51:28.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.369+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=JM2V4BAT4HN4 type=del size=1889401 2024-04-02T08:51:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:27 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:27 smithi112 ceph-mon[88945]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:51:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:27 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133342-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:27 smithi112 ceph-mon[91385]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:51:28.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.372+0000 7fe1e54f9780 1 < suggested remove operation key=K1ML6VFMOUSC tag=3ORE8QV7CZD9 type=del 2024-04-02T08:51:28.372 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.373+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=8FBBBJK0FH81 type=del size=1070346 2024-04-02T08:51:28.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.374+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=KKYGPJ93WMVZ type=del 2024-04-02T08:51:28.375 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.375+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=9ECP2BWR2FZ5 type=del size=3464752 2024-04-02T08:51:28.375 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.377+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=CWVMKNG9VCN7 type=del 2024-04-02T08:51:28.378 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.379+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~ZK1GRRLM6BTR.0 size=1048576 2024-04-02T08:51:28.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.380+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~ZK1GRRLM6BTR.1 size=155357 2024-04-02T08:51:28.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.380+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=ZK1GRRLM6BTR tag=0ET6VM30WREY type=write size=2252509 2024-04-02T08:51:28.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.381+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=AKV5YE3KRHNJ type=del 2024-04-02T08:51:28.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.384+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~36EBDQ6KF6WW.0 size=1041968 2024-04-02T08:51:28.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.384+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=36EBDQ6KF6WW tag=9QD6KOS8GWXR type=write size=2090544 2024-04-02T08:51:28.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.385+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~MK05H6M2MUX5.0 size=1048576 2024-04-02T08:51:28.385 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.386+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~MK05H6M2MUX5.1 size=1048576 2024-04-02T08:51:28.386 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.387+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~MK05H6M2MUX5.2 size=36695 2024-04-02T08:51:28.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.390+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=MK05H6M2MUX5 tag=NFLGQBMH33XW type=write size=3182423 2024-04-02T08:51:28.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.391+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=3J7RA0PH1BT7 type=del size=2901575 2024-04-02T08:51:28.391 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.392+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~AXH7XRQBESL3.0 size=1048576 2024-04-02T08:51:28.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.393+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~AXH7XRQBESL3.1 size=1048576 2024-04-02T08:51:28.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.394+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~AXH7XRQBESL3.2 size=240351 2024-04-02T08:51:28.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.397+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=AXH7XRQBESL3 tag=3OUXFYF4AZHO type=write size=3386079 2024-04-02T08:51:28.397 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.398+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=7R91MPIHMDVG type=write size=122895 2024-04-02T08:51:28.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.400+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~FY2HFCXERAL7.0 size=1048576 2024-04-02T08:51:28.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.400+0000 7fe1e54f9780 1 < canceled part key=_multipart_HBFL1GB4JX3V.2~FY2HFCXERAL7.1 size=277236 2024-04-02T08:51:28.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.402+0000 7fe1e54f9780 1 < canceled multipart upload key=HBFL1GB4JX3V upload=FY2HFCXERAL7 tag=6J6NX02JWLHT type=write size=2374388 2024-04-02T08:51:28.402 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.403+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=1CWS29DAVWJN type=del size=1411013 2024-04-02T08:51:28.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.405+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=5BKX1UTLKA37 type=del size=4135628 2024-04-02T08:51:28.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.407+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~U7N57DXAF73Q.0 size=1048576 2024-04-02T08:51:28.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.408+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~U7N57DXAF73Q.1 size=1048576 2024-04-02T08:51:28.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.409+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~U7N57DXAF73Q.2 size=116874 2024-04-02T08:51:28.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.409+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=U7N57DXAF73Q tag=05567ZFP3SUU type=write size=3262602 2024-04-02T08:51:28.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.410+0000 7fe1e54f9780 1 < canceled part key=_multipart_IK9DWI5A56MQ.2~MJLY1Y6UT564.0 size=1048576 2024-04-02T08:51:28.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.411+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~MJLY1Y6UT564.1 size=1048576 2024-04-02T08:51:28.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.411+0000 7fe1e54f9780 1 < canceled part key=_multipart_IK9DWI5A56MQ.2~MJLY1Y6UT564.2 size=556499 2024-04-02T08:51:28.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.413+0000 7fe1e54f9780 1 < canceled multipart upload key=IK9DWI5A56MQ upload=MJLY1Y6UT564 tag=YJUS6A62IOC9 type=write size=3702227 2024-04-02T08:51:28.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.414+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=F5JYYZF6MWCZ type=del size=1782643 2024-04-02T08:51:28.414 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.415+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~ADS1V1C63K7H.0 size=849375 2024-04-02T08:51:28.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.418+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=ADS1V1C63K7H tag=DDNGMCUNU8DB type=write size=1897951 2024-04-02T08:51:28.418 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.419+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=URGGN5FVBC2S type=write size=653165 2024-04-02T08:51:28.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.420+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~MJNXGMRWU0YT.0 size=1048576 2024-04-02T08:51:28.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.421+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~MJNXGMRWU0YT.1 size=1048576 2024-04-02T08:51:28.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.423+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~MJNXGMRWU0YT.2 size=1037744 2024-04-02T08:51:28.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.425+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=MJNXGMRWU0YT tag=Q6R592AB94RD type=write size=4183472 2024-04-02T08:51:28.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.427+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~HMGLE3U80U7G.0 size=1048576 2024-04-02T08:51:28.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.428+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~HMGLE3U80U7G.1 size=257389 2024-04-02T08:51:28.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.428+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=HMGLE3U80U7G tag=77RNNK1B8N6U type=write size=2354541 2024-04-02T08:51:28.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.430+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~VJPDECICXWXU.0 size=1048576 2024-04-02T08:51:28.429 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.431+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~VJPDECICXWXU.1 size=368052 2024-04-02T08:51:28.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.433+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=VJPDECICXWXU tag=4U12TVKU17C9 type=write size=2465204 2024-04-02T08:51:28.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.435+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~RI0BE1O828TE.0 size=357600 2024-04-02T08:51:28.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.435+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=RI0BE1O828TE tag=WAPVDU9CAKRK type=write size=1406176 2024-04-02T08:51:28.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.437+0000 7fe1e54f9780 1 < completed write operation key=9P6XOL7S6JOX tag=PB3J49ZE2JSX type=write size=385258 2024-04-02T08:51:28.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.439+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~WPT4QDTTOKA6.0 size=1048576 2024-04-02T08:51:28.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.440+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~WPT4QDTTOKA6.1 size=928918 2024-04-02T08:51:28.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.440+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=WPT4QDTTOKA6 tag=BPI4Y51E0ALT type=write size=3026070 2024-04-02T08:51:28.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.441+0000 7fe1e54f9780 1 < canceled part key=_multipart_7SOA145ODX3I.2~5T7J02G1M5UP.0 size=1048576 2024-04-02T08:51:28.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.442+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~5T7J02G1M5UP.1 size=1048576 2024-04-02T08:51:28.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.443+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~5T7J02G1M5UP.2 size=239894 2024-04-02T08:51:28.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.445+0000 7fe1e54f9780 1 < canceled multipart upload key=7SOA145ODX3I upload=5T7J02G1M5UP tag=BG7TEG4Y5ABH type=write size=3385622 2024-04-02T08:51:28.445 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.446+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=PFLEM3K31ANO type=del size=1771571 2024-04-02T08:51:28.446 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.448+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~G5GPDQ1TG1Y2.0 size=1048576 2024-04-02T08:51:28.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.449+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~G5GPDQ1TG1Y2.1 size=348453 2024-04-02T08:51:28.449 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.451+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=G5GPDQ1TG1Y2 tag=T02I3UL94UWX type=write size=2445605 2024-04-02T08:51:28.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.453+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~3ALQQ2MPYAF0.0 size=1048576 2024-04-02T08:51:28.453 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.454+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~3ALQQ2MPYAF0.1 size=1048576 2024-04-02T08:51:28.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.456+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~3ALQQ2MPYAF0.2 size=640888 2024-04-02T08:51:28.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.456+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=3ALQQ2MPYAF0 tag=9QNO2PFBNXLC type=write size=3786616 2024-04-02T08:51:28.455 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.457+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=JM2V4BAT4HN4 type=del 2024-04-02T08:51:28.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.459+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~MUISSVG2FT3J.0 size=1048576 2024-04-02T08:51:28.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.460+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~MUISSVG2FT3J.1 size=265441 2024-04-02T08:51:28.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.460+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=MUISSVG2FT3J tag=FBRIFZKYJIHQ type=write size=2362593 2024-04-02T08:51:28.460 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.462+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=8FBBBJK0FH81 type=del 2024-04-02T08:51:28.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.464+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~ZZMYNTS3UIBJ.0 size=594114 2024-04-02T08:51:28.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.464+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=ZZMYNTS3UIBJ tag=8IJXDR4BELNL type=write size=1642690 2024-04-02T08:51:28.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.466+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=9ECP2BWR2FZ5 type=del 2024-04-02T08:51:28.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.467+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=ZDH4KVXVQPJV type=del size=1284198 2024-04-02T08:51:28.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.468+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~ZK1GRRLM6BTR.0 size=1048576 2024-04-02T08:51:28.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.470+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~ZK1GRRLM6BTR.1 size=155357 2024-04-02T08:51:28.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.472+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=ZK1GRRLM6BTR tag=0ET6VM30WREY type=write size=2252509 2024-04-02T08:51:28.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.473+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=2BYWHLPMQ97E type=del size=3715812 2024-04-02T08:51:28.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.474+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~36EBDQ6KF6WW.0 size=1041968 2024-04-02T08:51:28.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.477+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=36EBDQ6KF6WW tag=9QD6KOS8GWXR type=write size=2090544 2024-04-02T08:51:28.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.478+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=VQQY09ROFJ31 type=del size=3582562 2024-04-02T08:51:28.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.479+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=3J7RA0PH1BT7 type=del 2024-04-02T08:51:28.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.482+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~R6GJQDR9Z0EW.0 size=591602 2024-04-02T08:51:28.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.482+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=R6GJQDR9Z0EW tag=32Y37E1MS2I6 type=write size=1640178 2024-04-02T08:51:28.481 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.483+0000 7fe1e54f9780 1 < completed write operation key=BQJGLDS0PGVE tag=7R91MPIHMDVG type=write size=122895 2024-04-02T08:51:28.484 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.485+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~NL7WIZFR10JZ.0 size=10223 2024-04-02T08:51:28.484 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.485+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=NL7WIZFR10JZ tag=BY55YVO574K2 type=write size=1058799 2024-04-02T08:51:28.485 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.487+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=1CWS29DAVWJN type=del 2024-04-02T08:51:28.487 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.488+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=X1HR4A1LYDOQ type=del size=1949665 2024-04-02T08:51:28.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.489+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~U7N57DXAF73Q.0 size=1048576 2024-04-02T08:51:28.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.490+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~U7N57DXAF73Q.1 size=1048576 2024-04-02T08:51:28.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.491+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~U7N57DXAF73Q.2 size=116874 2024-04-02T08:51:28.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.494+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=U7N57DXAF73Q tag=05567ZFP3SUU type=write size=3262602 2024-04-02T08:51:28.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.495+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=PHYCPXQLOYKR type=del size=2134909 2024-04-02T08:51:28.495 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.497+0000 7fe1e54f9780 1 < canceled operation key=72IYB621DARA tag=F5JYYZF6MWCZ type=del size=1782643 2024-04-02T08:51:28.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.499+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~ANJEDB1RZGK0.0 size=74180 2024-04-02T08:51:28.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.499+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=ANJEDB1RZGK0 tag=203SKRW807LH type=write size=1122756 2024-04-02T08:51:28.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.502+0000 7fe1e54f9780 1 < suggested remove operation key=T88N3IX1URRX tag=URGGN5FVBC2S type=write 2024-04-02T08:51:28.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.503+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=HNDNB6WL6YQB type=del size=1397569 2024-04-02T08:51:28.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.505+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~HMGLE3U80U7G.0 size=1048576 2024-04-02T08:51:28.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.505+0000 7fe1e54f9780 1 < canceled part key=_multipart_2Y0DXEZ36QAV.2~HMGLE3U80U7G.1 size=257389 2024-04-02T08:51:28.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.507+0000 7fe1e54f9780 1 < canceled multipart upload key=2Y0DXEZ36QAV upload=HMGLE3U80U7G tag=77RNNK1B8N6U type=write size=2354541 2024-04-02T08:51:28.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.509+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=8N10QC97MYGL type=del size=393947 2024-04-02T08:51:28.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.510+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~RI0BE1O828TE.0 size=357600 2024-04-02T08:51:28.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.513+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=RI0BE1O828TE tag=WAPVDU9CAKRK type=write size=1406176 2024-04-02T08:51:28.513 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.514+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=8UCNSTS390S2 type=write size=318408 2024-04-02T08:51:28.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.515+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~WPT4QDTTOKA6.0 size=1048576 2024-04-02T08:51:28.515 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.516+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~WPT4QDTTOKA6.1 size=928918 2024-04-02T08:51:28.517 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.519+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=WPT4QDTTOKA6 tag=BPI4Y51E0ALT type=write size=3026070 2024-04-02T08:51:28.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.520+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=KXSJSZWIBZHL type=del size=2792368 2024-04-02T08:51:28.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.521+0000 7fe1e54f9780 -1 < failed to complete operation key=T88N3IX1URRX tag=PFLEM3K31ANO type=del size=1771571: (22) Invalid argument 2024-04-02T08:51:28.521 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.523+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=M0GPT0ITZZGJ type=del size=505927 2024-04-02T08:51:28.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.524+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~3ALQQ2MPYAF0.0 size=1048576 2024-04-02T08:51:28.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.524+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~3ALQQ2MPYAF0.1 size=1048576 2024-04-02T08:51:28.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.524+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~3ALQQ2MPYAF0.2 size=640888 2024-04-02T08:51:28.525 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.526+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=3ALQQ2MPYAF0 tag=9QNO2PFBNXLC type=write size=3786616 2024-04-02T08:51:28.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.527+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=PVZA9QY298CA type=del size=2563743 2024-04-02T08:51:28.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.529+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~MUISSVG2FT3J.0 size=1048576 2024-04-02T08:51:28.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.530+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~MUISSVG2FT3J.1 size=265441 2024-04-02T08:51:28.531 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.532+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=MUISSVG2FT3J tag=FBRIFZKYJIHQ type=write size=2362593 2024-04-02T08:51:28.532 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.534+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=E0YQ7D58BHDL type=del size=2631456 2024-04-02T08:51:28.534 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.535+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~ZZMYNTS3UIBJ.0 size=594114 2024-04-02T08:51:28.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.538+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=ZZMYNTS3UIBJ tag=8IJXDR4BELNL type=write size=1642690 2024-04-02T08:51:28.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.539+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=RBQ3EH6SFUV1 type=del size=3466364 2024-04-02T08:51:28.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.541+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=ZDH4KVXVQPJV type=del 2024-04-02T08:51:28.541 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.543+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=U2SDFJOXBLD2 type=del size=3611102 2024-04-02T08:51:28.543 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.544+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=2BYWHLPMQ97E type=del 2024-04-02T08:51:28.545 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.547+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~UMBT02FYZK4U.0 size=1048576 2024-04-02T08:51:28.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.548+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~UMBT02FYZK4U.1 size=167052 2024-04-02T08:51:28.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.548+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=UMBT02FYZK4U tag=L5JAOONXRUFT type=write size=2264204 2024-04-02T08:51:28.549 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.550+0000 7fe1e54f9780 1 < suggested update operation key=CT5BZ79K03F4 tag=VQQY09ROFJ31 type=del size=3582562 2024-04-02T08:51:28.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.553+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~9FYWTMYDJSBC.0 size=1048576 2024-04-02T08:51:28.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.554+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~9FYWTMYDJSBC.1 size=151885 2024-04-02T08:51:28.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.554+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=9FYWTMYDJSBC tag=LAI8RM05DC9E type=write size=2249037 2024-04-02T08:51:28.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.555+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~R6GJQDR9Z0EW.0 size=591602 2024-04-02T08:51:28.556 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.557+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=R6GJQDR9Z0EW tag=32Y37E1MS2I6 type=write size=1640178 2024-04-02T08:51:28.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.559+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=7LJ6GUWUFSRO type=del size=1505743 2024-04-02T08:51:28.559 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.560+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~NL7WIZFR10JZ.0 size=10223 2024-04-02T08:51:28.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.562+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=NL7WIZFR10JZ tag=BY55YVO574K2 type=write size=1058799 2024-04-02T08:51:28.562 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.564+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=K4NQ5UBUMFQH type=del size=2807899 2024-04-02T08:51:28.564 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.565+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=X1HR4A1LYDOQ type=del 2024-04-02T08:51:28.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.566+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=V27X7F3NHQB2 type=del size=2012577 2024-04-02T08:51:28.566 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.568+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=PHYCPXQLOYKR type=del 2024-04-02T08:51:28.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.570+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~YW4AW9UMD9QJ.0 size=1048576 2024-04-02T08:51:28.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.571+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~YW4AW9UMD9QJ.1 size=922072 2024-04-02T08:51:28.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.571+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=YW4AW9UMD9QJ tag=UOK0DU1GLJ2R type=write size=3019224 2024-04-02T08:51:28.571 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.573+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~ANJEDB1RZGK0.0 size=74180 2024-04-02T08:51:28.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.575+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=ANJEDB1RZGK0 tag=203SKRW807LH type=write size=1122756 2024-04-02T08:51:28.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.576+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=U2HTJU0IB70O type=write size=678017 2024-04-02T08:51:28.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.578+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=HNDNB6WL6YQB type=del 2024-04-02T08:51:28.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.580+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~0WXSL7DPNOG3.0 size=1048576 2024-04-02T08:51:28.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.581+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~0WXSL7DPNOG3.1 size=1048576 2024-04-02T08:51:28.581 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.582+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~0WXSL7DPNOG3.2 size=201999 2024-04-02T08:51:28.581 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.582+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=0WXSL7DPNOG3 tag=5VDG361ZXBFP type=write size=3347727 2024-04-02T08:51:28.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.584+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=8N10QC97MYGL type=del 2024-04-02T08:51:28.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.585+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=LJ90E55VHG70 type=del size=102213 2024-04-02T08:51:28.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.587+0000 7fe1e54f9780 1 < completed write operation key=IK9DWI5A56MQ tag=8UCNSTS390S2 type=write size=318408 2024-04-02T08:51:28.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.588+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=F2XFK7JDKH20 type=del size=1396670 2024-04-02T08:51:28.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.589+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=KXSJSZWIBZHL type=del 2024-04-02T08:51:28.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.591+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=HHZGJGOF1DLY type=del size=2328405 2024-04-02T08:51:28.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.592+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=M0GPT0ITZZGJ type=del 2024-04-02T08:51:28.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.593+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=G60CFLOTG60K type=del size=3695819 2024-04-02T08:51:28.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.595+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=PVZA9QY298CA type=del 2024-04-02T08:51:28.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.596+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=4RL9SD8FIIHE type=del size=404336 2024-04-02T08:51:28.596 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.597+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=E0YQ7D58BHDL type=del size=2631456 2024-04-02T08:51:28.597 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.599+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=1A8BLHM39LJA type=del size=2403797 2024-04-02T08:51:28.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.600+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=RBQ3EH6SFUV1 type=del 2024-04-02T08:51:28.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.601+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=QZZ78WCSIOK9 type=del size=4051852 2024-04-02T08:51:28.601 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.603+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=U2SDFJOXBLD2 type=del 2024-04-02T08:51:28.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.604+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=PBB3NS4CMX8H type=del size=2839891 2024-04-02T08:51:28.604 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.605+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~UMBT02FYZK4U.0 size=1048576 2024-04-02T08:51:28.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.606+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~UMBT02FYZK4U.1 size=167052 2024-04-02T08:51:28.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.609+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=UMBT02FYZK4U tag=L5JAOONXRUFT type=write size=2264204 2024-04-02T08:51:28.608 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.610+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=2M80GN6A6GMM type=del size=3805769 2024-04-02T08:51:28.610 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.611+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~9FYWTMYDJSBC.0 size=1048576 2024-04-02T08:51:28.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.612+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~9FYWTMYDJSBC.1 size=151885 2024-04-02T08:51:28.613 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.614+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=9FYWTMYDJSBC tag=LAI8RM05DC9E type=write size=2249037 2024-04-02T08:51:28.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.616+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=MA7ZUFBF1HW7 type=del size=277355 2024-04-02T08:51:28.617 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.618+0000 7fe1e54f9780 1 < suggested remove operation key=IY511MS5UQEJ tag=7LJ6GUWUFSRO type=del 2024-04-02T08:51:28.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.620+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=2004OD6KXKY0 type=del size=3674833 2024-04-02T08:51:28.620 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.621+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=K4NQ5UBUMFQH type=del 2024-04-02T08:51:28.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.622+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=N2NBUZZ2FVNC type=del size=3000819 2024-04-02T08:51:28.622 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.624+0000 7fe1e54f9780 1 < canceled operation key=R6Z9S7ZDIVB0 tag=V27X7F3NHQB2 type=del size=2012577 2024-04-02T08:51:28.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.625+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=Z3VTDWEVVL62 type=del size=766826 2024-04-02T08:51:28.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.627+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~YW4AW9UMD9QJ.0 size=1048576 2024-04-02T08:51:28.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.628+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~YW4AW9UMD9QJ.1 size=922072 2024-04-02T08:51:28.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.630+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=YW4AW9UMD9QJ tag=UOK0DU1GLJ2R type=write size=3019224 2024-04-02T08:51:28.630 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.631+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=7UZD59SN6V1M type=del size=2453191 2024-04-02T08:51:28.631 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.633+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=U2HTJU0IB70O type=write size=678017 2024-04-02T08:51:28.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.634+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=GP604D5Z0LND type=del size=541981 2024-04-02T08:51:28.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.636+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~0WXSL7DPNOG3.0 size=1048576 2024-04-02T08:51:28.635 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.637+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~0WXSL7DPNOG3.1 size=1048576 2024-04-02T08:51:28.636 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.638+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~0WXSL7DPNOG3.2 size=201999 2024-04-02T08:51:28.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.640+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=0WXSL7DPNOG3 tag=5VDG361ZXBFP type=write size=3347727 2024-04-02T08:51:28.640 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.641+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=MNO5UMJVTTZ8 type=del size=1747469 2024-04-02T08:51:28.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.643+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=LJ90E55VHG70 type=del 2024-04-02T08:51:28.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.644+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=RZ19QI6026ZI type=write size=506565 2024-04-02T08:51:28.644 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.646+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=F2XFK7JDKH20 type=del 2024-04-02T08:51:28.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.648+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~8A8M7XZVB867.0 size=382876 2024-04-02T08:51:28.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.648+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=8A8M7XZVB867 tag=0T8KHKE9WO24 type=write size=1431452 2024-04-02T08:51:28.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.650+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=HHZGJGOF1DLY type=del 2024-04-02T08:51:28.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.651+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=2P1ISDQKV8ZQ type=del size=934125 2024-04-02T08:51:28.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.653+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=G60CFLOTG60K type=del 2024-04-02T08:51:28.654 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.655+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~HQXB90URO5DA.0 size=249 2024-04-02T08:51:28.654 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.655+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=HQXB90URO5DA tag=M19B390DBIKL type=write size=1048825 2024-04-02T08:51:28.655 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.657+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=4RL9SD8FIIHE type=del 2024-04-02T08:51:28.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.658+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=WHW7J1S29831 type=del size=3569453 2024-04-02T08:51:28.660 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.661+0000 7fe1e54f9780 1 < suggested remove operation key=9P6XOL7S6JOX tag=1A8BLHM39LJA type=del 2024-04-02T08:51:28.662 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.664+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~20KHVZVCSO37.0 size=1048576 2024-04-02T08:51:28.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.665+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~20KHVZVCSO37.1 size=807674 2024-04-02T08:51:28.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.665+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=20KHVZVCSO37 tag=YVLYO0UACS9C type=write size=2904826 2024-04-02T08:51:28.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.668+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=QZZ78WCSIOK9 type=del size=4051852 2024-04-02T08:51:28.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.669+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=OKTGVXE0863U type=del size=504470 2024-04-02T08:51:28.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.671+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=PBB3NS4CMX8H type=del 2024-04-02T08:51:28.671 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.672+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=YOTBHMFNLA6P type=del size=1541444 2024-04-02T08:51:28.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.674+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=2M80GN6A6GMM type=del 2024-04-02T08:51:28.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.675+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=9QWZXA4QA96X type=del size=1051120 2024-04-02T08:51:28.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.676+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=MA7ZUFBF1HW7 type=del 2024-04-02T08:51:28.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.679+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~AHRWOF3GO1R7.0 size=1048576 2024-04-02T08:51:28.679 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.680+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~AHRWOF3GO1R7.1 size=244821 2024-04-02T08:51:28.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.680+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=AHRWOF3GO1R7 tag=EMK2CXW9O342 type=write size=2341973 2024-04-02T08:51:28.682 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.683+0000 7fe1e54f9780 1 < suggested update operation key=HG0NKZCLQ7V7 tag=2004OD6KXKY0 type=del size=3674833 2024-04-02T08:51:28.684 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.685+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=G7RVAMLZD7CG type=del size=334485 2024-04-02T08:51:28.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.686+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=N2NBUZZ2FVNC type=del 2024-04-02T08:51:28.686 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.688+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=9LR1K0DW57SS type=del size=1982470 2024-04-02T08:51:28.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.689+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=Z3VTDWEVVL62 type=del 2024-04-02T08:51:28.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.692+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~U6JIHIDBPQSK.0 size=1048576 2024-04-02T08:51:28.692 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.693+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~U6JIHIDBPQSK.1 size=96383 2024-04-02T08:51:28.692 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.693+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=U6JIHIDBPQSK tag=ZTTG5E5Q0SJK type=write size=2193535 2024-04-02T08:51:28.694 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.695+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=7UZD59SN6V1M type=del 2024-04-02T08:51:28.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.697+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=6JXJB4GR7DFI type=del size=1780163 2024-04-02T08:51:28.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.698+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=GP604D5Z0LND type=del 2024-04-02T08:51:28.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.700+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~KHYUHYX1A2WX.0 size=1048576 2024-04-02T08:51:28.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.702+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~KHYUHYX1A2WX.1 size=1048576 2024-04-02T08:51:28.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.703+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~KHYUHYX1A2WX.2 size=871372 2024-04-02T08:51:28.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.703+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=KHYUHYX1A2WX tag=TOIRM1NBKBEG type=write size=4017100 2024-04-02T08:51:28.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.704+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=MNO5UMJVTTZ8 type=del 2024-04-02T08:51:28.704 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.706+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=W4YYRHPB1GV3 type=del size=3952823 2024-04-02T08:51:28.705 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.707+0000 7fe1e54f9780 1 < completed write operation key=IK9DWI5A56MQ tag=RZ19QI6026ZI type=write size=506565 2024-04-02T08:51:28.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.709+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~8ZKV58TZO7HQ.0 size=62786 2024-04-02T08:51:28.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.709+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=8ZKV58TZO7HQ tag=JE4X7SAVANJJ type=write size=1111362 2024-04-02T08:51:28.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.711+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~8A8M7XZVB867.0 size=382876 2024-04-02T08:51:28.712 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.713+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=8A8M7XZVB867 tag=0T8KHKE9WO24 type=write size=1431452 2024-04-02T08:51:28.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.716+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~45R2BX8M2SOL.0 size=1048576 2024-04-02T08:51:28.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.717+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~45R2BX8M2SOL.1 size=1048576 2024-04-02T08:51:28.716 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.718+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~45R2BX8M2SOL.2 size=930054 2024-04-02T08:51:28.717 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.718+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=45R2BX8M2SOL tag=H3MY16VUU3QH type=write size=4075782 2024-04-02T08:51:28.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.721+0000 7fe1e54f9780 1 < suggested update operation key=XUGOHG0SXTNW tag=2P1ISDQKV8ZQ type=del size=934125 2024-04-02T08:51:28.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.723+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~XVV7B22B8MCQ.0 size=245155 2024-04-02T08:51:28.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.723+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=XVV7B22B8MCQ tag=84DRUIYM7G85 type=write size=1293731 2024-04-02T08:51:28.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.724+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~HQXB90URO5DA.0 size=249 2024-04-02T08:51:28.725 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.727+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=HQXB90URO5DA tag=M19B390DBIKL type=write size=1048825 2024-04-02T08:51:28.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.728+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=ZZFE5TDP753B type=del size=435360 2024-04-02T08:51:28.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.731+0000 7fe1e54f9780 1 < suggested update operation key=HSKJ25CGNNTY tag=WHW7J1S29831 type=del size=3569453 2024-04-02T08:51:28.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.732+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=E79JKXVAPYBP type=write size=6990 2024-04-02T08:51:28.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.734+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~20KHVZVCSO37.0 size=1048576 2024-04-02T08:51:28.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.735+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~20KHVZVCSO37.1 size=807674 2024-04-02T08:51:28.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.737+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=20KHVZVCSO37 tag=YVLYO0UACS9C type=write size=2904826 2024-04-02T08:51:28.739 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.740+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~7NOOKYJFJPQX.0 size=1048576 2024-04-02T08:51:28.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.741+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~7NOOKYJFJPQX.1 size=321520 2024-04-02T08:51:28.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.741+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=7NOOKYJFJPQX tag=UJ4D5E0WECMO type=write size=2418672 2024-04-02T08:51:28.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.743+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=OKTGVXE0863U type=del 2024-04-02T08:51:28.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.744+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=QK6XDKVHTK2V type=del size=2438663 2024-04-02T08:51:28.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.746+0000 7fe1e54f9780 -1 < failed to complete operation key=HSKJ25CGNNTY tag=YOTBHMFNLA6P type=del size=1541444: (22) Invalid argument 2024-04-02T08:51:28.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.749+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~D6PPM3SS1SCS.0 size=1048576 2024-04-02T08:51:28.749 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.750+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~D6PPM3SS1SCS.1 size=1048576 2024-04-02T08:51:28.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.752+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~D6PPM3SS1SCS.2 size=182378 2024-04-02T08:51:28.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.752+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=D6PPM3SS1SCS tag=CRZ6HGPQR9L2 type=write size=3328106 2024-04-02T08:51:28.752 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.753+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=9QWZXA4QA96X type=del size=1051120 2024-04-02T08:51:28.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.755+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=2VNODO9RFMHT type=del size=1118038 2024-04-02T08:51:28.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.756+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~AHRWOF3GO1R7.0 size=1048576 2024-04-02T08:51:28.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.757+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~AHRWOF3GO1R7.1 size=244821 2024-04-02T08:51:28.759 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.760+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=AHRWOF3GO1R7 tag=EMK2CXW9O342 type=write size=2341973 2024-04-02T08:51:28.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.763+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~IVKGNSXQ1EJF.0 size=1047586 2024-04-02T08:51:28.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.763+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=IVKGNSXQ1EJF tag=ZH63U6XXYB80 type=write size=2096162 2024-04-02T08:51:28.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.766+0000 7fe1e54f9780 1 < suggested update operation key=XUGOHG0SXTNW tag=G7RVAMLZD7CG type=del size=334485 2024-04-02T08:51:28.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.767+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=SHH7J9JM8J9R type=del size=298022 2024-04-02T08:51:28.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.769+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=9LR1K0DW57SS type=del 2024-04-02T08:51:28.770 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.772+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~ABCIFELC4B9Z.0 size=1048576 2024-04-02T08:51:28.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.773+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~ABCIFELC4B9Z.1 size=403143 2024-04-02T08:51:28.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.773+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=ABCIFELC4B9Z tag=UO74PS85Z4QT type=write size=2500295 2024-04-02T08:51:28.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.774+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~U6JIHIDBPQSK.0 size=1048576 2024-04-02T08:51:28.774 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.775+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~U6JIHIDBPQSK.1 size=96383 2024-04-02T08:51:28.777 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.778+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=U6JIHIDBPQSK tag=ZTTG5E5Q0SJK type=write size=2193535 2024-04-02T08:51:28.780 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.781+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~88GI3HYZ6IAY.0 size=1048576 2024-04-02T08:51:28.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.782+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~88GI3HYZ6IAY.1 size=100836 2024-04-02T08:51:28.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.782+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=88GI3HYZ6IAY tag=NOEKLFU1TSR5 type=write size=2197988 2024-04-02T08:51:28.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.784+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=6JXJB4GR7DFI type=del 2024-04-02T08:51:28.785 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.787+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~JMZ68SWLF2JQ.0 size=1048576 2024-04-02T08:51:28.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.788+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~JMZ68SWLF2JQ.1 size=1048576 2024-04-02T08:51:28.787 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.789+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~JMZ68SWLF2JQ.2 size=526777 2024-04-02T08:51:28.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.789+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=JMZ68SWLF2JQ tag=SXQWT5PN2STQ type=write size=3672505 2024-04-02T08:51:28.789 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.790+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~KHYUHYX1A2WX.0 size=1048576 2024-04-02T08:51:28.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.792+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~KHYUHYX1A2WX.1 size=1048576 2024-04-02T08:51:28.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.792+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~KHYUHYX1A2WX.2 size=871372 2024-04-02T08:51:28.792 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.794+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=KHYUHYX1A2WX tag=TOIRM1NBKBEG type=write size=4017100 2024-04-02T08:51:28.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.795+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=AJX9R960SZTO type=del size=2922712 2024-04-02T08:51:28.795 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.797+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=W4YYRHPB1GV3 type=del 2024-04-02T08:51:28.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.800+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~2OZSQADDVV8M.0 size=1048576 2024-04-02T08:51:28.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.801+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~2OZSQADDVV8M.1 size=1007881 2024-04-02T08:51:28.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.801+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=2OZSQADDVV8M tag=IB2FMRFYR5TI type=write size=3105033 2024-04-02T08:51:28.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.803+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~8ZKV58TZO7HQ.0 size=62786 2024-04-02T08:51:28.804 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.805+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=8ZKV58TZO7HQ tag=JE4X7SAVANJJ type=write size=1111362 2024-04-02T08:51:28.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.807+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=766WYDD7JKBQ type=del size=3367527 2024-04-02T08:51:28.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.808+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~45R2BX8M2SOL.0 size=1048576 2024-04-02T08:51:28.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.809+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~45R2BX8M2SOL.1 size=1048576 2024-04-02T08:51:28.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.811+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~45R2BX8M2SOL.2 size=930054 2024-04-02T08:51:28.812 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.813+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=45R2BX8M2SOL tag=H3MY16VUU3QH type=write size=4075782 2024-04-02T08:51:28.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.816+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~A7CQVDPITO16.0 size=465385 2024-04-02T08:51:28.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.816+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=A7CQVDPITO16 tag=S6ZVRGMWAI04 type=write size=1513961 2024-04-02T08:51:28.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.818+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~XVV7B22B8MCQ.0 size=245155 2024-04-02T08:51:28.819 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.820+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=XVV7B22B8MCQ tag=84DRUIYM7G85 type=write size=1293731 2024-04-02T08:51:28.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.822+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=0K6ZJHZ58TRO type=del size=2943495 2024-04-02T08:51:28.822 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.823+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=ZZFE5TDP753B type=del 2024-04-02T08:51:28.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.825+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=Z1QW0671C15Z type=del size=3462107 2024-04-02T08:51:28.825 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.827+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=E79JKXVAPYBP type=write size=6990 2024-04-02T08:51:28.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.828+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=YBWBKKUAHAKX type=del size=3453924 2024-04-02T08:51:28.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.830+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~7NOOKYJFJPQX.0 size=1048576 2024-04-02T08:51:28.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.831+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~7NOOKYJFJPQX.1 size=321520 2024-04-02T08:51:28.831 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.833+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=7NOOKYJFJPQX tag=UJ4D5E0WECMO type=write size=2418672 2024-04-02T08:51:28.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.834+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=E55Q6OSH2BAH type=write size=594486 2024-04-02T08:51:28.834 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.836+0000 7fe1e54f9780 -1 < failed to complete operation key=XUGOHG0SXTNW tag=QK6XDKVHTK2V type=del size=2438663: (22) Invalid argument 2024-04-02T08:51:28.836 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.837+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=XI0D53KTQR6Y type=del size=1551993 2024-04-02T08:51:28.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.839+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~D6PPM3SS1SCS.0 size=1048576 2024-04-02T08:51:28.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.840+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~D6PPM3SS1SCS.1 size=1048576 2024-04-02T08:51:28.839 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.841+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~D6PPM3SS1SCS.2 size=182378 2024-04-02T08:51:28.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.843+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=D6PPM3SS1SCS tag=CRZ6HGPQR9L2 type=write size=3328106 2024-04-02T08:51:28.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.846+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~3NP3K8G2Y5XT.0 size=1048576 2024-04-02T08:51:28.845 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.847+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~3NP3K8G2Y5XT.1 size=47715 2024-04-02T08:51:28.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.847+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=3NP3K8G2Y5XT tag=HCLRJYM6S5PZ type=write size=2144867 2024-04-02T08:51:28.847 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.848+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=2VNODO9RFMHT type=del 2024-04-02T08:51:28.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.850+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=2HCGFMVQNF49 type=del size=1036777 2024-04-02T08:51:28.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.851+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~IVKGNSXQ1EJF.0 size=1047586 2024-04-02T08:51:28.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.853+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=IVKGNSXQ1EJF tag=ZH63U6XXYB80 type=write size=2096162 2024-04-02T08:51:28.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.855+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=VDVNJOU52CPZ type=del size=1120205 2024-04-02T08:51:28.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.856+0000 7fe1e54f9780 1 < canceled operation key=XD49NVDY5QAC tag=SHH7J9JM8J9R type=del size=298022 2024-04-02T08:51:28.857 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.859+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~IQF6PFCX0L05.0 size=234420 2024-04-02T08:51:28.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.859+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=IQF6PFCX0L05 tag=F03VWT4LI10Z type=write size=1282996 2024-04-02T08:51:28.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.859+0000 7fe1e54f9780 1 < canceled part key=_multipart_LOZGVEXU39NU.2~ABCIFELC4B9Z.0 size=1048576 2024-04-02T08:51:28.859 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.860+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~ABCIFELC4B9Z.1 size=403143 2024-04-02T08:51:28.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.863+0000 7fe1e54f9780 1 < canceled multipart upload key=LOZGVEXU39NU upload=ABCIFELC4B9Z tag=UO74PS85Z4QT type=write size=2500295 2024-04-02T08:51:28.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.866+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~5T818FQ6A8KA.0 size=1048576 2024-04-02T08:51:28.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.867+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~5T818FQ6A8KA.1 size=842995 2024-04-02T08:51:28.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.867+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=5T818FQ6A8KA tag=QRSK8MPW9G4R type=write size=2940147 2024-04-02T08:51:28.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.869+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~88GI3HYZ6IAY.0 size=1048576 2024-04-02T08:51:28.869 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.871+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~88GI3HYZ6IAY.1 size=100836 2024-04-02T08:51:28.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.874+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=88GI3HYZ6IAY tag=NOEKLFU1TSR5 type=write size=2197988 2024-04-02T08:51:28.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.875+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=6YD5GITN3OJ0 type=del size=1444221 2024-04-02T08:51:28.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.877+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~JMZ68SWLF2JQ.0 size=1048576 2024-04-02T08:51:28.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.878+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~JMZ68SWLF2JQ.1 size=1048576 2024-04-02T08:51:28.879 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.880+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~JMZ68SWLF2JQ.2 size=526777 2024-04-02T08:51:28.882 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.883+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=JMZ68SWLF2JQ tag=SXQWT5PN2STQ type=write size=3672505 2024-04-02T08:51:28.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.885+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=T7SLAQ6TBF4P type=del size=1238196 2024-04-02T08:51:28.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.887+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=AJX9R960SZTO type=del 2024-04-02T08:51:28.887 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.888+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=8CML9O1AMP4N type=del size=3462316 2024-04-02T08:51:28.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.890+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~2OZSQADDVV8M.0 size=1048576 2024-04-02T08:51:28.890 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.891+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~2OZSQADDVV8M.1 size=1007881 2024-04-02T08:51:28.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.894+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=2OZSQADDVV8M tag=IB2FMRFYR5TI type=write size=3105033 2024-04-02T08:51:28.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.897+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~J7ACTM6EKSND.0 size=1048576 2024-04-02T08:51:28.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.898+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~J7ACTM6EKSND.1 size=1048576 2024-04-02T08:51:28.898 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.899+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~J7ACTM6EKSND.2 size=173632 2024-04-02T08:51:28.898 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.899+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=J7ACTM6EKSND tag=QOEA32M09NQC type=write size=3319360 2024-04-02T08:51:28.899 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.901+0000 7fe1e54f9780 1 < canceled operation key=FRXQAJO7O5U2 tag=766WYDD7JKBQ type=del size=3367527 2024-04-02T08:51:28.901 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.902+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=ZXFWLK59ANEN type=write size=439242 2024-04-02T08:51:28.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.904+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~A7CQVDPITO16.0 size=465385 2024-04-02T08:51:28.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.906+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=A7CQVDPITO16 tag=S6ZVRGMWAI04 type=write size=1513961 2024-04-02T08:51:28.908 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.909+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~13BBY1JJJEN2.0 size=1048576 2024-04-02T08:51:28.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.911+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~13BBY1JJJEN2.1 size=1048576 2024-04-02T08:51:28.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.912+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~13BBY1JJJEN2.2 size=576610 2024-04-02T08:51:28.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.912+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=13BBY1JJJEN2 tag=F87EQUZBSKA2 type=write size=3722338 2024-04-02T08:51:28.912 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.913+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=0K6ZJHZ58TRO type=del 2024-04-02T08:51:28.914 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.916+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~39X4BWTG4B34.0 size=1048576 2024-04-02T08:51:28.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.917+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~39X4BWTG4B34.1 size=264329 2024-04-02T08:51:28.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.917+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=39X4BWTG4B34 tag=29SOOB6SJ6VS type=write size=2361481 2024-04-02T08:51:28.918 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.919+0000 7fe1e54f9780 1 < suggested remove operation key=WT084Z5BQ6FL tag=Z1QW0671C15Z type=del 2024-04-02T08:51:28.920 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.921+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=C2AD3IR1Z92W type=write size=1016719 2024-04-02T08:51:28.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.924+0000 7fe1e54f9780 1 < suggested update operation key=2F742L9HW4DY tag=YBWBKKUAHAKX type=del size=3453924 2024-04-02T08:51:28.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.925+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=645R7DHUGJ91 type=del size=420884 2024-04-02T08:51:28.927 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.928+0000 7fe1e54f9780 1 < suggested remove operation key=HG0NKZCLQ7V7 tag=E55Q6OSH2BAH type=write 2024-04-02T08:51:28.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.931+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~R7JA2XBFJX6F.0 size=1048576 2024-04-02T08:51:28.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.932+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~R7JA2XBFJX6F.1 size=1048576 2024-04-02T08:51:28.932 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.933+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~R7JA2XBFJX6F.2 size=387906 2024-04-02T08:51:28.932 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.933+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=R7JA2XBFJX6F tag=HT6AQR8TICOZ type=write size=3533634 2024-04-02T08:51:28.934 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.935+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=XI0D53KTQR6Y type=del 2024-04-02T08:51:28.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.938+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~NYY1E3Q430IN.0 size=1048576 2024-04-02T08:51:28.938 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.939+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~NYY1E3Q430IN.1 size=1048576 2024-04-02T08:51:28.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.940+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~NYY1E3Q430IN.2 size=847494 2024-04-02T08:51:28.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.940+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=NYY1E3Q430IN tag=KTYXU7LFRUYY type=write size=3993222 2024-04-02T08:51:28.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.942+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~3NP3K8G2Y5XT.0 size=1048576 2024-04-02T08:51:28.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.942+0000 7fe1e54f9780 1 < canceled part key=_multipart_OWJ9C2D76GGG.2~3NP3K8G2Y5XT.1 size=47715 2024-04-02T08:51:28.943 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.944+0000 7fe1e54f9780 1 < canceled multipart upload key=OWJ9C2D76GGG upload=3NP3K8G2Y5XT tag=HCLRJYM6S5PZ type=write size=2144867 2024-04-02T08:51:28.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.946+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=15B88244M1SK type=del size=48869 2024-04-02T08:51:28.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.947+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=2HCGFMVQNF49 type=del 2024-04-02T08:51:28.947 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.949+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=U20BW7N6GE5H type=del size=3836270 2024-04-02T08:51:28.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.951+0000 7fe1e54f9780 1 < suggested remove operation key=OC284H4P86JN tag=VDVNJOU52CPZ type=del 2024-04-02T08:51:28.952 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.953+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=Q2LI544DSVGI type=del size=1099266 2024-04-02T08:51:28.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.954+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~IQF6PFCX0L05.0 size=234420 2024-04-02T08:51:28.956 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.957+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=IQF6PFCX0L05 tag=F03VWT4LI10Z type=write size=1282996 2024-04-02T08:51:28.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.959+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=548Y1IB58VFV type=del size=2623232 2024-04-02T08:51:28.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.959+0000 7fe1e54f9780 1 < canceled part key=_multipart_JO11PYGL6W1R.2~5T818FQ6A8KA.0 size=1048576 2024-04-02T08:51:28.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.959+0000 7fe1e54f9780 1 < canceled part key=_multipart_JO11PYGL6W1R.2~5T818FQ6A8KA.1 size=842995 2024-04-02T08:51:28.960 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.962+0000 7fe1e54f9780 1 < canceled multipart upload key=JO11PYGL6W1R upload=5T818FQ6A8KA tag=QRSK8MPW9G4R type=write size=2940147 2024-04-02T08:51:28.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.964+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~QZLKJ1AWRVZV.0 size=476381 2024-04-02T08:51:28.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.964+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=QZLKJ1AWRVZV tag=57T011ZE0NYH type=write size=1524957 2024-04-02T08:51:28.964 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.966+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=6YD5GITN3OJ0 type=del 2024-04-02T08:51:28.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.967+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=RM372SF1LQDP type=del size=1401573 2024-04-02T08:51:28.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.970+0000 7fe1e54f9780 1 < suggested remove operation key=JO11PYGL6W1R tag=T7SLAQ6TBF4P type=del 2024-04-02T08:51:28.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.971+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=9Q6D7GBGZYRH type=del size=1168484 2024-04-02T08:51:28.971 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.973+0000 7fe1e54f9780 1 < canceled operation key=CT5BZ79K03F4 tag=8CML9O1AMP4N type=del size=3462316 2024-04-02T08:51:28.973 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.974+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=SJR432CL2YNB type=del size=4116286 2024-04-02T08:51:28.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.976+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~J7ACTM6EKSND.0 size=1048576 2024-04-02T08:51:28.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.977+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~J7ACTM6EKSND.1 size=1048576 2024-04-02T08:51:28.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.978+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~J7ACTM6EKSND.2 size=173632 2024-04-02T08:51:28.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.980+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=J7ACTM6EKSND tag=QOEA32M09NQC type=write size=3319360 2024-04-02T08:51:28.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.983+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~KPJ307CE8GBT.0 size=1048576 2024-04-02T08:51:28.983 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.984+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~KPJ307CE8GBT.1 size=577669 2024-04-02T08:51:28.983 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.984+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=KPJ307CE8GBT tag=ML5WYB2NIVMI type=write size=2674821 2024-04-02T08:51:28.984 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.986+0000 7fe1e54f9780 -1 < failed to complete operation key=JO11PYGL6W1R tag=ZXFWLK59ANEN type=write size=439242: (22) Invalid argument 2024-04-02T08:51:28.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.988+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~2PTQNGKE4VRX.0 size=506214 2024-04-02T08:51:28.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.988+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=2PTQNGKE4VRX tag=2A1F53NNTC3W type=write size=1554790 2024-04-02T08:51:28.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.989+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~13BBY1JJJEN2.0 size=1048576 2024-04-02T08:51:28.988 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.990+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~13BBY1JJJEN2.1 size=1048576 2024-04-02T08:51:28.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.991+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~13BBY1JJJEN2.2 size=576610 2024-04-02T08:51:28.992 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.993+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=13BBY1JJJEN2 tag=F87EQUZBSKA2 type=write size=3722338 2024-04-02T08:51:28.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.996+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~2SISIA6K1NMH.0 size=1048576 2024-04-02T08:51:28.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.997+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~2SISIA6K1NMH.1 size=1048576 2024-04-02T08:51:28.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.998+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~2SISIA6K1NMH.2 size=544026 2024-04-02T08:51:28.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.998+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=2SISIA6K1NMH tag=8UOJ9CNSWEJN type=write size=3689754 2024-04-02T08:51:28.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:28.999+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~39X4BWTG4B34.0 size=1048576 2024-04-02T08:51:28.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.001+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~39X4BWTG4B34.1 size=264329 2024-04-02T08:51:29.002 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.003+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=39X4BWTG4B34 tag=29SOOB6SJ6VS type=write size=2361481 2024-04-02T08:51:29.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.005+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=0CR8NAILV19F type=del size=1405250 2024-04-02T08:51:29.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.006+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=C2AD3IR1Z92W type=write size=1016719 2024-04-02T08:51:29.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.009+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~C9J914W67GHD.0 size=611148 2024-04-02T08:51:29.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.009+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=C9J914W67GHD tag=4MXLTZQQZ7NQ type=write size=1659724 2024-04-02T08:51:29.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.010+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=645R7DHUGJ91 type=del 2024-04-02T08:51:29.011 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.013+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~RA8NW4L0N9I0.0 size=1048576 2024-04-02T08:51:29.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.014+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~RA8NW4L0N9I0.1 size=64455 2024-04-02T08:51:29.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.014+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=RA8NW4L0N9I0 tag=WMYIBKW9MT59 type=write size=2161607 2024-04-02T08:51:29.014 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.015+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~R7JA2XBFJX6F.0 size=1048576 2024-04-02T08:51:29.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.016+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~R7JA2XBFJX6F.1 size=1048576 2024-04-02T08:51:29.016 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.018+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~R7JA2XBFJX6F.2 size=387906 2024-04-02T08:51:29.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.020+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=R7JA2XBFJX6F tag=HT6AQR8TICOZ type=write size=3533634 2024-04-02T08:51:29.020 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.021+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=UK4MU2KC8E54 type=del size=2969029 2024-04-02T08:51:29.021 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.023+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~NYY1E3Q430IN.0 size=1048576 2024-04-02T08:51:29.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.024+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~NYY1E3Q430IN.1 size=1048576 2024-04-02T08:51:29.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.025+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~NYY1E3Q430IN.2 size=847494 2024-04-02T08:51:29.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.028+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=NYY1E3Q430IN tag=KTYXU7LFRUYY type=write size=3993222 2024-04-02T08:51:29.028 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.029+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=UOMB70G6ND7F type=write size=184872 2024-04-02T08:51:29.029 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.030+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=15B88244M1SK type=del 2024-04-02T08:51:29.030 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.032+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=6HXC8B6LUMU4 type=del size=3688843 2024-04-02T08:51:29.032 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.033+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=U20BW7N6GE5H type=del 2024-04-02T08:51:29.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.035+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=VG1T6B51TAGX type=del size=3005817 2024-04-02T08:51:29.035 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.036+0000 7fe1e54f9780 1 < canceled operation key=9P6XOL7S6JOX tag=Q2LI544DSVGI type=del size=1099266 2024-04-02T08:51:29.036 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.038+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=JW3WXFLYM9P6 type=del size=1244806 2024-04-02T08:51:29.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.039+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=548Y1IB58VFV type=del 2024-04-02T08:51:29.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.041+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=ZF0XHJOIK7F5 type=write size=307392 2024-04-02T08:51:29.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.042+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~QZLKJ1AWRVZV.0 size=476381 2024-04-02T08:51:29.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.045+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=QZLKJ1AWRVZV tag=57T011ZE0NYH type=write size=1524957 2024-04-02T08:51:29.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.049+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~K4JNHKKF8B71.0 size=1048576 2024-04-02T08:51:29.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.050+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~K4JNHKKF8B71.1 size=1048576 2024-04-02T08:51:29.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.051+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~K4JNHKKF8B71.2 size=476733 2024-04-02T08:51:29.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.051+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=K4JNHKKF8B71 tag=LZ85QZSS71ZT type=write size=3622461 2024-04-02T08:51:29.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.054+0000 7fe1e54f9780 1 < suggested remove operation key=7SOA145ODX3I tag=RM372SF1LQDP type=del 2024-04-02T08:51:29.055 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.056+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=WZTSAOZMB51W type=del size=3267627 2024-04-02T08:51:29.059 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.060+0000 7fe1e54f9780 1 < suggested update operation key=HBFL1GB4JX3V tag=9Q6D7GBGZYRH type=del size=1168484 2024-04-02T08:51:29.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.063+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3KNX9F2WQZSP.0 size=1048576 2024-04-02T08:51:29.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.064+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3KNX9F2WQZSP.1 size=1048576 2024-04-02T08:51:29.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.066+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3KNX9F2WQZSP.2 size=300756 2024-04-02T08:51:29.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.066+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=3KNX9F2WQZSP tag=7C0NB79CWB30 type=write size=3446484 2024-04-02T08:51:29.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.067+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=SJR432CL2YNB type=del 2024-04-02T08:51:29.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.071+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~I7QXXKCV5IU9.0 size=934110 2024-04-02T08:51:29.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.071+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=I7QXXKCV5IU9 tag=ZZ1WEKQEKGHN type=write size=1982686 2024-04-02T08:51:29.071 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.073+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~KPJ307CE8GBT.0 size=1048576 2024-04-02T08:51:29.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.074+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~KPJ307CE8GBT.1 size=577669 2024-04-02T08:51:29.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.077+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=KPJ307CE8GBT tag=ML5WYB2NIVMI type=write size=2674821 2024-04-02T08:51:29.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.079+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=VLON6OZ0HXHQ type=del size=289830 2024-04-02T08:51:29.079 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.081+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~2PTQNGKE4VRX.0 size=506214 2024-04-02T08:51:29.086 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.084+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=2PTQNGKE4VRX tag=2A1F53NNTC3W type=write size=1554790 2024-04-02T08:51:29.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.087+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~18ZGEZLFDU7T.0 size=1048576 2024-04-02T08:51:29.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.088+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~18ZGEZLFDU7T.1 size=995436 2024-04-02T08:51:29.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.088+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=18ZGEZLFDU7T tag=E47ATC1M5ALI type=write size=3092588 2024-04-02T08:51:29.088 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.090+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~2SISIA6K1NMH.0 size=1048576 2024-04-02T08:51:29.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.091+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~2SISIA6K1NMH.1 size=1048576 2024-04-02T08:51:29.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.092+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~2SISIA6K1NMH.2 size=544026 2024-04-02T08:51:29.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.095+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=2SISIA6K1NMH tag=8UOJ9CNSWEJN type=write size=3689754 2024-04-02T08:51:29.095 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.097+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=9M3MMVYELNR7 type=write size=190004 2024-04-02T08:51:29.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.099+0000 7fe1e54f9780 -1 < failed to complete operation key=HBFL1GB4JX3V tag=0CR8NAILV19F type=del size=1405250: (22) Invalid argument 2024-04-02T08:51:29.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.102+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~2NBIFU2PE78J.0 size=968316 2024-04-02T08:51:29.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.102+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=2NBIFU2PE78J tag=B4QT87SJ3QWE type=write size=2016892 2024-04-02T08:51:29.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.103+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~C9J914W67GHD.0 size=611148 2024-04-02T08:51:29.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.106+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=C9J914W67GHD tag=4MXLTZQQZ7NQ type=write size=1659724 2024-04-02T08:51:29.106 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.107+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=EGQD4U5Y3IWB type=del size=1691014 2024-04-02T08:51:29.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.109+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~RA8NW4L0N9I0.0 size=1048576 2024-04-02T08:51:29.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.110+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~RA8NW4L0N9I0.1 size=64455 2024-04-02T08:51:29.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.112+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=RA8NW4L0N9I0 tag=WMYIBKW9MT59 type=write size=2161607 2024-04-02T08:51:29.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.114+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=6YZI1A7UWKX3 type=del size=3653125 2024-04-02T08:51:29.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.115+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=UK4MU2KC8E54 type=del 2024-04-02T08:51:29.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.116+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=A641GV33XFHA type=del size=1818625 2024-04-02T08:51:29.118 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.120+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=UOMB70G6ND7F type=write size=184872 2024-04-02T08:51:29.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.123+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~I1YQEZUTWS69.0 size=730829 2024-04-02T08:51:29.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.123+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=I1YQEZUTWS69 tag=9HINCDZ0XT76 type=write size=1779405 2024-04-02T08:51:29.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.124+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=6HXC8B6LUMU4 type=del 2024-04-02T08:51:29.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.125+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=XQ2XDIFTKW1S type=write size=157021 2024-04-02T08:51:29.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.127+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=VG1T6B51TAGX type=del 2024-04-02T08:51:29.127 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.128+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=GUPE54T63KMU type=write size=653711 2024-04-02T08:51:29.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.130+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=JW3WXFLYM9P6 type=del 2024-04-02T08:51:29.131 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.132+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~P7PU7LBD2NUE.0 size=1048576 2024-04-02T08:51:29.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.133+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~P7PU7LBD2NUE.1 size=1048576 2024-04-02T08:51:29.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.135+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~P7PU7LBD2NUE.2 size=578826 2024-04-02T08:51:29.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.135+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=P7PU7LBD2NUE tag=CT9B47ENCPIX type=write size=3724554 2024-04-02T08:51:29.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.136+0000 7fe1e54f9780 1 < completed write operation key=LA786DTGT3XA tag=ZF0XHJOIK7F5 type=write size=307392 2024-04-02T08:51:29.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.139+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~3HEZNN2XHO99.0 size=1048576 2024-04-02T08:51:29.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.140+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~3HEZNN2XHO99.1 size=1048576 2024-04-02T08:51:29.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.141+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~3HEZNN2XHO99.2 size=458898 2024-04-02T08:51:29.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.141+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=3HEZNN2XHO99 tag=0Q2FIDVN4331 type=write size=3604626 2024-04-02T08:51:29.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.142+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~K4JNHKKF8B71.0 size=1048576 2024-04-02T08:51:29.142 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.143+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~K4JNHKKF8B71.1 size=1048576 2024-04-02T08:51:29.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.144+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~K4JNHKKF8B71.2 size=476733 2024-04-02T08:51:29.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.147+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=K4JNHKKF8B71 tag=LZ85QZSS71ZT type=write size=3622461 2024-04-02T08:51:29.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.149+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~A5EJVUB728BF.0 size=1048576 2024-04-02T08:51:29.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.150+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~A5EJVUB728BF.1 size=1048576 2024-04-02T08:51:29.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.152+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~A5EJVUB728BF.2 size=638598 2024-04-02T08:51:29.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.152+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=A5EJVUB728BF tag=QZYW70N79KKA type=write size=3784326 2024-04-02T08:51:29.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.153+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=WZTSAOZMB51W type=del 2024-04-02T08:51:29.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.155+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=3CSG3E0Q4SAR type=del size=1472326 2024-04-02T08:51:29.155 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.156+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~3KNX9F2WQZSP.0 size=1048576 2024-04-02T08:51:29.155 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.156+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~3KNX9F2WQZSP.1 size=1048576 2024-04-02T08:51:29.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.157+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~3KNX9F2WQZSP.2 size=300756 2024-04-02T08:51:29.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.160+0000 7fe1e54f9780 1 < canceled multipart upload key=D3LM19PM7NQ1 upload=3KNX9F2WQZSP tag=7C0NB79CWB30 type=write size=3446484 2024-04-02T08:51:29.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.163+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~D530IHWXTIZ0.0 size=1048576 2024-04-02T08:51:29.162 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.164+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~D530IHWXTIZ0.1 size=1048576 2024-04-02T08:51:29.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.165+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~D530IHWXTIZ0.2 size=749064 2024-04-02T08:51:29.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.165+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=D530IHWXTIZ0 tag=PEZK5H4L7NOS type=write size=3894792 2024-04-02T08:51:29.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.166+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~I7QXXKCV5IU9.0 size=934110 2024-04-02T08:51:29.167 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.169+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=I7QXXKCV5IU9 tag=ZZ1WEKQEKGHN type=write size=1982686 2024-04-02T08:51:29.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.171+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~GPOH7XB43KON.0 size=1048576 2024-04-02T08:51:29.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.172+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~GPOH7XB43KON.1 size=1048576 2024-04-02T08:51:29.172 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.174+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~GPOH7XB43KON.2 size=885083 2024-04-02T08:51:29.172 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.174+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=GPOH7XB43KON tag=HVRW7RFC8MG0 type=write size=4030811 2024-04-02T08:51:29.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.175+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=VLON6OZ0HXHQ type=del 2024-04-02T08:51:29.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.178+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~R5BNIHTBOGXR.0 size=50412 2024-04-02T08:51:29.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.178+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=R5BNIHTBOGXR tag=Q85ANUKHMUCT type=write size=1098988 2024-04-02T08:51:29.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.179+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~18ZGEZLFDU7T.0 size=1048576 2024-04-02T08:51:29.179 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.181+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~18ZGEZLFDU7T.1 size=995436 2024-04-02T08:51:29.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.183+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=18ZGEZLFDU7T tag=E47ATC1M5ALI type=write size=3092588 2024-04-02T08:51:29.183 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.184+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=LMFIDP3U5HAO type=del size=1911173 2024-04-02T08:51:29.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.186+0000 7fe1e54f9780 1 < completed write operation key=IY511MS5UQEJ tag=9M3MMVYELNR7 type=write size=190004 2024-04-02T08:51:29.186 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.187+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=03ANJSF2P8U4 type=del size=3906347 2024-04-02T08:51:29.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.189+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~2NBIFU2PE78J.0 size=968316 2024-04-02T08:51:29.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.191+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=2NBIFU2PE78J tag=B4QT87SJ3QWE type=write size=2016892 2024-04-02T08:51:29.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.193+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=MCAIQ038MKM3 type=del size=3265910 2024-04-02T08:51:29.194 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.195+0000 7fe1e54f9780 1 < suggested remove operation key=JO11PYGL6W1R tag=EGQD4U5Y3IWB type=del 2024-04-02T08:51:29.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.197+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=AIIEOX2GE60J type=del size=1569867 2024-04-02T08:51:29.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.198+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=6YZI1A7UWKX3 type=del 2024-04-02T08:51:29.198 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.200+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=Q9DXJPWSLB2Q type=del size=2404809 2024-04-02T08:51:29.200 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.201+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=A641GV33XFHA type=del 2024-04-02T08:51:29.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.203+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=MSQMTBG8CEK3 type=del size=1704330 2024-04-02T08:51:29.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.203+0000 7fe1e54f9780 1 < canceled part key=_multipart_9P6XOL7S6JOX.2~I1YQEZUTWS69.0 size=730829 2024-04-02T08:51:29.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.205+0000 7fe1e54f9780 1 < canceled multipart upload key=9P6XOL7S6JOX upload=I1YQEZUTWS69 tag=9HINCDZ0XT76 type=write size=1779405 2024-04-02T08:51:29.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.207+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=XA2J61K13LYV type=del size=45011 2024-04-02T08:51:29.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.208+0000 7fe1e54f9780 1 < canceled operation key=K1ML6VFMOUSC tag=XQ2XDIFTKW1S type=write size=157021 2024-04-02T08:51:29.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.210+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=MEKP3T9LKZS3 type=del size=621213 2024-04-02T08:51:29.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.211+0000 7fe1e54f9780 1 < completed write operation key=IK9DWI5A56MQ tag=GUPE54T63KMU type=write size=653711 2024-04-02T08:51:29.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.213+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=9EAGXSOQZ5YE type=del size=2480584 2024-04-02T08:51:29.213 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.214+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~P7PU7LBD2NUE.0 size=1048576 2024-04-02T08:51:29.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.215+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~P7PU7LBD2NUE.1 size=1048576 2024-04-02T08:51:29.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.216+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~P7PU7LBD2NUE.2 size=578826 2024-04-02T08:51:29.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.219+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=P7PU7LBD2NUE tag=CT9B47ENCPIX type=write size=3724554 2024-04-02T08:51:29.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.220+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=24180TXPFY1X type=del size=1638983 2024-04-02T08:51:29.220 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.222+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~3HEZNN2XHO99.0 size=1048576 2024-04-02T08:51:29.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.223+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~3HEZNN2XHO99.1 size=1048576 2024-04-02T08:51:29.223 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.224+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~3HEZNN2XHO99.2 size=458898 2024-04-02T08:51:29.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.227+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=3HEZNN2XHO99 tag=0Q2FIDVN4331 type=write size=3604626 2024-04-02T08:51:29.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.229+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~0GCECAHTZ11Y.0 size=1048576 2024-04-02T08:51:29.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.230+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~0GCECAHTZ11Y.1 size=576129 2024-04-02T08:51:29.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.230+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=0GCECAHTZ11Y tag=PB20ZTV2TGMT type=write size=2673281 2024-04-02T08:51:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:28 smithi187 ceph-mon[84356]: pgmap v1417: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:28 smithi187 ceph-mon[84356]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:51:29.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.232+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~A5EJVUB728BF.0 size=1048576 2024-04-02T08:51:29.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.233+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~A5EJVUB728BF.1 size=1048576 2024-04-02T08:51:29.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.234+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~A5EJVUB728BF.2 size=638598 2024-04-02T08:51:29.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.237+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=A5EJVUB728BF tag=QZYW70N79KKA type=write size=3784326 2024-04-02T08:51:29.237 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.238+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=KGHQPK1P24TS type=del size=2089970 2024-04-02T08:51:29.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.240+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=3CSG3E0Q4SAR type=del 2024-04-02T08:51:29.239 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.241+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=KSHZ2ZF9SVV2 type=del size=3540579 2024-04-02T08:51:29.241 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.242+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~D530IHWXTIZ0.0 size=1048576 2024-04-02T08:51:29.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.244+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~D530IHWXTIZ0.1 size=1048576 2024-04-02T08:51:29.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.245+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~D530IHWXTIZ0.2 size=749064 2024-04-02T08:51:29.246 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.247+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=D530IHWXTIZ0 tag=PEZK5H4L7NOS type=write size=3894792 2024-04-02T08:51:29.248 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.250+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~2YWGOVCLIY73.0 size=1048576 2024-04-02T08:51:29.249 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.251+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~2YWGOVCLIY73.1 size=887307 2024-04-02T08:51:29.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.251+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=2YWGOVCLIY73 tag=0ZIVIQCMBRK1 type=write size=2984459 2024-04-02T08:51:29.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.252+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~GPOH7XB43KON.0 size=1048576 2024-04-02T08:51:29.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.254+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~GPOH7XB43KON.1 size=1048576 2024-04-02T08:51:29.253 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.255+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~GPOH7XB43KON.2 size=885083 2024-04-02T08:51:29.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.257+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=GPOH7XB43KON tag=HVRW7RFC8MG0 type=write size=4030811 2024-04-02T08:51:29.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.260+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~C8S62ERTWUCE.0 size=1048576 2024-04-02T08:51:29.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.261+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~C8S62ERTWUCE.1 size=516138 2024-04-02T08:51:29.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.261+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=C8S62ERTWUCE tag=TZ3IJRB39AZ0 type=write size=2613290 2024-04-02T08:51:29.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.262+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~R5BNIHTBOGXR.0 size=50412 2024-04-02T08:51:29.263 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.265+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=R5BNIHTBOGXR tag=Q85ANUKHMUCT type=write size=1098988 2024-04-02T08:51:29.266 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.267+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~N5S157Y715I1.0 size=1048576 2024-04-02T08:51:29.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.269+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~N5S157Y715I1.1 size=1048576 2024-04-02T08:51:29.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.270+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~N5S157Y715I1.2 size=247862 2024-04-02T08:51:29.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.270+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=N5S157Y715I1 tag=3J1YEHRTQMXH type=write size=3393590 2024-04-02T08:51:29.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.272+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=LMFIDP3U5HAO type=del 2024-04-02T08:51:29.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.274+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~JIIOAXSVFIV4.0 size=612947 2024-04-02T08:51:29.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.274+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=JIIOAXSVFIV4 tag=ZD03NBWO20KP type=write size=1661523 2024-04-02T08:51:29.274 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.276+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=03ANJSF2P8U4 type=del 2024-04-02T08:51:29.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.277+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=AAEE3LEZSM1D type=del size=3071327 2024-04-02T08:51:29.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.279+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=MCAIQ038MKM3 type=del size=3265910 2024-04-02T08:51:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:28 smithi112 ceph-mon[91385]: pgmap v1417: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:28 smithi112 ceph-mon[91385]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:51:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:28 smithi112 ceph-mon[88945]: pgmap v1417: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:28 smithi112 ceph-mon[88945]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:51:29.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.281+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~PIE7F7VJ132A.0 size=458880 2024-04-02T08:51:29.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.281+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=PIE7F7VJ132A tag=6I70IYA05TFP type=write size=1507456 2024-04-02T08:51:29.281 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.283+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=AIIEOX2GE60J type=del 2024-04-02T08:51:29.283 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.284+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=QCOLUM1A3UXT type=write size=444672 2024-04-02T08:51:29.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.285+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=Q9DXJPWSLB2Q type=del 2024-04-02T08:51:29.285 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.287+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=63GH4RR9HLHO type=del size=3728947 2024-04-02T08:51:29.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.288+0000 7fe1e54f9780 1 < canceled operation key=7SOA145ODX3I tag=MSQMTBG8CEK3 type=del size=1704330 2024-04-02T08:51:29.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.290+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=82F0K3PODGKM type=del size=1979070 2024-04-02T08:51:29.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.291+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=XA2J61K13LYV type=del 2024-04-02T08:51:29.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.294+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~U8X8AWID6GPZ.0 size=1048576 2024-04-02T08:51:29.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.295+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~U8X8AWID6GPZ.1 size=433384 2024-04-02T08:51:29.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.295+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=U8X8AWID6GPZ tag=0LHD8BCENJMN type=write size=2530536 2024-04-02T08:51:29.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.297+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=MEKP3T9LKZS3 type=del 2024-04-02T08:51:29.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.298+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=PRL7SBQ9HI6D type=del size=4179232 2024-04-02T08:51:29.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.299+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=9EAGXSOQZ5YE type=del 2024-04-02T08:51:29.300 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.301+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=WIEAL7QVSBXZ type=del size=406507 2024-04-02T08:51:29.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.302+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=24180TXPFY1X type=del 2024-04-02T08:51:29.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.305+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~SLUKN8C6WZA3.0 size=1048576 2024-04-02T08:51:29.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.306+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~SLUKN8C6WZA3.1 size=79231 2024-04-02T08:51:29.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.306+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=SLUKN8C6WZA3 tag=ZUYHA3CPC59G type=write size=2176383 2024-04-02T08:51:29.306 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.308+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~0GCECAHTZ11Y.0 size=1048576 2024-04-02T08:51:29.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.309+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~0GCECAHTZ11Y.1 size=576129 2024-04-02T08:51:29.310 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.311+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=0GCECAHTZ11Y tag=PB20ZTV2TGMT type=write size=2673281 2024-04-02T08:51:29.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.313+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=UMD7DP8GRKFO type=del size=585019 2024-04-02T08:51:29.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.314+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=KGHQPK1P24TS type=del 2024-04-02T08:51:29.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.316+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=I0D2FI07AEA8 type=del size=2441423 2024-04-02T08:51:29.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.317+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=KSHZ2ZF9SVV2 type=del 2024-04-02T08:51:29.317 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.319+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=5KL7Z6U3Y6VZ type=del size=1666916 2024-04-02T08:51:29.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.320+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~2YWGOVCLIY73.0 size=1048576 2024-04-02T08:51:29.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.322+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~2YWGOVCLIY73.1 size=887307 2024-04-02T08:51:29.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.324+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=2YWGOVCLIY73 tag=0ZIVIQCMBRK1 type=write size=2984459 2024-04-02T08:51:29.324 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.326+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=1K9TIYKZI9WY type=del size=2819104 2024-04-02T08:51:29.326 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.327+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~C8S62ERTWUCE.0 size=1048576 2024-04-02T08:51:29.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.328+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~C8S62ERTWUCE.1 size=516138 2024-04-02T08:51:29.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.331+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=C8S62ERTWUCE tag=TZ3IJRB39AZ0 type=write size=2613290 2024-04-02T08:51:29.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.332+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=D0HIRGRN4NOR type=del size=2800732 2024-04-02T08:51:29.333 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.334+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~N5S157Y715I1.0 size=1048576 2024-04-02T08:51:29.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.335+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~N5S157Y715I1.1 size=1048576 2024-04-02T08:51:29.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.336+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~N5S157Y715I1.2 size=247862 2024-04-02T08:51:29.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.339+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=N5S157Y715I1 tag=3J1YEHRTQMXH type=write size=3393590 2024-04-02T08:51:29.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.341+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~ZFN619LI0WT0.0 size=1048576 2024-04-02T08:51:29.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.343+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~ZFN619LI0WT0.1 size=179319 2024-04-02T08:51:29.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.343+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=ZFN619LI0WT0 tag=4WN8QPROT8A6 type=write size=2276471 2024-04-02T08:51:29.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.344+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~JIIOAXSVFIV4.0 size=612947 2024-04-02T08:51:29.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.347+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=JIIOAXSVFIV4 tag=ZD03NBWO20KP type=write size=1661523 2024-04-02T08:51:29.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.350+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~LXZVJMTJBVKU.0 size=1037710 2024-04-02T08:51:29.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.350+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=LXZVJMTJBVKU tag=MIOXWHUUP3IB type=write size=2086286 2024-04-02T08:51:29.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.351+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=AAEE3LEZSM1D type=del 2024-04-02T08:51:29.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.353+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=L5UK3IEEHD58 type=del size=2113409 2024-04-02T08:51:29.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.354+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~PIE7F7VJ132A.0 size=458880 2024-04-02T08:51:29.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.357+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=PIE7F7VJ132A tag=6I70IYA05TFP type=write size=1507456 2024-04-02T08:51:29.357 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.358+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=D1AQRV3ZWMUE type=del size=3314094 2024-04-02T08:51:29.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.360+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=QCOLUM1A3UXT type=write size=444672 2024-04-02T08:51:29.361 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.363+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~6ADCRRPZRB1M.0 size=1048576 2024-04-02T08:51:29.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.364+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~6ADCRRPZRB1M.1 size=324486 2024-04-02T08:51:29.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.364+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=6ADCRRPZRB1M tag=1WBTN6V98T7C type=write size=2421638 2024-04-02T08:51:29.364 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.365+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=63GH4RR9HLHO type=del 2024-04-02T08:51:29.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.367+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=H6T6L02CCCRJ type=del size=3216526 2024-04-02T08:51:29.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.368+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=82F0K3PODGKM type=del 2024-04-02T08:51:29.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.370+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=DHHD15NXNMF9 type=del size=2623755 2024-04-02T08:51:29.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.371+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~U8X8AWID6GPZ.0 size=1048576 2024-04-02T08:51:29.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.373+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~U8X8AWID6GPZ.1 size=433384 2024-04-02T08:51:29.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.375+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=U8X8AWID6GPZ tag=0LHD8BCENJMN type=write size=2530536 2024-04-02T08:51:29.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.379+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~S4Z9LE3WMDV0.0 size=1048576 2024-04-02T08:51:29.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.380+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~S4Z9LE3WMDV0.1 size=255886 2024-04-02T08:51:29.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.380+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=S4Z9LE3WMDV0 tag=9LBN6MGQREUN type=write size=2353038 2024-04-02T08:51:29.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.381+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=PRL7SBQ9HI6D type=del 2024-04-02T08:51:29.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.383+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=QZOV09N78X4B type=del size=3731573 2024-04-02T08:51:29.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.385+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=WIEAL7QVSBXZ type=del 2024-04-02T08:51:29.386 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.388+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~ULD0IE3X7L8E.0 size=658271 2024-04-02T08:51:29.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.388+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=ULD0IE3X7L8E tag=AFTGT2YECOQ0 type=write size=1706847 2024-04-02T08:51:29.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.390+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~SLUKN8C6WZA3.0 size=1048576 2024-04-02T08:51:29.389 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.391+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~SLUKN8C6WZA3.1 size=79231 2024-04-02T08:51:29.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.393+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=SLUKN8C6WZA3 tag=ZUYHA3CPC59G type=write size=2176383 2024-04-02T08:51:29.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.396+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~6E7FG5TDVNCD.0 size=704465 2024-04-02T08:51:29.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.396+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=6E7FG5TDVNCD tag=DCFRGUQTUDYA type=write size=1753041 2024-04-02T08:51:29.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.397+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=UMD7DP8GRKFO type=del 2024-04-02T08:51:29.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.401+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~OI07H23ZE2BM.0 size=1048576 2024-04-02T08:51:29.401 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.402+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~OI07H23ZE2BM.1 size=849038 2024-04-02T08:51:29.401 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.402+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=OI07H23ZE2BM tag=M3J98OQ6A81Z type=write size=2946190 2024-04-02T08:51:29.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.404+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=I0D2FI07AEA8 type=del 2024-04-02T08:51:29.404 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.406+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=VS2N4JZ83WRJ type=del size=2576007 2024-04-02T08:51:29.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.409+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=5KL7Z6U3Y6VZ type=del size=1666916 2024-04-02T08:51:29.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.411+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=5OU4XT2M4WG5 type=del size=91007 2024-04-02T08:51:29.412 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.413+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=1K9TIYKZI9WY type=del 2024-04-02T08:51:29.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.415+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=MD92A5XGOWOV type=del size=1732443 2024-04-02T08:51:29.415 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.416+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=D0HIRGRN4NOR type=del 2024-04-02T08:51:29.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.418+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=JB4N7U79OIJG type=del size=3386900 2024-04-02T08:51:29.418 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.419+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~ZFN619LI0WT0.0 size=1048576 2024-04-02T08:51:29.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.421+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~ZFN619LI0WT0.1 size=179319 2024-04-02T08:51:29.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.423+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=ZFN619LI0WT0 tag=4WN8QPROT8A6 type=write size=2276471 2024-04-02T08:51:29.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.425+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=7NYEW0WTYVFQ type=del size=2373964 2024-04-02T08:51:29.425 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.426+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~LXZVJMTJBVKU.0 size=1037710 2024-04-02T08:51:29.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.429+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=LXZVJMTJBVKU tag=MIOXWHUUP3IB type=write size=2086286 2024-04-02T08:51:29.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.432+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~H9D1PYCGNM84.0 size=1048576 2024-04-02T08:51:29.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.433+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~H9D1PYCGNM84.1 size=831060 2024-04-02T08:51:29.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.433+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=H9D1PYCGNM84 tag=2C8ZCALO9USY type=write size=2928212 2024-04-02T08:51:29.433 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.435+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=L5UK3IEEHD58 type=del 2024-04-02T08:51:29.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.437+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~2UH8FU3T7HQ7.0 size=1048576 2024-04-02T08:51:29.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.439+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~2UH8FU3T7HQ7.1 size=598221 2024-04-02T08:51:29.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.439+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=2UH8FU3T7HQ7 tag=1CL2ES5XOF4W type=write size=2695373 2024-04-02T08:51:29.439 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.440+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=D1AQRV3ZWMUE type=del 2024-04-02T08:51:29.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.443+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~TIICKTI2G2QN.0 size=1048576 2024-04-02T08:51:29.443 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.445+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~TIICKTI2G2QN.1 size=818331 2024-04-02T08:51:29.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.445+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=TIICKTI2G2QN tag=8MP9E7R70ZDA type=write size=2915483 2024-04-02T08:51:29.445 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.447+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~6ADCRRPZRB1M.0 size=1048576 2024-04-02T08:51:29.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.448+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~6ADCRRPZRB1M.1 size=324486 2024-04-02T08:51:29.449 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.451+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=6ADCRRPZRB1M tag=1WBTN6V98T7C type=write size=2421638 2024-04-02T08:51:29.451 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.452+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=02LMZWH07NB3 type=del size=422353 2024-04-02T08:51:29.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.456+0000 7fe1e54f9780 1 < suggested update operation key=CT5BZ79K03F4 tag=H6T6L02CCCRJ type=del size=3216526 2024-04-02T08:51:29.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.458+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~EAQXX8MZ1W1Z.0 size=1048576 2024-04-02T08:51:29.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.460+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~EAQXX8MZ1W1Z.1 size=328142 2024-04-02T08:51:29.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.460+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=EAQXX8MZ1W1Z tag=ZL68V7FAWZGQ type=write size=2425294 2024-04-02T08:51:29.460 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.462+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=DHHD15NXNMF9 type=del 2024-04-02T08:51:29.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.464+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=668AJLPVCHHH type=write size=195060 2024-04-02T08:51:29.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.464+0000 7fe1e54f9780 1 < canceled part key=_multipart_IK9DWI5A56MQ.2~S4Z9LE3WMDV0.0 size=1048576 2024-04-02T08:51:29.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.465+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~S4Z9LE3WMDV0.1 size=255886 2024-04-02T08:51:29.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.468+0000 7fe1e54f9780 1 < canceled multipart upload key=IK9DWI5A56MQ upload=S4Z9LE3WMDV0 tag=9LBN6MGQREUN type=write size=2353038 2024-04-02T08:51:29.469 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.470+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=N6TVNCV4N3SK type=del size=2171158 2024-04-02T08:51:29.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.472+0000 7fe1e54f9780 1 < canceled operation key=BQJGLDS0PGVE tag=QZOV09N78X4B type=del size=3731573 2024-04-02T08:51:29.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.473+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=3QZ31YGL2BOO type=write size=631686 2024-04-02T08:51:29.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.475+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~ULD0IE3X7L8E.0 size=658271 2024-04-02T08:51:29.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.478+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=ULD0IE3X7L8E tag=AFTGT2YECOQ0 type=write size=1706847 2024-04-02T08:51:29.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.481+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~1DCU390238X0.0 size=1048576 2024-04-02T08:51:29.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.483+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~1DCU390238X0.1 size=516779 2024-04-02T08:51:29.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.483+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=1DCU390238X0 tag=HMFIM6518KEC type=write size=2613931 2024-04-02T08:51:29.483 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.485+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~6E7FG5TDVNCD.0 size=704465 2024-04-02T08:51:29.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.488+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=6E7FG5TDVNCD tag=DCFRGUQTUDYA type=write size=1753041 2024-04-02T08:51:29.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.491+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~BP29T09WPUC1.0 size=1048576 2024-04-02T08:51:29.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.492+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~BP29T09WPUC1.1 size=1048576 2024-04-02T08:51:29.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.494+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~BP29T09WPUC1.2 size=537271 2024-04-02T08:51:29.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.494+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=BP29T09WPUC1 tag=S5LPV0J549WY type=write size=3682999 2024-04-02T08:51:29.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.495+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~OI07H23ZE2BM.0 size=1048576 2024-04-02T08:51:29.496 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.497+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~OI07H23ZE2BM.1 size=849038 2024-04-02T08:51:29.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.499+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=OI07H23ZE2BM tag=M3J98OQ6A81Z type=write size=2946190 2024-04-02T08:51:29.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.501+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=RHE2G6DB7IWQ type=del size=2023036 2024-04-02T08:51:29.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.503+0000 7fe1e54f9780 -1 < failed to complete operation key=D3LM19PM7NQ1 tag=VS2N4JZ83WRJ type=del size=2576007: (22) Invalid argument 2024-04-02T08:51:29.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.505+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=XWRXR5IGDD17 type=del size=2253552 2024-04-02T08:51:29.505 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.507+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=5OU4XT2M4WG5 type=del 2024-04-02T08:51:29.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.509+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~36ZXRPHVU7M5.0 size=1048576 2024-04-02T08:51:29.510 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.511+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~36ZXRPHVU7M5.1 size=64756 2024-04-02T08:51:29.510 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.511+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=36ZXRPHVU7M5 tag=RRWCEFFNWE4Q type=write size=2161908 2024-04-02T08:51:29.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.513+0000 7fe1e54f9780 1 < canceled operation key=72IYB621DARA tag=MD92A5XGOWOV type=del size=1732443 2024-04-02T08:51:29.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.516+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QW8YWXIAR2YI.0 size=1048576 2024-04-02T08:51:29.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.517+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QW8YWXIAR2YI.1 size=1048576 2024-04-02T08:51:29.517 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.519+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QW8YWXIAR2YI.2 size=363599 2024-04-02T08:51:29.517 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.519+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=QW8YWXIAR2YI tag=HC147ZGJ6GMH type=write size=3509327 2024-04-02T08:51:29.519 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.520+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=JB4N7U79OIJG type=del 2024-04-02T08:51:29.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.523+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~J9K7LED6H2KL.0 size=115894 2024-04-02T08:51:29.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.523+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=J9K7LED6H2KL tag=5DGTJ6SYKEZX type=write size=1164470 2024-04-02T08:51:29.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.524+0000 7fe1e54f9780 1 < canceled operation key=IK9DWI5A56MQ tag=7NYEW0WTYVFQ type=del size=2373964 2024-04-02T08:51:29.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.526+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=TQJRA6RWODRZ type=del size=1370079 2024-04-02T08:51:29.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.527+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~H9D1PYCGNM84.0 size=1048576 2024-04-02T08:51:29.527 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.529+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~H9D1PYCGNM84.1 size=831060 2024-04-02T08:51:29.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.532+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=H9D1PYCGNM84 tag=2C8ZCALO9USY type=write size=2928212 2024-04-02T08:51:29.532 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.533+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=XVO4IONC2IGA type=del size=3681163 2024-04-02T08:51:29.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.535+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~2UH8FU3T7HQ7.0 size=1048576 2024-04-02T08:51:29.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.536+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~2UH8FU3T7HQ7.1 size=598221 2024-04-02T08:51:29.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.539+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=2UH8FU3T7HQ7 tag=1CL2ES5XOF4W type=write size=2695373 2024-04-02T08:51:29.541 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.542+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~LL4XS7BX0AAX.0 size=1048576 2024-04-02T08:51:29.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.544+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~LL4XS7BX0AAX.1 size=1048576 2024-04-02T08:51:29.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.545+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~LL4XS7BX0AAX.2 size=376687 2024-04-02T08:51:29.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.545+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=LL4XS7BX0AAX tag=FHAXH9990VR3 type=write size=3522415 2024-04-02T08:51:29.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.547+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~TIICKTI2G2QN.0 size=1048576 2024-04-02T08:51:29.547 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.549+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~TIICKTI2G2QN.1 size=818331 2024-04-02T08:51:29.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.552+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=TIICKTI2G2QN tag=8MP9E7R70ZDA type=write size=2915483 2024-04-02T08:51:29.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.554+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=FAWCB25T5E3P type=del size=2419204 2024-04-02T08:51:29.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.555+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=02LMZWH07NB3 type=del size=422353 2024-04-02T08:51:29.555 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.557+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=LWSJPRU3ACOP type=del size=3638596 2024-04-02T08:51:29.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.558+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~EAQXX8MZ1W1Z.0 size=1048576 2024-04-02T08:51:29.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.560+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~EAQXX8MZ1W1Z.1 size=328142 2024-04-02T08:51:29.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.562+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=EAQXX8MZ1W1Z tag=ZL68V7FAWZGQ type=write size=2425294 2024-04-02T08:51:29.562 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.564+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=NAXE99TCONR7 type=del size=4066782 2024-04-02T08:51:29.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.566+0000 7fe1e54f9780 1 < suggested update operation key=3CIH6I4PYI2Z tag=668AJLPVCHHH type=write size=195060 2024-04-02T08:51:29.566 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.568+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=SQCXXD8MJWW5 type=write size=1040088 2024-04-02T08:51:29.568 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.570+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=N6TVNCV4N3SK type=del 2024-04-02T08:51:29.571 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.573+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~CKHRPP04H5OI.0 size=1048576 2024-04-02T08:51:29.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.574+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~CKHRPP04H5OI.1 size=1048576 2024-04-02T08:51:29.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.575+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~CKHRPP04H5OI.2 size=662659 2024-04-02T08:51:29.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.575+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=CKHRPP04H5OI tag=E1QDPNLFYN6J type=write size=3808387 2024-04-02T08:51:29.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.577+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=3QZ31YGL2BOO type=write size=631686 2024-04-02T08:51:29.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.578+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=4S0NAO082S21 type=del size=323117 2024-04-02T08:51:29.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.580+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~1DCU390238X0.0 size=1048576 2024-04-02T08:51:29.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.581+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~1DCU390238X0.1 size=516779 2024-04-02T08:51:29.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.585+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=1DCU390238X0 tag=HMFIM6518KEC type=write size=2613931 2024-04-02T08:51:29.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.586+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=4352S308HS7I type=del size=2644113 2024-04-02T08:51:29.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.588+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~BP29T09WPUC1.0 size=1048576 2024-04-02T08:51:29.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.590+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~BP29T09WPUC1.1 size=1048576 2024-04-02T08:51:29.590 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.591+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~BP29T09WPUC1.2 size=537271 2024-04-02T08:51:29.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.594+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=BP29T09WPUC1 tag=S5LPV0J549WY type=write size=3682999 2024-04-02T08:51:29.596 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.598+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WMPTJ2JEL3LT.0 size=1048576 2024-04-02T08:51:29.598 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.599+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WMPTJ2JEL3LT.1 size=1048576 2024-04-02T08:51:29.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.601+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WMPTJ2JEL3LT.2 size=64017 2024-04-02T08:51:29.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.601+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=WMPTJ2JEL3LT tag=873A0NBTP1UB type=write size=3209745 2024-04-02T08:51:29.601 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.602+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=RHE2G6DB7IWQ type=del 2024-04-02T08:51:29.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.604+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=NURDQNHYVHAS type=write size=445012 2024-04-02T08:51:29.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.606+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=XWRXR5IGDD17 type=del 2024-04-02T08:51:29.606 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.608+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=ZBEKGZWFW4P9 type=del size=2693752 2024-04-02T08:51:29.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.608+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~36ZXRPHVU7M5.0 size=1048576 2024-04-02T08:51:29.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.610+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~36ZXRPHVU7M5.1 size=64756 2024-04-02T08:51:29.612 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.613+0000 7fe1e54f9780 1 < canceled multipart upload key=D3LM19PM7NQ1 upload=36ZXRPHVU7M5 tag=RRWCEFFNWE4Q type=write size=2161908 2024-04-02T08:51:29.613 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.615+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=U19KFKJW3YCV type=del size=4150795 2024-04-02T08:51:29.615 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.617+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QW8YWXIAR2YI.0 size=1048576 2024-04-02T08:51:29.617 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.618+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QW8YWXIAR2YI.1 size=1048576 2024-04-02T08:51:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:51:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:51:29] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-02T08:51:29.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.620+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QW8YWXIAR2YI.2 size=363599 2024-04-02T08:51:29.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.622+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=QW8YWXIAR2YI tag=HC147ZGJ6GMH type=write size=3509327 2024-04-02T08:51:29.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.626+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~4BRN9WIVNNFY.0 size=1048576 2024-04-02T08:51:29.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.627+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~4BRN9WIVNNFY.1 size=1048576 2024-04-02T08:51:29.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.628+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~4BRN9WIVNNFY.2 size=77120 2024-04-02T08:51:29.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.628+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=4BRN9WIVNNFY tag=9VW0VYF3X8NP type=write size=3222848 2024-04-02T08:51:29.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.628+0000 7fe1e54f9780 1 < canceled part key=_multipart_JO11PYGL6W1R.2~J9K7LED6H2KL.0 size=115894 2024-04-02T08:51:29.630 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.632+0000 7fe1e54f9780 1 < canceled multipart upload key=JO11PYGL6W1R upload=J9K7LED6H2KL tag=5DGTJ6SYKEZX type=write size=1164470 2024-04-02T08:51:29.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.633+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=82AQK2KDXFHQ type=write size=868975 2024-04-02T08:51:29.635 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.637+0000 7fe1e54f9780 1 < suggested remove operation key=MLJAE12LB90G tag=TQJRA6RWODRZ type=del 2024-04-02T08:51:29.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.640+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~L1U1T534FKFM.0 size=1048576 2024-04-02T08:51:29.640 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.641+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~L1U1T534FKFM.1 size=1048576 2024-04-02T08:51:29.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.643+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~L1U1T534FKFM.2 size=44229 2024-04-02T08:51:29.642 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.643+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=L1U1T534FKFM tag=O3IXO9WG66Z0 type=write size=3189957 2024-04-02T08:51:29.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.645+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=XVO4IONC2IGA type=del 2024-04-02T08:51:29.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.648+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~R0OOT68PJ8KV.0 size=856597 2024-04-02T08:51:29.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.648+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=R0OOT68PJ8KV tag=POWD16GDH6ZD type=write size=1905173 2024-04-02T08:51:29.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.649+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~LL4XS7BX0AAX.0 size=1048576 2024-04-02T08:51:29.649 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.651+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~LL4XS7BX0AAX.1 size=1048576 2024-04-02T08:51:29.649 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.651+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~LL4XS7BX0AAX.2 size=376687 2024-04-02T08:51:29.652 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.654+0000 7fe1e54f9780 1 < canceled multipart upload key=D3LM19PM7NQ1 upload=LL4XS7BX0AAX tag=FHAXH9990VR3 type=write size=3522415 2024-04-02T08:51:29.654 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.655+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=K9R06SSCC9LL type=write size=423857 2024-04-02T08:51:29.658 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.659+0000 7fe1e54f9780 1 < suggested update operation key=72IYB621DARA tag=FAWCB25T5E3P type=del size=2419204 2024-04-02T08:51:29.662 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.663+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PCM20T3T44AX.0 size=1048576 2024-04-02T08:51:29.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.664+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PCM20T3T44AX.1 size=50377 2024-04-02T08:51:29.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.664+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=PCM20T3T44AX tag=ZGQHJWRBENN2 type=write size=2147529 2024-04-02T08:51:29.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.666+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=LWSJPRU3ACOP type=del 2024-04-02T08:51:29.667 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.669+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~Z3ZJ2HTFN3OZ.0 size=1048576 2024-04-02T08:51:29.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.670+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~Z3ZJ2HTFN3OZ.1 size=1048576 2024-04-02T08:51:29.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.671+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~Z3ZJ2HTFN3OZ.2 size=985946 2024-04-02T08:51:29.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.671+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=Z3ZJ2HTFN3OZ tag=RGA9CG6ZO2LY type=write size=4131674 2024-04-02T08:51:29.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.673+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=NAXE99TCONR7 type=del 2024-04-02T08:51:29.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.675+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=4XKWKDFJT0WY type=del size=2005211 2024-04-02T08:51:29.675 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.676+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=SQCXXD8MJWW5 type=write size=1040088 2024-04-02T08:51:29.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.678+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=V85EIL4ERI8Z type=write size=278425 2024-04-02T08:51:29.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.680+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~CKHRPP04H5OI.0 size=1048576 2024-04-02T08:51:29.679 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.681+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~CKHRPP04H5OI.1 size=1048576 2024-04-02T08:51:29.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.682+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~CKHRPP04H5OI.2 size=662659 2024-04-02T08:51:29.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.685+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=CKHRPP04H5OI tag=E1QDPNLFYN6J type=write size=3808387 2024-04-02T08:51:29.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.687+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=LIQ4NNHXCAMM type=del size=1564933 2024-04-02T08:51:29.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.688+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=4S0NAO082S21 type=del 2024-04-02T08:51:29.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.690+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=ABWOIYRYE9FM type=del size=3578671 2024-04-02T08:51:29.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.691+0000 7fe1e54f9780 1 < canceled operation key=D3LM19PM7NQ1 tag=4352S308HS7I type=del size=2644113 2024-04-02T08:51:29.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.693+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=7XDJZYOH8J3B type=write size=418660 2024-04-02T08:51:29.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.694+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WMPTJ2JEL3LT.0 size=1048576 2024-04-02T08:51:29.694 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.696+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WMPTJ2JEL3LT.1 size=1048576 2024-04-02T08:51:29.698 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.697+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WMPTJ2JEL3LT.2 size=64017 2024-04-02T08:51:29.698 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.699+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=WMPTJ2JEL3LT tag=873A0NBTP1UB type=write size=3209745 2024-04-02T08:51:29.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.701+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=23YGWZXPCVMH type=del size=1485536 2024-04-02T08:51:29.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.703+0000 7fe1e54f9780 1 < canceled operation key=AKDL74Y6A2P3 tag=NURDQNHYVHAS type=write size=445012 2024-04-02T08:51:29.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.704+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=RAGOZJPV3SJP type=write size=477366 2024-04-02T08:51:29.706 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.707+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=ZBEKGZWFW4P9 type=del size=2693752 2024-04-02T08:51:29.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.710+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~26SYP39DQ4GZ.0 size=1048576 2024-04-02T08:51:29.710 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.712+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~26SYP39DQ4GZ.1 size=408417 2024-04-02T08:51:29.710 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.712+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=26SYP39DQ4GZ tag=X3VFGUPDDGAH type=write size=2505569 2024-04-02T08:51:29.712 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.713+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=U19KFKJW3YCV type=del 2024-04-02T08:51:29.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.715+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=M5MQCEKPOKTJ type=del size=3480237 2024-04-02T08:51:29.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.716+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~4BRN9WIVNNFY.0 size=1048576 2024-04-02T08:51:29.716 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.718+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~4BRN9WIVNNFY.1 size=1048576 2024-04-02T08:51:29.718 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.719+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~4BRN9WIVNNFY.2 size=77120 2024-04-02T08:51:29.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.721+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=4BRN9WIVNNFY tag=9VW0VYF3X8NP type=write size=3222848 2024-04-02T08:51:29.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.724+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~LDAVUU29E6FO.0 size=100255 2024-04-02T08:51:29.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.724+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=LDAVUU29E6FO tag=N21MFNMG388J type=write size=1148831 2024-04-02T08:51:29.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.726+0000 7fe1e54f9780 1 < completed write operation key=LOZGVEXU39NU tag=82AQK2KDXFHQ type=write size=868975 2024-04-02T08:51:29.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.728+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~BS25HG1EZS5D.0 size=1048576 2024-04-02T08:51:29.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.730+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~BS25HG1EZS5D.1 size=1048576 2024-04-02T08:51:29.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.731+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~BS25HG1EZS5D.2 size=737947 2024-04-02T08:51:29.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.731+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=BS25HG1EZS5D tag=5WOWM61SFOMI type=write size=3883675 2024-04-02T08:51:29.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.732+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~L1U1T534FKFM.0 size=1048576 2024-04-02T08:51:29.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.734+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~L1U1T534FKFM.1 size=1048576 2024-04-02T08:51:29.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.735+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~L1U1T534FKFM.2 size=44229 2024-04-02T08:51:29.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.738+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=L1U1T534FKFM tag=O3IXO9WG66Z0 type=write size=3189957 2024-04-02T08:51:29.739 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.740+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~V73TAKL2TUN0.0 size=1048576 2024-04-02T08:51:29.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.741+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~V73TAKL2TUN0.1 size=1048576 2024-04-02T08:51:29.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.743+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~V73TAKL2TUN0.2 size=218353 2024-04-02T08:51:29.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.743+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=V73TAKL2TUN0 tag=7N8VPGEWRJW2 type=write size=3364081 2024-04-02T08:51:29.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.744+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~R0OOT68PJ8KV.0 size=856597 2024-04-02T08:51:29.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.747+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=R0OOT68PJ8KV tag=POWD16GDH6ZD type=write size=1905173 2024-04-02T08:51:29.747 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.748+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=49S2M4HBSOZA type=del size=2227109 2024-04-02T08:51:29.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.750+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=K9R06SSCC9LL type=write size=423857 2024-04-02T08:51:29.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.752+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~IFIW7VJYWZC8.0 size=1048576 2024-04-02T08:51:29.752 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.753+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~IFIW7VJYWZC8.1 size=1048576 2024-04-02T08:51:29.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.755+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~IFIW7VJYWZC8.2 size=760696 2024-04-02T08:51:29.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.755+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=IFIW7VJYWZC8 tag=JA71G5D3ESMQ type=write size=3906424 2024-04-02T08:51:29.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.756+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~PCM20T3T44AX.0 size=1048576 2024-04-02T08:51:29.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.756+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~PCM20T3T44AX.1 size=50377 2024-04-02T08:51:29.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.759+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=PCM20T3T44AX tag=ZGQHJWRBENN2 type=write size=2147529 2024-04-02T08:51:29.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.762+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~GUI9ANBFNNOM.0 size=1048576 2024-04-02T08:51:29.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.763+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~GUI9ANBFNNOM.1 size=1048576 2024-04-02T08:51:29.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.764+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~GUI9ANBFNNOM.2 size=1020308 2024-04-02T08:51:29.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.764+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=GUI9ANBFNNOM tag=OG6UHPVOILQO type=write size=4166036 2024-04-02T08:51:29.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.766+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~Z3ZJ2HTFN3OZ.0 size=1048576 2024-04-02T08:51:29.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.767+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~Z3ZJ2HTFN3OZ.1 size=1048576 2024-04-02T08:51:29.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.768+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~Z3ZJ2HTFN3OZ.2 size=985946 2024-04-02T08:51:29.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.771+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=Z3ZJ2HTFN3OZ tag=RGA9CG6ZO2LY type=write size=4131674 2024-04-02T08:51:29.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.773+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~M7WCMHMM24DI.0 size=1048576 2024-04-02T08:51:29.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.775+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~M7WCMHMM24DI.1 size=986673 2024-04-02T08:51:29.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.775+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=M7WCMHMM24DI tag=OH4RD41JSGJ2 type=write size=3083825 2024-04-02T08:51:29.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.776+0000 7fe1e54f9780 1 < canceled operation key=K1ML6VFMOUSC tag=4XKWKDFJT0WY type=del size=2005211 2024-04-02T08:51:29.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.779+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~JZ86ZJ6LIBZD.0 size=1048576 2024-04-02T08:51:29.779 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.781+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~JZ86ZJ6LIBZD.1 size=1048576 2024-04-02T08:51:29.780 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.782+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~JZ86ZJ6LIBZD.2 size=862539 2024-04-02T08:51:29.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.782+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=JZ86ZJ6LIBZD tag=F88YCSS6CLKC type=write size=4008267 2024-04-02T08:51:29.783 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.785+0000 7fe1e54f9780 1 < suggested update operation key=LA786DTGT3XA tag=V85EIL4ERI8Z type=write size=278425 2024-04-02T08:51:29.785 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.786+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=1HW7525SR1X2 type=write size=936073 2024-04-02T08:51:29.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.788+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=LIQ4NNHXCAMM type=del 2024-04-02T08:51:29.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.789+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=YGE870SEMMDL type=del size=1442538 2024-04-02T08:51:29.791 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.792+0000 7fe1e54f9780 1 < suggested update operation key=OC284H4P86JN tag=ABWOIYRYE9FM type=del size=3578671 2024-04-02T08:51:29.793 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.794+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=5JDGQUEOI4ZS type=write size=633436 2024-04-02T08:51:29.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.797+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=7XDJZYOH8J3B type=write 2024-04-02T08:51:29.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.799+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=ARFQV48MRB77 type=del size=3979123 2024-04-02T08:51:29.799 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.800+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=23YGWZXPCVMH type=del 2024-04-02T08:51:29.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.803+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~T43N7DR9M22O.0 size=299644 2024-04-02T08:51:29.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.803+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=T43N7DR9M22O tag=EBWTCJLQP4AG type=write size=1348220 2024-04-02T08:51:29.803 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.805+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=RAGOZJPV3SJP type=write size=477366 2024-04-02T08:51:29.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.806+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=S0OZ0Y9CYZKZ type=del size=1769627 2024-04-02T08:51:29.806 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.808+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~26SYP39DQ4GZ.0 size=1048576 2024-04-02T08:51:29.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.809+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~26SYP39DQ4GZ.1 size=408417 2024-04-02T08:51:29.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.812+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=26SYP39DQ4GZ tag=X3VFGUPDDGAH type=write size=2505569 2024-04-02T08:51:29.813 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.814+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~EO61NIFD8AU8.0 size=1048576 2024-04-02T08:51:29.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.816+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~EO61NIFD8AU8.1 size=1048576 2024-04-02T08:51:29.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.817+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~EO61NIFD8AU8.2 size=446014 2024-04-02T08:51:29.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.817+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=EO61NIFD8AU8 tag=H85800WAHZD9 type=write size=3591742 2024-04-02T08:51:29.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.818+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=M5MQCEKPOKTJ type=del 2024-04-02T08:51:29.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.821+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~KY57WKJ4VKJJ.0 size=1048576 2024-04-02T08:51:29.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.822+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~KY57WKJ4VKJJ.1 size=1048576 2024-04-02T08:51:29.822 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.823+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~KY57WKJ4VKJJ.2 size=117605 2024-04-02T08:51:29.823 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.823+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=KY57WKJ4VKJJ tag=X09FXIRK3F71 type=write size=3263333 2024-04-02T08:51:29.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.825+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~LDAVUU29E6FO.0 size=100255 2024-04-02T08:51:29.826 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.828+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=LDAVUU29E6FO tag=N21MFNMG388J type=write size=1148831 2024-04-02T08:51:29.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.829+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=5IGBITQUESP9 type=del size=3729481 2024-04-02T08:51:29.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.831+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~BS25HG1EZS5D.0 size=1048576 2024-04-02T08:51:29.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.832+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~BS25HG1EZS5D.1 size=1048576 2024-04-02T08:51:29.832 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.833+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~BS25HG1EZS5D.2 size=737947 2024-04-02T08:51:29.834 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.836+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=BS25HG1EZS5D tag=5WOWM61SFOMI type=write size=3883675 2024-04-02T08:51:29.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.838+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~MY9WJEOJQXCW.0 size=1048576 2024-04-02T08:51:29.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.840+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~MY9WJEOJQXCW.1 size=446914 2024-04-02T08:51:29.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.840+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=MY9WJEOJQXCW tag=R1MQVTYSW4Y0 type=write size=2544066 2024-04-02T08:51:29.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.841+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~V73TAKL2TUN0.0 size=1048576 2024-04-02T08:51:29.841 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.842+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~V73TAKL2TUN0.1 size=1048576 2024-04-02T08:51:29.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.844+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~V73TAKL2TUN0.2 size=218353 2024-04-02T08:51:29.845 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.846+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=V73TAKL2TUN0 tag=7N8VPGEWRJW2 type=write size=3364081 2024-04-02T08:51:29.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.848+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=VJOK6CRSD39W type=del size=2138790 2024-04-02T08:51:29.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.849+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=49S2M4HBSOZA type=del 2024-04-02T08:51:29.851 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.852+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~U6KOFC011T0O.0 size=1048576 2024-04-02T08:51:29.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.853+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~U6KOFC011T0O.1 size=1048576 2024-04-02T08:51:29.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.854+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~U6KOFC011T0O.2 size=609925 2024-04-02T08:51:29.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.854+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=U6KOFC011T0O tag=RQ213DWF2P9L type=write size=3755653 2024-04-02T08:51:29.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.856+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~IFIW7VJYWZC8.0 size=1048576 2024-04-02T08:51:29.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.857+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~IFIW7VJYWZC8.1 size=1048576 2024-04-02T08:51:29.857 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.859+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~IFIW7VJYWZC8.2 size=760696 2024-04-02T08:51:29.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.862+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=IFIW7VJYWZC8 tag=JA71G5D3ESMQ type=write size=3906424 2024-04-02T08:51:29.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.865+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~3YRUYHD7MUBO.0 size=1048576 2024-04-02T08:51:29.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.867+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~3YRUYHD7MUBO.1 size=482735 2024-04-02T08:51:29.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.867+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=3YRUYHD7MUBO tag=IQD2DRBHTSA1 type=write size=2579887 2024-04-02T08:51:29.867 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.868+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~GUI9ANBFNNOM.0 size=1048576 2024-04-02T08:51:29.869 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.870+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~GUI9ANBFNNOM.1 size=1048576 2024-04-02T08:51:29.870 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.871+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~GUI9ANBFNNOM.2 size=1020308 2024-04-02T08:51:29.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.874+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=GUI9ANBFNNOM tag=OG6UHPVOILQO type=write size=4166036 2024-04-02T08:51:29.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.878+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~C5831QEPA23O.0 size=1048576 2024-04-02T08:51:29.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.879+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~C5831QEPA23O.1 size=435903 2024-04-02T08:51:29.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.879+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=C5831QEPA23O tag=3JMCADE4Q09R type=write size=2533055 2024-04-02T08:51:29.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.881+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~M7WCMHMM24DI.0 size=1048576 2024-04-02T08:51:29.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.882+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~M7WCMHMM24DI.1 size=986673 2024-04-02T08:51:29.884 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.886+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=M7WCMHMM24DI tag=OH4RD41JSGJ2 type=write size=3083825 2024-04-02T08:51:29.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.887+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=P0UEBVEHN8TJ type=del size=3777962 2024-04-02T08:51:29.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.889+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~JZ86ZJ6LIBZD.0 size=1048576 2024-04-02T08:51:29.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.891+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~JZ86ZJ6LIBZD.1 size=1048576 2024-04-02T08:51:29.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.892+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~JZ86ZJ6LIBZD.2 size=862539 2024-04-02T08:51:29.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.895+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=JZ86ZJ6LIBZD tag=F88YCSS6CLKC type=write size=4008267 2024-04-02T08:51:29.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.896+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=XTDGF6JQ0MQE type=del size=2065797 2024-04-02T08:51:29.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.898+0000 7fe1e54f9780 1 < completed write operation key=7SOA145ODX3I tag=1HW7525SR1X2 type=write size=936073 2024-04-02T08:51:29.898 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.899+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=U71RUY5N369R type=del size=1288189 2024-04-02T08:51:29.900 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.901+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=YGE870SEMMDL type=del 2024-04-02T08:51:29.902 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.903+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=FSWXHU7WL9RV type=del size=2136635 2024-04-02T08:51:29.906 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.905+0000 7fe1e54f9780 1 < completed write operation key=02K82VO50O0D tag=5JDGQUEOI4ZS type=write size=633436 2024-04-02T08:51:29.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.907+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~XLQA8F33C73I.0 size=339845 2024-04-02T08:51:29.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.907+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=XLQA8F33C73I tag=PVG6O3C13BGD type=write size=1388421 2024-04-02T08:51:29.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.909+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=ARFQV48MRB77 type=del 2024-04-02T08:51:29.911 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.912+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~FOZ3410SM8O0.0 size=1048576 2024-04-02T08:51:29.912 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.913+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~FOZ3410SM8O0.1 size=1048576 2024-04-02T08:51:29.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.914+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~FOZ3410SM8O0.2 size=445315 2024-04-02T08:51:29.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.914+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=FOZ3410SM8O0 tag=J8M7DE7ALPTR type=write size=3591043 2024-04-02T08:51:29.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.916+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~T43N7DR9M22O.0 size=299644 2024-04-02T08:51:29.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.919+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=T43N7DR9M22O tag=EBWTCJLQP4AG type=write size=1348220 2024-04-02T08:51:29.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.920+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=VDHYGXF7ZR07 type=write size=128990 2024-04-02T08:51:29.921 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.922+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=S0OZ0Y9CYZKZ type=del 2024-04-02T08:51:29.922 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.924+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=KGY0HCYIITVA type=del size=780928 2024-04-02T08:51:29.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.926+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~EO61NIFD8AU8.0 size=1048576 2024-04-02T08:51:29.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.927+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~EO61NIFD8AU8.1 size=1048576 2024-04-02T08:51:29.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.929+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~EO61NIFD8AU8.2 size=446014 2024-04-02T08:51:29.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.932+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=EO61NIFD8AU8 tag=H85800WAHZD9 type=write size=3591742 2024-04-02T08:51:29.934 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.935+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~BPZX8QMT5CG9.0 size=1048576 2024-04-02T08:51:29.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.936+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~BPZX8QMT5CG9.1 size=357414 2024-04-02T08:51:29.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.936+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=BPZX8QMT5CG9 tag=U735GQ665DK3 type=write size=2454566 2024-04-02T08:51:29.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.938+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~KY57WKJ4VKJJ.0 size=1048576 2024-04-02T08:51:29.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.938+0000 7fe1e54f9780 1 < canceled part key=_multipart_2Y0DXEZ36QAV.2~KY57WKJ4VKJJ.1 size=1048576 2024-04-02T08:51:29.938 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.940+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~KY57WKJ4VKJJ.2 size=117605 2024-04-02T08:51:29.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.942+0000 7fe1e54f9780 1 < canceled multipart upload key=2Y0DXEZ36QAV upload=KY57WKJ4VKJJ tag=X09FXIRK3F71 type=write size=3263333 2024-04-02T08:51:29.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.944+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=V2IS8OYP51WZ type=del size=2765053 2024-04-02T08:51:29.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.948+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=5IGBITQUESP9 type=del 2024-04-02T08:51:29.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.949+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=8AKNTELT74YE type=del size=3667606 2024-04-02T08:51:29.949 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.951+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~MY9WJEOJQXCW.0 size=1048576 2024-04-02T08:51:29.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.952+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~MY9WJEOJQXCW.1 size=446914 2024-04-02T08:51:29.954 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.955+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=MY9WJEOJQXCW tag=R1MQVTYSW4Y0 type=write size=2544066 2024-04-02T08:51:29.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.958+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~92C2AET839HK.0 size=1032091 2024-04-02T08:51:29.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.958+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=92C2AET839HK tag=XKTERVXLICUY type=write size=2080667 2024-04-02T08:51:29.960 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.961+0000 7fe1e54f9780 1 < suggested update operation key=XD49NVDY5QAC tag=VJOK6CRSD39W type=del size=2138790 2024-04-02T08:51:29.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.963+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=WTL9OQHITZPO type=del size=704400 2024-04-02T08:51:29.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.963+0000 7fe1e54f9780 1 < canceled part key=_multipart_AKDL74Y6A2P3.2~U6KOFC011T0O.0 size=1048576 2024-04-02T08:51:29.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.965+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~U6KOFC011T0O.1 size=1048576 2024-04-02T08:51:29.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.966+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~U6KOFC011T0O.2 size=609925 2024-04-02T08:51:29.967 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.969+0000 7fe1e54f9780 1 < canceled multipart upload key=AKDL74Y6A2P3 upload=U6KOFC011T0O tag=RQ213DWF2P9L type=write size=3755653 2024-04-02T08:51:29.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.970+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=ENS8G6C2J27Y type=del size=348616 2024-04-02T08:51:29.971 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.972+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~3YRUYHD7MUBO.0 size=1048576 2024-04-02T08:51:29.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.973+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~3YRUYHD7MUBO.1 size=482735 2024-04-02T08:51:29.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.976+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=3YRUYHD7MUBO tag=IQD2DRBHTSA1 type=write size=2579887 2024-04-02T08:51:29.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.979+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~YM84GS9V4EME.0 size=1048576 2024-04-02T08:51:29.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.980+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~YM84GS9V4EME.1 size=400799 2024-04-02T08:51:29.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.980+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=YM84GS9V4EME tag=59WN4AA3LWTO type=write size=2497951 2024-04-02T08:51:29.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.982+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~C5831QEPA23O.0 size=1048576 2024-04-02T08:51:29.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.983+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~C5831QEPA23O.1 size=435903 2024-04-02T08:51:29.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.985+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=C5831QEPA23O tag=3JMCADE4Q09R type=write size=2533055 2024-04-02T08:51:29.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.987+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=ITUJ9DKJRF5Y type=del size=1091864 2024-04-02T08:51:29.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.988+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=P0UEBVEHN8TJ type=del 2024-04-02T08:51:29.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.990+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=CZVBQ13M2I3Q type=write size=490230 2024-04-02T08:51:29.990 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.991+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=XTDGF6JQ0MQE type=del 2024-04-02T08:51:29.992 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.993+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=17LHY537C106 type=del size=3782278 2024-04-02T08:51:29.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.995+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=U71RUY5N369R type=del 2024-04-02T08:51:29.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.996+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=BVB0PET820N3 type=del size=767509 2024-04-02T08:51:29.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:29.998+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=FSWXHU7WL9RV type=del 2024-04-02T08:51:29.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.000+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~39D47Q904VOH.0 size=749403 2024-04-02T08:51:29.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.000+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=39D47Q904VOH tag=GKB8GXX1264P type=write size=1797979 2024-04-02T08:51:30.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.002+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~XLQA8F33C73I.0 size=339845 2024-04-02T08:51:30.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.004+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=XLQA8F33C73I tag=PVG6O3C13BGD type=write size=1388421 2024-04-02T08:51:30.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.006+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=IZ8BAYHO6882 type=del size=182786 2024-04-02T08:51:30.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.006+0000 7fe1e54f9780 1 < canceled part key=_multipart_DB2S65G6D3OU.2~FOZ3410SM8O0.0 size=1048576 2024-04-02T08:51:30.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.007+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~FOZ3410SM8O0.1 size=1048576 2024-04-02T08:51:30.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.009+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~FOZ3410SM8O0.2 size=445315 2024-04-02T08:51:30.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.011+0000 7fe1e54f9780 1 < canceled multipart upload key=DB2S65G6D3OU upload=FOZ3410SM8O0 tag=J8M7DE7ALPTR type=write size=3591043 2024-04-02T08:51:30.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.013+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=XYZK9R9QIWCV type=del size=3336844 2024-04-02T08:51:30.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.015+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=VDHYGXF7ZR07 type=write size=128990 2024-04-02T08:51:30.016 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.017+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~TTXTMTKGKEU2.0 size=1048576 2024-04-02T08:51:30.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.019+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~TTXTMTKGKEU2.1 size=1048576 2024-04-02T08:51:30.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.020+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~TTXTMTKGKEU2.2 size=267954 2024-04-02T08:51:30.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.020+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=TTXTMTKGKEU2 tag=49MNTVSJP5GA type=write size=3413682 2024-04-02T08:51:30.022 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.023+0000 7fe1e54f9780 1 < suggested remove operation key=CT5BZ79K03F4 tag=KGY0HCYIITVA type=del 2024-04-02T08:51:30.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.024+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=VR013LGMIPXT type=del size=1479744 2024-04-02T08:51:30.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.026+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~BPZX8QMT5CG9.0 size=1048576 2024-04-02T08:51:30.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.027+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~BPZX8QMT5CG9.1 size=357414 2024-04-02T08:51:30.028 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.030+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=BPZX8QMT5CG9 tag=U735GQ665DK3 type=write size=2454566 2024-04-02T08:51:30.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.032+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~7TD23WSUS4HW.0 size=1048576 2024-04-02T08:51:30.032 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.034+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~7TD23WSUS4HW.1 size=865078 2024-04-02T08:51:30.032 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.034+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=7TD23WSUS4HW tag=823JJ1SPDUON type=write size=2962230 2024-04-02T08:51:30.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.035+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=V2IS8OYP51WZ type=del 2024-04-02T08:51:30.037 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.038+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~R50H3Q1T2FPI.0 size=1048576 2024-04-02T08:51:30.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.040+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~R50H3Q1T2FPI.1 size=12419 2024-04-02T08:51:30.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.040+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=R50H3Q1T2FPI tag=03DGB7HMJKEG type=write size=2109571 2024-04-02T08:51:30.040 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.041+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=8AKNTELT74YE type=del 2024-04-02T08:51:30.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.044+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~NFZFWE0H8E3B.0 size=278313 2024-04-02T08:51:30.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.044+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=NFZFWE0H8E3B tag=JJL7ERSMQ6BB type=write size=1326889 2024-04-02T08:51:30.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.046+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~92C2AET839HK.0 size=1032091 2024-04-02T08:51:30.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.049+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=92C2AET839HK tag=XKTERVXLICUY type=write size=2080667 2024-04-02T08:51:30.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.050+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=T3YT9J08FQ9C type=del size=2803337 2024-04-02T08:51:30.051 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.052+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=WTL9OQHITZPO type=del 2024-04-02T08:51:30.052 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.054+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=HCYHL3HWFU76 type=del size=1601972 2024-04-02T08:51:30.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.055+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=ENS8G6C2J27Y type=del 2024-04-02T08:51:30.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.057+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=4O4FFT1EEKS7 type=del size=3935594 2024-04-02T08:51:30.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.059+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~YM84GS9V4EME.0 size=1048576 2024-04-02T08:51:30.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.060+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~YM84GS9V4EME.1 size=400799 2024-04-02T08:51:30.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.062+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=YM84GS9V4EME tag=59WN4AA3LWTO type=write size=2497951 2024-04-02T08:51:30.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.065+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~4D2NLKYL1ZAC.0 size=1048576 2024-04-02T08:51:30.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.067+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~4D2NLKYL1ZAC.1 size=1048576 2024-04-02T08:51:30.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.068+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~4D2NLKYL1ZAC.2 size=731074 2024-04-02T08:51:30.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.068+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=4D2NLKYL1ZAC tag=K8A3H0IE8WUA type=write size=3876802 2024-04-02T08:51:30.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.069+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=ITUJ9DKJRF5Y type=del 2024-04-02T08:51:30.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.071+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=TAWUMVNVYC3W type=del size=2260120 2024-04-02T08:51:30.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.073+0000 7fe1e54f9780 1 < completed write operation key=72IYB621DARA tag=CZVBQ13M2I3Q type=write size=490230 2024-04-02T08:51:30.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.074+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=2ETI28QRMG3P type=del size=552253 2024-04-02T08:51:30.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.076+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=17LHY537C106 type=del 2024-04-02T08:51:30.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.079+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~NG77KAUMPBJ8.0 size=999330 2024-04-02T08:51:30.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.079+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=NG77KAUMPBJ8 tag=UVAR5NQSBQ4N type=write size=2047906 2024-04-02T08:51:30.080 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.082+0000 7fe1e54f9780 1 < suggested update operation key=3CIH6I4PYI2Z tag=BVB0PET820N3 type=del size=767509 2024-04-02T08:51:30.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.083+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=LT37PHHIO06D type=write size=226300 2024-04-02T08:51:30.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.084+0000 7fe1e54f9780 1 < canceled part key=_multipart_OC284H4P86JN.2~39D47Q904VOH.0 size=749403 2024-04-02T08:51:30.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.086+0000 7fe1e54f9780 1 < canceled multipart upload key=OC284H4P86JN upload=39D47Q904VOH tag=GKB8GXX1264P type=write size=1797979 2024-04-02T08:51:30.086 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.088+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=Q12F46V2UVZG type=write size=173717 2024-04-02T08:51:30.088 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.090+0000 7fe1e54f9780 -1 < failed to complete operation key=CT5BZ79K03F4 tag=IZ8BAYHO6882 type=del size=182786: (22) Invalid argument 2024-04-02T08:51:30.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.093+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~A73TA0HDR8BX.0 size=1048576 2024-04-02T08:51:30.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.094+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~A73TA0HDR8BX.1 size=1048576 2024-04-02T08:51:30.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.095+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~A73TA0HDR8BX.2 size=193339 2024-04-02T08:51:30.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.095+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=A73TA0HDR8BX tag=7G0KCVYIUUOP type=write size=3339067 2024-04-02T08:51:30.095 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.097+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=XYZK9R9QIWCV type=del 2024-04-02T08:51:30.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.099+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=32Y5BFSVRZSK type=del size=4080656 2024-04-02T08:51:30.099 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.101+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~TTXTMTKGKEU2.0 size=1048576 2024-04-02T08:51:30.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.102+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~TTXTMTKGKEU2.1 size=1048576 2024-04-02T08:51:30.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.104+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~TTXTMTKGKEU2.2 size=267954 2024-04-02T08:51:30.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.107+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=TTXTMTKGKEU2 tag=49MNTVSJP5GA type=write size=3413682 2024-04-02T08:51:30.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.108+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=JXMFV66XY4O1 type=del size=36561 2024-04-02T08:51:30.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.111+0000 7fe1e54f9780 1 < suggested remove operation key=LA786DTGT3XA tag=VR013LGMIPXT type=del 2024-04-02T08:51:30.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.113+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=AFCLBBCCO0N4 type=del size=3882251 2024-04-02T08:51:30.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.114+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~7TD23WSUS4HW.0 size=1048576 2024-04-02T08:51:30.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.115+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~7TD23WSUS4HW.1 size=865078 2024-04-02T08:51:30.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.118+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=7TD23WSUS4HW tag=823JJ1SPDUON type=write size=2962230 2024-04-02T08:51:30.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.121+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~X8YOY6SY70F0.0 size=938398 2024-04-02T08:51:30.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.121+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=X8YOY6SY70F0 tag=H6MB7FURD6C2 type=write size=1986974 2024-04-02T08:51:30.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.122+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~R50H3Q1T2FPI.0 size=1048576 2024-04-02T08:51:30.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.122+0000 7fe1e54f9780 1 < canceled part key=_multipart_CT5BZ79K03F4.2~R50H3Q1T2FPI.1 size=12419 2024-04-02T08:51:30.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.125+0000 7fe1e54f9780 1 < canceled multipart upload key=CT5BZ79K03F4 upload=R50H3Q1T2FPI tag=03DGB7HMJKEG type=write size=2109571 2024-04-02T08:51:30.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.127+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=YUHOOOYWY0E9 type=del size=4182034 2024-04-02T08:51:30.127 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.129+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~NFZFWE0H8E3B.0 size=278313 2024-04-02T08:51:30.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.132+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=NFZFWE0H8E3B tag=JJL7ERSMQ6BB type=write size=1326889 2024-04-02T08:51:30.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.134+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=1INPAH33635S type=del size=1558392 2024-04-02T08:51:30.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.135+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=T3YT9J08FQ9C type=del 2024-04-02T08:51:30.136 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.137+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=PDSSG34LGUI5 type=del size=2542500 2024-04-02T08:51:30.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.141+0000 7fe1e54f9780 1 < suggested update operation key=LA786DTGT3XA tag=HCYHL3HWFU76 type=del size=1601972 2024-04-02T08:51:30.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.143+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=QZ0LUY1HN25W type=del size=3838749 2024-04-02T08:51:30.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.146+0000 7fe1e54f9780 1 < suggested remove operation key=MLJAE12LB90G tag=4O4FFT1EEKS7 type=del 2024-04-02T08:51:30.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.149+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~NVVSID48FLO9.0 size=1048576 2024-04-02T08:51:30.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.150+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~NVVSID48FLO9.1 size=1048576 2024-04-02T08:51:30.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.151+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~NVVSID48FLO9.2 size=330274 2024-04-02T08:51:30.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.151+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=NVVSID48FLO9 tag=75KM3OIU26B4 type=write size=3476002 2024-04-02T08:51:30.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.153+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~4D2NLKYL1ZAC.0 size=1048576 2024-04-02T08:51:30.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.154+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~4D2NLKYL1ZAC.1 size=1048576 2024-04-02T08:51:30.154 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.156+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~4D2NLKYL1ZAC.2 size=731074 2024-04-02T08:51:30.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.158+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=4D2NLKYL1ZAC tag=K8A3H0IE8WUA type=write size=3876802 2024-04-02T08:51:30.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.160+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=H4A9H66F6HCN type=del size=2468807 2024-04-02T08:51:30.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.161+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=TAWUMVNVYC3W type=del 2024-04-02T08:51:30.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.164+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~OJASNDUMAMKC.0 size=1048576 2024-04-02T08:51:30.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.166+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~OJASNDUMAMKC.1 size=370324 2024-04-02T08:51:30.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.166+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=OJASNDUMAMKC tag=3VL2A9KM1BUN type=write size=2467476 2024-04-02T08:51:30.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.169+0000 7fe1e54f9780 1 < suggested update operation key=R6Z9S7ZDIVB0 tag=2ETI28QRMG3P type=del size=552253 2024-04-02T08:51:30.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.170+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=37CDTP07919V type=del size=858088 2024-04-02T08:51:30.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.172+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~NG77KAUMPBJ8.0 size=999330 2024-04-02T08:51:30.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.174+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=NG77KAUMPBJ8 tag=UVAR5NQSBQ4N type=write size=2047906 2024-04-02T08:51:30.176 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.177+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~S0HWVVGAAKEC.0 size=1048576 2024-04-02T08:51:30.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.179+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~S0HWVVGAAKEC.1 size=1048576 2024-04-02T08:51:30.179 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.180+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~S0HWVVGAAKEC.2 size=226328 2024-04-02T08:51:30.179 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.180+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=S0HWVVGAAKEC tag=JXUXF7I22TKC type=write size=3372056 2024-04-02T08:51:30.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.182+0000 7fe1e54f9780 1 < completed write operation key=DB2S65G6D3OU tag=LT37PHHIO06D type=write size=226300 2024-04-02T08:51:30.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.183+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=GMSYNHGOJLY5 type=del size=303852 2024-04-02T08:51:30.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.186+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=Q12F46V2UVZG type=write size=173717 2024-04-02T08:51:30.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.188+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=WO6I448AFMFF type=del size=1228535 2024-04-02T08:51:30.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.190+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~A73TA0HDR8BX.0 size=1048576 2024-04-02T08:51:30.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.191+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~A73TA0HDR8BX.1 size=1048576 2024-04-02T08:51:30.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.191+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~A73TA0HDR8BX.2 size=193339 2024-04-02T08:51:30.193 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.194+0000 7fe1e54f9780 1 < canceled multipart upload key=IY511MS5UQEJ upload=A73TA0HDR8BX tag=7G0KCVYIUUOP type=write size=3339067 2024-04-02T08:51:30.194 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.196+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=F4NWHYDD4N36 type=del size=3772187 2024-04-02T08:51:30.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.197+0000 7fe1e54f9780 1 < canceled operation key=G8V69UA1E671 tag=32Y5BFSVRZSK type=del size=4080656 2024-04-02T08:51:30.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.199+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=LNB2D3R7812L type=del size=2917385 2024-04-02T08:51:30.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.200+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=JXMFV66XY4O1 type=del 2024-04-02T08:51:30.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.203+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~EW0QLCQF4TZX.0 size=1048576 2024-04-02T08:51:30.203 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.205+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~EW0QLCQF4TZX.1 size=357220 2024-04-02T08:51:30.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.205+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=EW0QLCQF4TZX tag=BVWH9KBX3VSR type=write size=2454372 2024-04-02T08:51:30.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.206+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=AFCLBBCCO0N4 type=del 2024-04-02T08:51:30.206 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.208+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=TKM814D6XVNS type=del size=2006201 2024-04-02T08:51:30.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.209+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~X8YOY6SY70F0.0 size=938398 2024-04-02T08:51:30.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.212+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=X8YOY6SY70F0 tag=H6MB7FURD6C2 type=write size=1986974 2024-04-02T08:51:30.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.213+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=UUJKITV20SNB type=del size=2373923 2024-04-02T08:51:30.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.215+0000 7fe1e54f9780 -1 < failed to complete operation key=LA786DTGT3XA tag=YUHOOOYWY0E9 type=del size=4182034: (22) Invalid argument 2024-04-02T08:51:30.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.217+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=1S0SQVJXXQYE type=del size=1922670 2024-04-02T08:51:30.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.220+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=1INPAH33635S type=del 2024-04-02T08:51:30.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.222+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~BZLWMO3U0Z4V.0 size=1048576 2024-04-02T08:51:30.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.224+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~BZLWMO3U0Z4V.1 size=818006 2024-04-02T08:51:30.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.224+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=BZLWMO3U0Z4V tag=088XGSWYL3GX type=write size=2915158 2024-04-02T08:51:30.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.225+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=PDSSG34LGUI5 type=del 2024-04-02T08:51:30.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.227+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=3Q5DCMFX68N9 type=del size=3176135 2024-04-02T08:51:30.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.230+0000 7fe1e54f9780 1 < suggested remove operation key=IY511MS5UQEJ tag=QZ0LUY1HN25W type=del 2024-04-02T08:51:30.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.233+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~CMY8B9YOXG1U.0 size=1048576 2024-04-02T08:51:30.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.234+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~CMY8B9YOXG1U.1 size=969968 2024-04-02T08:51:30.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.234+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=CMY8B9YOXG1U tag=N9D0M35BP95H type=write size=3067120 2024-04-02T08:51:30.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.235+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~NVVSID48FLO9.0 size=1048576 2024-04-02T08:51:30.236 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.237+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~NVVSID48FLO9.1 size=1048576 2024-04-02T08:51:30.237 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.238+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~NVVSID48FLO9.2 size=330274 2024-04-02T08:51:30.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.241+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=NVVSID48FLO9 tag=75KM3OIU26B4 type=write size=3476002 2024-04-02T08:51:30.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.244+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~7TQ53LWB1VUE.0 size=294471 2024-04-02T08:51:30.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.244+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=7TQ53LWB1VUE tag=NTURTVY6HJU0 type=write size=1343047 2024-04-02T08:51:30.245 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.247+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=H4A9H66F6HCN type=del 2024-04-02T08:51:30.248 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.250+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~BPKGVJYRKBX3.0 size=314832 2024-04-02T08:51:30.248 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.250+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=BPKGVJYRKBX3 tag=MG1HOE442AVH type=write size=1363408 2024-04-02T08:51:30.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.251+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~OJASNDUMAMKC.0 size=1048576 2024-04-02T08:51:30.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.253+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~OJASNDUMAMKC.1 size=370324 2024-04-02T08:51:30.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.255+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=OJASNDUMAMKC tag=3VL2A9KM1BUN type=write size=2467476 2024-04-02T08:51:30.255 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.257+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=TZ6M2ZM2O4WD type=del size=895793 2024-04-02T08:51:30.257 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.258+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=37CDTP07919V type=del 2024-04-02T08:51:30.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.260+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=CS1X0CTQFJ2A type=del size=855428 2024-04-02T08:51:30.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.260+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~S0HWVVGAAKEC.0 size=1048576 2024-04-02T08:51:30.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.261+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~S0HWVVGAAKEC.1 size=1048576 2024-04-02T08:51:30.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.263+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~S0HWVVGAAKEC.2 size=226328 2024-04-02T08:51:30.264 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.265+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=S0HWVVGAAKEC tag=JXUXF7I22TKC type=write size=3372056 2024-04-02T08:51:30.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.267+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=IG3W5LODPIQM type=del size=3253214 2024-04-02T08:51:30.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.269+0000 7fe1e54f9780 -1 < failed to complete operation key=IY511MS5UQEJ tag=GMSYNHGOJLY5 type=del size=303852: (22) Invalid argument 2024-04-02T08:51:30.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.270+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=DA909KKC1H10 type=del size=2764864 2024-04-02T08:51:30.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.272+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=WO6I448AFMFF type=del 2024-04-02T08:51:30.272 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.273+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=714C26MQOKLQ type=del size=1290400 2024-04-02T08:51:30.274 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.275+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=F4NWHYDD4N36 type=del 2024-04-02T08:51:30.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.278+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~6ZCW1G2U9PHH.0 size=1048576 2024-04-02T08:51:30.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.279+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~6ZCW1G2U9PHH.1 size=524145 2024-04-02T08:51:30.278 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.279+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=6ZCW1G2U9PHH tag=2S7A90G3K6N3 type=write size=2621297 2024-04-02T08:51:30.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.282+0000 7fe1e54f9780 1 < suggested remove operation key=7SOA145ODX3I tag=LNB2D3R7812L type=del 2024-04-02T08:51:30.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.283+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=H8115OHSSG4M type=del size=1815728 2024-04-02T08:51:30.283 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.285+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~EW0QLCQF4TZX.0 size=1048576 2024-04-02T08:51:30.285 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.286+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~EW0QLCQF4TZX.1 size=357220 2024-04-02T08:51:30.287 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.289+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=EW0QLCQF4TZX tag=BVWH9KBX3VSR type=write size=2454372 2024-04-02T08:51:30.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.290+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=4Z2JAY0LKNF1 type=write size=750882 2024-04-02T08:51:30.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.292+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=TKM814D6XVNS type=del 2024-04-02T08:51:30.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.294+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~R1NJ1H1Y8341.0 size=835674 2024-04-02T08:51:30.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.294+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=R1NJ1H1Y8341 tag=RBOWHMFC0NTO type=write size=1884250 2024-04-02T08:51:30.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.296+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=UUJKITV20SNB type=del 2024-04-02T08:51:30.296 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.298+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=O7WVDS7OTTMM type=del size=3068323 2024-04-02T08:51:30.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.299+0000 7fe1e54f9780 1 < canceled operation key=02K82VO50O0D tag=1S0SQVJXXQYE type=del size=1922670 2024-04-02T08:51:30.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.302+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~DTK528IF31AM.0 size=1048576 2024-04-02T08:51:30.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.303+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~DTK528IF31AM.1 size=1048576 2024-04-02T08:51:30.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.305+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~DTK528IF31AM.2 size=998093 2024-04-02T08:51:30.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.305+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=DTK528IF31AM tag=1NI1PON5Q7L6 type=write size=4143821 2024-04-02T08:51:30.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.307+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~BZLWMO3U0Z4V.0 size=1048576 2024-04-02T08:51:30.307 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.308+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~BZLWMO3U0Z4V.1 size=818006 2024-04-02T08:51:30.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.310+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=BZLWMO3U0Z4V tag=088XGSWYL3GX type=write size=2915158 2024-04-02T08:51:30.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.312+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=8L4FCBKLFGQ5 type=del size=2360932 2024-04-02T08:51:30.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.314+0000 7fe1e54f9780 1 < canceled operation key=02K82VO50O0D tag=3Q5DCMFX68N9 type=del size=3176135 2024-04-02T08:51:30.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.315+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=XORW4YE0K1OC type=del size=2848942 2024-04-02T08:51:30.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.317+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~CMY8B9YOXG1U.0 size=1048576 2024-04-02T08:51:30.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.318+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~CMY8B9YOXG1U.1 size=969968 2024-04-02T08:51:30.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.320+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=CMY8B9YOXG1U tag=N9D0M35BP95H type=write size=3067120 2024-04-02T08:51:30.321 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.322+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=2TW2NNC8UZ5A type=del size=3483357 2024-04-02T08:51:30.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.324+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~7TQ53LWB1VUE.0 size=294471 2024-04-02T08:51:30.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.326+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=7TQ53LWB1VUE tag=NTURTVY6HJU0 type=write size=1343047 2024-04-02T08:51:30.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.328+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=VFDZ8D9IZN9S type=del size=1497476 2024-04-02T08:51:30.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.330+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~BPKGVJYRKBX3.0 size=314832 2024-04-02T08:51:30.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.332+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=BPKGVJYRKBX3 tag=MG1HOE442AVH type=write size=1363408 2024-04-02T08:51:30.332 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.334+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=G89F5ZH7AM9M type=del size=2203122 2024-04-02T08:51:30.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.335+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=TZ6M2ZM2O4WD type=del 2024-04-02T08:51:30.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.337+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=WCKX8KT3U8TW type=del size=1447025 2024-04-02T08:51:30.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.338+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=CS1X0CTQFJ2A type=del size=855428 2024-04-02T08:51:30.338 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.340+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=1IBR27UCIHUY type=del size=2375655 2024-04-02T08:51:30.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.341+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=IG3W5LODPIQM type=del 2024-04-02T08:51:30.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.343+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=1FMAIEO2UO4O type=write size=713565 2024-04-02T08:51:30.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.344+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=DA909KKC1H10 type=del 2024-04-02T08:51:30.346 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.347+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~A0U10IOQ5SL0.0 size=1048576 2024-04-02T08:51:30.347 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.348+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~A0U10IOQ5SL0.1 size=1048576 2024-04-02T08:51:30.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.350+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~A0U10IOQ5SL0.2 size=357823 2024-04-02T08:51:30.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.350+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=A0U10IOQ5SL0 tag=40TEDNR49MUO type=write size=3503551 2024-04-02T08:51:30.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.351+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=714C26MQOKLQ type=del 2024-04-02T08:51:30.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.353+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=VUX28UX96CG9 type=del size=3947538 2024-04-02T08:51:30.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.354+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~6ZCW1G2U9PHH.0 size=1048576 2024-04-02T08:51:30.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.356+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~6ZCW1G2U9PHH.1 size=524145 2024-04-02T08:51:30.357 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.358+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=6ZCW1G2U9PHH tag=2S7A90G3K6N3 type=write size=2621297 2024-04-02T08:51:30.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.360+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=H43XXNA27C02 type=write size=167917 2024-04-02T08:51:30.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.362+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=H8115OHSSG4M type=del 2024-04-02T08:51:30.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.364+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~LQAT5WSEM6M5.0 size=876099 2024-04-02T08:51:30.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.364+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=LQAT5WSEM6M5 tag=BKF013K1IZ3G type=write size=1924675 2024-04-02T08:51:30.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.366+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=4Z2JAY0LKNF1 type=write size=750882 2024-04-02T08:51:30.366 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.368+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=FZ7BJ6DWAVML type=del size=355637 2024-04-02T08:51:30.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.369+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~R1NJ1H1Y8341.0 size=835674 2024-04-02T08:51:30.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.372+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=R1NJ1H1Y8341 tag=RBOWHMFC0NTO type=write size=1884250 2024-04-02T08:51:30.372 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.374+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=7MAW4K76FV5N type=del size=955166 2024-04-02T08:51:30.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.375+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=O7WVDS7OTTMM type=del 2024-04-02T08:51:30.376 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.377+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=2V7R7O9RDVGX type=del size=2721894 2024-04-02T08:51:30.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.379+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~DTK528IF31AM.0 size=1048576 2024-04-02T08:51:30.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.380+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~DTK528IF31AM.1 size=1048576 2024-04-02T08:51:30.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.381+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~DTK528IF31AM.2 size=998093 2024-04-02T08:51:30.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.384+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=DTK528IF31AM tag=1NI1PON5Q7L6 type=write size=4143821 2024-04-02T08:51:30.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.386+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=S7WZCHULDYWR type=write size=209158 2024-04-02T08:51:30.386 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.387+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=8L4FCBKLFGQ5 type=del 2024-04-02T08:51:30.389 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.391+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~N4IRK7GSH446.0 size=943661 2024-04-02T08:51:30.389 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.391+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=N4IRK7GSH446 tag=I4TDAS32J13P type=write size=1992237 2024-04-02T08:51:30.391 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.392+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=XORW4YE0K1OC type=del 2024-04-02T08:51:30.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.394+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=ELI5UO77I92G type=del size=3443752 2024-04-02T08:51:30.394 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.396+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=2TW2NNC8UZ5A type=del 2024-04-02T08:51:30.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.397+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=4BDO08X39SY8 type=write size=316711 2024-04-02T08:51:30.397 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.399+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=VFDZ8D9IZN9S type=del 2024-04-02T08:51:30.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.402+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~V5PZH761ICMB.0 size=852052 2024-04-02T08:51:30.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.402+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=V5PZH761ICMB tag=KJ51AE9QT40R type=write size=1900628 2024-04-02T08:51:30.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.405+0000 7fe1e54f9780 1 < suggested update operation key=LOZGVEXU39NU tag=G89F5ZH7AM9M type=del size=2203122 2024-04-02T08:51:30.405 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.406+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=YDFYUOK56XET type=del size=4145527 2024-04-02T08:51:30.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.408+0000 7fe1e54f9780 1 < canceled operation key=D3LM19PM7NQ1 tag=WCKX8KT3U8TW type=del size=1447025 2024-04-02T08:51:30.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.411+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~WBEE1PLB0LFZ.0 size=445854 2024-04-02T08:51:30.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.411+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=WBEE1PLB0LFZ tag=IIIHNUFNMEW3 type=write size=1494430 2024-04-02T08:51:30.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.413+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=1IBR27UCIHUY type=del 2024-04-02T08:51:30.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.414+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=9GIN9YU0GV9Y type=del size=3224884 2024-04-02T08:51:30.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.417+0000 7fe1e54f9780 1 < suggested update operation key=IY511MS5UQEJ tag=1FMAIEO2UO4O type=write size=713565 2024-04-02T08:51:30.417 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.419+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=1PELE36VAK1O type=del size=1171744 2024-04-02T08:51:30.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.420+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~A0U10IOQ5SL0.0 size=1048576 2024-04-02T08:51:30.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.422+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~A0U10IOQ5SL0.1 size=1048576 2024-04-02T08:51:30.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.423+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~A0U10IOQ5SL0.2 size=357823 2024-04-02T08:51:30.425 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.426+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=A0U10IOQ5SL0 tag=40TEDNR49MUO type=write size=3503551 2024-04-02T08:51:30.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.429+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~CGPNVMPXGK97.0 size=1048576 2024-04-02T08:51:30.429 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.431+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~CGPNVMPXGK97.1 size=413180 2024-04-02T08:51:30.429 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.431+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=CGPNVMPXGK97 tag=HGLV5PQ9JHH8 type=write size=2510332 2024-04-02T08:51:30.431 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.433+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=VUX28UX96CG9 type=del 2024-04-02T08:51:30.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.436+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~QVWIJZT2PMB1.0 size=1048576 2024-04-02T08:51:30.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.438+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~QVWIJZT2PMB1.1 size=1048576 2024-04-02T08:51:30.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.439+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~QVWIJZT2PMB1.2 size=306485 2024-04-02T08:51:30.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.439+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=QVWIJZT2PMB1 tag=CJC2O7CUCE57 type=write size=3452213 2024-04-02T08:51:30.440 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.441+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=H43XXNA27C02 type=write size=167917 2024-04-02T08:51:30.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.443+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=1WQEX3JQKXLZ type=del size=3020432 2024-04-02T08:51:30.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.445+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~LQAT5WSEM6M5.0 size=876099 2024-04-02T08:51:30.446 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.448+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=LQAT5WSEM6M5 tag=BKF013K1IZ3G type=write size=1924675 2024-04-02T08:51:30.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.449+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=3OJ4V23X5YFO type=del size=732729 2024-04-02T08:51:30.450 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.451+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=FZ7BJ6DWAVML type=del 2024-04-02T08:51:30.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.453+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=73FCF62C6CGB type=del size=2798492 2024-04-02T08:51:30.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.455+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=7MAW4K76FV5N type=del 2024-04-02T08:51:30.456 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.457+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=DDI8ESGNZ4PL type=del size=196019 2024-04-02T08:51:30.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.459+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=2V7R7O9RDVGX type=del 2024-04-02T08:51:30.460 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.461+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=LXU8YFCIP09M type=del size=410314 2024-04-02T08:51:30.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.463+0000 7fe1e54f9780 1 < completed write operation key=WT084Z5BQ6FL tag=S7WZCHULDYWR type=write size=209158 2024-04-02T08:51:30.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.465+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=IDLT2L8343AU type=del size=3266628 2024-04-02T08:51:30.465 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.467+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~N4IRK7GSH446.0 size=943661 2024-04-02T08:51:30.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.470+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=N4IRK7GSH446 tag=I4TDAS32J13P type=write size=1992237 2024-04-02T08:51:30.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.471+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=L1SO15GBX1U4 type=del size=611216 2024-04-02T08:51:30.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.473+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=ELI5UO77I92G type=del 2024-04-02T08:51:30.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.476+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~G4MG86GRUTPY.0 size=1048576 2024-04-02T08:51:30.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.478+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~G4MG86GRUTPY.1 size=1048576 2024-04-02T08:51:30.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.479+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~G4MG86GRUTPY.2 size=172675 2024-04-02T08:51:30.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.479+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=G4MG86GRUTPY tag=1CX2UF6ZKEK8 type=write size=3318403 2024-04-02T08:51:30.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.482+0000 7fe1e54f9780 1 < suggested remove operation key=D3LM19PM7NQ1 tag=4BDO08X39SY8 type=write 2024-04-02T08:51:30.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.483+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=BOR38SDDSXY5 type=del size=2877898 2024-04-02T08:51:30.484 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.485+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~V5PZH761ICMB.0 size=852052 2024-04-02T08:51:30.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.488+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=V5PZH761ICMB tag=KJ51AE9QT40R type=write size=1900628 2024-04-02T08:51:30.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.489+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=VOUB8YQBJ1O0 type=write size=108400 2024-04-02T08:51:30.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.491+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=YDFYUOK56XET type=del 2024-04-02T08:51:30.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.494+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~2XW1G8UYZV9L.0 size=951194 2024-04-02T08:51:30.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.494+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=2XW1G8UYZV9L tag=R5VN0YHBO1UA type=write size=1999770 2024-04-02T08:51:30.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.495+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~WBEE1PLB0LFZ.0 size=445854 2024-04-02T08:51:30.496 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.498+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=WBEE1PLB0LFZ tag=IIIHNUFNMEW3 type=write size=1494430 2024-04-02T08:51:30.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.499+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=5CW9YQ8ZE1GL type=write size=590919 2024-04-02T08:51:30.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.503+0000 7fe1e54f9780 1 < suggested remove operation key=72IYB621DARA tag=9GIN9YU0GV9Y type=del 2024-04-02T08:51:30.504 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.505+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~ZBJGBAMAPDQJ.0 size=1048576 2024-04-02T08:51:30.505 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.506+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~ZBJGBAMAPDQJ.1 size=1048576 2024-04-02T08:51:30.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.508+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~ZBJGBAMAPDQJ.2 size=106363 2024-04-02T08:51:30.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.508+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=ZBJGBAMAPDQJ tag=XXKUGR7JYBWM type=write size=3252091 2024-04-02T08:51:30.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.510+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=1PELE36VAK1O type=del size=1171744 2024-04-02T08:51:30.510 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.511+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=ZL1LAWR8PMX5 type=del size=4141649 2024-04-02T08:51:30.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.513+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~CGPNVMPXGK97.0 size=1048576 2024-04-02T08:51:30.513 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.514+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~CGPNVMPXGK97.1 size=413180 2024-04-02T08:51:30.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.517+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=CGPNVMPXGK97 tag=HGLV5PQ9JHH8 type=write size=2510332 2024-04-02T08:51:30.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.519+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=728YMLA3O5B3 type=del size=1386667 2024-04-02T08:51:30.519 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.520+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~QVWIJZT2PMB1.0 size=1048576 2024-04-02T08:51:30.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.521+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~QVWIJZT2PMB1.1 size=1048576 2024-04-02T08:51:30.521 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.523+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~QVWIJZT2PMB1.2 size=306485 2024-04-02T08:51:30.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.526+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=QVWIJZT2PMB1 tag=CJC2O7CUCE57 type=write size=3452213 2024-04-02T08:51:30.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.527+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=K0ZKQDR9OAMB type=del size=1250584 2024-04-02T08:51:30.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.529+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=1WQEX3JQKXLZ type=del 2024-04-02T08:51:30.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.531+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=T3A6V5N25O4D type=del size=1368951 2024-04-02T08:51:30.531 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.533+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=3OJ4V23X5YFO type=del 2024-04-02T08:51:30.534 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.535+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~O2RBCMYDCP24.0 size=183738 2024-04-02T08:51:30.534 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.535+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=O2RBCMYDCP24 tag=M74FETG9YPFZ type=write size=1232314 2024-04-02T08:51:30.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.537+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=73FCF62C6CGB type=del 2024-04-02T08:51:30.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.538+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=6J9DYBTY3TNL type=del size=200531 2024-04-02T08:51:30.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.541+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=DDI8ESGNZ4PL type=del 2024-04-02T08:51:30.541 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.543+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=UU1QY8F636DW type=del size=3126215 2024-04-02T08:51:30.543 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.544+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=LXU8YFCIP09M type=del 2024-04-02T08:51:30.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.546+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=2B8TQLPQPOKL type=del size=171203 2024-04-02T08:51:30.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.547+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=IDLT2L8343AU type=del 2024-04-02T08:51:30.549 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.550+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~61QYLPYWDE4C.0 size=1048576 2024-04-02T08:51:30.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.552+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~61QYLPYWDE4C.1 size=591310 2024-04-02T08:51:30.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.552+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=61QYLPYWDE4C tag=OQPXUGO12JXT type=write size=2688462 2024-04-02T08:51:30.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.553+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=L1SO15GBX1U4 type=del 2024-04-02T08:51:30.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.555+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=XNY71ROT7O06 type=del size=794982 2024-04-02T08:51:30.555 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.557+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~G4MG86GRUTPY.0 size=1048576 2024-04-02T08:51:30.556 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.558+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~G4MG86GRUTPY.1 size=1048576 2024-04-02T08:51:30.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.559+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~G4MG86GRUTPY.2 size=172675 2024-04-02T08:51:30.560 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.562+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=G4MG86GRUTPY tag=1CX2UF6ZKEK8 type=write size=3318403 2024-04-02T08:51:30.562 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.563+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=7XNAVLYV0DC0 type=del size=390719 2024-04-02T08:51:30.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.565+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=BOR38SDDSXY5 type=del 2024-04-02T08:51:30.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.566+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=85K770XV8Y9K type=del size=627905 2024-04-02T08:51:30.568 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.570+0000 7fe1e54f9780 1 < suggested update operation key=JCPYU79H8CYL tag=VOUB8YQBJ1O0 type=write size=108400 2024-04-02T08:51:30.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.571+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=GPM4JRBDF938 type=del size=1810135 2024-04-02T08:51:30.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.573+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~2XW1G8UYZV9L.0 size=951194 2024-04-02T08:51:30.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.576+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=2XW1G8UYZV9L tag=R5VN0YHBO1UA type=write size=1999770 2024-04-02T08:51:30.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.577+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=DN90382H8Q1A type=del size=1104590 2024-04-02T08:51:30.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.579+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=5CW9YQ8ZE1GL type=write size=590919 2024-04-02T08:51:30.581 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.582+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~GNB44MJNRKYV.0 size=1048576 2024-04-02T08:51:30.582 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.583+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~GNB44MJNRKYV.1 size=1048576 2024-04-02T08:51:30.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.585+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~GNB44MJNRKYV.2 size=392158 2024-04-02T08:51:30.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.585+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=GNB44MJNRKYV tag=DMRK0I4SV0RJ type=write size=3537886 2024-04-02T08:51:30.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.586+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~ZBJGBAMAPDQJ.0 size=1048576 2024-04-02T08:51:30.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.586+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~ZBJGBAMAPDQJ.1 size=1048576 2024-04-02T08:51:30.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.586+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~ZBJGBAMAPDQJ.2 size=106363 2024-04-02T08:51:30.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.589+0000 7fe1e54f9780 1 < canceled multipart upload key=D3LM19PM7NQ1 upload=ZBJGBAMAPDQJ tag=XXKUGR7JYBWM type=write size=3252091 2024-04-02T08:51:30.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.592+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~DHR3QZR9JRJ3.0 size=530357 2024-04-02T08:51:30.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.592+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=DHR3QZR9JRJ3 tag=CJSD1T9TSJ5A type=write size=1578933 2024-04-02T08:51:30.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.594+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=ZL1LAWR8PMX5 type=del 2024-04-02T08:51:30.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.595+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=BL0KB396ARQ9 type=del size=3512934 2024-04-02T08:51:30.597 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.598+0000 7fe1e54f9780 1 < suggested update operation key=2Y0DXEZ36QAV tag=728YMLA3O5B3 type=del size=1386667 2024-04-02T08:51:30.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.601+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~PP7MDAERV12H.0 size=1048576 2024-04-02T08:51:30.601 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.603+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~PP7MDAERV12H.1 size=1048576 2024-04-02T08:51:30.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.604+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~PP7MDAERV12H.2 size=254498 2024-04-02T08:51:30.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.604+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=PP7MDAERV12H tag=3RVNAQVOV37H type=write size=3400226 2024-04-02T08:51:30.604 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.605+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=K0ZKQDR9OAMB type=del 2024-04-02T08:51:30.606 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.607+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=U3TH0TEPWO5R type=write size=630568 2024-04-02T08:51:30.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.609+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=T3A6V5N25O4D type=del 2024-04-02T08:51:30.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.611+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=7GJ3F6IX4458 type=del size=2893481 2024-04-02T08:51:30.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.612+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~O2RBCMYDCP24.0 size=183738 2024-04-02T08:51:30.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.615+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=O2RBCMYDCP24 tag=M74FETG9YPFZ type=write size=1232314 2024-04-02T08:51:30.617 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.618+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~R43ANY29O773.0 size=1048576 2024-04-02T08:51:30.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.619+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~R43ANY29O773.1 size=635952 2024-04-02T08:51:30.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.619+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=R43ANY29O773 tag=HLWH24T9VCML type=write size=2733104 2024-04-02T08:51:30.620 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.621+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=6J9DYBTY3TNL type=del 2024-04-02T08:51:30.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.622+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=G365XWQUDFFU type=write size=755105 2024-04-02T08:51:30.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.624+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=UU1QY8F636DW type=del 2024-04-02T08:51:30.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.625+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=IKI93EV4L9DZ type=write size=643568 2024-04-02T08:51:30.626 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.627+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=2B8TQLPQPOKL type=del 2024-04-02T08:51:30.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.629+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=CV0FN3SUFX5C type=del size=3464012 2024-04-02T08:51:30.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.630+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~61QYLPYWDE4C.0 size=1048576 2024-04-02T08:51:30.630 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.631+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~61QYLPYWDE4C.1 size=591310 2024-04-02T08:51:30.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.634+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=61QYLPYWDE4C tag=OQPXUGO12JXT type=write size=2688462 2024-04-02T08:51:30.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.636+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=FY0VTYH55IL9 type=del size=633820 2024-04-02T08:51:30.636 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.637+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=XNY71ROT7O06 type=del 2024-04-02T08:51:30.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.639+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=HPK1AUCP8M9M type=del size=3112299 2024-04-02T08:51:30.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.640+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=7XNAVLYV0DC0 type=del 2024-04-02T08:51:30.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.642+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=NCD2I5I2910Q type=del size=1093294 2024-04-02T08:51:30.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.644+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=85K770XV8Y9K type=del 2024-04-02T08:51:30.644 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.646+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=DRRRY4BYSDNZ type=write size=167647 2024-04-02T08:51:30.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.647+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=GPM4JRBDF938 type=del 2024-04-02T08:51:30.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.649+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=Q69PIPX64NA2 type=del size=3075002 2024-04-02T08:51:30.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.651+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=DN90382H8Q1A type=del 2024-04-02T08:51:30.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.653+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=32ER7LUGTCMR type=write size=722565 2024-04-02T08:51:30.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.654+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~GNB44MJNRKYV.0 size=1048576 2024-04-02T08:51:30.655 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.656+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~GNB44MJNRKYV.1 size=1048576 2024-04-02T08:51:30.655 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.657+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~GNB44MJNRKYV.2 size=392158 2024-04-02T08:51:30.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.660+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=GNB44MJNRKYV tag=DMRK0I4SV0RJ type=write size=3537886 2024-04-02T08:51:30.660 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.661+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=XVK07OEB6G0G type=write size=459034 2024-04-02T08:51:30.662 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.663+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~DHR3QZR9JRJ3.0 size=530357 2024-04-02T08:51:30.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.666+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=DHR3QZR9JRJ3 tag=CJSD1T9TSJ5A type=write size=1578933 2024-04-02T08:51:30.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.667+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=QSQ74MH1D6Q5 type=del size=2763076 2024-04-02T08:51:30.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.670+0000 7fe1e54f9780 1 < suggested remove operation key=IK9DWI5A56MQ tag=BL0KB396ARQ9 type=del 2024-04-02T08:51:30.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.672+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=ZCD1C3MR9P70 type=del size=2488510 2024-04-02T08:51:30.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.673+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~PP7MDAERV12H.0 size=1048576 2024-04-02T08:51:30.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.675+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~PP7MDAERV12H.1 size=1048576 2024-04-02T08:51:30.675 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.676+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~PP7MDAERV12H.2 size=254498 2024-04-02T08:51:30.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.679+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=PP7MDAERV12H tag=3RVNAQVOV37H type=write size=3400226 2024-04-02T08:51:30.679 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.680+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=5CQNIFTGAZG8 type=del size=2199017 2024-04-02T08:51:30.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.682+0000 7fe1e54f9780 1 < completed write operation key=K1ML6VFMOUSC tag=U3TH0TEPWO5R type=write size=630568 2024-04-02T08:51:30.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.685+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~KLWMQVDENRZD.0 size=90494 2024-04-02T08:51:30.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.685+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=KLWMQVDENRZD tag=9P5WK1YUN2O3 type=write size=1139070 2024-04-02T08:51:30.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.686+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=7GJ3F6IX4458 type=del 2024-04-02T08:51:30.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.688+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=UTFM8FB207P9 type=del size=119979 2024-04-02T08:51:30.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.690+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~R43ANY29O773.0 size=1048576 2024-04-02T08:51:30.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.690+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~R43ANY29O773.1 size=635952 2024-04-02T08:51:30.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.692+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=R43ANY29O773 tag=HLWH24T9VCML type=write size=2733104 2024-04-02T08:51:30.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.694+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=P0P8QC8PY1XH type=del size=3254787 2024-04-02T08:51:30.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.696+0000 7fe1e54f9780 1 < completed write operation key=BQJGLDS0PGVE tag=G365XWQUDFFU type=write size=755105 2024-04-02T08:51:30.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.698+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=T3USF9SQ8DP1 type=del size=706702 2024-04-02T08:51:30.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.701+0000 7fe1e54f9780 1 < suggested remove operation key=XUGOHG0SXTNW tag=IKI93EV4L9DZ type=write 2024-04-02T08:51:30.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.702+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=9KZGFAGMBRRP type=del size=352434 2024-04-02T08:51:30.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.705+0000 7fe1e54f9780 -1 < failed to complete operation key=IK9DWI5A56MQ tag=CV0FN3SUFX5C type=del size=3464012: (22) Invalid argument 2024-04-02T08:51:30.705 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.706+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=EUQJ7H8MES3N type=del size=2523952 2024-04-02T08:51:30.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.708+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=FY0VTYH55IL9 type=del 2024-04-02T08:51:30.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.710+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=UTLKGO8ET1L9 type=del size=2752988 2024-04-02T08:51:30.710 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.711+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=HPK1AUCP8M9M type=del 2024-04-02T08:51:30.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.715+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~D2XPWGI8KH34.0 size=421564 2024-04-02T08:51:30.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.715+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=D2XPWGI8KH34 tag=1JARW37E8E8R type=write size=1470140 2024-04-02T08:51:30.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.717+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=NCD2I5I2910Q type=del 2024-04-02T08:51:30.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.720+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~3C1XSCS7GLPN.0 size=1048576 2024-04-02T08:51:30.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.722+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~3C1XSCS7GLPN.1 size=1048576 2024-04-02T08:51:30.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.723+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~3C1XSCS7GLPN.2 size=356103 2024-04-02T08:51:30.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.723+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=3C1XSCS7GLPN tag=UGU7TWIF90QT type=write size=3501831 2024-04-02T08:51:30.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.725+0000 7fe1e54f9780 1 < completed write operation key=OC284H4P86JN tag=DRRRY4BYSDNZ type=write size=167647 2024-04-02T08:51:30.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.728+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~8M39ZWP9OJJ4.0 size=87866 2024-04-02T08:51:30.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.728+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=8M39ZWP9OJJ4 tag=JB9WBV8RF5DI type=write size=1136442 2024-04-02T08:51:30.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.729+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=Q69PIPX64NA2 type=del 2024-04-02T08:51:30.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.732+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~FLMR4DGLKT8E.0 size=1048576 2024-04-02T08:51:30.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.733+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~FLMR4DGLKT8E.1 size=396562 2024-04-02T08:51:30.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.733+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=FLMR4DGLKT8E tag=6298FM4F0MVH type=write size=2493714 2024-04-02T08:51:30.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.735+0000 7fe1e54f9780 1 < canceled operation key=72IYB621DARA tag=32ER7LUGTCMR type=write size=722565 2024-04-02T08:51:30.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.738+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~0JOWPTWXN5V8.0 size=1048576 2024-04-02T08:51:30.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.739+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~0JOWPTWXN5V8.1 size=1048576 2024-04-02T08:51:30.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.741+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~0JOWPTWXN5V8.2 size=929023 2024-04-02T08:51:30.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.741+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=0JOWPTWXN5V8 tag=4OMWISYGC5U4 type=write size=4074751 2024-04-02T08:51:30.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.742+0000 7fe1e54f9780 1 < canceled operation key=K1ML6VFMOUSC tag=XVK07OEB6G0G type=write size=459034 2024-04-02T08:51:30.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.744+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=Z5OUWNQXC66Y type=del size=747432 2024-04-02T08:51:30.746 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.747+0000 7fe1e54f9780 1 < suggested update operation key=R6Z9S7ZDIVB0 tag=QSQ74MH1D6Q5 type=del size=2763076 2024-04-02T08:51:30.749 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.750+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~JSXAH2Y79DDO.0 size=1048576 2024-04-02T08:51:30.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.751+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~JSXAH2Y79DDO.1 size=158296 2024-04-02T08:51:30.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.751+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=JSXAH2Y79DDO tag=K4DDYKUY5ORW type=write size=2255448 2024-04-02T08:51:30.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.754+0000 7fe1e54f9780 1 < suggested update operation key=R6Z9S7ZDIVB0 tag=ZCD1C3MR9P70 type=del size=2488510 2024-04-02T08:51:30.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.756+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=45MSX6BQ5D8G type=write size=165364 2024-04-02T08:51:30.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.758+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=5CQNIFTGAZG8 type=del 2024-04-02T08:51:30.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.759+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=6I0F8YR3W70F type=del size=855459 2024-04-02T08:51:30.759 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.761+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~KLWMQVDENRZD.0 size=90494 2024-04-02T08:51:30.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.764+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=KLWMQVDENRZD tag=9P5WK1YUN2O3 type=write size=1139070 2024-04-02T08:51:30.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.765+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=OKTJ1Z03YLAN type=del size=1507397 2024-04-02T08:51:30.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.767+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=UTFM8FB207P9 type=del 2024-04-02T08:51:30.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.768+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=0ZT7PBAGV5S7 type=write size=823515 2024-04-02T08:51:30.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.770+0000 7fe1e54f9780 -1 < failed to complete operation key=XUGOHG0SXTNW tag=P0P8QC8PY1XH type=del size=3254787: (22) Invalid argument 2024-04-02T08:51:30.770 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.772+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=86P9J4N831D0 type=del size=114342 2024-04-02T08:51:30.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.775+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=T3USF9SQ8DP1 type=del 2024-04-02T08:51:30.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.776+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=I0047BMYE8T0 type=del size=2689271 2024-04-02T08:51:30.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.780+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=9KZGFAGMBRRP type=del size=352434 2024-04-02T08:51:30.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.782+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~I1WYO52FBYGP.0 size=1048576 2024-04-02T08:51:30.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.784+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~I1WYO52FBYGP.1 size=450222 2024-04-02T08:51:30.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.784+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=I1WYO52FBYGP tag=0TD1ADXZT2BZ type=write size=2547374 2024-04-02T08:51:30.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.785+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=EUQJ7H8MES3N type=del 2024-04-02T08:51:30.787 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.788+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~2943XQA88JTK.0 size=1048576 2024-04-02T08:51:30.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.790+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~2943XQA88JTK.1 size=43132 2024-04-02T08:51:30.789 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.790+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=2943XQA88JTK tag=CHGJIC04LMVU type=write size=2140284 2024-04-02T08:51:30.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.791+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=UTLKGO8ET1L9 type=del 2024-04-02T08:51:30.792 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.793+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=XGU7TIJ2Y032 type=del size=2076942 2024-04-02T08:51:30.793 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.794+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~D2XPWGI8KH34.0 size=421564 2024-04-02T08:51:30.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.797+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=D2XPWGI8KH34 tag=1JARW37E8E8R type=write size=1470140 2024-04-02T08:51:30.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.799+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=3Z49F7AJ1QY1 type=write size=484777 2024-04-02T08:51:30.799 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.800+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~3C1XSCS7GLPN.0 size=1048576 2024-04-02T08:51:30.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.801+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~3C1XSCS7GLPN.1 size=1048576 2024-04-02T08:51:30.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.803+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~3C1XSCS7GLPN.2 size=356103 2024-04-02T08:51:30.804 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.806+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=3C1XSCS7GLPN tag=UGU7TWIF90QT type=write size=3501831 2024-04-02T08:51:30.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.808+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~8S1X0VVKPWGZ.0 size=1048576 2024-04-02T08:51:30.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.810+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~8S1X0VVKPWGZ.1 size=1048576 2024-04-02T08:51:30.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.811+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~8S1X0VVKPWGZ.2 size=869700 2024-04-02T08:51:30.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.811+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=8S1X0VVKPWGZ tag=Z4QH4GVNSLBJ type=write size=4015428 2024-04-02T08:51:30.811 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.813+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~8M39ZWP9OJJ4.0 size=87866 2024-04-02T08:51:30.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.815+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=8M39ZWP9OJJ4 tag=JB9WBV8RF5DI type=write size=1136442 2024-04-02T08:51:30.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.818+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~R3EV44V2MFHH.0 size=1048576 2024-04-02T08:51:30.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.819+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~R3EV44V2MFHH.1 size=1048576 2024-04-02T08:51:30.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.821+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~R3EV44V2MFHH.2 size=378910 2024-04-02T08:51:30.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.821+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=R3EV44V2MFHH tag=2H60ZFXSY0V0 type=write size=3524638 2024-04-02T08:51:30.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.823+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~FLMR4DGLKT8E.0 size=1048576 2024-04-02T08:51:30.823 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.824+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~FLMR4DGLKT8E.1 size=396562 2024-04-02T08:51:30.825 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.827+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=FLMR4DGLKT8E tag=6298FM4F0MVH type=write size=2493714 2024-04-02T08:51:30.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.830+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~0Z726T8R3WM5.0 size=1048576 2024-04-02T08:51:30.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.831+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~0Z726T8R3WM5.1 size=557914 2024-04-02T08:51:30.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.831+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=0Z726T8R3WM5 tag=Z2A4JHEHK4GU type=write size=2655066 2024-04-02T08:51:30.832 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.833+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~0JOWPTWXN5V8.0 size=1048576 2024-04-02T08:51:30.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.835+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~0JOWPTWXN5V8.1 size=1048576 2024-04-02T08:51:30.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.836+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~0JOWPTWXN5V8.2 size=929023 2024-04-02T08:51:30.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.839+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=0JOWPTWXN5V8 tag=4OMWISYGC5U4 type=write size=4074751 2024-04-02T08:51:30.839 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.840+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=YBCV5VNUF735 type=del size=1469738 2024-04-02T08:51:30.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.842+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=Z5OUWNQXC66Y type=del 2024-04-02T08:51:30.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.845+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~DTIIQRLJZMKV.0 size=1048576 2024-04-02T08:51:30.845 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.846+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~DTIIQRLJZMKV.1 size=1048576 2024-04-02T08:51:30.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.848+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~DTIIQRLJZMKV.2 size=951682 2024-04-02T08:51:30.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.848+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=DTIIQRLJZMKV tag=97F8XIR2R40T type=write size=4097410 2024-04-02T08:51:30.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.849+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~JSXAH2Y79DDO.0 size=1048576 2024-04-02T08:51:30.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.851+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~JSXAH2Y79DDO.1 size=158296 2024-04-02T08:51:30.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.854+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=JSXAH2Y79DDO tag=K4DDYKUY5ORW type=write size=2255448 2024-04-02T08:51:30.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.857+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RKHX8GU4VAL3.0 size=1048576 2024-04-02T08:51:30.857 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.858+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RKHX8GU4VAL3.1 size=1048576 2024-04-02T08:51:30.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.860+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RKHX8GU4VAL3.2 size=871567 2024-04-02T08:51:30.859 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.860+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=RKHX8GU4VAL3 tag=D9JLV7T9BDUB type=write size=4017295 2024-04-02T08:51:30.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.863+0000 7fe1e54f9780 1 < suggested remove operation key=G8V69UA1E671 tag=45MSX6BQ5D8G type=write 2024-04-02T08:51:30.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.864+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=7PDNPFGL4BTX type=write size=810545 2024-04-02T08:51:30.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.866+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=6I0F8YR3W70F type=del 2024-04-02T08:51:30.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.867+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=EWHF63K2DSXX type=del size=2114600 2024-04-02T08:51:30.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.869+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=OKTJ1Z03YLAN type=del 2024-04-02T08:51:30.871 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.872+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~VNUTZY7DK6BC.0 size=1048576 2024-04-02T08:51:30.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.873+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~VNUTZY7DK6BC.1 size=1048576 2024-04-02T08:51:30.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.875+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~VNUTZY7DK6BC.2 size=121420 2024-04-02T08:51:30.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.875+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=VNUTZY7DK6BC tag=CN3JZ3CCOK9W type=write size=3267148 2024-04-02T08:51:30.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.878+0000 7fe1e54f9780 1 < suggested remove operation key=3CIH6I4PYI2Z tag=0ZT7PBAGV5S7 type=write 2024-04-02T08:51:30.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.879+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=T0L4W1MNH93K type=write size=360566 2024-04-02T08:51:30.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.881+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=86P9J4N831D0 type=del 2024-04-02T08:51:30.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.883+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=ED9V6MI2OEUY type=del size=2740152 2024-04-02T08:51:30.883 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.884+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=I0047BMYE8T0 type=del 2024-04-02T08:51:30.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.888+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3B1TFE5I5PJB.0 size=1026959 2024-04-02T08:51:30.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.888+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=3B1TFE5I5PJB tag=TEXUCQXKNBAD type=write size=2075535 2024-04-02T08:51:30.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.889+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~I1WYO52FBYGP.0 size=1048576 2024-04-02T08:51:30.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.891+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~I1WYO52FBYGP.1 size=450222 2024-04-02T08:51:30.892 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.894+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=I1WYO52FBYGP tag=0TD1ADXZT2BZ type=write size=2547374 2024-04-02T08:51:30.894 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.896+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=02U6FF7XIXOZ type=del size=199582 2024-04-02T08:51:30.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.898+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~2943XQA88JTK.0 size=1048576 2024-04-02T08:51:30.898 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.899+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~2943XQA88JTK.1 size=43132 2024-04-02T08:51:30.901 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.903+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=2943XQA88JTK tag=CHGJIC04LMVU type=write size=2140284 2024-04-02T08:51:30.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.907+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~8SH3EIN3GHR2.0 size=1048576 2024-04-02T08:51:30.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.908+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~8SH3EIN3GHR2.1 size=1048576 2024-04-02T08:51:30.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.910+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~8SH3EIN3GHR2.2 size=935424 2024-04-02T08:51:30.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.910+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=8SH3EIN3GHR2 tag=B5A0DXHMYLHA type=write size=4081152 2024-04-02T08:51:30.911 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.912+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=XGU7TIJ2Y032 type=del 2024-04-02T08:51:30.914 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.916+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~699UA4Z33KNG.0 size=1048576 2024-04-02T08:51:30.916 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.917+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~699UA4Z33KNG.1 size=243206 2024-04-02T08:51:30.916 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.917+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=699UA4Z33KNG tag=1WXJBR3I1CKE type=write size=2340358 2024-04-02T08:51:30.918 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.919+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=3Z49F7AJ1QY1 type=write size=484777 2024-04-02T08:51:30.921 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.923+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~7APQF9Z3R6Y6.0 size=1048576 2024-04-02T08:51:30.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.924+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~7APQF9Z3R6Y6.1 size=1048576 2024-04-02T08:51:30.925 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.926+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~7APQF9Z3R6Y6.2 size=448572 2024-04-02T08:51:30.925 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.926+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=7APQF9Z3R6Y6 tag=UPMMUJ1ZPUZS type=write size=3594300 2024-04-02T08:51:30.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.928+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~8S1X0VVKPWGZ.0 size=1048576 2024-04-02T08:51:30.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.928+0000 7fe1e54f9780 1 < canceled part key=_multipart_CT5BZ79K03F4.2~8S1X0VVKPWGZ.1 size=1048576 2024-04-02T08:51:30.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.929+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~8S1X0VVKPWGZ.2 size=869700 2024-04-02T08:51:30.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.932+0000 7fe1e54f9780 1 < canceled multipart upload key=CT5BZ79K03F4 upload=8S1X0VVKPWGZ tag=Z4QH4GVNSLBJ type=write size=4015428 2024-04-02T08:51:30.932 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.934+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=RIA6OR2LUVEK type=del size=3038218 2024-04-02T08:51:30.934 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.936+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~R3EV44V2MFHH.0 size=1048576 2024-04-02T08:51:30.936 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.937+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~R3EV44V2MFHH.1 size=1048576 2024-04-02T08:51:30.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.939+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~R3EV44V2MFHH.2 size=378910 2024-04-02T08:51:30.940 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.942+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=R3EV44V2MFHH tag=2H60ZFXSY0V0 type=write size=3524638 2024-04-02T08:51:30.942 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.943+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=G04J99WHJ664 type=del size=1445447 2024-04-02T08:51:30.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.945+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~0Z726T8R3WM5.0 size=1048576 2024-04-02T08:51:30.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.947+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~0Z726T8R3WM5.1 size=557914 2024-04-02T08:51:30.949 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.950+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=0Z726T8R3WM5 tag=Z2A4JHEHK4GU type=write size=2655066 2024-04-02T08:51:30.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.952+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=5DHSY9NT55LL type=del size=1188918 2024-04-02T08:51:30.952 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.953+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=YBCV5VNUF735 type=del 2024-04-02T08:51:30.956 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.957+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~RZU34JMYT18S.0 size=1048576 2024-04-02T08:51:30.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.959+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~RZU34JMYT18S.1 size=344487 2024-04-02T08:51:30.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.959+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=RZU34JMYT18S tag=S55C542EXBRO type=write size=2441639 2024-04-02T08:51:30.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.961+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~DTIIQRLJZMKV.0 size=1048576 2024-04-02T08:51:30.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.962+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~DTIIQRLJZMKV.1 size=1048576 2024-04-02T08:51:30.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.964+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~DTIIQRLJZMKV.2 size=951682 2024-04-02T08:51:30.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.967+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=DTIIQRLJZMKV tag=97F8XIR2R40T type=write size=4097410 2024-04-02T08:51:30.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.970+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~SPLOBXNGS7R7.0 size=1048576 2024-04-02T08:51:30.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.971+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~SPLOBXNGS7R7.1 size=128501 2024-04-02T08:51:30.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.971+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=SPLOBXNGS7R7 tag=R58PP2WQJII3 type=write size=2225653 2024-04-02T08:51:30.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.973+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RKHX8GU4VAL3.0 size=1048576 2024-04-02T08:51:30.973 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.975+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RKHX8GU4VAL3.1 size=1048576 2024-04-02T08:51:30.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.976+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RKHX8GU4VAL3.2 size=871567 2024-04-02T08:51:30.978 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.980+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=RKHX8GU4VAL3 tag=D9JLV7T9BDUB type=write size=4017295 2024-04-02T08:51:30.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.982+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=DXHQFZBQYXNI type=del size=3193567 2024-04-02T08:51:30.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.983+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=7PDNPFGL4BTX type=write size=810545 2024-04-02T08:51:30.984 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.985+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=YCXFB89BU3Y2 type=del size=2017288 2024-04-02T08:51:30.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.987+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=EWHF63K2DSXX type=del 2024-04-02T08:51:30.988 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.989+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=VCG347QJ3Z05 type=del size=1357978 2024-04-02T08:51:30.990 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.991+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~VNUTZY7DK6BC.0 size=1048576 2024-04-02T08:51:30.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.993+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~VNUTZY7DK6BC.1 size=1048576 2024-04-02T08:51:30.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.995+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~VNUTZY7DK6BC.2 size=121420 2024-04-02T08:51:30.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:30.998+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=VNUTZY7DK6BC tag=CN3JZ3CCOK9W type=write size=3267148 2024-04-02T08:51:30.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.000+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=13J6KJMYKAQZ type=del size=2490159 2024-04-02T08:51:31.001 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.002+0000 7fe1e54f9780 1 < completed write operation key=XD49NVDY5QAC tag=T0L4W1MNH93K type=write size=360566 2024-04-02T08:51:31.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.004+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=UIIJCP2LZ4MH type=del size=3867950 2024-04-02T08:51:31.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.006+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=ED9V6MI2OEUY type=del 2024-04-02T08:51:31.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.009+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~IPCBPBDCRPBF.0 size=1048576 2024-04-02T08:51:31.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.010+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~IPCBPBDCRPBF.1 size=514131 2024-04-02T08:51:31.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.010+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=IPCBPBDCRPBF tag=9GGSR71X3MNL type=write size=2611283 2024-04-02T08:51:31.011 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.012+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~3B1TFE5I5PJB.0 size=1026959 2024-04-02T08:51:31.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.015+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=3B1TFE5I5PJB tag=TEXUCQXKNBAD type=write size=2075535 2024-04-02T08:51:31.016 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.018+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~AS2LDW7QC9LH.0 size=658282 2024-04-02T08:51:31.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.018+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=AS2LDW7QC9LH tag=1A5FAD9PW6I8 type=write size=1706858 2024-04-02T08:51:31.020 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.021+0000 7fe1e54f9780 1 < suggested update operation key=2Y0DXEZ36QAV tag=02U6FF7XIXOZ type=del size=199582 2024-04-02T08:51:31.021 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.023+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=AH3P00Q220AS type=del size=3769877 2024-04-02T08:51:31.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.024+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~8SH3EIN3GHR2.0 size=1048576 2024-04-02T08:51:31.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.026+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~8SH3EIN3GHR2.1 size=1048576 2024-04-02T08:51:31.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.027+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~8SH3EIN3GHR2.2 size=935424 2024-04-02T08:51:31.029 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.030+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=8SH3EIN3GHR2 tag=B5A0DXHMYLHA type=write size=4081152 2024-04-02T08:51:31.030 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.032+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=VP6KBM2YUX32 type=del size=578927 2024-04-02T08:51:31.032 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.033+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~699UA4Z33KNG.0 size=1048576 2024-04-02T08:51:31.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.035+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~699UA4Z33KNG.1 size=243206 2024-04-02T08:51:31.036 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.038+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=699UA4Z33KNG tag=1WXJBR3I1CKE type=write size=2340358 2024-04-02T08:51:31.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.039+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=CTBGGKZ7ICSX type=write size=190991 2024-04-02T08:51:31.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.041+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~7APQF9Z3R6Y6.0 size=1048576 2024-04-02T08:51:31.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.042+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~7APQF9Z3R6Y6.1 size=1048576 2024-04-02T08:51:31.042 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.043+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~7APQF9Z3R6Y6.2 size=448572 2024-04-02T08:51:31.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.046+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=7APQF9Z3R6Y6 tag=UPMMUJ1ZPUZS type=write size=3594300 2024-04-02T08:51:31.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.049+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~S00D8HOKX9S2.0 size=303601 2024-04-02T08:51:31.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.049+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=S00D8HOKX9S2 tag=8HSRD2YPG9N4 type=write size=1352177 2024-04-02T08:51:31.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.051+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=RIA6OR2LUVEK type=del 2024-04-02T08:51:31.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.054+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~YU09JF76EJR1.0 size=1048576 2024-04-02T08:51:31.055 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.056+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~YU09JF76EJR1.1 size=1048576 2024-04-02T08:51:31.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.058+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~YU09JF76EJR1.2 size=536208 2024-04-02T08:51:31.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.058+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=YU09JF76EJR1 tag=265LG9QSTFEJ type=write size=3681936 2024-04-02T08:51:31.059 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.060+0000 7fe1e54f9780 -1 < failed to complete operation key=2Y0DXEZ36QAV tag=G04J99WHJ664 type=del size=1445447: (22) Invalid argument 2024-04-02T08:51:31.062 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.063+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~V77XC57X7UAC.0 size=1048576 2024-04-02T08:51:31.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.065+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~V77XC57X7UAC.1 size=335633 2024-04-02T08:51:31.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.065+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=V77XC57X7UAC tag=UR4U7U0T7Q6A type=write size=2432785 2024-04-02T08:51:31.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.066+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=5DHSY9NT55LL type=del 2024-04-02T08:51:31.067 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.068+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=NPCQ62IVD0IF type=del size=2998082 2024-04-02T08:51:31.069 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.070+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~RZU34JMYT18S.0 size=1048576 2024-04-02T08:51:31.071 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.072+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~RZU34JMYT18S.1 size=344487 2024-04-02T08:51:31.074 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.076+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=RZU34JMYT18S tag=S55C542EXBRO type=write size=2441639 2024-04-02T08:51:31.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.079+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~26MM2UT120TW.0 size=1048576 2024-04-02T08:51:31.079 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.080+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~26MM2UT120TW.1 size=603412 2024-04-02T08:51:31.079 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.080+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=26MM2UT120TW tag=PQPWPPV2EM88 type=write size=2700564 2024-04-02T08:51:31.081 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.083+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~SPLOBXNGS7R7.0 size=1048576 2024-04-02T08:51:31.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.084+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~SPLOBXNGS7R7.1 size=128501 2024-04-02T08:51:31.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.087+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=SPLOBXNGS7R7 tag=R58PP2WQJII3 type=write size=2225653 2024-04-02T08:51:31.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.088+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=Y5LC9NRP98CG type=del size=732887 2024-04-02T08:51:31.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.090+0000 7fe1e54f9780 1 < canceled operation key=DB2S65G6D3OU tag=DXHQFZBQYXNI type=del size=3193567 2024-04-02T08:51:31.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.092+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=5UKQ5OP6CFR1 type=del size=2347326 2024-04-02T08:51:31.092 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.093+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=YCXFB89BU3Y2 type=del 2024-04-02T08:51:31.095 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.096+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~L50YRRZWHWXB.0 size=1048576 2024-04-02T08:51:31.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.098+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~L50YRRZWHWXB.1 size=1048576 2024-04-02T08:51:31.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.099+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~L50YRRZWHWXB.2 size=434813 2024-04-02T08:51:31.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.099+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=L50YRRZWHWXB tag=P8D0ZXVRAB0J type=write size=3580541 2024-04-02T08:51:31.099 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.101+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=VCG347QJ3Z05 type=del 2024-04-02T08:51:31.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.102+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=0PT7KW0IXXVN type=del size=2565776 2024-04-02T08:51:31.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.106+0000 7fe1e54f9780 1 < suggested remove operation key=FRXQAJO7O5U2 tag=13J6KJMYKAQZ type=del 2024-04-02T08:51:31.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.109+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~7F3MLJJC2XLP.0 size=1048576 2024-04-02T08:51:31.108 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.110+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~7F3MLJJC2XLP.1 size=1048576 2024-04-02T08:51:31.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.111+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~7F3MLJJC2XLP.2 size=1010145 2024-04-02T08:51:31.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.111+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=7F3MLJJC2XLP tag=99X4R5ZIEBWN type=write size=4155873 2024-04-02T08:51:31.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.113+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=UIIJCP2LZ4MH type=del 2024-04-02T08:51:31.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.115+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=7WKTCGWQ3H9A type=del size=4106542 2024-04-02T08:51:31.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.117+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~IPCBPBDCRPBF.0 size=1048576 2024-04-02T08:51:31.117 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.118+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~IPCBPBDCRPBF.1 size=514131 2024-04-02T08:51:31.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.121+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=IPCBPBDCRPBF tag=9GGSR71X3MNL type=write size=2611283 2024-04-02T08:51:31.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.124+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~R67AX0YIZXA2.0 size=1048576 2024-04-02T08:51:31.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.126+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~R67AX0YIZXA2.1 size=1048576 2024-04-02T08:51:31.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.128+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~R67AX0YIZXA2.2 size=831667 2024-04-02T08:51:31.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.128+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=R67AX0YIZXA2 tag=JCB38EWTSUEX type=write size=3977395 2024-04-02T08:51:31.131 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.130+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~AS2LDW7QC9LH.0 size=658282 2024-04-02T08:51:31.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.134+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=AS2LDW7QC9LH tag=1A5FAD9PW6I8 type=write size=1706858 2024-04-02T08:51:31.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.135+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=FYSUO5ZUH3ZB type=del size=1384396 2024-04-02T08:51:31.136 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.138+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=AH3P00Q220AS type=del 2024-04-02T08:51:31.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.140+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=QH9ZPM6G50TE type=write size=948131 2024-04-02T08:51:31.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.142+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=VP6KBM2YUX32 type=del 2024-04-02T08:51:31.144 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.145+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~L65EDMU9T2RW.0 size=1048576 2024-04-02T08:51:31.146 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.147+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~L65EDMU9T2RW.1 size=1048576 2024-04-02T08:51:31.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.149+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~L65EDMU9T2RW.2 size=662925 2024-04-02T08:51:31.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.149+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=L65EDMU9T2RW tag=DBPJV4Q2GVIU type=write size=3808653 2024-04-02T08:51:31.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.150+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=CTBGGKZ7ICSX type=write size=190991 2024-04-02T08:51:31.151 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.152+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=P0XKOY2RTXET type=del size=1446368 2024-04-02T08:51:31.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.154+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~S00D8HOKX9S2.0 size=303601 2024-04-02T08:51:31.155 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.157+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=S00D8HOKX9S2 tag=8HSRD2YPG9N4 type=write size=1352177 2024-04-02T08:51:31.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.158+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=J5OZAE9PKUTX type=del size=2186126 2024-04-02T08:51:31.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.160+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~YU09JF76EJR1.0 size=1048576 2024-04-02T08:51:31.159 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.160+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~YU09JF76EJR1.1 size=1048576 2024-04-02T08:51:31.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.161+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~YU09JF76EJR1.2 size=536208 2024-04-02T08:51:31.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.164+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=YU09JF76EJR1 tag=265LG9QSTFEJ type=write size=3681936 2024-04-02T08:51:31.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.167+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~SR9BAEJOXNSX.0 size=941589 2024-04-02T08:51:31.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.167+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=SR9BAEJOXNSX tag=WS222TOTKDRB type=write size=1990165 2024-04-02T08:51:31.167 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.168+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~V77XC57X7UAC.0 size=1048576 2024-04-02T08:51:31.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.170+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~V77XC57X7UAC.1 size=335633 2024-04-02T08:51:31.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.173+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=V77XC57X7UAC tag=UR4U7U0T7Q6A type=write size=2432785 2024-04-02T08:51:31.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.176+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~WJXMQHZ847YD.0 size=1048576 2024-04-02T08:51:31.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.178+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~WJXMQHZ847YD.1 size=330752 2024-04-02T08:51:31.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.178+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=WJXMQHZ847YD tag=13CESCJPU0AA type=write size=2427904 2024-04-02T08:51:31.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.180+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=NPCQ62IVD0IF type=del 2024-04-02T08:51:31.181 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.183+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~CU839PN3NV2W.0 size=1048576 2024-04-02T08:51:31.183 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.184+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~CU839PN3NV2W.1 size=1048576 2024-04-02T08:51:31.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.186+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~CU839PN3NV2W.2 size=36862 2024-04-02T08:51:31.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.186+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=CU839PN3NV2W tag=AB6JQ6NU7J8V type=write size=3182590 2024-04-02T08:51:31.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.186+0000 7fe1e54f9780 1 < canceled part key=_multipart_K1ML6VFMOUSC.2~26MM2UT120TW.0 size=1048576 2024-04-02T08:51:31.186 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.187+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~26MM2UT120TW.1 size=603412 2024-04-02T08:51:31.189 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.190+0000 7fe1e54f9780 1 < canceled multipart upload key=K1ML6VFMOUSC upload=26MM2UT120TW tag=PQPWPPV2EM88 type=write size=2700564 2024-04-02T08:51:31.192 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.193+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~PIX0E3WHX1VL.0 size=571426 2024-04-02T08:51:31.192 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.193+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=PIX0E3WHX1VL tag=R1IUQ4IEWBUP type=write size=1620002 2024-04-02T08:51:31.193 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.195+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=Y5LC9NRP98CG type=del 2024-04-02T08:51:31.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.197+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=DAUEL6LGCHK8 type=del size=3482156 2024-04-02T08:51:31.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.199+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=5UKQ5OP6CFR1 type=del size=2347326 2024-04-02T08:51:31.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.200+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=IPWEJB7PREML type=del size=2570407 2024-04-02T08:51:31.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.202+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~L50YRRZWHWXB.0 size=1048576 2024-04-02T08:51:31.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.202+0000 7fe1e54f9780 1 < canceled part key=_multipart_HBFL1GB4JX3V.2~L50YRRZWHWXB.1 size=1048576 2024-04-02T08:51:31.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.204+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~L50YRRZWHWXB.2 size=434813 2024-04-02T08:51:31.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.207+0000 7fe1e54f9780 1 < canceled multipart upload key=HBFL1GB4JX3V upload=L50YRRZWHWXB tag=P8D0ZXVRAB0J type=write size=3580541 2024-04-02T08:51:31.209 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.210+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~L3XBJND4XI83.0 size=1048576 2024-04-02T08:51:31.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.212+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~L3XBJND4XI83.1 size=1048576 2024-04-02T08:51:31.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.213+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~L3XBJND4XI83.2 size=174387 2024-04-02T08:51:31.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.213+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=L3XBJND4XI83 tag=35RO9W66QL27 type=write size=3320115 2024-04-02T08:51:31.213 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.215+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=0PT7KW0IXXVN type=del size=2565776 2024-04-02T08:51:31.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.216+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=BBVMBJPBDT03 type=del size=1968761 2024-04-02T08:51:31.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.218+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~7F3MLJJC2XLP.0 size=1048576 2024-04-02T08:51:31.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.220+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~7F3MLJJC2XLP.1 size=1048576 2024-04-02T08:51:31.220 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.221+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~7F3MLJJC2XLP.2 size=1010145 2024-04-02T08:51:31.223 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.224+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=7F3MLJJC2XLP tag=99X4R5ZIEBWN type=write size=4155873 2024-04-02T08:51:31.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.225+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=6LQ5I4KFR05B type=del size=757197 2024-04-02T08:51:31.227 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.229+0000 7fe1e54f9780 1 < suggested remove operation key=IK9DWI5A56MQ tag=7WKTCGWQ3H9A type=del 2024-04-02T08:51:31.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:30 smithi187 ceph-mon[84356]: pgmap v1419: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 945 KiB/s rd, 329 KiB/s wr, 1.67k op/s 2024-04-02T08:51:31.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.232+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~72XZR347F1ZI.0 size=1048576 2024-04-02T08:51:31.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.233+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~72XZR347F1ZI.1 size=58652 2024-04-02T08:51:31.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.233+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=72XZR347F1ZI tag=A9EKUW1R2USR type=write size=2155804 2024-04-02T08:51:31.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.235+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~R67AX0YIZXA2.0 size=1048576 2024-04-02T08:51:31.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.236+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~R67AX0YIZXA2.1 size=1048576 2024-04-02T08:51:31.236 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.238+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~R67AX0YIZXA2.2 size=831667 2024-04-02T08:51:31.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.241+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=R67AX0YIZXA2 tag=JCB38EWTSUEX type=write size=3977395 2024-04-02T08:51:31.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.244+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YQHXOTFDF2S9.0 size=1048576 2024-04-02T08:51:31.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.245+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YQHXOTFDF2S9.1 size=615119 2024-04-02T08:51:31.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.245+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=YQHXOTFDF2S9 tag=XQ755A9EYFX3 type=write size=2712271 2024-04-02T08:51:31.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.248+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=FYSUO5ZUH3ZB type=del size=1384396 2024-04-02T08:51:31.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.251+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~ADFVPWR7IL82.0 size=108732 2024-04-02T08:51:31.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.251+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=ADFVPWR7IL82 tag=KUWUB0GTDCN7 type=write size=1157308 2024-04-02T08:51:31.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.253+0000 7fe1e54f9780 1 < completed write operation key=MLJAE12LB90G tag=QH9ZPM6G50TE type=write size=948131 2024-04-02T08:51:31.253 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.255+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=VM0JNKSHA1WE type=del size=669186 2024-04-02T08:51:31.255 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.256+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~L65EDMU9T2RW.0 size=1048576 2024-04-02T08:51:31.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.258+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~L65EDMU9T2RW.1 size=1048576 2024-04-02T08:51:31.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.259+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~L65EDMU9T2RW.2 size=662925 2024-04-02T08:51:31.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.262+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=L65EDMU9T2RW tag=DBPJV4Q2GVIU type=write size=3808653 2024-04-02T08:51:31.264 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.265+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~7BMMZ05ARV86.0 size=1048576 2024-04-02T08:51:31.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.267+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~7BMMZ05ARV86.1 size=1048576 2024-04-02T08:51:31.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.268+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~7BMMZ05ARV86.2 size=857302 2024-04-02T08:51:31.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.268+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=7BMMZ05ARV86 tag=ZQW8ALUEY651 type=write size=4003030 2024-04-02T08:51:31.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.271+0000 7fe1e54f9780 1 < suggested remove operation key=FRXQAJO7O5U2 tag=P0XKOY2RTXET type=del 2024-04-02T08:51:31.272 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.273+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=HY4LRPYZGDN9 type=del size=2419348 2024-04-02T08:51:31.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.275+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=J5OZAE9PKUTX type=del 2024-04-02T08:51:31.275 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.276+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=03YV7TLAT3B6 type=del size=716335 2024-04-02T08:51:31.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.278+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~SR9BAEJOXNSX.0 size=941589 2024-04-02T08:51:31.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.281+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=SR9BAEJOXNSX tag=WS222TOTKDRB type=write size=1990165 2024-04-02T08:51:31.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.283+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=KDDFC9UI7CMQ type=del size=1599467 2024-04-02T08:51:31.283 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.285+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~WJXMQHZ847YD.0 size=1048576 2024-04-02T08:51:31.285 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.286+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~WJXMQHZ847YD.1 size=330752 2024-04-02T08:51:31.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.290+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=WJXMQHZ847YD tag=13CESCJPU0AA type=write size=2427904 2024-04-02T08:51:31.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.292+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=934W5OR3ZGUZ type=del size=399802 2024-04-02T08:51:31.292 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.294+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~CU839PN3NV2W.0 size=1048576 2024-04-02T08:51:31.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.295+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~CU839PN3NV2W.1 size=1048576 2024-04-02T08:51:31.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.295+0000 7fe1e54f9780 1 < canceled part key=_multipart_OWJ9C2D76GGG.2~CU839PN3NV2W.2 size=36862 2024-04-02T08:51:31.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.299+0000 7fe1e54f9780 1 < canceled multipart upload key=OWJ9C2D76GGG upload=CU839PN3NV2W tag=AB6JQ6NU7J8V type=write size=3182590 2024-04-02T08:51:31.300 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.302+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QL0NVETDU1C7.0 size=1048576 2024-04-02T08:51:31.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.303+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QL0NVETDU1C7.1 size=1048576 2024-04-02T08:51:31.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.305+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QL0NVETDU1C7.2 size=421729 2024-04-02T08:51:31.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.305+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=QL0NVETDU1C7 tag=CCWBOAP1Y17S type=write size=3567457 2024-04-02T08:51:31.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.306+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~PIX0E3WHX1VL.0 size=571426 2024-04-02T08:51:31.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.309+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=PIX0E3WHX1VL tag=R1IUQ4IEWBUP type=write size=1620002 2024-04-02T08:51:31.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.311+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=PZ9H7O2S3837 type=del size=1428427 2024-04-02T08:51:31.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.312+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=DAUEL6LGCHK8 type=del 2024-04-02T08:51:31.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.314+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=8R73UR70ADMK type=del size=3912750 2024-04-02T08:51:31.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.318+0000 7fe1e54f9780 1 < suggested update operation key=WT084Z5BQ6FL tag=IPWEJB7PREML type=del size=2570407 2024-04-02T08:51:31.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.319+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=7JZYAXG3WKZ3 type=del size=3414569 2024-04-02T08:51:31.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.321+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~L3XBJND4XI83.0 size=1048576 2024-04-02T08:51:31.321 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.322+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~L3XBJND4XI83.1 size=1048576 2024-04-02T08:51:31.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.324+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~L3XBJND4XI83.2 size=174387 2024-04-02T08:51:31.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.327+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=L3XBJND4XI83 tag=35RO9W66QL27 type=write size=3320115 2024-04-02T08:51:31.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.330+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~KOZXPJYD0PBQ.0 size=1048576 2024-04-02T08:51:31.330 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.331+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~KOZXPJYD0PBQ.1 size=1048576 2024-04-02T08:51:31.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.332+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~KOZXPJYD0PBQ.2 size=623250 2024-04-02T08:51:31.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.332+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=KOZXPJYD0PBQ tag=63AGSL86AP43 type=write size=3768978 2024-04-02T08:51:31.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.333+0000 7fe1e54f9780 -1 < no bi entry to suggest for operation key=IK9DWI5A56MQ tag=BBVMBJPBDT03 type=del size=1968761: (2) No such file or directory 2024-04-02T08:51:31.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.336+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~RXG78WN8E6P6.0 size=1048576 2024-04-02T08:51:31.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.337+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~RXG78WN8E6P6.1 size=1048576 2024-04-02T08:51:31.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.338+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~RXG78WN8E6P6.2 size=825790 2024-04-02T08:51:31.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.338+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=RXG78WN8E6P6 tag=DZCZP9IBLDUW type=write size=3971518 2024-04-02T08:51:31.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.342+0000 7fe1e54f9780 1 < suggested update operation key=WT084Z5BQ6FL tag=6LQ5I4KFR05B type=del size=757197 2024-04-02T08:51:31.342 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.343+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=UQLA5RR1VQEH type=del size=4194080 2024-04-02T08:51:31.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.345+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~72XZR347F1ZI.0 size=1048576 2024-04-02T08:51:31.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.346+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~72XZR347F1ZI.1 size=58652 2024-04-02T08:51:31.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.349+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=72XZR347F1ZI tag=A9EKUW1R2USR type=write size=2155804 2024-04-02T08:51:31.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.351+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=R43YAQPPI1BT type=del size=4154506 2024-04-02T08:51:31.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.351+0000 7fe1e54f9780 1 < canceled part key=_multipart_K1ML6VFMOUSC.2~YQHXOTFDF2S9.0 size=1048576 2024-04-02T08:51:31.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.351+0000 7fe1e54f9780 1 < canceled part key=_multipart_K1ML6VFMOUSC.2~YQHXOTFDF2S9.1 size=615119 2024-04-02T08:51:31.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.354+0000 7fe1e54f9780 1 < canceled multipart upload key=K1ML6VFMOUSC upload=YQHXOTFDF2S9 tag=XQ755A9EYFX3 type=write size=2712271 2024-04-02T08:51:31.356 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.357+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~Y6BDCMJUPQR3.0 size=225363 2024-04-02T08:51:31.356 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.357+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=Y6BDCMJUPQR3 tag=1YH9UXERBKTK type=write size=1273939 2024-04-02T08:51:31.357 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.359+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~ADFVPWR7IL82.0 size=108732 2024-04-02T08:51:31.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.361+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=ADFVPWR7IL82 tag=KUWUB0GTDCN7 type=write size=1157308 2024-04-02T08:51:31.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.363+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=0MNBQP8XCMVI type=del size=4019163 2024-04-02T08:51:31.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.365+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=VM0JNKSHA1WE type=del 2024-04-02T08:51:31.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.366+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=RA768L3UBRA5 type=write size=940730 2024-04-02T08:51:31.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.368+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~7BMMZ05ARV86.0 size=1048576 2024-04-02T08:51:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:30 smithi112 ceph-mon[88945]: pgmap v1419: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 945 KiB/s rd, 329 KiB/s wr, 1.67k op/s 2024-04-02T08:51:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:30 smithi112 ceph-mon[91385]: pgmap v1419: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 945 KiB/s rd, 329 KiB/s wr, 1.67k op/s 2024-04-02T08:51:31.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.370+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~7BMMZ05ARV86.1 size=1048576 2024-04-02T08:51:31.369 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.371+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~7BMMZ05ARV86.2 size=857302 2024-04-02T08:51:31.372 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.374+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=7BMMZ05ARV86 tag=ZQW8ALUEY651 type=write size=4003030 2024-04-02T08:51:31.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.375+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=1WPOXEPFJT33 type=del size=3128247 2024-04-02T08:51:31.376 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.377+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=HY4LRPYZGDN9 type=del 2024-04-02T08:51:31.378 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.379+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=5QPUFZWNMF5S type=del size=1479280 2024-04-02T08:51:31.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.380+0000 7fe1e54f9780 1 < canceled operation key=DB2S65G6D3OU tag=03YV7TLAT3B6 type=del size=716335 2024-04-02T08:51:31.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.383+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~S7V2ZMU6H6VF.0 size=1048576 2024-04-02T08:51:31.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.385+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~S7V2ZMU6H6VF.1 size=1048576 2024-04-02T08:51:31.385 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.386+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~S7V2ZMU6H6VF.2 size=86908 2024-04-02T08:51:31.385 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.386+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=S7V2ZMU6H6VF tag=ZZBDRV0OY1WI type=write size=3232636 2024-04-02T08:51:31.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.389+0000 7fe1e54f9780 1 < suggested update operation key=3CIH6I4PYI2Z tag=KDDFC9UI7CMQ type=del size=1599467 2024-04-02T08:51:31.389 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.391+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=EVKJQKRZH6HY type=del size=3854353 2024-04-02T08:51:31.391 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.392+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=934W5OR3ZGUZ type=del 2024-04-02T08:51:31.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.396+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~16UGO7X5GS83.0 size=123929 2024-04-02T08:51:31.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.396+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=16UGO7X5GS83 tag=Q2QEDXO1KQJL type=write size=1172505 2024-04-02T08:51:31.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.397+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QL0NVETDU1C7.0 size=1048576 2024-04-02T08:51:31.397 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.399+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QL0NVETDU1C7.1 size=1048576 2024-04-02T08:51:31.399 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.400+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QL0NVETDU1C7.2 size=421729 2024-04-02T08:51:31.402 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.403+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=QL0NVETDU1C7 tag=CCWBOAP1Y17S type=write size=3567457 2024-04-02T08:51:31.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.405+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=MMUB7UZTL0C8 type=write size=913944 2024-04-02T08:51:31.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.408+0000 7fe1e54f9780 1 < suggested update operation key=XUGOHG0SXTNW tag=PZ9H7O2S3837 type=del size=1428427 2024-04-02T08:51:31.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.410+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=UQZG0QSLKL7P type=del size=1693187 2024-04-02T08:51:31.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.412+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=8R73UR70ADMK type=del 2024-04-02T08:51:31.412 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.414+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=YI27XBREI68G type=del size=3011361 2024-04-02T08:51:31.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.417+0000 7fe1e54f9780 1 < suggested remove operation key=MLJAE12LB90G tag=7JZYAXG3WKZ3 type=del 2024-04-02T08:51:31.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.420+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~X4G98K62ZQPJ.0 size=1048576 2024-04-02T08:51:31.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.422+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~X4G98K62ZQPJ.1 size=616075 2024-04-02T08:51:31.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.422+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=X4G98K62ZQPJ tag=9N9X8V2OZ4RB type=write size=2713227 2024-04-02T08:51:31.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.423+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~KOZXPJYD0PBQ.0 size=1048576 2024-04-02T08:51:31.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.425+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~KOZXPJYD0PBQ.1 size=1048576 2024-04-02T08:51:31.424 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.425+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~KOZXPJYD0PBQ.2 size=623250 2024-04-02T08:51:31.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.428+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=KOZXPJYD0PBQ tag=63AGSL86AP43 type=write size=3768978 2024-04-02T08:51:31.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.432+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~BRYWHDKBQHQS.0 size=664213 2024-04-02T08:51:31.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.432+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=BRYWHDKBQHQS tag=648XYNJDNN92 type=write size=1712789 2024-04-02T08:51:31.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.434+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~RXG78WN8E6P6.0 size=1048576 2024-04-02T08:51:31.434 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.435+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~RXG78WN8E6P6.1 size=1048576 2024-04-02T08:51:31.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.437+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~RXG78WN8E6P6.2 size=825790 2024-04-02T08:51:31.439 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.440+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=RXG78WN8E6P6 tag=DZCZP9IBLDUW type=write size=3971518 2024-04-02T08:51:31.440 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.441+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=3E5J62YTU5PQ type=write size=83314 2024-04-02T08:51:31.443 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.445+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=UQLA5RR1VQEH type=del size=4194080 2024-04-02T08:51:31.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.448+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~STJ7K4DSEKWN.0 size=1048576 2024-04-02T08:51:31.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.450+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~STJ7K4DSEKWN.1 size=902197 2024-04-02T08:51:31.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.450+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=STJ7K4DSEKWN tag=6S76BIDJO82M type=write size=2999349 2024-04-02T08:51:31.451 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.453+0000 7fe1e54f9780 1 < suggested remove operation key=HG0NKZCLQ7V7 tag=R43YAQPPI1BT type=del 2024-04-02T08:51:31.453 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.455+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=BBA1QPOX6T87 type=del size=3033827 2024-04-02T08:51:31.455 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.456+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~Y6BDCMJUPQR3.0 size=225363 2024-04-02T08:51:31.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.459+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=Y6BDCMJUPQR3 tag=1YH9UXERBKTK type=write size=1273939 2024-04-02T08:51:31.460 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.461+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=9TENL7GBDZFN type=write size=546983 2024-04-02T08:51:31.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.463+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=0MNBQP8XCMVI type=del 2024-04-02T08:51:31.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.465+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=3XSQJ235ME2N type=del size=1388077 2024-04-02T08:51:31.465 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.467+0000 7fe1e54f9780 -1 < failed to complete operation key=3CIH6I4PYI2Z tag=RA768L3UBRA5 type=write size=940730: (22) Invalid argument 2024-04-02T08:51:31.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.469+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=125N7T4PGURF type=del size=336242 2024-04-02T08:51:31.469 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.471+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=1WPOXEPFJT33 type=del 2024-04-02T08:51:31.471 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.472+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=I40WNAYPBOTW type=del size=3522628 2024-04-02T08:51:31.473 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.474+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=5QPUFZWNMF5S type=del 2024-04-02T08:51:31.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.476+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=HWTQOCCQTM6E type=del size=309219 2024-04-02T08:51:31.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.477+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~S7V2ZMU6H6VF.0 size=1048576 2024-04-02T08:51:31.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.479+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~S7V2ZMU6H6VF.1 size=1048576 2024-04-02T08:51:31.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.480+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~S7V2ZMU6H6VF.2 size=86908 2024-04-02T08:51:31.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.483+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=S7V2ZMU6H6VF tag=ZZBDRV0OY1WI type=write size=3232636 2024-04-02T08:51:31.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.487+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~5HRRZR5HK7ZG.0 size=337866 2024-04-02T08:51:31.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.487+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=5HRRZR5HK7ZG tag=AHQVXMOW1UPI type=write size=1386442 2024-04-02T08:51:31.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.489+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=EVKJQKRZH6HY type=del 2024-04-02T08:51:31.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.491+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=FPDUY3W44XGU type=del size=1737016 2024-04-02T08:51:31.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.493+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~16UGO7X5GS83.0 size=123929 2024-04-02T08:51:31.495 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.496+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=16UGO7X5GS83 tag=Q2QEDXO1KQJL type=write size=1172505 2024-04-02T08:51:31.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.499+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~PCNZD9TBFXZL.0 size=1048576 2024-04-02T08:51:31.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.501+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~PCNZD9TBFXZL.1 size=1048576 2024-04-02T08:51:31.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.502+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~PCNZD9TBFXZL.2 size=258945 2024-04-02T08:51:31.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.502+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=PCNZD9TBFXZL tag=JPPYOM2IE8BO type=write size=3404673 2024-04-02T08:51:31.504 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.506+0000 7fe1e54f9780 1 < suggested remove operation key=72IYB621DARA tag=MMUB7UZTL0C8 type=write 2024-04-02T08:51:31.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.507+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=HFZUMERA0T1W type=del size=3266704 2024-04-02T08:51:31.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.509+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=UQZG0QSLKL7P type=del 2024-04-02T08:51:31.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.511+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=IAA8O1WQJMDZ type=del size=3899460 2024-04-02T08:51:31.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.512+0000 7fe1e54f9780 1 < canceled operation key=7SOA145ODX3I tag=YI27XBREI68G type=del size=3011361 2024-04-02T08:51:31.513 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.514+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=I41QFYYXLM2I type=del size=1863472 2024-04-02T08:51:31.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.516+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~X4G98K62ZQPJ.0 size=1048576 2024-04-02T08:51:31.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.517+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~X4G98K62ZQPJ.1 size=616075 2024-04-02T08:51:31.519 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.520+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=X4G98K62ZQPJ tag=9N9X8V2OZ4RB type=write size=2713227 2024-04-02T08:51:31.521 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.522+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=5Q163JN1CU9N type=write size=719969 2024-04-02T08:51:31.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.524+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~BRYWHDKBQHQS.0 size=664213 2024-04-02T08:51:31.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.528+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=BRYWHDKBQHQS tag=648XYNJDNN92 type=write size=1712789 2024-04-02T08:51:31.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.530+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=D4EAHUNKXVDT type=write size=248508 2024-04-02T08:51:31.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.532+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=3E5J62YTU5PQ type=write size=83314 2024-04-02T08:51:31.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.535+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~GSEERKJCOUTY.0 size=1048576 2024-04-02T08:51:31.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.536+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~GSEERKJCOUTY.1 size=1048576 2024-04-02T08:51:31.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.537+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~GSEERKJCOUTY.2 size=498649 2024-04-02T08:51:31.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.537+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=GSEERKJCOUTY tag=I7WCC1XJ4SE2 type=write size=3644377 2024-04-02T08:51:31.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.539+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~STJ7K4DSEKWN.0 size=1048576 2024-04-02T08:51:31.539 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.541+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~STJ7K4DSEKWN.1 size=902197 2024-04-02T08:51:31.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.543+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=STJ7K4DSEKWN tag=6S76BIDJO82M type=write size=2999349 2024-04-02T08:51:31.545 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.547+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~KGSIW2K2AHIC.0 size=62740 2024-04-02T08:51:31.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.547+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=KGSIW2K2AHIC tag=AGMKYM0SGHBP type=write size=1111316 2024-04-02T08:51:31.547 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.549+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=BBA1QPOX6T87 type=del 2024-04-02T08:51:31.549 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.550+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=I1MQ0U18GONG type=del size=3881867 2024-04-02T08:51:31.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.552+0000 7fe1e54f9780 1 < completed write operation key=LOZGVEXU39NU tag=9TENL7GBDZFN type=write size=546983 2024-04-02T08:51:31.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.554+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=3YXTQSIJNLQ3 type=del size=3153108 2024-04-02T08:51:31.556 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.557+0000 7fe1e54f9780 1 < suggested update operation key=LOZGVEXU39NU tag=3XSQJ235ME2N type=del size=1388077 2024-04-02T08:51:31.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.559+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=RS946G8F2JDT type=del size=2545094 2024-04-02T08:51:31.560 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.561+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=125N7T4PGURF type=del 2024-04-02T08:51:31.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.563+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=1RIAOS215CUZ type=del size=2282208 2024-04-02T08:51:31.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.566+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=I40WNAYPBOTW type=del size=3522628 2024-04-02T08:51:31.566 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.568+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=EH2981SMYXIA type=del size=808162 2024-04-02T08:51:31.568 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.569+0000 7fe1e54f9780 1 < canceled operation key=FRXQAJO7O5U2 tag=HWTQOCCQTM6E type=del size=309219 2024-04-02T08:51:31.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.571+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=NN1B34RL43BE type=del size=3558867 2024-04-02T08:51:31.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.573+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~5HRRZR5HK7ZG.0 size=337866 2024-04-02T08:51:31.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.577+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=5HRRZR5HK7ZG tag=AHQVXMOW1UPI type=write size=1386442 2024-04-02T08:51:31.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.579+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=LSJKXSMN4QUZ type=del size=3692342 2024-04-02T08:51:31.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.581+0000 7fe1e54f9780 -1 < failed to complete operation key=72IYB621DARA tag=FPDUY3W44XGU type=del size=1737016: (22) Invalid argument 2024-04-02T08:51:31.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.584+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~94R943RW6XR7.0 size=471359 2024-04-02T08:51:31.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.584+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=94R943RW6XR7 tag=D4BB2D2X39JB type=write size=1519935 2024-04-02T08:51:31.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.586+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~PCNZD9TBFXZL.0 size=1048576 2024-04-02T08:51:31.586 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.588+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~PCNZD9TBFXZL.1 size=1048576 2024-04-02T08:51:31.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.589+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~PCNZD9TBFXZL.2 size=258945 2024-04-02T08:51:31.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.592+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=PCNZD9TBFXZL tag=JPPYOM2IE8BO type=write size=3404673 2024-04-02T08:51:31.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.595+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~NLR4ZYN76J58.0 size=1048576 2024-04-02T08:51:31.595 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.597+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~NLR4ZYN76J58.1 size=1048576 2024-04-02T08:51:31.597 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.598+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~NLR4ZYN76J58.2 size=220537 2024-04-02T08:51:31.597 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.598+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=NLR4ZYN76J58 tag=I6T057Z9Z838 type=write size=3366265 2024-04-02T08:51:31.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.600+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=HFZUMERA0T1W type=del 2024-04-02T08:51:31.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.603+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~BR0M9E0AVJSO.0 size=1048576 2024-04-02T08:51:31.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.604+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~BR0M9E0AVJSO.1 size=941675 2024-04-02T08:51:31.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.604+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=BR0M9E0AVJSO tag=5V5YPXGNOPV6 type=write size=3038827 2024-04-02T08:51:31.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.607+0000 7fe1e54f9780 1 < canceled operation key=FRXQAJO7O5U2 tag=IAA8O1WQJMDZ type=del size=3899460 2024-04-02T08:51:31.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.609+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=8VOD9JNMTDRS type=write size=912873 2024-04-02T08:51:31.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.610+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=I41QFYYXLM2I type=del 2024-04-02T08:51:31.610 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.612+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=4OR3BZJQ2ZIS type=del size=2865674 2024-04-02T08:51:31.612 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.614+0000 7fe1e54f9780 1 < completed write operation key=MLJAE12LB90G tag=5Q163JN1CU9N type=write size=719969 2024-04-02T08:51:31.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.615+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=BTEV0TKFE58A type=del size=3826990 2024-04-02T08:51:31.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.619+0000 7fe1e54f9780 1 < suggested update operation key=MLJAE12LB90G tag=D4EAHUNKXVDT type=write size=248508 2024-04-02T08:51:31.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.622+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~WCCSS1BH3KFE.0 size=1048576 2024-04-02T08:51:31.622 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.624+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~WCCSS1BH3KFE.1 size=1048576 2024-04-02T08:51:31.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.625+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~WCCSS1BH3KFE.2 size=351565 2024-04-02T08:51:31.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.625+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=WCCSS1BH3KFE tag=7JVEK2IZ78SU type=write size=3497293 2024-04-02T08:51:31.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.627+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~GSEERKJCOUTY.0 size=1048576 2024-04-02T08:51:31.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.628+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~GSEERKJCOUTY.1 size=1048576 2024-04-02T08:51:31.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.629+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~GSEERKJCOUTY.2 size=498649 2024-04-02T08:51:31.631 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.632+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=GSEERKJCOUTY tag=I7WCC1XJ4SE2 type=write size=3644377 2024-04-02T08:51:31.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.634+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=W4FBL0CVRORJ type=write size=411306 2024-04-02T08:51:31.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.636+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~KGSIW2K2AHIC.0 size=62740 2024-04-02T08:51:31.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.639+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=KGSIW2K2AHIC tag=AGMKYM0SGHBP type=write size=1111316 2024-04-02T08:51:31.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.641+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=0B6Y5TL53TDJ type=del size=1498786 2024-04-02T08:51:31.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.642+0000 7fe1e54f9780 1 < canceled operation key=XD49NVDY5QAC tag=I1MQ0U18GONG type=del size=3881867 2024-04-02T08:51:31.642 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.644+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=QN1WL3ZBA36A type=del size=1605923 2024-04-02T08:51:31.645 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.646+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=3YXTQSIJNLQ3 type=del 2024-04-02T08:51:31.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.648+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=25BS2P6SP6HK type=del size=2700849 2024-04-02T08:51:31.649 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.650+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=RS946G8F2JDT type=del 2024-04-02T08:51:31.652 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.653+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~M9H47A0804QI.0 size=1048576 2024-04-02T08:51:31.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.654+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~M9H47A0804QI.1 size=293773 2024-04-02T08:51:31.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.654+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=M9H47A0804QI tag=V39V4ZUV4MAT type=write size=2390925 2024-04-02T08:51:31.655 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.657+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=1RIAOS215CUZ type=del 2024-04-02T08:51:31.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.659+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=JDW2360DBXDO type=del size=3820777 2024-04-02T08:51:31.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.660+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=EH2981SMYXIA type=del 2024-04-02T08:51:31.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.662+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=J26S0GV4ZQIT type=del size=3674477 2024-04-02T08:51:31.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.666+0000 7fe1e54f9780 1 < suggested remove operation key=72IYB621DARA tag=NN1B34RL43BE type=del 2024-04-02T08:51:31.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.668+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=0FLYA2NKGOOY type=del size=2334256 2024-04-02T08:51:31.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.669+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=LSJKXSMN4QUZ type=del 2024-04-02T08:51:31.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.671+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=XO35D9IGT5YO type=del size=372088 2024-04-02T08:51:31.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.671+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~94R943RW6XR7.0 size=471359 2024-04-02T08:51:31.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.675+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=94R943RW6XR7 tag=D4BB2D2X39JB type=write size=1519935 2024-04-02T08:51:31.675 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.677+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=72PYOF8BERVC type=del size=21896 2024-04-02T08:51:31.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.679+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~NLR4ZYN76J58.0 size=1048576 2024-04-02T08:51:31.679 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.681+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~NLR4ZYN76J58.1 size=1048576 2024-04-02T08:51:31.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.682+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~NLR4ZYN76J58.2 size=220537 2024-04-02T08:51:31.684 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.685+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=NLR4ZYN76J58 tag=I6T057Z9Z838 type=write size=3366265 2024-04-02T08:51:31.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.688+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~H6TMHFX4U1JR.0 size=754764 2024-04-02T08:51:31.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.688+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=H6TMHFX4U1JR tag=AAYP58UT11S7 type=write size=1803340 2024-04-02T08:51:31.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.689+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~BR0M9E0AVJSO.0 size=1048576 2024-04-02T08:51:31.689 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.690+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~BR0M9E0AVJSO.1 size=941675 2024-04-02T08:51:31.692 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.693+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=BR0M9E0AVJSO tag=5V5YPXGNOPV6 type=write size=3038827 2024-04-02T08:51:31.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.697+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~VU5F5U4E6YQK.0 size=258022 2024-04-02T08:51:31.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.697+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=VU5F5U4E6YQK tag=RHJFKD3VBL3R type=write size=1306598 2024-04-02T08:51:31.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.699+0000 7fe1e54f9780 1 < completed write operation key=JCPYU79H8CYL tag=8VOD9JNMTDRS type=write size=912873 2024-04-02T08:51:31.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.701+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=PDZ6F4291F8R type=del size=599115 2024-04-02T08:51:31.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.703+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=4OR3BZJQ2ZIS type=del size=2865674 2024-04-02T08:51:31.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.704+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=DEMYVJD2SI7W type=del size=1295154 2024-04-02T08:51:31.705 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.706+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=BTEV0TKFE58A type=del 2024-04-02T08:51:31.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.710+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~95RGE4YGYON2.0 size=527180 2024-04-02T08:51:31.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.710+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=95RGE4YGYON2 tag=PH3ZKHTDDHQ8 type=write size=1575756 2024-04-02T08:51:31.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.712+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~WCCSS1BH3KFE.0 size=1048576 2024-04-02T08:51:31.712 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.713+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~WCCSS1BH3KFE.1 size=1048576 2024-04-02T08:51:31.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.715+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~WCCSS1BH3KFE.2 size=351565 2024-04-02T08:51:31.718 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.719+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=WCCSS1BH3KFE tag=7JVEK2IZ78SU type=write size=3497293 2024-04-02T08:51:31.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.723+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~18KCXN0RO4EY.0 size=1048576 2024-04-02T08:51:31.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.724+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~18KCXN0RO4EY.1 size=373922 2024-04-02T08:51:31.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.724+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=18KCXN0RO4EY tag=KHC7OJ2T5G2X type=write size=2471074 2024-04-02T08:51:31.725 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.726+0000 7fe1e54f9780 1 < completed write operation key=2F742L9HW4DY tag=W4FBL0CVRORJ type=write size=411306 2024-04-02T08:51:31.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.729+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~TIVKY21F7R06.0 size=1048576 2024-04-02T08:51:31.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.731+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~TIVKY21F7R06.1 size=204805 2024-04-02T08:51:31.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.731+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=TIVKY21F7R06 tag=1QVKKLU7ZIT8 type=write size=2301957 2024-04-02T08:51:31.733 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.734+0000 7fe1e54f9780 1 < suggested update operation key=LA786DTGT3XA tag=0B6Y5TL53TDJ type=del size=1498786 2024-04-02T08:51:31.735 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.736+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=VZD8WNAZJG2S type=del size=2151203 2024-04-02T08:51:31.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.739+0000 7fe1e54f9780 1 < suggested remove operation key=T88N3IX1URRX tag=QN1WL3ZBA36A type=del 2024-04-02T08:51:31.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.743+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~4JM1LEB7Z7P3.0 size=1048576 2024-04-02T08:51:31.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.744+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~4JM1LEB7Z7P3.1 size=980258 2024-04-02T08:51:31.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.744+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=4JM1LEB7Z7P3 tag=07NU2GE6WMMY type=write size=3077410 2024-04-02T08:51:31.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.746+0000 7fe1e54f9780 -1 < failed to complete operation key=72IYB621DARA tag=25BS2P6SP6HK type=del size=2700849: (22) Invalid argument 2024-04-02T08:51:31.747 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.748+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=DUFJEH4ZM01C type=del size=949039 2024-04-02T08:51:31.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.750+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~M9H47A0804QI.0 size=1048576 2024-04-02T08:51:31.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.751+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~M9H47A0804QI.1 size=293773 2024-04-02T08:51:31.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.755+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=M9H47A0804QI tag=V39V4ZUV4MAT type=write size=2390925 2024-04-02T08:51:31.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.756+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=F93BWI0PNMHH type=del size=3605743 2024-04-02T08:51:31.757 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.758+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=JDW2360DBXDO type=del 2024-04-02T08:51:31.759 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.761+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=N7K0IH5BICAO type=del size=3736857 2024-04-02T08:51:31.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.763+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=J26S0GV4ZQIT type=del 2024-04-02T08:51:31.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.766+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=S69Z8KDP5U1Y type=del size=4184454 2024-04-02T08:51:31.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.768+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=0FLYA2NKGOOY type=del 2024-04-02T08:51:31.771 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.772+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~YROTU4H746JE.0 size=1048576 2024-04-02T08:51:31.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.774+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~YROTU4H746JE.1 size=1048576 2024-04-02T08:51:31.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.776+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~YROTU4H746JE.2 size=249482 2024-04-02T08:51:31.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.776+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=YROTU4H746JE tag=RM3G2LU0AINH type=write size=3395210 2024-04-02T08:51:31.777 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.778+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=XO35D9IGT5YO type=del 2024-04-02T08:51:31.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.780+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=WWB2G8QS4BXM type=del size=1854532 2024-04-02T08:51:31.780 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.781+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=72PYOF8BERVC type=del 2024-04-02T08:51:31.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.784+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=U8RWVEVL3G26 type=del size=857649 2024-04-02T08:51:31.785 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.786+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~H6TMHFX4U1JR.0 size=754764 2024-04-02T08:51:31.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.790+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=H6TMHFX4U1JR tag=AAYP58UT11S7 type=write size=1803340 2024-04-02T08:51:31.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.792+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=LJM09WYI6AYR type=del size=1257762 2024-04-02T08:51:31.792 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.794+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~VU5F5U4E6YQK.0 size=258022 2024-04-02T08:51:31.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.797+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=VU5F5U4E6YQK tag=RHJFKD3VBL3R type=write size=1306598 2024-04-02T08:51:31.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.801+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~JJIWKC7KLK5I.0 size=1048576 2024-04-02T08:51:31.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.803+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~JJIWKC7KLK5I.1 size=502036 2024-04-02T08:51:31.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.803+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=JJIWKC7KLK5I tag=TRLCJOOXYIQ4 type=write size=2599188 2024-04-02T08:51:31.803 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.805+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=PDZ6F4291F8R type=del 2024-04-02T08:51:31.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.806+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=DXPGWKX12R8O type=del size=1902079 2024-04-02T08:51:31.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.808+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=DEMYVJD2SI7W type=del 2024-04-02T08:51:31.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.810+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=UEG6ZWHW5TD7 type=del size=3404990 2024-04-02T08:51:31.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.812+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~95RGE4YGYON2.0 size=527180 2024-04-02T08:51:31.813 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.814+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=95RGE4YGYON2 tag=PH3ZKHTDDHQ8 type=write size=1575756 2024-04-02T08:51:31.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.816+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=Q92I7NNCNVT6 type=write size=161105 2024-04-02T08:51:31.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.818+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~18KCXN0RO4EY.0 size=1048576 2024-04-02T08:51:31.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.820+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~18KCXN0RO4EY.1 size=373922 2024-04-02T08:51:31.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.822+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=18KCXN0RO4EY tag=KHC7OJ2T5G2X type=write size=2471074 2024-04-02T08:51:31.823 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.824+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=CTD8T3OEUN3F type=del size=3991233 2024-04-02T08:51:31.823 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.825+0000 7fe1e54f9780 1 < canceled part key=_multipart_7SOA145ODX3I.2~TIVKY21F7R06.0 size=1048576 2024-04-02T08:51:31.825 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.826+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~TIVKY21F7R06.1 size=204805 2024-04-02T08:51:31.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.830+0000 7fe1e54f9780 1 < canceled multipart upload key=7SOA145ODX3I upload=TIVKY21F7R06 tag=1QVKKLU7ZIT8 type=write size=2301957 2024-04-02T08:51:31.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.832+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=MCOZYTZ1UYAF type=del size=1344358 2024-04-02T08:51:31.832 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.834+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=VZD8WNAZJG2S type=del 2024-04-02T08:51:31.834 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.836+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=PS2TLL0BLPVG type=del size=11141 2024-04-02T08:51:31.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.838+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~4JM1LEB7Z7P3.0 size=1048576 2024-04-02T08:51:31.839 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.840+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~4JM1LEB7Z7P3.1 size=980258 2024-04-02T08:51:31.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.843+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=4JM1LEB7Z7P3 tag=07NU2GE6WMMY type=write size=3077410 2024-04-02T08:51:31.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.845+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=VY0D5LHWKG1T type=del size=1694310 2024-04-02T08:51:31.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.847+0000 7fe1e54f9780 1 < canceled operation key=OWJ9C2D76GGG tag=DUFJEH4ZM01C type=del size=949039 2024-04-02T08:51:31.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.852+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~5ZQKNRB95QLV.0 size=1048576 2024-04-02T08:51:31.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.853+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~5ZQKNRB95QLV.1 size=1047560 2024-04-02T08:51:31.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.853+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=5ZQKNRB95QLV tag=QKZ2WMFYJV4T type=write size=3144712 2024-04-02T08:51:31.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.855+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=F93BWI0PNMHH type=del 2024-04-02T08:51:31.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.857+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=MR4UQ9G8BPMK type=del size=3024964 2024-04-02T08:51:31.857 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.858+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=N7K0IH5BICAO type=del 2024-04-02T08:51:31.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.861+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~6FHPAVUP0GJS.0 size=1005331 2024-04-02T08:51:31.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.861+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=6FHPAVUP0GJS tag=7KAXVENCI5ON type=write size=2053907 2024-04-02T08:51:31.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.865+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=S69Z8KDP5U1Y type=del size=4184454 2024-04-02T08:51:31.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.866+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=1Z9P02ITSL1J type=del size=3059748 2024-04-02T08:51:31.867 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.868+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~YROTU4H746JE.0 size=1048576 2024-04-02T08:51:31.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.869+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~YROTU4H746JE.1 size=1048576 2024-04-02T08:51:31.870 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.871+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~YROTU4H746JE.2 size=249482 2024-04-02T08:51:31.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.874+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=YROTU4H746JE tag=RM3G2LU0AINH type=write size=3395210 2024-04-02T08:51:31.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.877+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~DPUKOLT7OQBR.0 size=1048576 2024-04-02T08:51:31.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.879+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~DPUKOLT7OQBR.1 size=149348 2024-04-02T08:51:31.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.879+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=DPUKOLT7OQBR tag=2YULRHPYES04 type=write size=2246500 2024-04-02T08:51:31.879 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.880+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=WWB2G8QS4BXM type=del 2024-04-02T08:51:31.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.882+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=7J4MR2J5Y0RT type=del size=2477973 2024-04-02T08:51:31.882 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.884+0000 7fe1e54f9780 1 < canceled operation key=DB2S65G6D3OU tag=U8RWVEVL3G26 type=del size=857649 2024-04-02T08:51:31.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.887+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~0KYTNP9C7813.0 size=563101 2024-04-02T08:51:31.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.887+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=0KYTNP9C7813 tag=FWBO2NKK0I2M type=write size=1611677 2024-04-02T08:51:31.887 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.888+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=LJM09WYI6AYR type=del 2024-04-02T08:51:31.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.890+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=DDPBXD9XRKDR type=del size=3130377 2024-04-02T08:51:31.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.892+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~JJIWKC7KLK5I.0 size=1048576 2024-04-02T08:51:31.892 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.893+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~JJIWKC7KLK5I.1 size=502036 2024-04-02T08:51:31.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.897+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=JJIWKC7KLK5I tag=TRLCJOOXYIQ4 type=write size=2599188 2024-04-02T08:51:31.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.898+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=N66858LGPT39 type=del size=1276600 2024-04-02T08:51:31.899 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.900+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=DXPGWKX12R8O type=del 2024-04-02T08:51:31.901 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.902+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=RX34MTQ2FBFS type=del size=1010122 2024-04-02T08:51:31.902 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.904+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=UEG6ZWHW5TD7 type=del 2024-04-02T08:51:31.904 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.906+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=FHFJKTKS8O4B type=del size=761940 2024-04-02T08:51:31.908 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.909+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=Q92I7NNCNVT6 type=write 2024-04-02T08:51:31.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.911+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=HCSW8PMY239R type=write size=108979 2024-04-02T08:51:31.912 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.913+0000 7fe1e54f9780 -1 < failed to complete operation key=T88N3IX1URRX tag=CTD8T3OEUN3F type=del size=3991233: (22) Invalid argument 2024-04-02T08:51:31.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.916+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~ID5U4FXPBF3B.0 size=1048576 2024-04-02T08:51:31.916 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.918+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~ID5U4FXPBF3B.1 size=1048576 2024-04-02T08:51:31.918 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.919+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~ID5U4FXPBF3B.2 size=285736 2024-04-02T08:51:31.918 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.919+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=ID5U4FXPBF3B tag=3963HXRB8BVP type=write size=3431464 2024-04-02T08:51:31.920 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.921+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=MCOZYTZ1UYAF type=del 2024-04-02T08:51:31.925 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.925+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~3D2PPMXVJK4Y.0 size=1048576 2024-04-02T08:51:31.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.927+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~3D2PPMXVJK4Y.1 size=340388 2024-04-02T08:51:31.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.927+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=3D2PPMXVJK4Y tag=LKWKRX5WY1C2 type=write size=2437540 2024-04-02T08:51:31.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.929+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=PS2TLL0BLPVG type=del 2024-04-02T08:51:31.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.931+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=9PFBH8RR44LG type=del size=186785 2024-04-02T08:51:31.932 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.933+0000 7fe1e54f9780 1 < canceled operation key=HBFL1GB4JX3V tag=VY0D5LHWKG1T type=del size=1694310 2024-04-02T08:51:31.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.935+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=3JCG3ICV6WZY type=del size=1791993 2024-04-02T08:51:31.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.937+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~5ZQKNRB95QLV.0 size=1048576 2024-04-02T08:51:31.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.937+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~5ZQKNRB95QLV.1 size=1047560 2024-04-02T08:51:31.940 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.941+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=5ZQKNRB95QLV tag=QKZ2WMFYJV4T type=write size=3144712 2024-04-02T08:51:31.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.945+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~PX7H0Y4PB0U0.0 size=835879 2024-04-02T08:51:31.947 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.945+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=PX7H0Y4PB0U0 tag=H74KWEUES1GB type=write size=1884455 2024-04-02T08:51:31.947 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.947+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=MR4UQ9G8BPMK type=del 2024-04-02T08:51:31.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.950+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~D8CGPWMHXOGF.0 size=1048576 2024-04-02T08:51:31.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.951+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~D8CGPWMHXOGF.1 size=278374 2024-04-02T08:51:31.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.951+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=D8CGPWMHXOGF tag=8683K3V09TG8 type=write size=2375526 2024-04-02T08:51:31.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.953+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~6FHPAVUP0GJS.0 size=1005331 2024-04-02T08:51:31.954 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.956+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=6FHPAVUP0GJS tag=7KAXVENCI5ON type=write size=2053907 2024-04-02T08:51:31.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.959+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~THL2CXL27LAC.0 size=1048576 2024-04-02T08:51:31.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.961+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~THL2CXL27LAC.1 size=1048576 2024-04-02T08:51:31.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.962+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~THL2CXL27LAC.2 size=991419 2024-04-02T08:51:31.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.962+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=THL2CXL27LAC tag=375V0WB3G0C4 type=write size=4137147 2024-04-02T08:51:31.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.964+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=1Z9P02ITSL1J type=del 2024-04-02T08:51:31.964 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.966+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=1T3EZ80LGW16 type=del size=3448462 2024-04-02T08:51:31.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.968+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~DPUKOLT7OQBR.0 size=1048576 2024-04-02T08:51:31.968 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.969+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~DPUKOLT7OQBR.1 size=149348 2024-04-02T08:51:31.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.972+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=DPUKOLT7OQBR tag=2YULRHPYES04 type=write size=2246500 2024-04-02T08:51:31.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.975+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~ZF72NK38UN1K.0 size=1048576 2024-04-02T08:51:31.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.977+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~ZF72NK38UN1K.1 size=1048576 2024-04-02T08:51:31.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.978+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~ZF72NK38UN1K.2 size=466607 2024-04-02T08:51:31.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.978+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=ZF72NK38UN1K tag=OZMIQRFBAQ95 type=write size=3612335 2024-04-02T08:51:31.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.980+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=7J4MR2J5Y0RT type=del 2024-04-02T08:51:31.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.983+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~1O6YRQ67IQXJ.0 size=1048576 2024-04-02T08:51:31.983 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.985+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~1O6YRQ67IQXJ.1 size=1048576 2024-04-02T08:51:31.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.986+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~1O6YRQ67IQXJ.2 size=336621 2024-04-02T08:51:31.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.986+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=1O6YRQ67IQXJ tag=PJRDXOWOQPUU type=write size=3482349 2024-04-02T08:51:31.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.988+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~0KYTNP9C7813.0 size=563101 2024-04-02T08:51:31.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.991+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=0KYTNP9C7813 tag=FWBO2NKK0I2M type=write size=1611677 2024-04-02T08:51:31.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.994+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~OXVG9GPWI45B.0 size=1048576 2024-04-02T08:51:31.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.996+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~OXVG9GPWI45B.1 size=1048576 2024-04-02T08:51:31.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.997+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~OXVG9GPWI45B.2 size=688931 2024-04-02T08:51:31.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.997+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=OXVG9GPWI45B tag=YBA4PU856LFW type=write size=3834659 2024-04-02T08:51:31.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:31.999+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=DDPBXD9XRKDR type=del 2024-04-02T08:51:31.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.001+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=EK5M2ZRUC5PD type=write size=317781 2024-04-02T08:51:32.001 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.002+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=N66858LGPT39 type=del 2024-04-02T08:51:32.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.004+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=LWZ5Z9RD1EUN type=write size=594437 2024-04-02T08:51:32.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.006+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=RX34MTQ2FBFS type=del 2024-04-02T08:51:32.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.008+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=FLV29QKE96JO type=del size=3170056 2024-04-02T08:51:32.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.010+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=FHFJKTKS8O4B type=del 2024-04-02T08:51:32.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.012+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=B9ADJ0VQN0VG type=write size=243448 2024-04-02T08:51:32.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.014+0000 7fe1e54f9780 1 < completed write operation key=02K82VO50O0D tag=HCSW8PMY239R type=write size=108979 2024-04-02T08:51:32.014 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.016+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=4V01Y23H9V6Q type=del size=3521661 2024-04-02T08:51:32.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.016+0000 7fe1e54f9780 1 < canceled part key=_multipart_DB2S65G6D3OU.2~ID5U4FXPBF3B.0 size=1048576 2024-04-02T08:51:32.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.018+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~ID5U4FXPBF3B.1 size=1048576 2024-04-02T08:51:32.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.020+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~ID5U4FXPBF3B.2 size=285736 2024-04-02T08:51:32.022 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.023+0000 7fe1e54f9780 1 < canceled multipart upload key=DB2S65G6D3OU upload=ID5U4FXPBF3B tag=3963HXRB8BVP type=write size=3431464 2024-04-02T08:51:32.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.026+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=XP98UHGLMH4E type=del size=464804 2024-04-02T08:51:32.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.028+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~3D2PPMXVJK4Y.0 size=1048576 2024-04-02T08:51:32.028 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.029+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~3D2PPMXVJK4Y.1 size=340388 2024-04-02T08:51:32.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.032+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=3D2PPMXVJK4Y tag=LKWKRX5WY1C2 type=write size=2437540 2024-04-02T08:51:32.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.036+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~JELDULE19WXH.0 size=938252 2024-04-02T08:51:32.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.036+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=JELDULE19WXH tag=BTVHB760ARXP type=write size=1986828 2024-04-02T08:51:32.036 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.037+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=9PFBH8RR44LG type=del 2024-04-02T08:51:32.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.039+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=T1ZBKMQONFGM type=del size=1063684 2024-04-02T08:51:32.040 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.041+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=3JCG3ICV6WZY type=del 2024-04-02T08:51:32.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.044+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~RICG9QQT93BP.0 size=1048576 2024-04-02T08:51:32.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.046+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~RICG9QQT93BP.1 size=524311 2024-04-02T08:51:32.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.046+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=RICG9QQT93BP tag=WR8M4RU98QEF type=write size=2621463 2024-04-02T08:51:32.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.048+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~PX7H0Y4PB0U0.0 size=835879 2024-04-02T08:51:32.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.051+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=PX7H0Y4PB0U0 tag=H74KWEUES1GB type=write size=1884455 2024-04-02T08:51:32.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.055+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~S1O1FMLRNYMH.0 size=942215 2024-04-02T08:51:32.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.055+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=S1O1FMLRNYMH tag=TPQ6KJOW271Z type=write size=1990791 2024-04-02T08:51:32.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.057+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~D8CGPWMHXOGF.0 size=1048576 2024-04-02T08:51:32.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.059+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~D8CGPWMHXOGF.1 size=278374 2024-04-02T08:51:32.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.063+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=D8CGPWMHXOGF tag=8683K3V09TG8 type=write size=2375526 2024-04-02T08:51:32.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.064+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=5AC87TNXMXRR type=del size=1158701 2024-04-02T08:51:32.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.067+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~THL2CXL27LAC.0 size=1048576 2024-04-02T08:51:32.067 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.068+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~THL2CXL27LAC.1 size=1048576 2024-04-02T08:51:32.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.069+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~THL2CXL27LAC.2 size=991419 2024-04-02T08:51:32.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.073+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=THL2CXL27LAC tag=375V0WB3G0C4 type=write size=4137147 2024-04-02T08:51:32.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.077+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~I2O5B38PRSLL.0 size=99715 2024-04-02T08:51:32.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.077+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=I2O5B38PRSLL tag=GJAFGM49HCJB type=write size=1148291 2024-04-02T08:51:32.077 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.079+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=1T3EZ80LGW16 type=del 2024-04-02T08:51:32.081 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.082+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~DCYDN6HE37GB.0 size=1048576 2024-04-02T08:51:32.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.084+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~DCYDN6HE37GB.1 size=50323 2024-04-02T08:51:32.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.084+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=DCYDN6HE37GB tag=M0LAD0X05RWJ type=write size=2147475 2024-04-02T08:51:32.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.087+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~ZF72NK38UN1K.0 size=1048576 2024-04-02T08:51:32.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.089+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~ZF72NK38UN1K.1 size=1048576 2024-04-02T08:51:32.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.091+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~ZF72NK38UN1K.2 size=466607 2024-04-02T08:51:32.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.094+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=ZF72NK38UN1K tag=OZMIQRFBAQ95 type=write size=3612335 2024-04-02T08:51:32.095 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.096+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=D72TSTPO73NA type=del size=728115 2024-04-02T08:51:32.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.098+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~1O6YRQ67IQXJ.0 size=1048576 2024-04-02T08:51:32.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.100+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~1O6YRQ67IQXJ.1 size=1048576 2024-04-02T08:51:32.100 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.101+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~1O6YRQ67IQXJ.2 size=336621 2024-04-02T08:51:32.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.105+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=1O6YRQ67IQXJ tag=PJRDXOWOQPUU type=write size=3482349 2024-04-02T08:51:32.108 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.109+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~M2E9JUP12XOC.0 size=1048576 2024-04-02T08:51:32.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.111+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~M2E9JUP12XOC.1 size=145966 2024-04-02T08:51:32.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.111+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=M2E9JUP12XOC tag=450975HAX4MX type=write size=2243118 2024-04-02T08:51:32.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.113+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~OXVG9GPWI45B.0 size=1048576 2024-04-02T08:51:32.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.115+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~OXVG9GPWI45B.1 size=1048576 2024-04-02T08:51:32.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.117+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~OXVG9GPWI45B.2 size=688931 2024-04-02T08:51:32.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.121+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=OXVG9GPWI45B tag=YBA4PU856LFW type=write size=3834659 2024-04-02T08:51:32.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.123+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=0DDU6K5XXRKO type=del size=3595197 2024-04-02T08:51:32.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.127+0000 7fe1e54f9780 1 < suggested update operation key=HSKJ25CGNNTY tag=EK5M2ZRUC5PD type=write size=317781 2024-04-02T08:51:32.127 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.129+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=N73K319HJV17 type=del size=2200457 2024-04-02T08:51:32.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.133+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=LWZ5Z9RD1EUN type=write 2024-04-02T08:51:32.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.135+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=Y2865XI4ZJWR type=write size=853304 2024-04-02T08:51:32.136 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.138+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=FLV29QKE96JO type=del 2024-04-02T08:51:32.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.140+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=4LLG8OXQ1ACC type=del size=2869285 2024-04-02T08:51:32.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.142+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=B9ADJ0VQN0VG type=write size=243448 2024-04-02T08:51:32.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.145+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=0598RT3189VL type=del size=1604100 2024-04-02T08:51:32.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.148+0000 7fe1e54f9780 1 < suggested remove operation key=3CIH6I4PYI2Z tag=4V01Y23H9V6Q type=del 2024-04-02T08:51:32.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.152+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~CUEGA8CZWP73.0 size=1048576 2024-04-02T08:51:32.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.153+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~CUEGA8CZWP73.1 size=615825 2024-04-02T08:51:32.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.153+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=CUEGA8CZWP73 tag=DE9GV4YB1ZC3 type=write size=2712977 2024-04-02T08:51:32.154 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.155+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=XP98UHGLMH4E type=del 2024-04-02T08:51:32.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.157+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=BKYYNJOQAXSC type=del size=3703689 2024-04-02T08:51:32.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.157+0000 7fe1e54f9780 1 < canceled part key=_multipart_9P6XOL7S6JOX.2~JELDULE19WXH.0 size=938252 2024-04-02T08:51:32.159 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.160+0000 7fe1e54f9780 1 < canceled multipart upload key=9P6XOL7S6JOX upload=JELDULE19WXH tag=BTVHB760ARXP type=write size=1986828 2024-04-02T08:51:32.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.162+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=M0AE5LLV041A type=del size=2185215 2024-04-02T08:51:32.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.166+0000 7fe1e54f9780 1 < suggested remove operation key=9P6XOL7S6JOX tag=T1ZBKMQONFGM type=del 2024-04-02T08:51:32.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.169+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~N5BW4F4U4X1O.0 size=1048576 2024-04-02T08:51:32.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.171+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~N5BW4F4U4X1O.1 size=1048576 2024-04-02T08:51:32.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.172+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~N5BW4F4U4X1O.2 size=916507 2024-04-02T08:51:32.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.172+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=N5BW4F4U4X1O tag=Z44VEMAG10QF type=write size=4062235 2024-04-02T08:51:32.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.175+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~RICG9QQT93BP.0 size=1048576 2024-04-02T08:51:32.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.176+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~RICG9QQT93BP.1 size=524311 2024-04-02T08:51:32.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.180+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=RICG9QQT93BP tag=WR8M4RU98QEF type=write size=2621463 2024-04-02T08:51:32.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.183+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~XL4C37KZL0VU.0 size=239503 2024-04-02T08:51:32.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.183+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=XL4C37KZL0VU tag=KI2AOK2P1OC0 type=write size=1288079 2024-04-02T08:51:32.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.186+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~S1O1FMLRNYMH.0 size=942215 2024-04-02T08:51:32.189 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.190+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=S1O1FMLRNYMH tag=TPQ6KJOW271Z type=write size=1990791 2024-04-02T08:51:32.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.192+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=PXZA1IX3JMFS type=del size=2605720 2024-04-02T08:51:32.194 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.195+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=5AC87TNXMXRR type=del 2024-04-02T08:51:32.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.199+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~Z35GOWM84Y96.0 size=1048576 2024-04-02T08:51:32.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.200+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~Z35GOWM84Y96.1 size=584543 2024-04-02T08:51:32.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.200+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=Z35GOWM84Y96 tag=N6K6B6H50DVE type=write size=2681695 2024-04-02T08:51:32.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.202+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~I2O5B38PRSLL.0 size=99715 2024-04-02T08:51:32.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.205+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=I2O5B38PRSLL tag=GJAFGM49HCJB type=write size=1148291 2024-04-02T08:51:32.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.208+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~ZVCG6T9JY38Y.0 size=1048576 2024-04-02T08:51:32.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.210+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~ZVCG6T9JY38Y.1 size=855724 2024-04-02T08:51:32.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.210+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=ZVCG6T9JY38Y tag=ZC0A0Q89TXE0 type=write size=2952876 2024-04-02T08:51:32.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.212+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~DCYDN6HE37GB.0 size=1048576 2024-04-02T08:51:32.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.213+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~DCYDN6HE37GB.1 size=50323 2024-04-02T08:51:32.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.216+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=DCYDN6HE37GB tag=M0LAD0X05RWJ type=write size=2147475 2024-04-02T08:51:32.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.218+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=WZBCBDOL6FTX type=del size=3232049 2024-04-02T08:51:32.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.220+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=D72TSTPO73NA type=del 2024-04-02T08:51:32.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.223+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~LG5II8IB4DUM.0 size=1048576 2024-04-02T08:51:32.223 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.224+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~LG5II8IB4DUM.1 size=1048576 2024-04-02T08:51:32.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.226+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~LG5II8IB4DUM.2 size=957683 2024-04-02T08:51:32.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.226+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=LG5II8IB4DUM tag=EFP1FWVG71PO type=write size=4103411 2024-04-02T08:51:32.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.227+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~M2E9JUP12XOC.0 size=1048576 2024-04-02T08:51:32.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.229+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~M2E9JUP12XOC.1 size=145966 2024-04-02T08:51:32.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.232+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=M2E9JUP12XOC tag=450975HAX4MX type=write size=2243118 2024-04-02T08:51:32.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.234+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=RZPZQ9NN3I01 type=del size=791136 2024-04-02T08:51:32.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.236+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=0DDU6K5XXRKO type=del 2024-04-02T08:51:32.236 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.237+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=UHE45HRSHPQT type=write size=245638 2024-04-02T08:51:32.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.239+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=N73K319HJV17 type=del 2024-04-02T08:51:32.239 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.241+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=WQFYAC7WFWCT type=del size=1789912 2024-04-02T08:51:32.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.243+0000 7fe1e54f9780 -1 < failed to complete operation key=9P6XOL7S6JOX tag=Y2865XI4ZJWR type=write size=853304: (22) Invalid argument 2024-04-02T08:51:32.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.245+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=2Q1XILTWDED5 type=del size=1276776 2024-04-02T08:51:32.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.249+0000 7fe1e54f9780 1 < suggested update operation key=OWJ9C2D76GGG tag=4LLG8OXQ1ACC type=del size=2869285 2024-04-02T08:51:32.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.252+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~FT9U1CMF5P32.0 size=183251 2024-04-02T08:51:32.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.252+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=FT9U1CMF5P32 tag=RNG1Y18QV3IK type=write size=1231827 2024-04-02T08:51:32.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.254+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=0598RT3189VL type=del 2024-04-02T08:51:32.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.255+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=0EZWU2GVSBM2 type=write size=159493 2024-04-02T08:51:32.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.257+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~CUEGA8CZWP73.0 size=1048576 2024-04-02T08:51:32.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.259+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~CUEGA8CZWP73.1 size=615825 2024-04-02T08:51:32.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.262+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=CUEGA8CZWP73 tag=DE9GV4YB1ZC3 type=write size=2712977 2024-04-02T08:51:32.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.263+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=1E9Y1FXMQR76 type=del size=1534253 2024-04-02T08:51:32.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.266+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=BKYYNJOQAXSC type=del 2024-04-02T08:51:32.266 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.268+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=E2OV31Q15EGI type=del size=3673462 2024-04-02T08:51:32.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.271+0000 7fe1e54f9780 1 < suggested update operation key=7SOA145ODX3I tag=M0AE5LLV041A type=del size=2185215 2024-04-02T08:51:32.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.274+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=LL2IJWFCCLFI type=write size=771282 2024-04-02T08:51:32.275 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.276+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~N5BW4F4U4X1O.0 size=1048576 2024-04-02T08:51:32.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.278+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~N5BW4F4U4X1O.1 size=1048576 2024-04-02T08:51:32.278 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.279+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~N5BW4F4U4X1O.2 size=916507 2024-04-02T08:51:32.281 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.282+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=N5BW4F4U4X1O tag=Z44VEMAG10QF type=write size=4062235 2024-04-02T08:51:32.283 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.284+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=G2U2CKK2N0JD type=del size=1499899 2024-04-02T08:51:32.285 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.286+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~XL4C37KZL0VU.0 size=239503 2024-04-02T08:51:32.288 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.289+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=XL4C37KZL0VU tag=KI2AOK2P1OC0 type=write size=1288079 2024-04-02T08:51:32.292 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.294+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~A72AH2M0XXFO.0 size=1048576 2024-04-02T08:51:32.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.295+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~A72AH2M0XXFO.1 size=1048576 2024-04-02T08:51:32.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.297+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~A72AH2M0XXFO.2 size=921721 2024-04-02T08:51:32.296 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.297+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=A72AH2M0XXFO tag=N01NZ0QDEQ3T type=write size=4067449 2024-04-02T08:51:32.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.299+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=PXZA1IX3JMFS type=del 2024-04-02T08:51:32.299 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.301+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=DTNQS0IE0G91 type=del size=952805 2024-04-02T08:51:32.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.303+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~Z35GOWM84Y96.0 size=1048576 2024-04-02T08:51:32.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.305+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~Z35GOWM84Y96.1 size=584543 2024-04-02T08:51:32.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.309+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=Z35GOWM84Y96 tag=N6K6B6H50DVE type=write size=2681695 2024-04-02T08:51:32.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.314+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~UVXRXHVCZFUU.0 size=1048576 2024-04-02T08:51:32.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.315+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~UVXRXHVCZFUU.1 size=1048576 2024-04-02T08:51:32.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.317+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~UVXRXHVCZFUU.2 size=694064 2024-04-02T08:51:32.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.317+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=UVXRXHVCZFUU tag=DZ04FW14LRIT type=write size=3839792 2024-04-02T08:51:32.317 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.318+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~ZVCG6T9JY38Y.0 size=1048576 2024-04-02T08:51:32.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.320+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~ZVCG6T9JY38Y.1 size=855724 2024-04-02T08:51:32.321 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.323+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=ZVCG6T9JY38Y tag=ZC0A0Q89TXE0 type=write size=2952876 2024-04-02T08:51:32.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.324+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=N1Y13INKU2IU type=write size=793478 2024-04-02T08:51:32.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.326+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=WZBCBDOL6FTX type=del 2024-04-02T08:51:32.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.330+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~CU9U6B06Q6KR.0 size=610077 2024-04-02T08:51:32.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.330+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=CU9U6B06Q6KR tag=GCYCKDLP0M2X type=write size=1658653 2024-04-02T08:51:32.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.332+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~LG5II8IB4DUM.0 size=1048576 2024-04-02T08:51:32.332 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.334+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~LG5II8IB4DUM.1 size=1048576 2024-04-02T08:51:32.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.335+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~LG5II8IB4DUM.2 size=957683 2024-04-02T08:51:32.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.338+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=LG5II8IB4DUM tag=EFP1FWVG71PO type=write size=4103411 2024-04-02T08:51:32.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.340+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=W5L703UDMPX1 type=del size=2407788 2024-04-02T08:51:32.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.342+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=RZPZQ9NN3I01 type=del 2024-04-02T08:51:32.342 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.344+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=EGN80S1CV3FV type=del size=3151649 2024-04-02T08:51:32.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.346+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=UHE45HRSHPQT type=write size=245638 2024-04-02T08:51:32.346 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.347+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=PA6RZEG7I6EE type=del size=4139550 2024-04-02T08:51:32.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.351+0000 7fe1e54f9780 1 < suggested update operation key=FRXQAJO7O5U2 tag=WQFYAC7WFWCT type=del size=1789912 2024-04-02T08:51:32.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.353+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=YSO18SZ6GG4Q type=del size=2760620 2024-04-02T08:51:32.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.354+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=2Q1XILTWDED5 type=del 2024-04-02T08:51:32.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.358+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~HR9THH1TB9F6.0 size=911899 2024-04-02T08:51:32.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.358+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=HR9THH1TB9F6 tag=QR69Q12OKOXY type=write size=1960475 2024-04-02T08:51:32.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.360+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~FT9U1CMF5P32.0 size=183251 2024-04-02T08:51:32.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.363+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=FT9U1CMF5P32 tag=RNG1Y18QV3IK type=write size=1231827 2024-04-02T08:51:32.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.367+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~F367HPUJ7EHN.0 size=1048576 2024-04-02T08:51:32.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.368+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~F367HPUJ7EHN.1 size=1048576 2024-04-02T08:51:32.369 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.370+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~F367HPUJ7EHN.2 size=603830 2024-04-02T08:51:32.369 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.370+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=F367HPUJ7EHN tag=IYZLJ4VGU884 type=write size=3749558 2024-04-02T08:51:32.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.372+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=0EZWU2GVSBM2 type=write size=159493 2024-04-02T08:51:32.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.375+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=QQSIS81GSCIZ type=del size=1386878 2024-04-02T08:51:32.376 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.377+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=1E9Y1FXMQR76 type=del 2024-04-02T08:51:32.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.379+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=I86A3M64WEQ4 type=del size=2185856 2024-04-02T08:51:32.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.380+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=E2OV31Q15EGI type=del 2024-04-02T08:51:32.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.384+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~T0V6NMNTVT31.0 size=896298 2024-04-02T08:51:32.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.384+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=T0V6NMNTVT31 tag=RB3CL0USMGG8 type=write size=1944874 2024-04-02T08:51:32.385 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.386+0000 7fe1e54f9780 1 < canceled operation key=AKDL74Y6A2P3 tag=LL2IJWFCCLFI type=write size=771282 2024-04-02T08:51:32.386 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.388+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=FNXKJGEW7A2L type=write size=927338 2024-04-02T08:51:32.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.390+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=G2U2CKK2N0JD type=del 2024-04-02T08:51:32.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.391+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=BCFL9VQ1QJAY type=del size=1631321 2024-04-02T08:51:32.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.393+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~A72AH2M0XXFO.0 size=1048576 2024-04-02T08:51:32.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.395+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~A72AH2M0XXFO.1 size=1048576 2024-04-02T08:51:32.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.396+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~A72AH2M0XXFO.2 size=921721 2024-04-02T08:51:32.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.399+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=A72AH2M0XXFO tag=N01NZ0QDEQ3T type=write size=4067449 2024-04-02T08:51:32.402 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.404+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~VSTP7W1UE0KS.0 size=1048576 2024-04-02T08:51:32.404 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.406+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~VSTP7W1UE0KS.1 size=1048576 2024-04-02T08:51:32.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.408+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~VSTP7W1UE0KS.2 size=354053 2024-04-02T08:51:32.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.408+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=VSTP7W1UE0KS tag=JPXRSQFF0A0Z type=write size=3499781 2024-04-02T08:51:32.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.409+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=DTNQS0IE0G91 type=del 2024-04-02T08:51:32.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.412+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=7IVEBTBD4863 type=write size=541750 2024-04-02T08:51:32.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.415+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~UVXRXHVCZFUU.0 size=1048576 2024-04-02T08:51:32.415 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.417+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~UVXRXHVCZFUU.1 size=1048576 2024-04-02T08:51:32.418 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.419+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~UVXRXHVCZFUU.2 size=694064 2024-04-02T08:51:32.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.423+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=UVXRXHVCZFUU tag=DZ04FW14LRIT type=write size=3839792 2024-04-02T08:51:32.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.424+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=IYY25G83GQTJ type=del size=3544228 2024-04-02T08:51:32.425 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.427+0000 7fe1e54f9780 1 < completed write operation key=T88N3IX1URRX tag=N1Y13INKU2IU type=write size=793478 2024-04-02T08:51:32.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.429+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=CKUGMR8K5Q1X type=del size=3394427 2024-04-02T08:51:32.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.431+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~CU9U6B06Q6KR.0 size=610077 2024-04-02T08:51:32.433 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.434+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=CU9U6B06Q6KR tag=GCYCKDLP0M2X type=write size=1658653 2024-04-02T08:51:32.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.437+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=V79NF0N0I6V5 type=del size=3236797 2024-04-02T08:51:32.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.439+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=W5L703UDMPX1 type=del 2024-04-02T08:51:32.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.443+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~TR5VW3B0ASCL.0 size=1013389 2024-04-02T08:51:32.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.443+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=TR5VW3B0ASCL tag=JZH2SPN8C9Y4 type=write size=2061965 2024-04-02T08:51:32.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.445+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=EGN80S1CV3FV type=del 2024-04-02T08:51:32.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.449+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~IU4RR390FNOB.0 size=822353 2024-04-02T08:51:32.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.449+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=IU4RR390FNOB tag=T6M6D0IJBZEE type=write size=1870929 2024-04-02T08:51:32.451 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.452+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=PA6RZEG7I6EE type=del 2024-04-02T08:51:32.453 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.454+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=QLF2LVJS11A1 type=del size=178828 2024-04-02T08:51:32.456 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.458+0000 7fe1e54f9780 1 < suggested update operation key=OWJ9C2D76GGG tag=YSO18SZ6GG4Q type=del size=2760620 2024-04-02T08:51:32.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.460+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=1VWE2CDM5DRU type=del size=3371540 2024-04-02T08:51:32.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.462+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~HR9THH1TB9F6.0 size=911899 2024-04-02T08:51:32.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.466+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=HR9THH1TB9F6 tag=QR69Q12OKOXY type=write size=1960475 2024-04-02T08:51:32.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.468+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=TGUI8B6A13LA type=del size=1436865 2024-04-02T08:51:32.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.470+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~F367HPUJ7EHN.0 size=1048576 2024-04-02T08:51:32.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.471+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~F367HPUJ7EHN.1 size=1048576 2024-04-02T08:51:32.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.473+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~F367HPUJ7EHN.2 size=603830 2024-04-02T08:51:32.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.476+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=F367HPUJ7EHN tag=IYZLJ4VGU884 type=write size=3749558 2024-04-02T08:51:32.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.480+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YC1RO2SIKM29.0 size=742727 2024-04-02T08:51:32.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.480+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=YC1RO2SIKM29 tag=WPUR2W9S5U4D type=write size=1791303 2024-04-02T08:51:32.481 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.483+0000 7fe1e54f9780 -1 < failed to complete operation key=OWJ9C2D76GGG tag=QQSIS81GSCIZ type=del size=1386878: (22) Invalid argument 2024-04-02T08:51:32.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.487+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~J2TT02IZK6BP.0 size=46431 2024-04-02T08:51:32.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.487+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=J2TT02IZK6BP tag=4D483XT9EZ61 type=write size=1095007 2024-04-02T08:51:32.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.491+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=I86A3M64WEQ4 type=del 2024-04-02T08:51:32.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.494+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=M17TVCYOQRDN type=del size=580862 2024-04-02T08:51:32.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.494+0000 7fe1e54f9780 1 < canceled part key=_multipart_7SOA145ODX3I.2~T0V6NMNTVT31.0 size=896298 2024-04-02T08:51:32.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.498+0000 7fe1e54f9780 1 < canceled multipart upload key=7SOA145ODX3I upload=T0V6NMNTVT31 tag=RB3CL0USMGG8 type=write size=1944874 2024-04-02T08:51:32.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.502+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~NOJN6NG3RNZL.0 size=1048576 2024-04-02T08:51:32.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.503+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~NOJN6NG3RNZL.1 size=845745 2024-04-02T08:51:32.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.503+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=NOJN6NG3RNZL tag=NA4E6W6YDYAO type=write size=2942897 2024-04-02T08:51:32.504 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.505+0000 7fe1e54f9780 1 < completed write operation key=7SOA145ODX3I tag=FNXKJGEW7A2L type=write size=927338 2024-04-02T08:51:32.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.508+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=UAGUN1UXT1K0 type=del size=1886978 2024-04-02T08:51:32.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.510+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=BCFL9VQ1QJAY type=del 2024-04-02T08:51:32.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.513+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~1U0U42WFOUQE.0 size=148831 2024-04-02T08:51:32.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.513+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=1U0U42WFOUQE tag=4B9QOCGFYJ19 type=write size=1197407 2024-04-02T08:51:32.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.516+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~VSTP7W1UE0KS.0 size=1048576 2024-04-02T08:51:32.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.518+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~VSTP7W1UE0KS.1 size=1048576 2024-04-02T08:51:32.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.520+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~VSTP7W1UE0KS.2 size=354053 2024-04-02T08:51:32.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.524+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=VSTP7W1UE0KS tag=JPXRSQFF0A0Z type=write size=3499781 2024-04-02T08:51:32.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.528+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~O5KPCSG2NRNM.0 size=1048576 2024-04-02T08:51:32.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.530+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~O5KPCSG2NRNM.1 size=823892 2024-04-02T08:51:32.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.530+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=O5KPCSG2NRNM tag=IMIO2KD22N1R type=write size=2921044 2024-04-02T08:51:32.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.532+0000 7fe1e54f9780 1 < canceled operation key=XUGOHG0SXTNW tag=7IVEBTBD4863 type=write size=541750 2024-04-02T08:51:32.534 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.535+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~F7T8Y10U4XU3.0 size=1048576 2024-04-02T08:51:32.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.537+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~F7T8Y10U4XU3.1 size=1048576 2024-04-02T08:51:32.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.539+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~F7T8Y10U4XU3.2 size=293532 2024-04-02T08:51:32.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.539+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=F7T8Y10U4XU3 tag=DQMNOIRGGJ23 type=write size=3439260 2024-04-02T08:51:32.539 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.540+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=IYY25G83GQTJ type=del 2024-04-02T08:51:32.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.544+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~WQVFN2GB2ANK.0 size=971910 2024-04-02T08:51:32.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.544+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=WQVFN2GB2ANK tag=0AWF06BC0FZ0 type=write size=2020486 2024-04-02T08:51:32.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.545+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=CKUGMR8K5Q1X type=del 2024-04-02T08:51:32.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.547+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=IWV68MP8L61O type=del size=1331795 2024-04-02T08:51:32.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.552+0000 7fe1e54f9780 1 < suggested remove operation key=72IYB621DARA tag=V79NF0N0I6V5 type=del 2024-04-02T08:51:32.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.556+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~VAJO5LXHKYCJ.0 size=1048576 2024-04-02T08:51:32.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.557+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~VAJO5LXHKYCJ.1 size=1048576 2024-04-02T08:51:32.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.559+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~VAJO5LXHKYCJ.2 size=424656 2024-04-02T08:51:32.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.559+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=VAJO5LXHKYCJ tag=9G6S33N22Y6B type=write size=3570384 2024-04-02T08:51:32.560 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.561+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~TR5VW3B0ASCL.0 size=1013389 2024-04-02T08:51:32.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.564+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=TR5VW3B0ASCL tag=JZH2SPN8C9Y4 type=write size=2061965 2024-04-02T08:51:32.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.566+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=0LXLQGTN7N2W type=del size=2065427 2024-04-02T08:51:32.567 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.569+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~IU4RR390FNOB.0 size=822353 2024-04-02T08:51:32.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.573+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=IU4RR390FNOB tag=T6M6D0IJBZEE type=write size=1870929 2024-04-02T08:51:32.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.575+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=2L0C63HVKUM6 type=write size=38202 2024-04-02T08:51:32.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.578+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=QLF2LVJS11A1 type=del 2024-04-02T08:51:32.578 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.580+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=BPRJEP2SP900 type=del size=2966143 2024-04-02T08:51:32.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.582+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=1VWE2CDM5DRU type=del 2024-04-02T08:51:32.582 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.584+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=F0QSXE32S3QI type=del size=492098 2024-04-02T08:51:32.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.586+0000 7fe1e54f9780 1 < canceled operation key=K1ML6VFMOUSC tag=TGUI8B6A13LA type=del size=1436865 2024-04-02T08:51:32.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.590+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~BKA2GZ8NRD5A.0 size=1048576 2024-04-02T08:51:32.590 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.591+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~BKA2GZ8NRD5A.1 size=1048576 2024-04-02T08:51:32.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.593+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~BKA2GZ8NRD5A.2 size=13632 2024-04-02T08:51:32.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.593+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=BKA2GZ8NRD5A tag=J910O3KD945E type=write size=3159360 2024-04-02T08:51:32.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.595+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~YC1RO2SIKM29.0 size=742727 2024-04-02T08:51:32.598 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.599+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=YC1RO2SIKM29 tag=WPUR2W9S5U4D type=write size=1791303 2024-04-02T08:51:32.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.601+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=D9DHZ3J196UL type=write size=1016834 2024-04-02T08:51:32.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.603+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~J2TT02IZK6BP.0 size=46431 2024-04-02T08:51:32.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.607+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=J2TT02IZK6BP tag=4D483XT9EZ61 type=write size=1095007 2024-04-02T08:51:32.608 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.609+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=F3YQ4KZFOS65 type=del size=1756852 2024-04-02T08:51:32.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.612+0000 7fe1e54f9780 1 < suggested update operation key=IY511MS5UQEJ tag=M17TVCYOQRDN type=del size=580862 2024-04-02T08:51:32.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.615+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=G0HSLWACKK7I type=write size=1005823 2024-04-02T08:51:32.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.617+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~NOJN6NG3RNZL.0 size=1048576 2024-04-02T08:51:32.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.619+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~NOJN6NG3RNZL.1 size=845745 2024-04-02T08:51:32.622 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.623+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=NOJN6NG3RNZL tag=NA4E6W6YDYAO type=write size=2942897 2024-04-02T08:51:32.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.626+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=CG5ON2DTCW1H type=del size=660686 2024-04-02T08:51:32.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.630+0000 7fe1e54f9780 1 < suggested remove operation key=MLJAE12LB90G tag=UAGUN1UXT1K0 type=del 2024-04-02T08:51:32.630 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.631+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=SC198XETJX4E type=del size=991333 2024-04-02T08:51:32.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.633+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~1U0U42WFOUQE.0 size=148831 2024-04-02T08:51:32.635 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.637+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=1U0U42WFOUQE tag=4B9QOCGFYJ19 type=write size=1197407 2024-04-02T08:51:32.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.638+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=367FWDSCJZH5 type=del size=1615821 2024-04-02T08:51:32.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.640+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~O5KPCSG2NRNM.0 size=1048576 2024-04-02T08:51:32.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.642+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~O5KPCSG2NRNM.1 size=823892 2024-04-02T08:51:32.645 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.646+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=O5KPCSG2NRNM tag=IMIO2KD22N1R type=write size=2921044 2024-04-02T08:51:32.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.649+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~K3M0ORTDMCN2.0 size=1048576 2024-04-02T08:51:32.649 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.651+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~K3M0ORTDMCN2.1 size=25036 2024-04-02T08:51:32.649 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.651+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=K3M0ORTDMCN2 tag=HTX9M7EEH5E7 type=write size=2122188 2024-04-02T08:51:32.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.653+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~F7T8Y10U4XU3.0 size=1048576 2024-04-02T08:51:32.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.655+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~F7T8Y10U4XU3.1 size=1048576 2024-04-02T08:51:32.655 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.656+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~F7T8Y10U4XU3.2 size=293532 2024-04-02T08:51:32.658 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.659+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=F7T8Y10U4XU3 tag=DQMNOIRGGJ23 type=write size=3439260 2024-04-02T08:51:32.660 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.661+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=TNNKIZ8GLA84 type=write size=455740 2024-04-02T08:51:32.662 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.663+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~WQVFN2GB2ANK.0 size=971910 2024-04-02T08:51:32.665 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.666+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=WQVFN2GB2ANK tag=0AWF06BC0FZ0 type=write size=2020486 2024-04-02T08:51:32.667 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.668+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=1OSSFG3394T9 type=del size=2447652 2024-04-02T08:51:32.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.671+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=IWV68MP8L61O type=del 2024-04-02T08:51:32.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.675+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~D3Y59USU82D0.0 size=1048576 2024-04-02T08:51:32.675 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.676+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~D3Y59USU82D0.1 size=1048576 2024-04-02T08:51:32.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.679+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~D3Y59USU82D0.2 size=734960 2024-04-02T08:51:32.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.679+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=D3Y59USU82D0 tag=K3QDZW3S11HM type=write size=3880688 2024-04-02T08:51:32.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.681+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~VAJO5LXHKYCJ.0 size=1048576 2024-04-02T08:51:32.682 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.683+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~VAJO5LXHKYCJ.1 size=1048576 2024-04-02T08:51:32.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.685+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~VAJO5LXHKYCJ.2 size=424656 2024-04-02T08:51:32.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.688+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=VAJO5LXHKYCJ tag=9G6S33N22Y6B type=write size=3570384 2024-04-02T08:51:32.689 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.690+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=HT9SM4UKGLAN type=write size=232737 2024-04-02T08:51:32.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.692+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=0LXLQGTN7N2W type=del 2024-04-02T08:51:32.694 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.696+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~Z0D7EBYPHI4U.0 size=1048576 2024-04-02T08:51:32.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.698+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~Z0D7EBYPHI4U.1 size=130392 2024-04-02T08:51:32.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.698+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=Z0D7EBYPHI4U tag=OB4LCNNPRI38 type=write size=2227544 2024-04-02T08:51:32.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.700+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=2L0C63HVKUM6 type=write size=38202 2024-04-02T08:51:32.704 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.705+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~Y6GGY4774A7M.0 size=899918 2024-04-02T08:51:32.704 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.705+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=Y6GGY4774A7M tag=J0N2JSJSR3BG type=write size=1948494 2024-04-02T08:51:32.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.708+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=BPRJEP2SP900 type=del 2024-04-02T08:51:32.710 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.712+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~GRXUENIWMCD4.0 size=1048576 2024-04-02T08:51:32.712 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.713+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~GRXUENIWMCD4.1 size=1048576 2024-04-02T08:51:32.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.715+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~GRXUENIWMCD4.2 size=712880 2024-04-02T08:51:32.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.715+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=GRXUENIWMCD4 tag=VBAXKJ0U34P1 type=write size=3858608 2024-04-02T08:51:32.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.717+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=F0QSXE32S3QI type=del 2024-04-02T08:51:32.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.720+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~E49J277XMW33.0 size=1048576 2024-04-02T08:51:32.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.722+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~E49J277XMW33.1 size=1048576 2024-04-02T08:51:32.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.723+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~E49J277XMW33.2 size=131602 2024-04-02T08:51:32.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.723+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=E49J277XMW33 tag=SXFC394D37TS type=write size=3277330 2024-04-02T08:51:32.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.725+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~BKA2GZ8NRD5A.0 size=1048576 2024-04-02T08:51:32.726 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.727+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~BKA2GZ8NRD5A.1 size=1048576 2024-04-02T08:51:32.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.729+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~BKA2GZ8NRD5A.2 size=13632 2024-04-02T08:51:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:51:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:32.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.732+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=BKA2GZ8NRD5A tag=J910O3KD945E type=write size=3159360 2024-04-02T08:51:32.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.734+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=FXX9JS2LXD96 type=write size=263470 2024-04-02T08:51:32.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.736+0000 7fe1e54f9780 1 < completed write operation key=CT5BZ79K03F4 tag=D9DHZ3J196UL type=write size=1016834 2024-04-02T08:51:32.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.737+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=0YDYCT6ILP41 type=del size=2593561 2024-04-02T08:51:32.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.740+0000 7fe1e54f9780 -1 < failed to complete operation key=IY511MS5UQEJ tag=F3YQ4KZFOS65 type=del size=1756852: (22) Invalid argument 2024-04-02T08:51:32.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.743+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~P2CFI8US0ZYR.0 size=400165 2024-04-02T08:51:32.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.743+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=P2CFI8US0ZYR tag=DIGJ8BQSJF5M type=write size=1448741 2024-04-02T08:51:32.744 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.745+0000 7fe1e54f9780 1 < completed write operation key=WT084Z5BQ6FL tag=G0HSLWACKK7I type=write size=1005823 2024-04-02T08:51:32.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.749+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~SIWK79JTP0LV.0 size=1048576 2024-04-02T08:51:32.749 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.750+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~SIWK79JTP0LV.1 size=1048576 2024-04-02T08:51:32.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.752+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~SIWK79JTP0LV.2 size=50150 2024-04-02T08:51:32.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.752+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=SIWK79JTP0LV tag=KLHCT81EHONA type=write size=3195878 2024-04-02T08:51:32.754 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.755+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=CG5ON2DTCW1H type=del size=660686 2024-04-02T08:51:32.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.757+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=UO7IG2ULHUUQ type=write size=502143 2024-04-02T08:51:32.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.761+0000 7fe1e54f9780 1 < suggested remove operation key=K1ML6VFMOUSC tag=SC198XETJX4E type=del 2024-04-02T08:51:32.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.764+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~CH6A4SC5GC6O.0 size=1048576 2024-04-02T08:51:32.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.765+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~CH6A4SC5GC6O.1 size=807626 2024-04-02T08:51:32.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.765+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=CH6A4SC5GC6O tag=24BOIHLNLV2D type=write size=2904778 2024-04-02T08:51:32.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.768+0000 7fe1e54f9780 1 < canceled operation key=XUGOHG0SXTNW tag=367FWDSCJZH5 type=del size=1615821 2024-04-02T08:51:32.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.771+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~1T1XUCQ2JXQI.0 size=1048576 2024-04-02T08:51:32.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.772+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~1T1XUCQ2JXQI.1 size=1048576 2024-04-02T08:51:32.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.774+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~1T1XUCQ2JXQI.2 size=888054 2024-04-02T08:51:32.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.774+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=1T1XUCQ2JXQI tag=CC6LHQXNP6OJ type=write size=4033782 2024-04-02T08:51:32.774 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.776+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~K3M0ORTDMCN2.0 size=1048576 2024-04-02T08:51:32.776 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.777+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~K3M0ORTDMCN2.1 size=25036 2024-04-02T08:51:32.779 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.780+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=K3M0ORTDMCN2 tag=HTX9M7EEH5E7 type=write size=2122188 2024-04-02T08:51:32.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.784+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~D4E4DPNAZMEY.0 size=73243 2024-04-02T08:51:32.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.784+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=D4E4DPNAZMEY tag=U65F13359IF1 type=write size=1121819 2024-04-02T08:51:32.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.786+0000 7fe1e54f9780 1 < completed write operation key=02K82VO50O0D tag=TNNKIZ8GLA84 type=write size=455740 2024-04-02T08:51:32.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.788+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=3S6CVDELGU4H type=del size=4087307 2024-04-02T08:51:32.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.792+0000 7fe1e54f9780 1 < suggested remove operation key=MLJAE12LB90G tag=1OSSFG3394T9 type=del 2024-04-02T08:51:32.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.795+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~T48D5V6NAC2T.0 size=1048576 2024-04-02T08:51:32.795 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.797+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~T48D5V6NAC2T.1 size=1048576 2024-04-02T08:51:32.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.798+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~T48D5V6NAC2T.2 size=219192 2024-04-02T08:51:32.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.798+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=T48D5V6NAC2T tag=YT1N81DX2CN8 type=write size=3364920 2024-04-02T08:51:32.799 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.800+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~D3Y59USU82D0.0 size=1048576 2024-04-02T08:51:32.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.802+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~D3Y59USU82D0.1 size=1048576 2024-04-02T08:51:32.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.803+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~D3Y59USU82D0.2 size=734960 2024-04-02T08:51:32.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.806+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=D3Y59USU82D0 tag=K3QDZW3S11HM type=write size=3880688 2024-04-02T08:51:32.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.808+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=8UP0XY74V4JE type=write size=702507 2024-04-02T08:51:32.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.810+0000 7fe1e54f9780 1 < completed write operation key=XD49NVDY5QAC tag=HT9SM4UKGLAN type=write size=232737 2024-04-02T08:51:32.812 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.814+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~DEII653G7R1H.0 size=1048576 2024-04-02T08:51:32.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.815+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~DEII653G7R1H.1 size=115690 2024-04-02T08:51:32.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.815+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=DEII653G7R1H tag=8HKTL3CJR4YT type=write size=2212842 2024-04-02T08:51:32.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.817+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~Z0D7EBYPHI4U.0 size=1048576 2024-04-02T08:51:32.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.819+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~Z0D7EBYPHI4U.1 size=130392 2024-04-02T08:51:32.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.822+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=Z0D7EBYPHI4U tag=OB4LCNNPRI38 type=write size=2227544 2024-04-02T08:51:32.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.826+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~CJKOM3Y0VRYZ.0 size=947598 2024-04-02T08:51:32.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.826+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=CJKOM3Y0VRYZ tag=2KER6CPQOBJS type=write size=1996174 2024-04-02T08:51:32.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.828+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~Y6GGY4774A7M.0 size=899918 2024-04-02T08:51:32.831 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.832+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=Y6GGY4774A7M tag=J0N2JSJSR3BG type=write size=1948494 2024-04-02T08:51:32.832 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.834+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=M6GCQW1O0GRO type=del size=1060264 2024-04-02T08:51:32.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.836+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~GRXUENIWMCD4.0 size=1048576 2024-04-02T08:51:32.836 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.838+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~GRXUENIWMCD4.1 size=1048576 2024-04-02T08:51:32.839 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.840+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~GRXUENIWMCD4.2 size=712880 2024-04-02T08:51:32.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.844+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=GRXUENIWMCD4 tag=VBAXKJ0U34P1 type=write size=3858608 2024-04-02T08:51:32.847 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.848+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~365PB12LM0A2.0 size=1048576 2024-04-02T08:51:32.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.850+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~365PB12LM0A2.1 size=988755 2024-04-02T08:51:32.849 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.850+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=365PB12LM0A2 tag=VITVXOT9SKRZ type=write size=3085907 2024-04-02T08:51:32.851 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.852+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~E49J277XMW33.0 size=1048576 2024-04-02T08:51:32.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.854+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~E49J277XMW33.1 size=1048576 2024-04-02T08:51:32.854 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.856+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~E49J277XMW33.2 size=131602 2024-04-02T08:51:32.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.859+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=E49J277XMW33 tag=SXFC394D37TS type=write size=3277330 2024-04-02T08:51:32.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.864+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~HQ53S5RO8JUP.0 size=1048576 2024-04-02T08:51:32.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.866+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~HQ53S5RO8JUP.1 size=1048576 2024-04-02T08:51:32.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.868+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~HQ53S5RO8JUP.2 size=12355 2024-04-02T08:51:32.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.868+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=HQ53S5RO8JUP tag=0K53UEOFLB0V type=write size=3158083 2024-04-02T08:51:32.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.869+0000 7fe1e54f9780 1 < canceled operation key=FRXQAJO7O5U2 tag=FXX9JS2LXD96 type=write size=263470 2024-04-02T08:51:32.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.874+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~MYZOE20OH10W.0 size=1048576 2024-04-02T08:51:32.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.876+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~MYZOE20OH10W.1 size=1048576 2024-04-02T08:51:32.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.877+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~MYZOE20OH10W.2 size=21996 2024-04-02T08:51:32.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.877+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=MYZOE20OH10W tag=768O4OM20NHM type=write size=3167724 2024-04-02T08:51:32.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.879+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=0YDYCT6ILP41 type=del 2024-04-02T08:51:32.879 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.881+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=3AVFYRUR4ZOC type=del size=4032264 2024-04-02T08:51:32.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.882+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~P2CFI8US0ZYR.0 size=400165 2024-04-02T08:51:32.884 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.885+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=P2CFI8US0ZYR tag=DIGJ8BQSJF5M type=write size=1448741 2024-04-02T08:51:32.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.887+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=OX23M45Q16AE type=del size=2337534 2024-04-02T08:51:32.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.889+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~SIWK79JTP0LV.0 size=1048576 2024-04-02T08:51:32.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.891+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~SIWK79JTP0LV.1 size=1048576 2024-04-02T08:51:32.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.892+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~SIWK79JTP0LV.2 size=50150 2024-04-02T08:51:32.894 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.895+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=SIWK79JTP0LV tag=KLHCT81EHONA type=write size=3195878 2024-04-02T08:51:32.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.897+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=R3US69N44815 type=del size=2423191 2024-04-02T08:51:32.898 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.899+0000 7fe1e54f9780 1 < canceled operation key=7SOA145ODX3I tag=UO7IG2ULHUUQ type=write size=502143 2024-04-02T08:51:32.899 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.901+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=QYUGGLNOP5JB type=del size=2645015 2024-04-02T08:51:32.901 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.902+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~CH6A4SC5GC6O.0 size=1048576 2024-04-02T08:51:32.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.904+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~CH6A4SC5GC6O.1 size=807626 2024-04-02T08:51:32.906 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.907+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=CH6A4SC5GC6O tag=24BOIHLNLV2D type=write size=2904778 2024-04-02T08:51:32.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.909+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=M4VC1R0TR9ST type=del size=3608810 2024-04-02T08:51:32.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.911+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~1T1XUCQ2JXQI.0 size=1048576 2024-04-02T08:51:32.911 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.912+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~1T1XUCQ2JXQI.1 size=1048576 2024-04-02T08:51:32.912 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.914+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~1T1XUCQ2JXQI.2 size=888054 2024-04-02T08:51:32.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.917+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=1T1XUCQ2JXQI tag=CC6LHQXNP6OJ type=write size=4033782 2024-04-02T08:51:32.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.920+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4SLJCAM58MEJ.0 size=1048576 2024-04-02T08:51:32.921 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.922+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4SLJCAM58MEJ.1 size=1048576 2024-04-02T08:51:32.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.924+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4SLJCAM58MEJ.2 size=528480 2024-04-02T08:51:32.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.924+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=4SLJCAM58MEJ tag=F744EC5HR2CH type=write size=3674208 2024-04-02T08:51:32.925 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.926+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~D4E4DPNAZMEY.0 size=73243 2024-04-02T08:51:32.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.930+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=D4E4DPNAZMEY tag=U65F13359IF1 type=write size=1121819 2024-04-02T08:51:32.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.932+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=R1JZFLLQFZNN type=del size=1882520 2024-04-02T08:51:32.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.934+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=3S6CVDELGU4H type=del 2024-04-02T08:51:32.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.936+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=Q9WLXGXWE34O type=del size=1225202 2024-04-02T08:51:32.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.938+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~T48D5V6NAC2T.0 size=1048576 2024-04-02T08:51:32.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.940+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~T48D5V6NAC2T.1 size=1048576 2024-04-02T08:51:32.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.940+0000 7fe1e54f9780 1 < canceled part key=_multipart_OC284H4P86JN.2~T48D5V6NAC2T.2 size=219192 2024-04-02T08:51:32.942 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.944+0000 7fe1e54f9780 1 < canceled multipart upload key=OC284H4P86JN upload=T48D5V6NAC2T tag=YT1N81DX2CN8 type=write size=3364920 2024-04-02T08:51:32.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.947+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~1DX57F8WKM5G.0 size=618107 2024-04-02T08:51:32.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.947+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=1DX57F8WKM5G tag=CXM5XOBZUFWT type=write size=1666683 2024-04-02T08:51:32.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.949+0000 7fe1e54f9780 1 < completed write operation key=IK9DWI5A56MQ tag=8UP0XY74V4JE type=write size=702507 2024-04-02T08:51:32.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.953+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~4RTO281DU253.0 size=1048576 2024-04-02T08:51:32.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.954+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~4RTO281DU253.1 size=1048576 2024-04-02T08:51:32.954 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.956+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~4RTO281DU253.2 size=141647 2024-04-02T08:51:32.954 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.956+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=4RTO281DU253 tag=ABZK0DUAY3TK type=write size=3287375 2024-04-02T08:51:32.956 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.957+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~DEII653G7R1H.0 size=1048576 2024-04-02T08:51:32.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.959+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~DEII653G7R1H.1 size=115690 2024-04-02T08:51:32.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.963+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=DEII653G7R1H tag=8HKTL3CJR4YT type=write size=2212842 2024-04-02T08:51:32.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.966+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~3X5CBBIZQTP4.0 size=1048576 2024-04-02T08:51:32.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.967+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~3X5CBBIZQTP4.1 size=1048576 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.969+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~3X5CBBIZQTP4.2 size=350593 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.969+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=3X5CBBIZQTP4 tag=MQPCZJNVVGCD type=write size=3496321 2024-04-02T08:51:32.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.971+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~CJKOM3Y0VRYZ.0 size=947598 2024-04-02T08:51:32.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.974+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=CJKOM3Y0VRYZ tag=2KER6CPQOBJS type=write size=1996174 2024-04-02T08:51:32.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.975+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=RGU4WKHZFJ0X type=write size=936106 2024-04-02T08:51:32.976 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.977+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=M6GCQW1O0GRO type=del 2024-04-02T08:51:32.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.979+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=U1NNVHG1RXOA type=del size=3773426 2024-04-02T08:51:32.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.981+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~365PB12LM0A2.0 size=1048576 2024-04-02T08:51:32.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.982+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~365PB12LM0A2.1 size=988755 2024-04-02T08:51:32.984 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.985+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=365PB12LM0A2 tag=VITVXOT9SKRZ type=write size=3085907 2024-04-02T08:51:32.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.989+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~5N2T1S0M4VXI.0 size=781961 2024-04-02T08:51:32.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.989+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=5N2T1S0M4VXI tag=YTO4IK6JWZSW type=write size=1830537 2024-04-02T08:51:32.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.990+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~HQ53S5RO8JUP.0 size=1048576 2024-04-02T08:51:32.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.992+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~HQ53S5RO8JUP.1 size=1048576 2024-04-02T08:51:32.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.992+0000 7fe1e54f9780 1 < canceled part key=_multipart_K1ML6VFMOUSC.2~HQ53S5RO8JUP.2 size=12355 2024-04-02T08:51:32.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.995+0000 7fe1e54f9780 1 < canceled multipart upload key=K1ML6VFMOUSC upload=HQ53S5RO8JUP tag=0K53UEOFLB0V type=write size=3158083 2024-04-02T08:51:32.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.997+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=0QA7YMD90B51 type=write size=714688 2024-04-02T08:51:32.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:32.999+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~MYZOE20OH10W.0 size=1048576 2024-04-02T08:51:32.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.000+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~MYZOE20OH10W.1 size=1048576 2024-04-02T08:51:33.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.002+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~MYZOE20OH10W.2 size=21996 2024-04-02T08:51:33.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.005+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=MYZOE20OH10W tag=768O4OM20NHM type=write size=3167724 2024-04-02T08:51:33.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.007+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=IEY14BPG3AWA type=del size=3858128 2024-04-02T08:51:33.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.009+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=3AVFYRUR4ZOC type=del 2024-04-02T08:51:33.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.010+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=THMVXQKX4ARE type=write size=946480 2024-04-02T08:51:33.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.014+0000 7fe1e54f9780 1 < suggested remove operation key=D3LM19PM7NQ1 tag=OX23M45Q16AE type=del 2024-04-02T08:51:33.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.016+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=IX4MFB5Q6KO1 type=del size=3252051 2024-04-02T08:51:33.016 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.018+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=R3US69N44815 type=del 2024-04-02T08:51:33.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.020+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=UX2MI0NH0WWH type=write size=79951 2024-04-02T08:51:33.020 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.022+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=QYUGGLNOP5JB type=del 2024-04-02T08:51:33.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.025+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~E8GYMRVNCDRV.0 size=1048576 2024-04-02T08:51:33.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.026+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~E8GYMRVNCDRV.1 size=1048576 2024-04-02T08:51:33.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.028+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~E8GYMRVNCDRV.2 size=343788 2024-04-02T08:51:33.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.028+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=E8GYMRVNCDRV tag=OUT84OTJFCD3 type=write size=3489516 2024-04-02T08:51:33.029 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.030+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=M4VC1R0TR9ST type=del 2024-04-02T08:51:33.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.032+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=PY245DG74VIC type=del size=1890334 2024-04-02T08:51:33.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.035+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~4SLJCAM58MEJ.0 size=1048576 2024-04-02T08:51:33.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.035+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~4SLJCAM58MEJ.1 size=1048576 2024-04-02T08:51:33.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.035+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~4SLJCAM58MEJ.2 size=528480 2024-04-02T08:51:33.037 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.039+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=4SLJCAM58MEJ tag=F744EC5HR2CH type=write size=3674208 2024-04-02T08:51:33.042 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.043+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~0DCHSVL044H5.0 size=1048576 2024-04-02T08:51:33.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.045+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~0DCHSVL044H5.1 size=202027 2024-04-02T08:51:33.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.045+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=0DCHSVL044H5 tag=2FDTF0BTONDX type=write size=2299179 2024-04-02T08:51:33.046 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.048+0000 7fe1e54f9780 1 < canceled operation key=LOZGVEXU39NU tag=R1JZFLLQFZNN type=del size=1882520 2024-04-02T08:51:33.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.050+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=JI8PHAYBK1IU type=del size=3958494 2024-04-02T08:51:33.052 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.054+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=Q9WLXGXWE34O type=del size=1225202 2024-04-02T08:51:33.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.056+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=ZV50LHB5CCX3 type=write size=348779 2024-04-02T08:51:33.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.058+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~1DX57F8WKM5G.0 size=618107 2024-04-02T08:51:33.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.062+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=1DX57F8WKM5G tag=CXM5XOBZUFWT type=write size=1666683 2024-04-02T08:51:33.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.065+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=LMAZV9URZFO9 type=write size=495909 2024-04-02T08:51:33.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.067+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~4RTO281DU253.0 size=1048576 2024-04-02T08:51:33.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.069+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~4RTO281DU253.1 size=1048576 2024-04-02T08:51:33.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.069+0000 7fe1e54f9780 1 < canceled part key=_multipart_G8V69UA1E671.2~4RTO281DU253.2 size=141647 2024-04-02T08:51:33.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.073+0000 7fe1e54f9780 1 < canceled multipart upload key=G8V69UA1E671 upload=4RTO281DU253 tag=ABZK0DUAY3TK type=write size=3287375 2024-04-02T08:51:33.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.078+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~5SBWQAKFRXGK.0 size=1048576 2024-04-02T08:51:33.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.080+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~5SBWQAKFRXGK.1 size=1048576 2024-04-02T08:51:33.080 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.082+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~5SBWQAKFRXGK.2 size=90943 2024-04-02T08:51:33.080 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.082+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=5SBWQAKFRXGK tag=4VG21XDS7PN4 type=write size=3236671 2024-04-02T08:51:33.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.084+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~3X5CBBIZQTP4.0 size=1048576 2024-04-02T08:51:33.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.086+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~3X5CBBIZQTP4.1 size=1048576 2024-04-02T08:51:33.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.088+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~3X5CBBIZQTP4.2 size=350593 2024-04-02T08:51:33.092 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.093+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=3X5CBBIZQTP4 tag=MQPCZJNVVGCD type=write size=3496321 2024-04-02T08:51:33.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.095+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=WZRCRK5CDVLH type=del size=456395 2024-04-02T08:51:33.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.100+0000 7fe1e54f9780 1 < suggested remove operation key=JO11PYGL6W1R tag=RGU4WKHZFJ0X type=write 2024-04-02T08:51:33.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.102+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=06VP0W6J3T47 type=del size=2142175 2024-04-02T08:51:33.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.106+0000 7fe1e54f9780 1 < suggested update operation key=HSKJ25CGNNTY tag=U1NNVHG1RXOA type=del size=3773426 2024-04-02T08:51:33.106 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.108+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=ESD3EGI4TQBN type=del size=2357907 2024-04-02T08:51:33.108 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.110+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~5N2T1S0M4VXI.0 size=781961 2024-04-02T08:51:33.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.113+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=5N2T1S0M4VXI tag=YTO4IK6JWZSW type=write size=1830537 2024-04-02T08:51:33.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.115+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=M8FRMFQMBK36 type=del size=3204991 2024-04-02T08:51:33.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.117+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=0QA7YMD90B51 type=write size=714688 2024-04-02T08:51:33.117 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.119+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=XUDOAJBZOG5L type=del size=1114984 2024-04-02T08:51:33.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.122+0000 7fe1e54f9780 1 < suggested update operation key=LOZGVEXU39NU tag=IEY14BPG3AWA type=del size=3858128 2024-04-02T08:51:33.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.124+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=IIVD8O1NPEPK type=write size=986668 2024-04-02T08:51:33.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.126+0000 7fe1e54f9780 1 < completed write operation key=XUGOHG0SXTNW tag=THMVXQKX4ARE type=write size=946480 2024-04-02T08:51:33.127 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.128+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=KC2HRSV301HC type=del size=3874572 2024-04-02T08:51:33.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.130+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=IX4MFB5Q6KO1 type=del 2024-04-02T08:51:33.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.132+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=SOUGGYA6KQ7C type=del size=3725162 2024-04-02T08:51:33.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.133+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=UX2MI0NH0WWH type=write size=79951 2024-04-02T08:51:33.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.137+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~ZC3P4UT8YQ3P.0 size=1048576 2024-04-02T08:51:33.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.138+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~ZC3P4UT8YQ3P.1 size=1048576 2024-04-02T08:51:33.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.140+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~ZC3P4UT8YQ3P.2 size=812398 2024-04-02T08:51:33.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.140+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=ZC3P4UT8YQ3P tag=2SZKGZ5TIR9I type=write size=3958126 2024-04-02T08:51:33.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.142+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~E8GYMRVNCDRV.0 size=1048576 2024-04-02T08:51:33.142 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.144+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~E8GYMRVNCDRV.1 size=1048576 2024-04-02T08:51:33.144 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.145+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~E8GYMRVNCDRV.2 size=343788 2024-04-02T08:51:33.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.148+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=E8GYMRVNCDRV tag=OUT84OTJFCD3 type=write size=3489516 2024-04-02T08:51:33.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.151+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=U7O89NAQZCRJ type=del size=84726 2024-04-02T08:51:33.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.153+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=PY245DG74VIC type=del 2024-04-02T08:51:33.154 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.156+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=0EIIJ9Z8NFCD type=write size=262230 2024-04-02T08:51:33.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.158+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~0DCHSVL044H5.0 size=1048576 2024-04-02T08:51:33.159 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.160+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~0DCHSVL044H5.1 size=202027 2024-04-02T08:51:33.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.164+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=0DCHSVL044H5 tag=2FDTF0BTONDX type=write size=2299179 2024-04-02T08:51:33.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.166+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=E5OUVUIRD12T type=del size=2509084 2024-04-02T08:51:33.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.169+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=JI8PHAYBK1IU type=del 2024-04-02T08:51:33.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.172+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=1T5TSOOJETHZ type=del size=3442458 2024-04-02T08:51:33.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.174+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=ZV50LHB5CCX3 type=write size=348779 2024-04-02T08:51:33.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.175+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=5T0DOK4BY0CB type=del size=4137593 2024-04-02T08:51:33.176 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.177+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=LMAZV9URZFO9 type=write size=495909 2024-04-02T08:51:33.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.179+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=04W0Q789DC7A type=del size=1794759 2024-04-02T08:51:33.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.182+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~5SBWQAKFRXGK.0 size=1048576 2024-04-02T08:51:33.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.184+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~5SBWQAKFRXGK.1 size=1048576 2024-04-02T08:51:33.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.185+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~5SBWQAKFRXGK.2 size=90943 2024-04-02T08:51:33.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.188+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=5SBWQAKFRXGK tag=4VG21XDS7PN4 type=write size=3236671 2024-04-02T08:51:33.189 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.190+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=T3ZELZ68Q1ZR type=del size=3431987 2024-04-02T08:51:33.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.192+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=WZRCRK5CDVLH type=del 2024-04-02T08:51:33.193 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.194+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=829RYAZTPGP4 type=del size=39155 2024-04-02T08:51:33.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.196+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=06VP0W6J3T47 type=del 2024-04-02T08:51:33.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.198+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=NAQFHIQNODZW type=write size=370205 2024-04-02T08:51:33.198 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.200+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=ESD3EGI4TQBN type=del 2024-04-02T08:51:33.200 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.202+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=XQ6QGLDVCQ8C type=del size=1979049 2024-04-02T08:51:33.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.204+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=M8FRMFQMBK36 type=del 2024-04-02T08:51:33.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.208+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~YHL1CFJ7M907.0 size=1048576 2024-04-02T08:51:33.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.210+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~YHL1CFJ7M907.1 size=1005205 2024-04-02T08:51:33.209 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.210+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=YHL1CFJ7M907 tag=HE6H6Y9YR4D6 type=write size=3102357 2024-04-02T08:51:33.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.213+0000 7fe1e54f9780 1 < suggested update operation key=R6Z9S7ZDIVB0 tag=XUDOAJBZOG5L type=del size=1114984 2024-04-02T08:51:33.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.217+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~MW5H8T7Y8M60.0 size=1048576 2024-04-02T08:51:33.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.218+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~MW5H8T7Y8M60.1 size=1013441 2024-04-02T08:51:33.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.218+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=MW5H8T7Y8M60 tag=0R7BKZHLF013 type=write size=3110593 2024-04-02T08:51:33.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.222+0000 7fe1e54f9780 1 < suggested update operation key=XD49NVDY5QAC tag=IIVD8O1NPEPK type=write size=986668 2024-04-02T08:51:33.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.226+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~VEORN1IVB7PC.0 size=1048576 2024-04-02T08:51:33.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.227+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~VEORN1IVB7PC.1 size=1048576 2024-04-02T08:51:33.227 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.229+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~VEORN1IVB7PC.2 size=961117 2024-04-02T08:51:33.227 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.229+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=VEORN1IVB7PC tag=3YST50X5CK0V type=write size=4106845 2024-04-02T08:51:33.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.231+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=KC2HRSV301HC type=del 2024-04-02T08:51:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:32 smithi187 ceph-mon[84356]: pgmap v1420: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 779 KiB/s rd, 271 KiB/s wr, 1.38k op/s 2024-04-02T08:51:33.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.234+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~NGRY7UPR26PK.0 size=1048576 2024-04-02T08:51:33.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.236+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~NGRY7UPR26PK.1 size=222421 2024-04-02T08:51:33.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.236+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=NGRY7UPR26PK tag=3HIV3EPGBD9I type=write size=2319573 2024-04-02T08:51:33.236 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.238+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=SOUGGYA6KQ7C type=del 2024-04-02T08:51:33.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.241+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~MLQE50IRYKP5.0 size=1048576 2024-04-02T08:51:33.241 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.243+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~MLQE50IRYKP5.1 size=615081 2024-04-02T08:51:33.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.243+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=MLQE50IRYKP5 tag=62V4XOCOQNAH type=write size=2712233 2024-04-02T08:51:33.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.245+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~ZC3P4UT8YQ3P.0 size=1048576 2024-04-02T08:51:33.245 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.246+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~ZC3P4UT8YQ3P.1 size=1048576 2024-04-02T08:51:33.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.248+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~ZC3P4UT8YQ3P.2 size=812398 2024-04-02T08:51:33.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.252+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=ZC3P4UT8YQ3P tag=2SZKGZ5TIR9I type=write size=3958126 2024-04-02T08:51:33.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.253+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=RVGW3DZ69BUE type=del size=76722 2024-04-02T08:51:33.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.255+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=U7O89NAQZCRJ type=del 2024-04-02T08:51:33.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.257+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=LCS80NSFS432 type=del size=281769 2024-04-02T08:51:33.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.259+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=0EIIJ9Z8NFCD type=write size=262230 2024-04-02T08:51:33.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.263+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~D9YJ5GV1HL10.0 size=1048576 2024-04-02T08:51:33.263 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.265+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~D9YJ5GV1HL10.1 size=1048576 2024-04-02T08:51:33.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.266+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~D9YJ5GV1HL10.2 size=680485 2024-04-02T08:51:33.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.266+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=D9YJ5GV1HL10 tag=EA67EBZI966W type=write size=3826213 2024-04-02T08:51:33.267 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.269+0000 7fe1e54f9780 -1 < failed to complete operation key=R6Z9S7ZDIVB0 tag=E5OUVUIRD12T type=del size=2509084: (22) Invalid argument 2024-04-02T08:51:33.271 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.272+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~RLS63UV53LTX.0 size=536376 2024-04-02T08:51:33.271 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.272+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=RLS63UV53LTX tag=EGMTPPBSRXTU type=write size=1584952 2024-04-02T08:51:33.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.274+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=1T5TSOOJETHZ type=del 2024-04-02T08:51:33.275 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.276+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=9ZE2TO399CPT type=del size=3481847 2024-04-02T08:51:33.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.278+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=5T0DOK4BY0CB type=del 2024-04-02T08:51:33.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.281+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~3U1F884CO95P.0 size=1048576 2024-04-02T08:51:33.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.283+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~3U1F884CO95P.1 size=1048576 2024-04-02T08:51:33.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.285+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~3U1F884CO95P.2 size=947348 2024-04-02T08:51:33.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.285+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=3U1F884CO95P tag=1S4IHYH7EJ5B type=write size=4093076 2024-04-02T08:51:33.287 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.288+0000 7fe1e54f9780 -1 < failed to complete operation key=R6Z9S7ZDIVB0 tag=04W0Q789DC7A type=del size=1794759: (22) Invalid argument 2024-04-02T08:51:33.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.291+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=9538WUFMKY6F type=del size=4134042 2024-04-02T08:51:33.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.295+0000 7fe1e54f9780 1 < suggested update operation key=JCPYU79H8CYL tag=T3ZELZ68Q1ZR type=del size=3431987 2024-04-02T08:51:33.296 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.298+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=D8WC21NHUK9D type=del size=640661 2024-04-02T08:51:33.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.302+0000 7fe1e54f9780 1 < suggested update operation key=HSKJ25CGNNTY tag=829RYAZTPGP4 type=del size=39155 2024-04-02T08:51:33.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.305+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=WP92MJACEKXI type=del size=1042965 2024-04-02T08:51:33.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.309+0000 7fe1e54f9780 1 < suggested update operation key=7SOA145ODX3I tag=NAQFHIQNODZW type=write size=370205 2024-04-02T08:51:33.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.314+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~SKJZB0FS3WI5.0 size=1048576 2024-04-02T08:51:33.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.315+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~SKJZB0FS3WI5.1 size=1048576 2024-04-02T08:51:33.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.317+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~SKJZB0FS3WI5.2 size=480966 2024-04-02T08:51:33.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.317+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=SKJZB0FS3WI5 tag=UX6BHL03L24Y type=write size=3626694 2024-04-02T08:51:33.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.320+0000 7fe1e54f9780 1 < suggested update operation key=AKDL74Y6A2P3 tag=XQ6QGLDVCQ8C type=del size=1979049 2024-04-02T08:51:33.321 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.322+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=VND4LAORVCLH type=del size=1823864 2024-04-02T08:51:33.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.325+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~YHL1CFJ7M907.0 size=1048576 2024-04-02T08:51:33.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.325+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~YHL1CFJ7M907.1 size=1005205 2024-04-02T08:51:33.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.329+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=YHL1CFJ7M907 tag=HE6H6Y9YR4D6 type=write size=3102357 2024-04-02T08:51:33.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.331+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=4IEYL21J0JT6 type=del size=294651 2024-04-02T08:51:33.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.332+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~MW5H8T7Y8M60.0 size=1048576 2024-04-02T08:51:33.332 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.334+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~MW5H8T7Y8M60.1 size=1013441 2024-04-02T08:51:33.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.337+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=MW5H8T7Y8M60 tag=0R7BKZHLF013 type=write size=3110593 2024-04-02T08:51:33.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.339+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=851KO0HXXMSE type=del size=420547 2024-04-02T08:51:33.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.341+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~VEORN1IVB7PC.0 size=1048576 2024-04-02T08:51:33.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.342+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~VEORN1IVB7PC.1 size=1048576 2024-04-02T08:51:33.342 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.344+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~VEORN1IVB7PC.2 size=961117 2024-04-02T08:51:33.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.347+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=VEORN1IVB7PC tag=3YST50X5CK0V type=write size=4106845 2024-04-02T08:51:33.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.350+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~0ZK5G2TRNF7R.0 size=1048576 2024-04-02T08:51:33.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.352+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~0ZK5G2TRNF7R.1 size=842317 2024-04-02T08:51:33.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.352+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=0ZK5G2TRNF7R tag=29KG2513Z80A type=write size=2939469 2024-04-02T08:51:33.352 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.353+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~NGRY7UPR26PK.0 size=1048576 2024-04-02T08:51:33.352 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.353+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~NGRY7UPR26PK.1 size=222421 2024-04-02T08:51:33.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.356+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=NGRY7UPR26PK tag=3HIV3EPGBD9I type=write size=2319573 2024-04-02T08:51:33.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.360+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~YXVKGZH94ZWK.0 size=1048576 2024-04-02T08:51:33.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.361+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~YXVKGZH94ZWK.1 size=553203 2024-04-02T08:51:33.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.361+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=YXVKGZH94ZWK tag=OYKA3OY0RUCM type=write size=2650355 2024-04-02T08:51:33.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.363+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~MLQE50IRYKP5.0 size=1048576 2024-04-02T08:51:33.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.365+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~MLQE50IRYKP5.1 size=615081 2024-04-02T08:51:33.366 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.368+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=MLQE50IRYKP5 tag=62V4XOCOQNAH type=write size=2712233 2024-04-02T08:51:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:32 smithi112 ceph-mon[91385]: pgmap v1420: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 779 KiB/s rd, 271 KiB/s wr, 1.38k op/s 2024-04-02T08:51:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:32 smithi112 ceph-mon[88945]: pgmap v1420: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 779 KiB/s rd, 271 KiB/s wr, 1.38k op/s 2024-04-02T08:51:33.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.370+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=BY7B8V0DRHZV type=write size=939466 2024-04-02T08:51:33.372 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.373+0000 7fe1e54f9780 1 < suggested update operation key=HG0NKZCLQ7V7 tag=RVGW3DZ69BUE type=del size=76722 2024-04-02T08:51:33.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.375+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=1QWBD96ES42S type=del size=1461972 2024-04-02T08:51:33.376 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.377+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=LCS80NSFS432 type=del 2024-04-02T08:51:33.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.379+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=JV11G7CUX7H7 type=del size=3006620 2024-04-02T08:51:33.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.381+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~D9YJ5GV1HL10.0 size=1048576 2024-04-02T08:51:33.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.383+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~D9YJ5GV1HL10.1 size=1048576 2024-04-02T08:51:33.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.385+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~D9YJ5GV1HL10.2 size=680485 2024-04-02T08:51:33.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.389+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=D9YJ5GV1HL10 tag=EA67EBZI966W type=write size=3826213 2024-04-02T08:51:33.391 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.393+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~QTG3U1GFZJXU.0 size=1048576 2024-04-02T08:51:33.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.395+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~QTG3U1GFZJXU.1 size=637839 2024-04-02T08:51:33.394 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.395+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=QTG3U1GFZJXU tag=C2LZFO23IH8R type=write size=2734991 2024-04-02T08:51:33.397 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.397+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~RLS63UV53LTX.0 size=536376 2024-04-02T08:51:33.399 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.400+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=RLS63UV53LTX tag=EGMTPPBSRXTU type=write size=1584952 2024-04-02T08:51:33.401 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.403+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=0Q1A5263Q0OE type=del size=1380201 2024-04-02T08:51:33.404 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.405+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=9ZE2TO399CPT type=del 2024-04-02T08:51:33.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.409+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~QZ0N1R04IT04.0 size=1048576 2024-04-02T08:51:33.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.411+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~QZ0N1R04IT04.1 size=144104 2024-04-02T08:51:33.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.411+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=QZ0N1R04IT04 tag=5OEERA8OO9ZD type=write size=2241256 2024-04-02T08:51:33.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.413+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~3U1F884CO95P.0 size=1048576 2024-04-02T08:51:33.414 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.415+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~3U1F884CO95P.1 size=1048576 2024-04-02T08:51:33.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.417+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~3U1F884CO95P.2 size=947348 2024-04-02T08:51:33.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.420+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=3U1F884CO95P tag=1S4IHYH7EJ5B type=write size=4093076 2024-04-02T08:51:33.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.424+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RAXATGE9A1W0.0 size=1048576 2024-04-02T08:51:33.424 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.425+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RAXATGE9A1W0.1 size=1048576 2024-04-02T08:51:33.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.427+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RAXATGE9A1W0.2 size=429250 2024-04-02T08:51:33.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.427+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=RAXATGE9A1W0 tag=9CSZK9W1UGYY type=write size=3574978 2024-04-02T08:51:33.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.430+0000 7fe1e54f9780 -1 < failed to complete operation key=AKDL74Y6A2P3 tag=9538WUFMKY6F type=del size=4134042: (22) Invalid argument 2024-04-02T08:51:33.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.431+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=6V7R4NT0NNU0 type=del size=1242 2024-04-02T08:51:33.433 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.434+0000 7fe1e54f9780 -1 < failed to complete operation key=7SOA145ODX3I tag=D8WC21NHUK9D type=del size=640661: (22) Invalid argument 2024-04-02T08:51:33.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.436+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=PIZX5H76136Z type=del size=3304361 2024-04-02T08:51:33.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.438+0000 7fe1e54f9780 1 < canceled operation key=3CIH6I4PYI2Z tag=WP92MJACEKXI type=del size=1042965 2024-04-02T08:51:33.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.440+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=76PB5NXM2BWA type=del size=767643 2024-04-02T08:51:33.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.440+0000 7fe1e54f9780 1 < canceled part key=_multipart_FRXQAJO7O5U2.2~SKJZB0FS3WI5.0 size=1048576 2024-04-02T08:51:33.440 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.441+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~SKJZB0FS3WI5.1 size=1048576 2024-04-02T08:51:33.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.443+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~SKJZB0FS3WI5.2 size=480966 2024-04-02T08:51:33.445 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.446+0000 7fe1e54f9780 1 < canceled multipart upload key=FRXQAJO7O5U2 upload=SKJZB0FS3WI5 tag=UX6BHL03L24Y type=write size=3626694 2024-04-02T08:51:33.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.450+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~0716Z3PCK5QE.0 size=1048576 2024-04-02T08:51:33.450 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.451+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~0716Z3PCK5QE.1 size=1048576 2024-04-02T08:51:33.451 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.453+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~0716Z3PCK5QE.2 size=718223 2024-04-02T08:51:33.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.453+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=0716Z3PCK5QE tag=J00HO0TE5JHH type=write size=3863951 2024-04-02T08:51:33.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.455+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=VND4LAORVCLH type=del 2024-04-02T08:51:33.455 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.457+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=EUGS3P9XWKB2 type=write size=606298 2024-04-02T08:51:33.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.458+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=4IEYL21J0JT6 type=del 2024-04-02T08:51:33.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.462+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~FP50RI29CHWX.0 size=691245 2024-04-02T08:51:33.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.462+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=FP50RI29CHWX tag=KTN9S4TL2RQC type=write size=1739821 2024-04-02T08:51:33.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.464+0000 7fe1e54f9780 1 < canceled operation key=LA786DTGT3XA tag=851KO0HXXMSE type=del size=420547 2024-04-02T08:51:33.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.466+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=RVM6IZNU9MSQ type=del size=2395069 2024-04-02T08:51:33.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.468+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~0ZK5G2TRNF7R.0 size=1048576 2024-04-02T08:51:33.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.469+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~0ZK5G2TRNF7R.1 size=842317 2024-04-02T08:51:33.471 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.472+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=0ZK5G2TRNF7R tag=29KG2513Z80A type=write size=2939469 2024-04-02T08:51:33.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.476+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~PCEH22I53ZNJ.0 size=424319 2024-04-02T08:51:33.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.476+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=PCEH22I53ZNJ tag=XVUVDYDQKV7V type=write size=1472895 2024-04-02T08:51:33.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.478+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~YXVKGZH94ZWK.0 size=1048576 2024-04-02T08:51:33.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.480+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~YXVKGZH94ZWK.1 size=553203 2024-04-02T08:51:33.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.484+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=YXVKGZH94ZWK tag=OYKA3OY0RUCM type=write size=2650355 2024-04-02T08:51:33.487 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.488+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~UW0LYMOGUWJY.0 size=1048576 2024-04-02T08:51:33.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.490+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~UW0LYMOGUWJY.1 size=1048576 2024-04-02T08:51:33.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.491+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~UW0LYMOGUWJY.2 size=414875 2024-04-02T08:51:33.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.491+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=UW0LYMOGUWJY tag=AILHA64TIKPP type=write size=3560603 2024-04-02T08:51:33.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.493+0000 7fe1e54f9780 1 < completed write operation key=BQJGLDS0PGVE tag=BY7B8V0DRHZV type=write size=939466 2024-04-02T08:51:33.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.495+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=KRTKQ2VJ41T8 type=del size=365490 2024-04-02T08:51:33.495 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.497+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=1QWBD96ES42S type=del 2024-04-02T08:51:33.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.499+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=2J6CIV5JK7R8 type=del size=2885741 2024-04-02T08:51:33.499 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.500+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=JV11G7CUX7H7 type=del 2024-04-02T08:51:33.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.504+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~AGYQDZGGVUYE.0 size=1048576 2024-04-02T08:51:33.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.506+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~AGYQDZGGVUYE.1 size=1048576 2024-04-02T08:51:33.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.508+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~AGYQDZGGVUYE.2 size=908127 2024-04-02T08:51:33.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.508+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=AGYQDZGGVUYE tag=LX3ETVZQCQ2P type=write size=4053855 2024-04-02T08:51:33.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.510+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~QTG3U1GFZJXU.0 size=1048576 2024-04-02T08:51:33.510 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.512+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~QTG3U1GFZJXU.1 size=637839 2024-04-02T08:51:33.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.515+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=QTG3U1GFZJXU tag=C2LZFO23IH8R type=write size=2734991 2024-04-02T08:51:33.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.518+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=63KQ31137VDT type=del size=125525 2024-04-02T08:51:33.519 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.520+0000 7fe1e54f9780 1 < canceled operation key=JCPYU79H8CYL tag=0Q1A5263Q0OE type=del size=1380201 2024-04-02T08:51:33.521 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.522+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=UBAXJH7FE9CV type=del size=2741979 2024-04-02T08:51:33.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.525+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~QZ0N1R04IT04.0 size=1048576 2024-04-02T08:51:33.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.527+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~QZ0N1R04IT04.1 size=144104 2024-04-02T08:51:33.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.531+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=QZ0N1R04IT04 tag=5OEERA8OO9ZD type=write size=2241256 2024-04-02T08:51:33.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.535+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~40XRG2N00322.0 size=1048576 2024-04-02T08:51:33.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.537+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~40XRG2N00322.1 size=1048576 2024-04-02T08:51:33.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.539+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~40XRG2N00322.2 size=975616 2024-04-02T08:51:33.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.539+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=40XRG2N00322 tag=67HY2IPK0YF7 type=write size=4121344 2024-04-02T08:51:33.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.541+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RAXATGE9A1W0.0 size=1048576 2024-04-02T08:51:33.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.543+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RAXATGE9A1W0.1 size=1048576 2024-04-02T08:51:33.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.545+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RAXATGE9A1W0.2 size=429250 2024-04-02T08:51:33.548 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.549+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=RAXATGE9A1W0 tag=9CSZK9W1UGYY type=write size=3574978 2024-04-02T08:51:33.549 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.551+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=5VO03NN99M2Y type=del size=221943 2024-04-02T08:51:33.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.553+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=6V7R4NT0NNU0 type=del 2024-04-02T08:51:33.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.555+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=W55CMHRNXOSN type=del size=2453854 2024-04-02T08:51:33.556 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.558+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=PIZX5H76136Z type=del 2024-04-02T08:51:33.559 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.560+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=G72E698Q46FS type=write size=560894 2024-04-02T08:51:33.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.564+0000 7fe1e54f9780 1 < suggested update operation key=02K82VO50O0D tag=76PB5NXM2BWA type=del size=767643 2024-04-02T08:51:33.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.566+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=NEH9ZKQH863T type=del size=962020 2024-04-02T08:51:33.567 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.569+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~0716Z3PCK5QE.0 size=1048576 2024-04-02T08:51:33.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.571+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~0716Z3PCK5QE.1 size=1048576 2024-04-02T08:51:33.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.573+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~0716Z3PCK5QE.2 size=718223 2024-04-02T08:51:33.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.576+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=0716Z3PCK5QE tag=J00HO0TE5JHH type=write size=3863951 2024-04-02T08:51:33.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.579+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=PP12JS2YYLLB type=del size=2097100 2024-04-02T08:51:33.582 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.581+0000 7fe1e54f9780 1 < completed write operation key=XD49NVDY5QAC tag=EUGS3P9XWKB2 type=write size=606298 2024-04-02T08:51:33.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.585+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~SAKGAZI0OTCN.0 size=1048576 2024-04-02T08:51:33.586 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.587+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~SAKGAZI0OTCN.1 size=764144 2024-04-02T08:51:33.586 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.587+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=SAKGAZI0OTCN tag=4M6VXOKD482X type=write size=2861296 2024-04-02T08:51:33.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.590+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~FP50RI29CHWX.0 size=691245 2024-04-02T08:51:33.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.594+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=FP50RI29CHWX tag=KTN9S4TL2RQC type=write size=1739821 2024-04-02T08:51:33.597 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.599+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~887TVKGDF575.0 size=1048576 2024-04-02T08:51:33.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.601+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~887TVKGDF575.1 size=1048576 2024-04-02T08:51:33.601 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.603+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~887TVKGDF575.2 size=333536 2024-04-02T08:51:33.601 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.603+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=887TVKGDF575 tag=KRB1EC5SBXF3 type=write size=3479264 2024-04-02T08:51:33.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.605+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=RVM6IZNU9MSQ type=del 2024-04-02T08:51:33.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.607+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=Z2OAD499J9KN type=del size=1659404 2024-04-02T08:51:33.612 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.613+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~PCEH22I53ZNJ.0 size=424319 2024-04-02T08:51:33.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.618+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=PCEH22I53ZNJ tag=XVUVDYDQKV7V type=write size=1472895 2024-04-02T08:51:33.619 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.620+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=C4ZJ5WUAAAFV type=del size=911341 2024-04-02T08:51:33.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.623+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~UW0LYMOGUWJY.0 size=1048576 2024-04-02T08:51:33.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.625+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~UW0LYMOGUWJY.1 size=1048576 2024-04-02T08:51:33.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.627+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~UW0LYMOGUWJY.2 size=414875 2024-04-02T08:51:33.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.631+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=UW0LYMOGUWJY tag=AILHA64TIKPP type=write size=3560603 2024-04-02T08:51:33.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.636+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~YNFYBXDU24A0.0 size=1048576 2024-04-02T08:51:33.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.638+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~YNFYBXDU24A0.1 size=1048576 2024-04-02T08:51:33.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.640+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~YNFYBXDU24A0.2 size=172965 2024-04-02T08:51:33.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.640+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=YNFYBXDU24A0 tag=C04M6DAEYKWD type=write size=3318693 2024-04-02T08:51:33.640 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.642+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=KRTKQ2VJ41T8 type=del 2024-04-02T08:51:33.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.645+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~YRVB079LY01U.0 size=1048576 2024-04-02T08:51:33.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.647+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~YRVB079LY01U.1 size=1048576 2024-04-02T08:51:33.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.649+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~YRVB079LY01U.2 size=1004236 2024-04-02T08:51:33.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.649+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=YRVB079LY01U tag=04KGC1K0RQBK type=write size=4149964 2024-04-02T08:51:33.649 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.651+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=2J6CIV5JK7R8 type=del 2024-04-02T08:51:33.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.652+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=0FFYGC0FQV2K type=del size=3930057 2024-04-02T08:51:33.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.654+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~AGYQDZGGVUYE.0 size=1048576 2024-04-02T08:51:33.654 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.656+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~AGYQDZGGVUYE.1 size=1048576 2024-04-02T08:51:33.656 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.658+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~AGYQDZGGVUYE.2 size=908127 2024-04-02T08:51:33.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.661+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=AGYQDZGGVUYE tag=LX3ETVZQCQ2P type=write size=4053855 2024-04-02T08:51:33.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.664+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~Q0982M18PNYL.0 size=1048576 2024-04-02T08:51:33.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.666+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~Q0982M18PNYL.1 size=1048576 2024-04-02T08:51:33.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.667+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~Q0982M18PNYL.2 size=435852 2024-04-02T08:51:33.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.667+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=Q0982M18PNYL tag=XY4IW2IXGRSL type=write size=3581580 2024-04-02T08:51:33.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.669+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=63KQ31137VDT type=del 2024-04-02T08:51:33.671 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.672+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4DMIA4TG266K.0 size=1048576 2024-04-02T08:51:33.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.674+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~4DMIA4TG266K.1 size=438750 2024-04-02T08:51:33.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.674+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=4DMIA4TG266K tag=R7XN82072X02 type=write size=2535902 2024-04-02T08:51:33.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.676+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=UBAXJH7FE9CV type=del 2024-04-02T08:51:33.676 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.677+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=E2TGUBY6BY4H type=del size=3988090 2024-04-02T08:51:33.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.679+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~40XRG2N00322.0 size=1048576 2024-04-02T08:51:33.679 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.681+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~40XRG2N00322.1 size=1048576 2024-04-02T08:51:33.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.682+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~40XRG2N00322.2 size=975616 2024-04-02T08:51:33.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.686+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=40XRG2N00322 tag=67HY2IPK0YF7 type=write size=4121344 2024-04-02T08:51:33.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.688+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=GRG6IIQWLETO type=del size=2045554 2024-04-02T08:51:33.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.690+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=5VO03NN99M2Y type=del 2024-04-02T08:51:33.690 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.691+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=CM83N7ZXAW8R type=del size=3927726 2024-04-02T08:51:33.692 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.693+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=W55CMHRNXOSN type=del size=2453854 2024-04-02T08:51:33.694 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.695+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=LZ8T2LBK92JL type=del size=384576 2024-04-02T08:51:33.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.698+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=G72E698Q46FS type=write size=560894 2024-04-02T08:51:33.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.700+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=8VRCAO0K514A type=del size=3323061 2024-04-02T08:51:33.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.701+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=NEH9ZKQH863T type=del 2024-04-02T08:51:33.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.703+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=40AF5AI77KA3 type=del size=3000886 2024-04-02T08:51:33.704 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.705+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=PP12JS2YYLLB type=del 2024-04-02T08:51:33.706 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.707+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=WCQMAQ4CFWUB type=del size=2220544 2024-04-02T08:51:33.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.709+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~SAKGAZI0OTCN.0 size=1048576 2024-04-02T08:51:33.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.711+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~SAKGAZI0OTCN.1 size=764144 2024-04-02T08:51:33.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.714+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=SAKGAZI0OTCN tag=4M6VXOKD482X type=write size=2861296 2024-04-02T08:51:33.716 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.718+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~O9355YHXCKV4.0 size=1048576 2024-04-02T08:51:33.718 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.719+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~O9355YHXCKV4.1 size=1048576 2024-04-02T08:51:33.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.721+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~O9355YHXCKV4.2 size=953798 2024-04-02T08:51:33.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.721+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=O9355YHXCKV4 tag=XV0BYXHZFNGB type=write size=4099526 2024-04-02T08:51:33.721 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.723+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~887TVKGDF575.0 size=1048576 2024-04-02T08:51:33.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.725+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~887TVKGDF575.1 size=1048576 2024-04-02T08:51:33.725 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.726+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~887TVKGDF575.2 size=333536 2024-04-02T08:51:33.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.730+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=887TVKGDF575 tag=KRB1EC5SBXF3 type=write size=3479264 2024-04-02T08:51:33.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.734+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~4ZOP4SHAI2UD.0 size=1048576 2024-04-02T08:51:33.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.735+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~4ZOP4SHAI2UD.1 size=193351 2024-04-02T08:51:33.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.735+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=4ZOP4SHAI2UD tag=0B9SWFMQ6MEH type=write size=2290503 2024-04-02T08:51:33.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.737+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=Z2OAD499J9KN type=del 2024-04-02T08:51:33.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.740+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=ESCBFVJEB5EF type=write size=143031 2024-04-02T08:51:33.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.742+0000 7fe1e54f9780 1 < canceled operation key=7SOA145ODX3I tag=C4ZJ5WUAAAFV type=del size=911341 2024-04-02T08:51:33.746 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.747+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~EIQQ8CARI0DA.0 size=316751 2024-04-02T08:51:33.746 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.747+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=EIQQ8CARI0DA tag=Z2GG2VX1AF3U type=write size=1365327 2024-04-02T08:51:33.747 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.749+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~YNFYBXDU24A0.0 size=1048576 2024-04-02T08:51:33.749 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.750+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~YNFYBXDU24A0.1 size=1048576 2024-04-02T08:51:33.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.752+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~YNFYBXDU24A0.2 size=172965 2024-04-02T08:51:33.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.756+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=YNFYBXDU24A0 tag=C04M6DAEYKWD type=write size=3318693 2024-04-02T08:51:33.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.761+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~JKXSYYYLGS3A.0 size=1048576 2024-04-02T08:51:33.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.763+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~JKXSYYYLGS3A.1 size=229233 2024-04-02T08:51:33.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.763+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=JKXSYYYLGS3A tag=99NM0D76GL0C type=write size=2326385 2024-04-02T08:51:33.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.766+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~YRVB079LY01U.0 size=1048576 2024-04-02T08:51:33.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.768+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~YRVB079LY01U.1 size=1048576 2024-04-02T08:51:33.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.770+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~YRVB079LY01U.2 size=1004236 2024-04-02T08:51:33.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.774+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=YRVB079LY01U tag=04KGC1K0RQBK type=write size=4149964 2024-04-02T08:51:33.776 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.777+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~L1KEJAMTKMML.0 size=1048576 2024-04-02T08:51:33.777 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.779+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~L1KEJAMTKMML.1 size=1048576 2024-04-02T08:51:33.779 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.780+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~L1KEJAMTKMML.2 size=1835 2024-04-02T08:51:33.779 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.780+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=L1KEJAMTKMML tag=N6SMKSSX55J0 type=write size=3147563 2024-04-02T08:51:33.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.783+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=0FFYGC0FQV2K type=del 2024-04-02T08:51:33.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.784+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=016NPKOZII3H type=write size=22243 2024-04-02T08:51:33.787 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.786+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~Q0982M18PNYL.0 size=1048576 2024-04-02T08:51:33.787 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.789+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~Q0982M18PNYL.1 size=1048576 2024-04-02T08:51:33.789 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.791+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~Q0982M18PNYL.2 size=435852 2024-04-02T08:51:33.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.796+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=Q0982M18PNYL tag=XY4IW2IXGRSL type=write size=3581580 2024-04-02T08:51:33.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.798+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=29HWXLQ5I32Z type=write size=868244 2024-04-02T08:51:33.799 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.801+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~4DMIA4TG266K.0 size=1048576 2024-04-02T08:51:33.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.802+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~4DMIA4TG266K.1 size=438750 2024-04-02T08:51:33.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.806+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=4DMIA4TG266K tag=R7XN82072X02 type=write size=2535902 2024-04-02T08:51:33.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.810+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~6WSR49RLJFMU.0 size=1048576 2024-04-02T08:51:33.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.811+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~6WSR49RLJFMU.1 size=131273 2024-04-02T08:51:33.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.811+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=6WSR49RLJFMU tag=OYL05N79J00O type=write size=2228425 2024-04-02T08:51:33.812 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.814+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=E2TGUBY6BY4H type=del size=3988090 2024-04-02T08:51:33.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.816+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=IQEJD7F37WM5 type=del size=887673 2024-04-02T08:51:33.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.818+0000 7fe1e54f9780 1 < canceled operation key=D3LM19PM7NQ1 tag=GRG6IIQWLETO type=del size=2045554 2024-04-02T08:51:33.819 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.820+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=L8JQUXM8T62B type=del size=855457 2024-04-02T08:51:33.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.825+0000 7fe1e54f9780 1 < suggested remove operation key=BQJGLDS0PGVE tag=CM83N7ZXAW8R type=del 2024-04-02T08:51:33.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.830+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~V1ZBSKHBRKFV.0 size=916494 2024-04-02T08:51:33.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.830+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=V1ZBSKHBRKFV tag=9BGTO13IYPMU type=write size=1965070 2024-04-02T08:51:33.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.834+0000 7fe1e54f9780 -1 < failed to complete operation key=BQJGLDS0PGVE tag=LZ8T2LBK92JL type=del size=384576: (22) Invalid argument 2024-04-02T08:51:33.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.838+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~D7ZC58X06M4K.0 size=666784 2024-04-02T08:51:33.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.838+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=D7ZC58X06M4K tag=IKMSVHPRSEPQ type=write size=1715360 2024-04-02T08:51:33.841 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.843+0000 7fe1e54f9780 1 < suggested update operation key=JCPYU79H8CYL tag=8VRCAO0K514A type=del size=3323061 2024-04-02T08:51:33.843 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.845+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=E1KCT2108A35 type=del size=466268 2024-04-02T08:51:33.847 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.848+0000 7fe1e54f9780 -1 < failed to complete operation key=JCPYU79H8CYL tag=40AF5AI77KA3 type=del size=3000886: (22) Invalid argument 2024-04-02T08:51:33.849 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.850+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=4WZXMEUON5KP type=del size=1599504 2024-04-02T08:51:33.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.853+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=WCQMAQ4CFWUB type=del 2024-04-02T08:51:33.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.858+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~8R46KAFY0H2U.0 size=1048576 2024-04-02T08:51:33.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.860+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~8R46KAFY0H2U.1 size=1048576 2024-04-02T08:51:33.861 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.862+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~8R46KAFY0H2U.2 size=548982 2024-04-02T08:51:33.861 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.862+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=8R46KAFY0H2U tag=SFV8ZP6I1YQH type=write size=3694710 2024-04-02T08:51:33.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.865+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~O9355YHXCKV4.0 size=1048576 2024-04-02T08:51:33.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.867+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~O9355YHXCKV4.1 size=1048576 2024-04-02T08:51:33.867 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.869+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~O9355YHXCKV4.2 size=953798 2024-04-02T08:51:33.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.873+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=O9355YHXCKV4 tag=XV0BYXHZFNGB type=write size=4099526 2024-04-02T08:51:33.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.878+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~20QGBXN7DH2X.0 size=540990 2024-04-02T08:51:33.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.878+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=20QGBXN7DH2X tag=GNMQ5OOFEBH6 type=write size=1589566 2024-04-02T08:51:33.879 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.880+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~4ZOP4SHAI2UD.0 size=1048576 2024-04-02T08:51:33.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.883+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~4ZOP4SHAI2UD.1 size=193351 2024-04-02T08:51:33.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.887+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=4ZOP4SHAI2UD tag=0B9SWFMQ6MEH type=write size=2290503 2024-04-02T08:51:33.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.889+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=Y1D18LT3O1OM type=del size=919037 2024-04-02T08:51:33.890 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.891+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=ESCBFVJEB5EF type=write size=143031 2024-04-02T08:51:33.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.895+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~7SK61D9ZWDAW.0 size=1048576 2024-04-02T08:51:33.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.896+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~7SK61D9ZWDAW.1 size=94134 2024-04-02T08:51:33.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.896+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=7SK61D9ZWDAW tag=N1Z5KD6QOPKW type=write size=2191286 2024-04-02T08:51:33.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.898+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~EIQQ8CARI0DA.0 size=316751 2024-04-02T08:51:33.900 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.901+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=EIQQ8CARI0DA tag=Z2GG2VX1AF3U type=write size=1365327 2024-04-02T08:51:33.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.905+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~KR6OELNFFCRW.0 size=1048576 2024-04-02T08:51:33.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.906+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~KR6OELNFFCRW.1 size=1048576 2024-04-02T08:51:33.906 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.908+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~KR6OELNFFCRW.2 size=389621 2024-04-02T08:51:33.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.908+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=KR6OELNFFCRW tag=N0VZE3LGKE6F type=write size=3535349 2024-04-02T08:51:33.908 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.910+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~JKXSYYYLGS3A.0 size=1048576 2024-04-02T08:51:33.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.911+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~JKXSYYYLGS3A.1 size=229233 2024-04-02T08:51:33.914 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.915+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=JKXSYYYLGS3A tag=99NM0D76GL0C type=write size=2326385 2024-04-02T08:51:33.916 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.917+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=JT3JJOEBUSI9 type=del size=169032 2024-04-02T08:51:33.916 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.917+0000 7fe1e54f9780 1 < canceled part key=_multipart_BQJGLDS0PGVE.2~L1KEJAMTKMML.0 size=1048576 2024-04-02T08:51:33.918 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.919+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~L1KEJAMTKMML.1 size=1048576 2024-04-02T08:51:33.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.921+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~L1KEJAMTKMML.2 size=1835 2024-04-02T08:51:33.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.924+0000 7fe1e54f9780 1 < canceled multipart upload key=BQJGLDS0PGVE upload=L1KEJAMTKMML tag=N6SMKSSX55J0 type=write size=3147563 2024-04-02T08:51:33.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.926+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=ZTDNVCU16YPB type=del size=856745 2024-04-02T08:51:33.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.928+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=016NPKOZII3H type=write size=22243 2024-04-02T08:51:33.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.930+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=6G2UJRD1WKBO type=del size=535751 2024-04-02T08:51:33.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.932+0000 7fe1e54f9780 1 < completed write operation key=OWJ9C2D76GGG tag=29HWXLQ5I32Z type=write size=868244 2024-04-02T08:51:33.932 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.933+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=HCCOOG1D8NQO type=del size=3614608 2024-04-02T08:51:33.934 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.935+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~6WSR49RLJFMU.0 size=1048576 2024-04-02T08:51:33.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.937+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~6WSR49RLJFMU.1 size=131273 2024-04-02T08:51:33.940 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.941+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=6WSR49RLJFMU tag=OYL05N79J00O type=write size=2228425 2024-04-02T08:51:33.942 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.943+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=MK86HYU0KRJQ type=del size=2041964 2024-04-02T08:51:33.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.946+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=IQEJD7F37WM5 type=del 2024-04-02T08:51:33.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.949+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~1172BDM2GYNY.0 size=1048576 2024-04-02T08:51:33.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.951+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~1172BDM2GYNY.1 size=573460 2024-04-02T08:51:33.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.951+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=1172BDM2GYNY tag=6YB8Q2BTUCIE type=write size=2670612 2024-04-02T08:51:33.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.953+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=L8JQUXM8T62B type=del 2024-04-02T08:51:33.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.955+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=TQNUS97X8IWP type=write size=938209 2024-04-02T08:51:33.955 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.956+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~V1ZBSKHBRKFV.0 size=916494 2024-04-02T08:51:33.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.960+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=V1ZBSKHBRKFV tag=9BGTO13IYPMU type=write size=1965070 2024-04-02T08:51:33.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.963+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~2358AZNDGGRN.0 size=910013 2024-04-02T08:51:33.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.963+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=2358AZNDGGRN tag=XL8HEQP3Z8UM type=write size=1958589 2024-04-02T08:51:33.964 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.965+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~D7ZC58X06M4K.0 size=666784 2024-04-02T08:51:33.968 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.969+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=D7ZC58X06M4K tag=IKMSVHPRSEPQ type=write size=1715360 2024-04-02T08:51:33.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.970+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=9B015NTRBFO3 type=write size=569720 2024-04-02T08:51:33.971 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.972+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=E1KCT2108A35 type=del 2024-04-02T08:51:33.973 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.974+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=ENEJI80WY6LW type=del size=630177 2024-04-02T08:51:33.977 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.978+0000 7fe1e54f9780 1 < suggested remove operation key=DB2S65G6D3OU tag=4WZXMEUON5KP type=del 2024-04-02T08:51:33.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.982+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~MC18HBS7937B.0 size=793135 2024-04-02T08:51:33.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.982+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=MC18HBS7937B tag=HXX3JGV2PSZ3 type=write size=1841711 2024-04-02T08:51:33.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.984+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~8R46KAFY0H2U.0 size=1048576 2024-04-02T08:51:33.984 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.985+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~8R46KAFY0H2U.1 size=1048576 2024-04-02T08:51:33.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.987+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~8R46KAFY0H2U.2 size=548982 2024-04-02T08:51:33.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.990+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=8R46KAFY0H2U tag=SFV8ZP6I1YQH type=write size=3694710 2024-04-02T08:51:33.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.992+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=A9EZ5ZQ3F3PD type=write size=49207 2024-04-02T08:51:33.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.994+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~20QGBXN7DH2X.0 size=540990 2024-04-02T08:51:33.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:33.997+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=20QGBXN7DH2X tag=GNMQ5OOFEBH6 type=write size=1589566 2024-04-02T08:51:33.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.001+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~CQCYJXL2WVT0.0 size=825879 2024-04-02T08:51:33.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.001+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=CQCYJXL2WVT0 tag=MVLV1DGQ2HVH type=write size=1874455 2024-04-02T08:51:34.001 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.003+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=Y1D18LT3O1OM type=del 2024-04-02T08:51:34.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.006+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~6WYSNCAEO0UO.0 size=1048576 2024-04-02T08:51:34.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.008+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~6WYSNCAEO0UO.1 size=1048576 2024-04-02T08:51:34.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.010+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~6WYSNCAEO0UO.2 size=681122 2024-04-02T08:51:34.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.010+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=6WYSNCAEO0UO tag=SCD6J4FD1XUE type=write size=3826850 2024-04-02T08:51:34.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.012+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~7SK61D9ZWDAW.0 size=1048576 2024-04-02T08:51:34.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.013+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~7SK61D9ZWDAW.1 size=94134 2024-04-02T08:51:34.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.017+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=7SK61D9ZWDAW tag=N1Z5KD6QOPKW type=write size=2191286 2024-04-02T08:51:34.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.019+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=1G7GSFAG5WQ1 type=write size=234053 2024-04-02T08:51:34.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.019+0000 7fe1e54f9780 1 < canceled part key=_multipart_2Y0DXEZ36QAV.2~KR6OELNFFCRW.0 size=1048576 2024-04-02T08:51:34.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.020+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~KR6OELNFFCRW.1 size=1048576 2024-04-02T08:51:34.021 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.022+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~KR6OELNFFCRW.2 size=389621 2024-04-02T08:51:34.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.025+0000 7fe1e54f9780 1 < canceled multipart upload key=2Y0DXEZ36QAV upload=KR6OELNFFCRW tag=N0VZE3LGKE6F type=write size=3535349 2024-04-02T08:51:34.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.027+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=838LGVIJK2DM type=del size=1264551 2024-04-02T08:51:34.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.032+0000 7fe1e54f9780 1 < suggested remove operation key=WT084Z5BQ6FL tag=JT3JJOEBUSI9 type=del 2024-04-02T08:51:34.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.036+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~WTST4HQ16LWO.0 size=1048576 2024-04-02T08:51:34.036 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.037+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~WTST4HQ16LWO.1 size=1048576 2024-04-02T08:51:34.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.039+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~WTST4HQ16LWO.2 size=432701 2024-04-02T08:51:34.038 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.039+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=WTST4HQ16LWO tag=UPTANVUIU1TF type=write size=3578429 2024-04-02T08:51:34.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.043+0000 7fe1e54f9780 1 < suggested update operation key=IY511MS5UQEJ tag=ZTDNVCU16YPB type=del size=856745 2024-04-02T08:51:34.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.044+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=JE0YUPUL2EPH type=del size=398866 2024-04-02T08:51:34.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.048+0000 7fe1e54f9780 1 < suggested update operation key=OC284H4P86JN tag=6G2UJRD1WKBO type=del size=535751 2024-04-02T08:51:34.051 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.052+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~A8XOBHP2K7G3.0 size=1048576 2024-04-02T08:51:34.052 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.053+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~A8XOBHP2K7G3.1 size=1048576 2024-04-02T08:51:34.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.055+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~A8XOBHP2K7G3.2 size=183225 2024-04-02T08:51:34.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.055+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=A8XOBHP2K7G3 tag=JBCOLQ9FCR85 type=write size=3328953 2024-04-02T08:51:34.055 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.057+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=HCCOOG1D8NQO type=del 2024-04-02T08:51:34.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.059+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=ZNFEH3VBZII1 type=write size=972234 2024-04-02T08:51:34.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.062+0000 7fe1e54f9780 1 < suggested remove operation key=BQJGLDS0PGVE tag=MK86HYU0KRJQ type=del 2024-04-02T08:51:34.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.064+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=OWMJD44UZUGX type=del size=1298030 2024-04-02T08:51:34.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.066+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~1172BDM2GYNY.0 size=1048576 2024-04-02T08:51:34.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.068+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~1172BDM2GYNY.1 size=573460 2024-04-02T08:51:34.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.071+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=1172BDM2GYNY tag=6YB8Q2BTUCIE type=write size=2670612 2024-04-02T08:51:34.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.075+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~SRKFB3QQSPT5.0 size=541471 2024-04-02T08:51:34.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.075+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=SRKFB3QQSPT5 tag=1DMFIOQ3P27E type=write size=1590047 2024-04-02T08:51:34.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.077+0000 7fe1e54f9780 1 < canceled operation key=XUGOHG0SXTNW tag=TQNUS97X8IWP type=write size=938209 2024-04-02T08:51:34.079 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.081+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~HIVHS254ZG98.0 size=1048576 2024-04-02T08:51:34.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.083+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~HIVHS254ZG98.1 size=788038 2024-04-02T08:51:34.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.083+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=HIVHS254ZG98 tag=9TDQJGACA71L type=write size=2885190 2024-04-02T08:51:34.084 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.086+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~2358AZNDGGRN.0 size=910013 2024-04-02T08:51:34.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.090+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=2358AZNDGGRN tag=XL8HEQP3Z8UM type=write size=1958589 2024-04-02T08:51:34.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.092+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=4RH0V4AQ8OI3 type=del size=1346358 2024-04-02T08:51:34.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.094+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=9B015NTRBFO3 type=write size=569720 2024-04-02T08:51:34.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.096+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=L9A0R1PYJL7U type=del size=3198701 2024-04-02T08:51:34.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.098+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=ENEJI80WY6LW type=del 2024-04-02T08:51:34.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.100+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=J7ZBKHIU7Q0W type=del size=3423106 2024-04-02T08:51:34.100 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.101+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~MC18HBS7937B.0 size=793135 2024-04-02T08:51:34.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.105+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=MC18HBS7937B tag=HXX3JGV2PSZ3 type=write size=1841711 2024-04-02T08:51:34.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.107+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=19I9OP3HGWMF type=del size=959239 2024-04-02T08:51:34.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.110+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=A9EZ5ZQ3F3PD type=write 2024-04-02T08:51:34.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.112+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=5CMKH5M14FUM type=del size=3646956 2024-04-02T08:51:34.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.114+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~CQCYJXL2WVT0.0 size=825879 2024-04-02T08:51:34.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.118+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=CQCYJXL2WVT0 tag=MVLV1DGQ2HVH type=write size=1874455 2024-04-02T08:51:34.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.121+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~HYPG0V9JER0D.0 size=1048576 2024-04-02T08:51:34.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.123+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~HYPG0V9JER0D.1 size=1048576 2024-04-02T08:51:34.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.124+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~HYPG0V9JER0D.2 size=604283 2024-04-02T08:51:34.123 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.124+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=HYPG0V9JER0D tag=2VEUIVOSDNJB type=write size=3750011 2024-04-02T08:51:34.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.126+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~6WYSNCAEO0UO.0 size=1048576 2024-04-02T08:51:34.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.128+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~6WYSNCAEO0UO.1 size=1048576 2024-04-02T08:51:34.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.130+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~6WYSNCAEO0UO.2 size=681122 2024-04-02T08:51:34.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.133+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=6WYSNCAEO0UO tag=SCD6J4FD1XUE type=write size=3826850 2024-04-02T08:51:34.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.135+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=1KQG92DDRIZ5 type=del size=837898 2024-04-02T08:51:34.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.137+0000 7fe1e54f9780 1 < completed write operation key=CT5BZ79K03F4 tag=1G7GSFAG5WQ1 type=write size=234053 2024-04-02T08:51:34.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.140+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~O77FQBSIWW7K.0 size=1048576 2024-04-02T08:51:34.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.142+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~O77FQBSIWW7K.1 size=1048576 2024-04-02T08:51:34.142 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.144+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~O77FQBSIWW7K.2 size=648052 2024-04-02T08:51:34.142 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.144+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=O77FQBSIWW7K tag=DQZTL8ETIW1R type=write size=3793780 2024-04-02T08:51:34.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.147+0000 7fe1e54f9780 -1 < failed to complete operation key=IY511MS5UQEJ tag=838LGVIJK2DM type=del size=1264551: (22) Invalid argument 2024-04-02T08:51:34.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.149+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=7CPFPG9KHPU9 type=write size=956079 2024-04-02T08:51:34.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.150+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~WTST4HQ16LWO.0 size=1048576 2024-04-02T08:51:34.151 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.152+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~WTST4HQ16LWO.1 size=1048576 2024-04-02T08:51:34.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.154+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~WTST4HQ16LWO.2 size=432701 2024-04-02T08:51:34.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.157+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=WTST4HQ16LWO tag=UPTANVUIU1TF type=write size=3578429 2024-04-02T08:51:34.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.159+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=1VJZL19TB2Q5 type=del size=2337251 2024-04-02T08:51:34.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.162+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=JE0YUPUL2EPH type=del 2024-04-02T08:51:34.162 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.164+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=GJSQ2GDVB3G7 type=del size=4150389 2024-04-02T08:51:34.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.166+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~A8XOBHP2K7G3.0 size=1048576 2024-04-02T08:51:34.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.167+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~A8XOBHP2K7G3.1 size=1048576 2024-04-02T08:51:34.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.169+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~A8XOBHP2K7G3.2 size=183225 2024-04-02T08:51:34.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.173+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=A8XOBHP2K7G3 tag=JBCOLQ9FCR85 type=write size=3328953 2024-04-02T08:51:34.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.174+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=QK2AA7TNRB05 type=del size=3293345 2024-04-02T08:51:34.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.176+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=ZNFEH3VBZII1 type=write size=972234 2024-04-02T08:51:34.179 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.180+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~2R9IL113QGIU.0 size=1048576 2024-04-02T08:51:34.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.182+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~2R9IL113QGIU.1 size=983808 2024-04-02T08:51:34.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.182+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=2R9IL113QGIU tag=XSJZAOT4RJVL type=write size=3080960 2024-04-02T08:51:34.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.183+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=OWMJD44UZUGX type=del 2024-04-02T08:51:34.186 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.187+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~KBTNM3TT1D4D.0 size=946915 2024-04-02T08:51:34.186 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.187+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=KBTNM3TT1D4D tag=FLLBSLS8XMY9 type=write size=1995491 2024-04-02T08:51:34.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.189+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~SRKFB3QQSPT5.0 size=541471 2024-04-02T08:51:34.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.192+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=SRKFB3QQSPT5 tag=1DMFIOQ3P27E type=write size=1590047 2024-04-02T08:51:34.193 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.194+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=VTUXMBNHTY7K type=del size=1654949 2024-04-02T08:51:34.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.196+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~HIVHS254ZG98.0 size=1048576 2024-04-02T08:51:34.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.198+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~HIVHS254ZG98.1 size=788038 2024-04-02T08:51:34.200 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.201+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=HIVHS254ZG98 tag=9TDQJGACA71L type=write size=2885190 2024-04-02T08:51:34.203 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.204+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3N6SQ71EPAJ8.0 size=1048576 2024-04-02T08:51:34.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.206+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3N6SQ71EPAJ8.1 size=1037107 2024-04-02T08:51:34.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.206+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=3N6SQ71EPAJ8 tag=NAQTVUJS3RTH type=write size=3134259 2024-04-02T08:51:34.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.208+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=4RH0V4AQ8OI3 type=del 2024-04-02T08:51:34.209 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.210+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=OC1U7FL4Y89Q type=write size=895692 2024-04-02T08:51:34.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.214+0000 7fe1e54f9780 1 < suggested update operation key=CT5BZ79K03F4 tag=L9A0R1PYJL7U type=del size=3198701 2024-04-02T08:51:34.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.216+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=1GU2AZIK45X2 type=write size=760130 2024-04-02T08:51:34.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.218+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=J7ZBKHIU7Q0W type=del 2024-04-02T08:51:34.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.219+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=JD3O332884RX type=del size=2374429 2024-04-02T08:51:34.220 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.221+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=19I9OP3HGWMF type=del 2024-04-02T08:51:34.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.224+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=GPX86R8ZX2MQ type=del size=3720996 2024-04-02T08:51:34.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.227+0000 7fe1e54f9780 1 < suggested remove operation key=7SOA145ODX3I tag=5CMKH5M14FUM type=del 2024-04-02T08:51:34.230 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.231+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~0G4XJ2TWCB00.0 size=26549 2024-04-02T08:51:34.230 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.231+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=0G4XJ2TWCB00 tag=FJVD40E90UPJ type=write size=1075125 2024-04-02T08:51:34.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.233+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~HYPG0V9JER0D.0 size=1048576 2024-04-02T08:51:34.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.235+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~HYPG0V9JER0D.1 size=1048576 2024-04-02T08:51:34.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.237+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~HYPG0V9JER0D.2 size=604283 2024-04-02T08:51:34.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.240+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=HYPG0V9JER0D tag=2VEUIVOSDNJB type=write size=3750011 2024-04-02T08:51:34.241 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.242+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=U17U86FIVNSI type=del size=3599881 2024-04-02T08:51:34.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.244+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=1KQG92DDRIZ5 type=del 2024-04-02T08:51:34.245 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.246+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=SW1FNE4GXHY7 type=del size=876091 2024-04-02T08:51:34.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.248+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~O77FQBSIWW7K.0 size=1048576 2024-04-02T08:51:34.248 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.250+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~O77FQBSIWW7K.1 size=1048576 2024-04-02T08:51:34.248 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.250+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~O77FQBSIWW7K.2 size=648052 2024-04-02T08:51:34.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.253+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=O77FQBSIWW7K tag=DQZTL8ETIW1R type=write size=3793780 2024-04-02T08:51:34.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.255+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=03J1JWRKNW82 type=del size=3859698 2024-04-02T08:51:34.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.257+0000 7fe1e54f9780 1 < completed write operation key=BQJGLDS0PGVE tag=7CPFPG9KHPU9 type=write size=956079 2024-04-02T08:51:34.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.259+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=HS7Y0GW6G0M6 type=del size=2314148 2024-04-02T08:51:34.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.261+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=1VJZL19TB2Q5 type=del 2024-04-02T08:51:34.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.263+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=J63616MT00YX type=write size=334224 2024-04-02T08:51:34.263 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.265+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=GJSQ2GDVB3G7 type=del 2024-04-02T08:51:34.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.267+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=BNS66E6GZSX7 type=del size=1681607 2024-04-02T08:51:34.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.271+0000 7fe1e54f9780 1 < suggested remove operation key=LA786DTGT3XA tag=QK2AA7TNRB05 type=del 2024-04-02T08:51:34.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.275+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~D7V61KU93IM3.0 size=1048576 2024-04-02T08:51:34.275 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.277+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~D7V61KU93IM3.1 size=825377 2024-04-02T08:51:34.275 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.277+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=D7V61KU93IM3 tag=QS08BOPQRH88 type=write size=2922529 2024-04-02T08:51:34.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.278+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~2R9IL113QGIU.0 size=1048576 2024-04-02T08:51:34.279 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.280+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~2R9IL113QGIU.1 size=983808 2024-04-02T08:51:34.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.283+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=2R9IL113QGIU tag=XSJZAOT4RJVL type=write size=3080960 2024-04-02T08:51:34.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.285+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=WBTBK36107GW type=del size=754610 2024-04-02T08:51:34.286 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.288+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~KBTNM3TT1D4D.0 size=946915 2024-04-02T08:51:34.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.291+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=KBTNM3TT1D4D tag=FLLBSLS8XMY9 type=write size=1995491 2024-04-02T08:51:34.292 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.293+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=2W893I51DSKR type=del size=1584260 2024-04-02T08:51:34.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.295+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=VTUXMBNHTY7K type=del 2024-04-02T08:51:34.296 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.297+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=5RRCV6FGFEYM type=del size=3973844 2024-04-02T08:51:34.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.299+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~3N6SQ71EPAJ8.0 size=1048576 2024-04-02T08:51:34.300 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.301+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~3N6SQ71EPAJ8.1 size=1037107 2024-04-02T08:51:34.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.304+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=3N6SQ71EPAJ8 tag=NAQTVUJS3RTH type=write size=3134259 2024-04-02T08:51:34.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.306+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=TCDBIE6DCJ9D type=del size=1184340 2024-04-02T08:51:34.307 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.309+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=OC1U7FL4Y89Q type=write size=895692 2024-04-02T08:51:34.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.312+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~2BGV9MDBSP92.0 size=1048576 2024-04-02T08:51:34.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.314+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~2BGV9MDBSP92.1 size=1048576 2024-04-02T08:51:34.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.316+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~2BGV9MDBSP92.2 size=441243 2024-04-02T08:51:34.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.316+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=2BGV9MDBSP92 tag=SKATQLPVS5HY type=write size=3586971 2024-04-02T08:51:34.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.320+0000 7fe1e54f9780 1 < suggested remove operation key=WT084Z5BQ6FL tag=1GU2AZIK45X2 type=write 2024-04-02T08:51:34.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.322+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=UM4OUBBQ6YER type=del size=3138518 2024-04-02T08:51:34.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.324+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=JD3O332884RX type=del 2024-04-02T08:51:34.324 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.325+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=DQ93E0XV2GIK type=del size=529329 2024-04-02T08:51:34.326 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.327+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=GPX86R8ZX2MQ type=del 2024-04-02T08:51:34.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.329+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=PCHGZG7CZUYU type=write size=598186 2024-04-02T08:51:34.330 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.331+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~0G4XJ2TWCB00.0 size=26549 2024-04-02T08:51:34.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.335+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=0G4XJ2TWCB00 tag=FJVD40E90UPJ type=write size=1075125 2024-04-02T08:51:34.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.337+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=AAO1LN0V6JDA type=del size=666193 2024-04-02T08:51:34.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.341+0000 7fe1e54f9780 1 < suggested remove operation key=02K82VO50O0D tag=U17U86FIVNSI type=del 2024-04-02T08:51:34.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.343+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=Z4EPJJVAAUDN type=del size=2688052 2024-04-02T08:51:34.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.347+0000 7fe1e54f9780 1 < suggested remove operation key=XD49NVDY5QAC tag=SW1FNE4GXHY7 type=del 2024-04-02T08:51:34.347 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.349+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=EK2OIZS048D6 type=del size=2693779 2024-04-02T08:51:34.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.352+0000 7fe1e54f9780 1 < suggested update operation key=2F742L9HW4DY tag=03J1JWRKNW82 type=del size=3859698 2024-04-02T08:51:34.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.354+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=R3V2L180QBT8 type=del size=206422 2024-04-02T08:51:34.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.356+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=HS7Y0GW6G0M6 type=del 2024-04-02T08:51:34.357 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.358+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=E28MMZ43Z9T2 type=del size=772145 2024-04-02T08:51:34.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.360+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=J63616MT00YX type=write size=334224 2024-04-02T08:51:34.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.362+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=NLB8BX84HC92 type=del size=112078 2024-04-02T08:51:34.364 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.366+0000 7fe1e54f9780 1 < suggested remove operation key=MLJAE12LB90G tag=BNS66E6GZSX7 type=del 2024-04-02T08:51:34.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.369+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~BHMOYBT15LVK.0 size=1048576 2024-04-02T08:51:34.369 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.371+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~BHMOYBT15LVK.1 size=623420 2024-04-02T08:51:34.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.371+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=BHMOYBT15LVK tag=F40ZGA8E86SI type=write size=2720572 2024-04-02T08:51:34.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.373+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~D7V61KU93IM3.0 size=1048576 2024-04-02T08:51:34.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.374+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~D7V61KU93IM3.1 size=825377 2024-04-02T08:51:34.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.378+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=D7V61KU93IM3 tag=QS08BOPQRH88 type=write size=2922529 2024-04-02T08:51:34.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.380+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=EQT2SPQ6M5IV type=del size=471903 2024-04-02T08:51:34.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.384+0000 7fe1e54f9780 1 < suggested remove operation key=IK9DWI5A56MQ tag=WBTBK36107GW type=del 2024-04-02T08:51:34.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.385+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=9K9D95MKHPE1 type=del size=3791511 2024-04-02T08:51:34.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.390+0000 7fe1e54f9780 1 < suggested remove operation key=HBFL1GB4JX3V tag=2W893I51DSKR type=del 2024-04-02T08:51:34.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.392+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=67Q2C6I21DEL type=del size=386693 2024-04-02T08:51:34.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.394+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=5RRCV6FGFEYM type=del 2024-04-02T08:51:34.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.396+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=Q3RGH6QX77UW type=write size=1007232 2024-04-02T08:51:34.399 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.401+0000 7fe1e54f9780 1 < suggested update operation key=JCPYU79H8CYL tag=TCDBIE6DCJ9D type=del size=1184340 2024-04-02T08:51:34.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.405+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~VTLY0FBO092X.0 size=1048576 2024-04-02T08:51:34.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.407+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~VTLY0FBO092X.1 size=1048576 2024-04-02T08:51:34.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.409+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~VTLY0FBO092X.2 size=62689 2024-04-02T08:51:34.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.409+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=VTLY0FBO092X tag=WJK0EE8RG58F type=write size=3208417 2024-04-02T08:51:34.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.411+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~2BGV9MDBSP92.0 size=1048576 2024-04-02T08:51:34.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.412+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~2BGV9MDBSP92.1 size=1048576 2024-04-02T08:51:34.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.414+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~2BGV9MDBSP92.2 size=441243 2024-04-02T08:51:34.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.418+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=2BGV9MDBSP92 tag=SKATQLPVS5HY type=write size=3586971 2024-04-02T08:51:34.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.421+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~KAFGAV28MXG2.0 size=1048576 2024-04-02T08:51:34.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.423+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~KAFGAV28MXG2.1 size=1048576 2024-04-02T08:51:34.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.425+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~KAFGAV28MXG2.2 size=793693 2024-04-02T08:51:34.424 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.425+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=KAFGAV28MXG2 tag=FD5SMZEWI1VD type=write size=3939421 2024-04-02T08:51:34.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.427+0000 7fe1e54f9780 -1 < failed to complete operation key=IK9DWI5A56MQ tag=UM4OUBBQ6YER type=del size=3138518: (22) Invalid argument 2024-04-02T08:51:34.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.429+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=4DYAC70D3VBZ type=del size=2848086 2024-04-02T08:51:34.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.433+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=DQ93E0XV2GIK type=del 2024-04-02T08:51:34.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.437+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~ZOXO01H8OGIJ.0 size=1048576 2024-04-02T08:51:34.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.438+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~ZOXO01H8OGIJ.1 size=741965 2024-04-02T08:51:34.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.438+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=ZOXO01H8OGIJ tag=CGJIGYZGH8V3 type=write size=2839117 2024-04-02T08:51:34.439 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.441+0000 7fe1e54f9780 -1 < failed to complete operation key=MLJAE12LB90G tag=PCHGZG7CZUYU type=write size=598186: (22) Invalid argument 2024-04-02T08:51:34.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.443+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=I6K90KB2UBW1 type=del size=3130958 2024-04-02T08:51:34.443 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.445+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=AAO1LN0V6JDA type=del 2024-04-02T08:51:34.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.448+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~V9DBFCX1CH25.0 size=1048576 2024-04-02T08:51:34.449 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.450+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~V9DBFCX1CH25.1 size=890914 2024-04-02T08:51:34.449 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.450+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=V9DBFCX1CH25 tag=6PIMZ252QI83 type=write size=2988066 2024-04-02T08:51:34.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.453+0000 7fe1e54f9780 -1 < failed to complete operation key=HBFL1GB4JX3V tag=Z4EPJJVAAUDN type=del size=2688052: (22) Invalid argument 2024-04-02T08:51:34.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.457+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~QLD08INNOAPV.0 size=1048576 2024-04-02T08:51:34.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.459+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~QLD08INNOAPV.1 size=1048576 2024-04-02T08:51:34.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.461+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~QLD08INNOAPV.2 size=718828 2024-04-02T08:51:34.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.461+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=QLD08INNOAPV tag=4E2RJC9UTJS4 type=write size=3864556 2024-04-02T08:51:34.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.463+0000 7fe1e54f9780 -1 < failed to complete operation key=JCPYU79H8CYL tag=EK2OIZS048D6 type=del size=2693779: (22) Invalid argument 2024-04-02T08:51:34.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.467+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~G7HLYSE1K4YH.0 size=398882 2024-04-02T08:51:34.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.467+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=G7HLYSE1K4YH tag=P4SOZLLO6EKE type=write size=1447458 2024-04-02T08:51:34.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.469+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=R3V2L180QBT8 type=del 2024-04-02T08:51:34.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.471+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=1L3XTD2XA23E type=write size=711706 2024-04-02T08:51:34.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.473+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=E28MMZ43Z9T2 type=del 2024-04-02T08:51:34.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.477+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~XGS2UCSIZ0YI.0 size=1048576 2024-04-02T08:51:34.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.479+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~XGS2UCSIZ0YI.1 size=1048576 2024-04-02T08:51:34.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.480+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~XGS2UCSIZ0YI.2 size=731952 2024-04-02T08:51:34.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.480+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=XGS2UCSIZ0YI tag=WCBDJJSMEDOL type=write size=3877680 2024-04-02T08:51:34.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.483+0000 7fe1e54f9780 -1 < failed to complete operation key=JCPYU79H8CYL tag=NLB8BX84HC92 type=del size=112078: (22) Invalid argument 2024-04-02T08:51:34.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.487+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~QP7JULD5J6MP.0 size=450598 2024-04-02T08:51:34.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.487+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=QP7JULD5J6MP tag=XSGA8IH643BO type=write size=1499174 2024-04-02T08:51:34.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.489+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~BHMOYBT15LVK.0 size=1048576 2024-04-02T08:51:34.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.491+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~BHMOYBT15LVK.1 size=623420 2024-04-02T08:51:34.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.494+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=BHMOYBT15LVK tag=F40ZGA8E86SI type=write size=2720572 2024-04-02T08:51:34.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.498+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~FRSPHUASJ0R5.0 size=1048576 2024-04-02T08:51:34.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.500+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~FRSPHUASJ0R5.1 size=1048576 2024-04-02T08:51:34.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.501+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~FRSPHUASJ0R5.2 size=4018 2024-04-02T08:51:34.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.501+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=FRSPHUASJ0R5 tag=FKW5HHL4CE58 type=write size=3149746 2024-04-02T08:51:34.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.503+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=EQT2SPQ6M5IV type=del 2024-04-02T08:51:34.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.507+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~GWPRW27JX6S4.0 size=190942 2024-04-02T08:51:34.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.507+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=GWPRW27JX6S4 tag=S0LNWIYHTUDL type=write size=1239518 2024-04-02T08:51:34.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.511+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=9K9D95MKHPE1 type=del size=3791511 2024-04-02T08:51:34.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.513+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=AUV9O7SF2FJM type=del size=1433575 2024-04-02T08:51:34.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.521+0000 7fe1e54f9780 1 < suggested remove operation key=OWJ9C2D76GGG tag=67Q2C6I21DEL type=del 2024-04-02T08:51:34.521 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.523+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=8YWD1VLF8G8J type=del size=3187489 2024-04-02T08:51:34.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.525+0000 7fe1e54f9780 1 < completed write operation key=02K82VO50O0D tag=Q3RGH6QX77UW type=write size=1007232 2024-04-02T08:51:34.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.527+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=A4O3Y6ZEMY1Q type=write size=683589 2024-04-02T08:51:34.527 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.529+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~VTLY0FBO092X.0 size=1048576 2024-04-02T08:51:34.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.531+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~VTLY0FBO092X.1 size=1048576 2024-04-02T08:51:34.531 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.532+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~VTLY0FBO092X.2 size=62689 2024-04-02T08:51:34.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.536+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=VTLY0FBO092X tag=WJK0EE8RG58F type=write size=3208417 2024-04-02T08:51:34.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.538+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=6GDP02ANH9AD type=del size=1029487 2024-04-02T08:51:34.539 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.540+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~KAFGAV28MXG2.0 size=1048576 2024-04-02T08:51:34.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.542+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~KAFGAV28MXG2.1 size=1048576 2024-04-02T08:51:34.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.543+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~KAFGAV28MXG2.2 size=793693 2024-04-02T08:51:34.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.547+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=KAFGAV28MXG2 tag=FD5SMZEWI1VD type=write size=3939421 2024-04-02T08:51:34.548 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.550+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=T1RMUDKW3KWT type=del size=3184476 2024-04-02T08:51:34.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.552+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=4DYAC70D3VBZ type=del 2024-04-02T08:51:34.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.553+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=B1VEOVZ10BLV type=del size=4041757 2024-04-02T08:51:34.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.554+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~ZOXO01H8OGIJ.0 size=1048576 2024-04-02T08:51:34.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.555+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~ZOXO01H8OGIJ.1 size=741965 2024-04-02T08:51:34.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.559+0000 7fe1e54f9780 1 < canceled multipart upload key=IY511MS5UQEJ upload=ZOXO01H8OGIJ tag=CGJIGYZGH8V3 type=write size=2839117 2024-04-02T08:51:34.559 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.561+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=JP8R4U7H6HKO type=del size=4104503 2024-04-02T08:51:34.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.563+0000 7fe1e54f9780 1 < canceled operation key=BQJGLDS0PGVE tag=I6K90KB2UBW1 type=del size=3130958 2024-04-02T08:51:34.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.565+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=72TOHVRK7WIO type=del size=345169 2024-04-02T08:51:34.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.567+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~V9DBFCX1CH25.0 size=1048576 2024-04-02T08:51:34.567 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.568+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~V9DBFCX1CH25.1 size=890914 2024-04-02T08:51:34.571 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.572+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=V9DBFCX1CH25 tag=6PIMZ252QI83 type=write size=2988066 2024-04-02T08:51:34.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.574+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=ZDBT2YHIGE4N type=del size=2835953 2024-04-02T08:51:34.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.576+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~QLD08INNOAPV.0 size=1048576 2024-04-02T08:51:34.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.578+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~QLD08INNOAPV.1 size=1048576 2024-04-02T08:51:34.578 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.579+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~QLD08INNOAPV.2 size=718828 2024-04-02T08:51:34.582 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.583+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=QLD08INNOAPV tag=4E2RJC9UTJS4 type=write size=3864556 2024-04-02T08:51:34.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.585+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=DOI13INN18FJ type=del size=1419771 2024-04-02T08:51:34.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.586+0000 7fe1e54f9780 1 < canceled part key=_multipart_2Y0DXEZ36QAV.2~G7HLYSE1K4YH.0 size=398882 2024-04-02T08:51:34.588 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.589+0000 7fe1e54f9780 1 < canceled multipart upload key=2Y0DXEZ36QAV upload=G7HLYSE1K4YH tag=P4SOZLLO6EKE type=write size=1447458 2024-04-02T08:51:34.590 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.591+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=34GDH5MVRCEZ type=write size=911722 2024-04-02T08:51:34.595 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.597+0000 7fe1e54f9780 1 < suggested remove operation key=R6Z9S7ZDIVB0 tag=1L3XTD2XA23E type=write 2024-04-02T08:51:34.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.600+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~7GK3DLEXT5HC.0 size=211129 2024-04-02T08:51:34.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.600+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=7GK3DLEXT5HC tag=07SSJLG99TE6 type=write size=1259705 2024-04-02T08:51:34.601 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.602+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~XGS2UCSIZ0YI.0 size=1048576 2024-04-02T08:51:34.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.604+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~XGS2UCSIZ0YI.1 size=1048576 2024-04-02T08:51:34.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.606+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~XGS2UCSIZ0YI.2 size=731952 2024-04-02T08:51:34.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.610+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=XGS2UCSIZ0YI tag=WCBDJJSMEDOL type=write size=3877680 2024-04-02T08:51:34.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.614+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~N855O5X7A7TI.0 size=1048576 2024-04-02T08:51:34.615 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.615+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~N855O5X7A7TI.1 size=1048576 2024-04-02T08:51:34.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.617+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~N855O5X7A7TI.2 size=765985 2024-04-02T08:51:34.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.617+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=N855O5X7A7TI tag=248JA569HT7Z type=write size=3911713 2024-04-02T08:51:34.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.617+0000 7fe1e54f9780 1 < canceled part key=_multipart_FRXQAJO7O5U2.2~QP7JULD5J6MP.0 size=450598 2024-04-02T08:51:34.619 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.621+0000 7fe1e54f9780 1 < canceled multipart upload key=FRXQAJO7O5U2 upload=QP7JULD5J6MP tag=XSGA8IH643BO type=write size=1499174 2024-04-02T08:51:34.622 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.623+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=3JWBIRB3WVKK type=del size=2221877 2024-04-02T08:51:34.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.625+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~FRSPHUASJ0R5.0 size=1048576 2024-04-02T08:51:34.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.625+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~FRSPHUASJ0R5.1 size=1048576 2024-04-02T08:51:34.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.625+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~FRSPHUASJ0R5.2 size=4018 2024-04-02T08:51:34.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.629+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=FRSPHUASJ0R5 tag=FKW5HHL4CE58 type=write size=3149746 2024-04-02T08:51:34.630 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.632+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=FNQ6ZHIJ7A6Q type=del size=911864 2024-04-02T08:51:34.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.635+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~GWPRW27JX6S4.0 size=190942 2024-04-02T08:51:34.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.639+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=GWPRW27JX6S4 tag=S0LNWIYHTUDL type=write size=1239518 2024-04-02T08:51:34.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.642+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~ZX9BV5CAEJ03.0 size=1048576 2024-04-02T08:51:34.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.644+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~ZX9BV5CAEJ03.1 size=708762 2024-04-02T08:51:34.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.644+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=ZX9BV5CAEJ03 tag=P2O2RL1WAPKY type=write size=2805914 2024-04-02T08:51:34.645 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.646+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=AUV9O7SF2FJM type=del 2024-04-02T08:51:34.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.651+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~X633VZWE23GR.0 size=1048576 2024-04-02T08:51:34.652 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.653+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~X633VZWE23GR.1 size=1048576 2024-04-02T08:51:34.654 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.656+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~X633VZWE23GR.2 size=371333 2024-04-02T08:51:34.654 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.656+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=X633VZWE23GR tag=06M87STNAM93 type=write size=3517061 2024-04-02T08:51:34.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.658+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=8YWD1VLF8G8J type=del 2024-04-02T08:51:34.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.663+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~3KJNN1TB3N9O.0 size=1048576 2024-04-02T08:51:34.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.665+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~3KJNN1TB3N9O.1 size=138132 2024-04-02T08:51:34.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.665+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=3KJNN1TB3N9O tag=0D4M61Q5XWD3 type=write size=2235284 2024-04-02T08:51:34.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.667+0000 7fe1e54f9780 1 < completed write operation key=WT084Z5BQ6FL tag=A4O3Y6ZEMY1Q type=write size=683589 2024-04-02T08:51:34.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.670+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=VQTRO09B1F7X type=write size=875503 2024-04-02T08:51:34.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.672+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=6GDP02ANH9AD type=del 2024-04-02T08:51:34.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.675+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=4E2SXFD8N893 type=del size=2352304 2024-04-02T08:51:34.676 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.677+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=T1RMUDKW3KWT type=del 2024-04-02T08:51:34.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.680+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=KTRNABAGLBZP type=del size=3437765 2024-04-02T08:51:34.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.682+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=B1VEOVZ10BLV type=del 2024-04-02T08:51:34.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.684+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=MFJGB0OQGF3M type=del size=2610851 2024-04-02T08:51:34.686 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.687+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=JP8R4U7H6HKO type=del 2024-04-02T08:51:34.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.689+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=7AH2ZXL1X5UM type=write size=434601 2024-04-02T08:51:34.690 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.692+0000 7fe1e54f9780 1 < canceled operation key=IK9DWI5A56MQ tag=72TOHVRK7WIO type=del size=345169 2024-04-02T08:51:34.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.694+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=BNEP727J9MEA type=write size=505254 2024-04-02T08:51:34.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.696+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=ZDBT2YHIGE4N type=del 2024-04-02T08:51:34.698 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.700+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~QE80AOY46U90.0 size=948123 2024-04-02T08:51:34.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.700+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=QE80AOY46U90 tag=80V44EDZ9KQ6 type=write size=1996699 2024-04-02T08:51:34.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.703+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=DOI13INN18FJ type=del 2024-04-02T08:51:34.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.705+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=BDC9NC3IMYK2 type=del size=2652514 2024-04-02T08:51:34.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.709+0000 7fe1e54f9780 1 < suggested update operation key=3CIH6I4PYI2Z tag=34GDH5MVRCEZ type=write size=911722 2024-04-02T08:51:34.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.712+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~9J40L43L4HXZ.0 size=1048576 2024-04-02T08:51:34.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.714+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~9J40L43L4HXZ.1 size=1048576 2024-04-02T08:51:34.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.716+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~9J40L43L4HXZ.2 size=131998 2024-04-02T08:51:34.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.716+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=9J40L43L4HXZ tag=BTW0W21080NV type=write size=3277726 2024-04-02T08:51:34.716 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.718+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~7GK3DLEXT5HC.0 size=211129 2024-04-02T08:51:34.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.721+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=7GK3DLEXT5HC tag=07SSJLG99TE6 type=write size=1259705 2024-04-02T08:51:34.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.724+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=GFCQVZMHR5WN type=del size=1669183 2024-04-02T08:51:34.725 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.726+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~N855O5X7A7TI.0 size=1048576 2024-04-02T08:51:34.726 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.728+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~N855O5X7A7TI.1 size=1048576 2024-04-02T08:51:34.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.729+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~N855O5X7A7TI.2 size=765985 2024-04-02T08:51:34.733 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.734+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=N855O5X7A7TI tag=248JA569HT7Z type=write size=3911713 2024-04-02T08:51:34.735 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.736+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=9Y7W1369Y6G0 type=del size=1311866 2024-04-02T08:51:34.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.738+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=3JWBIRB3WVKK type=del 2024-04-02T08:51:34.739 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.740+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=SJW0P3D8M6A2 type=write size=715753 2024-04-02T08:51:34.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.742+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=FNQ6ZHIJ7A6Q type=del 2024-04-02T08:51:34.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.744+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=LSOAT8JT573E type=del size=1282691 2024-04-02T08:51:34.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.746+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~ZX9BV5CAEJ03.0 size=1048576 2024-04-02T08:51:34.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.746+0000 7fe1e54f9780 1 < canceled part key=_multipart_3CIH6I4PYI2Z.2~ZX9BV5CAEJ03.1 size=708762 2024-04-02T08:51:34.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.749+0000 7fe1e54f9780 1 < canceled multipart upload key=3CIH6I4PYI2Z upload=ZX9BV5CAEJ03 tag=P2O2RL1WAPKY type=write size=2805914 2024-04-02T08:51:34.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.752+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=95WJ827UUQ62 type=del size=2645743 2024-04-02T08:51:34.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.753+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~X633VZWE23GR.0 size=1048576 2024-04-02T08:51:34.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.754+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~X633VZWE23GR.1 size=1048576 2024-04-02T08:51:34.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.754+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~X633VZWE23GR.2 size=371333 2024-04-02T08:51:34.757 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.758+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=X633VZWE23GR tag=06M87STNAM93 type=write size=3517061 2024-04-02T08:51:34.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.762+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~T8GBB56D9ZQW.0 size=1048576 2024-04-02T08:51:34.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.763+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~T8GBB56D9ZQW.1 size=1048576 2024-04-02T08:51:34.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.765+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~T8GBB56D9ZQW.2 size=965357 2024-04-02T08:51:34.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.765+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=T8GBB56D9ZQW tag=5BMWI6IN0BNJ type=write size=4111085 2024-04-02T08:51:34.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.767+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~3KJNN1TB3N9O.0 size=1048576 2024-04-02T08:51:34.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.769+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~3KJNN1TB3N9O.1 size=138132 2024-04-02T08:51:34.771 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.772+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=3KJNN1TB3N9O tag=0D4M61Q5XWD3 type=write size=2235284 2024-04-02T08:51:34.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.774+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=ZKK6MTBPUC2C type=write size=268587 2024-04-02T08:51:34.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.780+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=VQTRO09B1F7X type=write size=875503 2024-04-02T08:51:34.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.783+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~OBZEFEV01THD.0 size=1048576 2024-04-02T08:51:34.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.786+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~OBZEFEV01THD.1 size=1048576 2024-04-02T08:51:34.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.787+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~OBZEFEV01THD.2 size=791805 2024-04-02T08:51:34.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.787+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=OBZEFEV01THD tag=GRX39R6VLX8H type=write size=3937533 2024-04-02T08:51:34.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.791+0000 7fe1e54f9780 1 < suggested remove operation key=IY511MS5UQEJ tag=4E2SXFD8N893 type=del 2024-04-02T08:51:34.792 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.793+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=A8517P69D5KE type=del size=1424179 2024-04-02T08:51:34.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.796+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=KTRNABAGLBZP type=del 2024-04-02T08:51:34.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.800+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~JWUUZC6T37OG.0 size=1048576 2024-04-02T08:51:34.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.802+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~JWUUZC6T37OG.1 size=1048576 2024-04-02T08:51:34.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.804+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~JWUUZC6T37OG.2 size=958326 2024-04-02T08:51:34.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.804+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=JWUUZC6T37OG tag=RNZDGZ4MFDB4 type=write size=4104054 2024-04-02T08:51:34.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.808+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=MFJGB0OQGF3M type=del 2024-04-02T08:51:34.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.812+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~0Q0M71MKYQ7N.0 size=457256 2024-04-02T08:51:34.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.812+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=0Q0M71MKYQ7N tag=RRRMIHY6PV52 type=write size=1505832 2024-04-02T08:51:34.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.816+0000 7fe1e54f9780 1 < suggested remove operation key=OWJ9C2D76GGG tag=7AH2ZXL1X5UM type=write 2024-04-02T08:51:34.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.817+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=9ZRKPAJ7E41H type=write size=162214 2024-04-02T08:51:34.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.819+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=BNEP727J9MEA type=write size=505254 2024-04-02T08:51:34.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.821+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=SUH0IX38DL1C type=del size=300324 2024-04-02T08:51:34.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.822+0000 7fe1e54f9780 1 < canceled part key=_multipart_OC284H4P86JN.2~QE80AOY46U90.0 size=948123 2024-04-02T08:51:34.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.825+0000 7fe1e54f9780 1 < canceled multipart upload key=OC284H4P86JN upload=QE80AOY46U90 tag=80V44EDZ9KQ6 type=write size=1996699 2024-04-02T08:51:34.825 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.827+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=ZFCFXJ26Y3TR type=del size=2216605 2024-04-02T08:51:34.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.829+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=BDC9NC3IMYK2 type=del 2024-04-02T08:51:34.832 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.833+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~JVVSH7E51AZX.0 size=1048576 2024-04-02T08:51:34.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.836+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~JVVSH7E51AZX.1 size=1048576 2024-04-02T08:51:34.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.838+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~JVVSH7E51AZX.2 size=267685 2024-04-02T08:51:34.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.838+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=JVVSH7E51AZX tag=84U4OJQBY4I1 type=write size=3413413 2024-04-02T08:51:34.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.841+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~9J40L43L4HXZ.0 size=1048576 2024-04-02T08:51:34.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.844+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~9J40L43L4HXZ.1 size=1048576 2024-04-02T08:51:34.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.845+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~9J40L43L4HXZ.2 size=131998 2024-04-02T08:51:34.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.849+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=9J40L43L4HXZ tag=BTW0W21080NV type=write size=3277726 2024-04-02T08:51:34.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.852+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=2OH6O72WCLMO type=write size=232364 2024-04-02T08:51:34.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.857+0000 7fe1e54f9780 1 < suggested remove operation key=72IYB621DARA tag=GFCQVZMHR5WN type=del 2024-04-02T08:51:34.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.862+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~6VMOX23D75AQ.0 size=1048576 2024-04-02T08:51:34.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.863+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~6VMOX23D75AQ.1 size=1048576 2024-04-02T08:51:34.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.865+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~6VMOX23D75AQ.2 size=878161 2024-04-02T08:51:34.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.865+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=6VMOX23D75AQ tag=DONRM89OWUDY type=write size=4023889 2024-04-02T08:51:34.866 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.867+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=9Y7W1369Y6G0 type=del 2024-04-02T08:51:34.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.869+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=XCWP66TS1V08 type=del size=1071205 2024-04-02T08:51:34.869 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.871+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=SJW0P3D8M6A2 type=write size=715753 2024-04-02T08:51:34.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.874+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=9FVCKVCHOFLI type=del size=2866141 2024-04-02T08:51:34.875 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.877+0000 7fe1e54f9780 -1 < failed to complete operation key=BQJGLDS0PGVE tag=LSOAT8JT573E type=del size=1282691: (22) Invalid argument 2024-04-02T08:51:34.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.882+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~OVO5D3THC714.0 size=1048576 2024-04-02T08:51:34.883 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.884+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~OVO5D3THC714.1 size=700821 2024-04-02T08:51:34.883 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.884+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=OVO5D3THC714 tag=A0PHUAYVZAMR type=write size=2797973 2024-04-02T08:51:34.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.887+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=95WJ827UUQ62 type=del 2024-04-02T08:51:34.887 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.889+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=25KM58BNXM3F type=del size=382765 2024-04-02T08:51:34.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.891+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~T8GBB56D9ZQW.0 size=1048576 2024-04-02T08:51:34.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.892+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~T8GBB56D9ZQW.1 size=1048576 2024-04-02T08:51:34.894 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.895+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~T8GBB56D9ZQW.2 size=965357 2024-04-02T08:51:34.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.899+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=T8GBB56D9ZQW tag=5BMWI6IN0BNJ type=write size=4111085 2024-04-02T08:51:34.900 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.901+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=NGQKMVKN8QCA type=del size=3973687 2024-04-02T08:51:34.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.904+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=ZKK6MTBPUC2C type=write size=268587 2024-04-02T08:51:34.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.907+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=UD1XPGOKX0VP type=write size=533491 2024-04-02T08:51:34.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.909+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~OBZEFEV01THD.0 size=1048576 2024-04-02T08:51:34.908 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.909+0000 7fe1e54f9780 1 < canceled part key=_multipart_JO11PYGL6W1R.2~OBZEFEV01THD.1 size=1048576 2024-04-02T08:51:34.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.911+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~OBZEFEV01THD.2 size=791805 2024-04-02T08:51:34.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.914+0000 7fe1e54f9780 1 < canceled multipart upload key=JO11PYGL6W1R upload=OBZEFEV01THD tag=GRX39R6VLX8H type=write size=3937533 2024-04-02T08:51:34.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.918+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~GWD5P8TDMZHO.0 size=598349 2024-04-02T08:51:34.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.918+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=GWD5P8TDMZHO tag=3FABAY96SRPB type=write size=1646925 2024-04-02T08:51:34.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.920+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=A8517P69D5KE type=del 2024-04-02T08:51:34.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.925+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~J6IIF30XL9TC.0 size=321644 2024-04-02T08:51:34.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.925+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=J6IIF30XL9TC tag=LJKR9XS51T29 type=write size=1370220 2024-04-02T08:51:34.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.927+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~JWUUZC6T37OG.0 size=1048576 2024-04-02T08:51:34.927 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.929+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~JWUUZC6T37OG.1 size=1048576 2024-04-02T08:51:34.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.929+0000 7fe1e54f9780 1 < canceled part key=_multipart_WT084Z5BQ6FL.2~JWUUZC6T37OG.2 size=958326 2024-04-02T08:51:34.932 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.933+0000 7fe1e54f9780 1 < canceled multipart upload key=WT084Z5BQ6FL upload=JWUUZC6T37OG tag=RNZDGZ4MFDB4 type=write size=4104054 2024-04-02T08:51:34.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.938+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~4NVQKL7LWMQE.0 size=1048576 2024-04-02T08:51:34.938 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.940+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~4NVQKL7LWMQE.1 size=31139 2024-04-02T08:51:34.938 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.940+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=4NVQKL7LWMQE tag=29G6ORWHVQ2U type=write size=2128291 2024-04-02T08:51:34.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.943+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~0Q0M71MKYQ7N.0 size=457256 2024-04-02T08:51:34.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.948+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=0Q0M71MKYQ7N tag=RRRMIHY6PV52 type=write size=1505832 2024-04-02T08:51:34.949 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.951+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=ZWLPDQ8QCF8J type=del size=994958 2024-04-02T08:51:34.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.955+0000 7fe1e54f9780 1 < suggested update operation key=7SOA145ODX3I tag=9ZRKPAJ7E41H type=write size=162214 2024-04-02T08:51:34.956 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.957+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=GZPLPAL25900 type=del size=2628918 2024-04-02T08:51:34.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.959+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=SUH0IX38DL1C type=del 2024-04-02T08:51:34.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.963+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~FGDFX6Q4YUTK.0 size=1048576 2024-04-02T08:51:34.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.964+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~FGDFX6Q4YUTK.1 size=1048576 2024-04-02T08:51:34.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.967+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~FGDFX6Q4YUTK.2 size=621865 2024-04-02T08:51:34.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.967+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=FGDFX6Q4YUTK tag=C08AE1G58EEO type=write size=3767593 2024-04-02T08:51:34.968 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.969+0000 7fe1e54f9780 -1 < failed to complete operation key=7SOA145ODX3I tag=ZFCFXJ26Y3TR type=del size=2216605: (22) Invalid argument 2024-04-02T08:51:34.971 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.972+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=Y8OFHLVJOU0T type=del size=1793676 2024-04-02T08:51:34.973 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.974+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~JVVSH7E51AZX.0 size=1048576 2024-04-02T08:51:34.975 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.976+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~JVVSH7E51AZX.1 size=1048576 2024-04-02T08:51:34.976 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.977+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~JVVSH7E51AZX.2 size=267685 2024-04-02T08:51:34.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.982+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=JVVSH7E51AZX tag=84U4OJQBY4I1 type=write size=3413413 2024-04-02T08:51:34.983 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.984+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=1LBKLWSRPH70 type=del size=1774480 2024-04-02T08:51:34.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.987+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=2OH6O72WCLMO type=write size=232364 2024-04-02T08:51:34.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.989+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=XYJHB11PU824 type=del size=1054072 2024-04-02T08:51:34.990 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.991+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~6VMOX23D75AQ.0 size=1048576 2024-04-02T08:51:34.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.992+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~6VMOX23D75AQ.1 size=1048576 2024-04-02T08:51:34.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.994+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~6VMOX23D75AQ.2 size=878161 2024-04-02T08:51:34.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:34.998+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=6VMOX23D75AQ tag=DONRM89OWUDY type=write size=4023889 2024-04-02T08:51:35.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.001+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~F021P0IR68U9.0 size=794707 2024-04-02T08:51:35.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.001+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=F021P0IR68U9 tag=IOCZ3W74F1OE type=write size=1843283 2024-04-02T08:51:35.002 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.003+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=XCWP66TS1V08 type=del 2024-04-02T08:51:35.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.005+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=LP6JRJ7M4TIB type=del size=3711532 2024-04-02T08:51:35.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.007+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=9FVCKVCHOFLI type=del 2024-04-02T08:51:35.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.011+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~FDB07QVKAG5L.0 size=210547 2024-04-02T08:51:35.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.011+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=FDB07QVKAG5L tag=KQAUBGP4FQK0 type=write size=1259123 2024-04-02T08:51:35.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.013+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~OVO5D3THC714.0 size=1048576 2024-04-02T08:51:35.014 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.015+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~OVO5D3THC714.1 size=700821 2024-04-02T08:51:35.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.019+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=OVO5D3THC714 tag=A0PHUAYVZAMR type=write size=2797973 2024-04-02T08:51:35.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.023+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~SYIL2HJ39F52.0 size=524088 2024-04-02T08:51:35.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.023+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=SYIL2HJ39F52 tag=NQJHS1JPZE3R type=write size=1572664 2024-04-02T08:51:35.024 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.025+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=25KM58BNXM3F type=del 2024-04-02T08:51:35.026 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.028+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=XPRZ0002GSZX type=del size=1781628 2024-04-02T08:51:35.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.032+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=NGQKMVKN8QCA type=del 2024-04-02T08:51:35.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.036+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~51G2TZI2FZR8.0 size=1048576 2024-04-02T08:51:35.037 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.038+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~51G2TZI2FZR8.1 size=1048576 2024-04-02T08:51:35.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.040+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~51G2TZI2FZR8.2 size=174998 2024-04-02T08:51:35.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.040+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=51G2TZI2FZR8 tag=WMUARTTHDPV5 type=write size=3320726 2024-04-02T08:51:35.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.043+0000 7fe1e54f9780 1 < completed write operation key=DB2S65G6D3OU tag=UD1XPGOKX0VP type=write size=533491 2024-04-02T08:51:35.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.045+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=YDBX1L2X7LRL type=del size=3921846 2024-04-02T08:51:35.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.048+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~GWD5P8TDMZHO.0 size=598349 2024-04-02T08:51:35.051 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.053+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=GWD5P8TDMZHO tag=3FABAY96SRPB type=write size=1646925 2024-04-02T08:51:35.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.055+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=A3B2NF93U730 type=write size=230547 2024-04-02T08:51:35.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.055+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~J6IIF30XL9TC.0 size=321644 2024-04-02T08:51:35.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.059+0000 7fe1e54f9780 1 < canceled multipart upload key=IY511MS5UQEJ upload=J6IIF30XL9TC tag=LJKR9XS51T29 type=write size=1370220 2024-04-02T08:51:35.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.062+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=6V1UBMC8F082 type=del size=1145003 2024-04-02T08:51:35.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.065+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~4NVQKL7LWMQE.0 size=1048576 2024-04-02T08:51:35.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.067+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~4NVQKL7LWMQE.1 size=31139 2024-04-02T08:51:35.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.071+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=4NVQKL7LWMQE tag=29G6ORWHVQ2U type=write size=2128291 2024-04-02T08:51:35.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.074+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=I9T0QVLND6Q8 type=write size=661877 2024-04-02T08:51:35.077 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.077+0000 7fe1e54f9780 -1 < failed to complete operation key=7SOA145ODX3I tag=ZWLPDQ8QCF8J type=del size=994958: (22) Invalid argument 2024-04-02T08:51:35.081 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.082+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~13XEOQMKBJBJ.0 size=1048576 2024-04-02T08:51:35.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.084+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~13XEOQMKBJBJ.1 size=1048576 2024-04-02T08:51:35.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.086+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~13XEOQMKBJBJ.2 size=894626 2024-04-02T08:51:35.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.086+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=13XEOQMKBJBJ tag=3N8708MUM8BU type=write size=4040354 2024-04-02T08:51:35.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.089+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=GZPLPAL25900 type=del 2024-04-02T08:51:35.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.092+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=LIR979Q2G31A type=del size=1604237 2024-04-02T08:51:35.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.094+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~FGDFX6Q4YUTK.0 size=1048576 2024-04-02T08:51:35.095 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.097+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~FGDFX6Q4YUTK.1 size=1048576 2024-04-02T08:51:35.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.099+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~FGDFX6Q4YUTK.2 size=621865 2024-04-02T08:51:35.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.104+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=FGDFX6Q4YUTK tag=C08AE1G58EEO type=write size=3767593 2024-04-02T08:51:35.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.108+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~94ULYL5F5GDU.0 size=1048576 2024-04-02T08:51:35.110 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.111+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~94ULYL5F5GDU.1 size=1048576 2024-04-02T08:51:35.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.113+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~94ULYL5F5GDU.2 size=303513 2024-04-02T08:51:35.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.113+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=94ULYL5F5GDU tag=25SQIW9HRDNR type=write size=3449241 2024-04-02T08:51:35.114 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.116+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=Y8OFHLVJOU0T type=del 2024-04-02T08:51:35.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.120+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~Q01VZDWHRYSU.0 size=1048576 2024-04-02T08:51:35.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.123+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~Q01VZDWHRYSU.1 size=665545 2024-04-02T08:51:35.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.123+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=Q01VZDWHRYSU tag=6TWJOTCYOIDA type=write size=2762697 2024-04-02T08:51:35.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.125+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=1LBKLWSRPH70 type=del 2024-04-02T08:51:35.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.128+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=5NZLGG5QGFDV type=del size=2182405 2024-04-02T08:51:35.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.130+0000 7fe1e54f9780 1 < canceled operation key=WT084Z5BQ6FL tag=XYJHB11PU824 type=del size=1054072 2024-04-02T08:51:35.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.135+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~WTW12HTOV301.0 size=1048576 2024-04-02T08:51:35.136 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.137+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~WTW12HTOV301.1 size=340836 2024-04-02T08:51:35.136 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.137+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=WTW12HTOV301 tag=1EVEQTT2644S type=write size=2437988 2024-04-02T08:51:35.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.140+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~F021P0IR68U9.0 size=794707 2024-04-02T08:51:35.144 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.145+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=F021P0IR68U9 tag=IOCZ3W74F1OE type=write size=1843283 2024-04-02T08:51:35.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.150+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~K9321QHULCLW.0 size=1048576 2024-04-02T08:51:35.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.152+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~K9321QHULCLW.1 size=1048576 2024-04-02T08:51:35.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.154+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~K9321QHULCLW.2 size=358688 2024-04-02T08:51:35.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.154+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=K9321QHULCLW tag=J9U4HX1XGQZF type=write size=3504416 2024-04-02T08:51:35.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.158+0000 7fe1e54f9780 1 < suggested update operation key=IY511MS5UQEJ tag=LP6JRJ7M4TIB type=del size=3711532 2024-04-02T08:51:35.159 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.160+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=YL6K9ZZXMKAK type=del size=935234 2024-04-02T08:51:35.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.162+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~FDB07QVKAG5L.0 size=210547 2024-04-02T08:51:35.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.166+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=FDB07QVKAG5L tag=KQAUBGP4FQK0 type=write size=1259123 2024-04-02T08:51:35.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.168+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=41KHDAN49ZRO type=del size=4177936 2024-04-02T08:51:35.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.170+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~SYIL2HJ39F52.0 size=524088 2024-04-02T08:51:35.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.174+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=SYIL2HJ39F52 tag=NQJHS1JPZE3R type=write size=1572664 2024-04-02T08:51:35.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.176+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=6OJPG2886P5P type=del size=2823449 2024-04-02T08:51:35.176 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.178+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=XPRZ0002GSZX type=del 2024-04-02T08:51:35.181 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.182+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~8W6LXG7BXEC9.0 size=1048576 2024-04-02T08:51:35.183 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.184+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~8W6LXG7BXEC9.1 size=1048576 2024-04-02T08:51:35.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.187+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~8W6LXG7BXEC9.2 size=638849 2024-04-02T08:51:35.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.187+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=8W6LXG7BXEC9 tag=AN1B79FI18DJ type=write size=3784577 2024-04-02T08:51:35.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.189+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~51G2TZI2FZR8.0 size=1048576 2024-04-02T08:51:35.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.189+0000 7fe1e54f9780 1 < canceled part key=_multipart_9P6XOL7S6JOX.2~51G2TZI2FZR8.1 size=1048576 2024-04-02T08:51:35.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.192+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~51G2TZI2FZR8.2 size=174998 2024-04-02T08:51:35.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.196+0000 7fe1e54f9780 1 < canceled multipart upload key=9P6XOL7S6JOX upload=51G2TZI2FZR8 tag=WMUARTTHDPV5 type=write size=3320726 2024-04-02T08:51:35.198 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.199+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=02MA6YYRQII1 type=del size=1523646 2024-04-02T08:51:35.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.202+0000 7fe1e54f9780 -1 < failed to complete operation key=IY511MS5UQEJ tag=YDBX1L2X7LRL type=del size=3921846: (22) Invalid argument 2024-04-02T08:51:35.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.206+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~KJ4UWCENOD78.0 size=1048576 2024-04-02T08:51:35.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.208+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~KJ4UWCENOD78.1 size=1048576 2024-04-02T08:51:35.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.210+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~KJ4UWCENOD78.2 size=305170 2024-04-02T08:51:35.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.210+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=KJ4UWCENOD78 tag=T8ALBRATWV03 type=write size=3450898 2024-04-02T08:51:35.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.212+0000 7fe1e54f9780 1 < canceled operation key=2F742L9HW4DY tag=A3B2NF93U730 type=write size=230547 2024-04-02T08:51:35.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.216+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~NXAP2T3IVD3Y.0 size=1048576 2024-04-02T08:51:35.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.218+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~NXAP2T3IVD3Y.1 size=1048576 2024-04-02T08:51:35.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.220+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~NXAP2T3IVD3Y.2 size=406548 2024-04-02T08:51:35.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.220+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=NXAP2T3IVD3Y tag=WXX0N424PW6T type=write size=3552276 2024-04-02T08:51:35.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.222+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=6V1UBMC8F082 type=del 2024-04-02T08:51:35.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.227+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~I76L57FVPEUL.0 size=1048576 2024-04-02T08:51:35.230 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.229+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~I76L57FVPEUL.1 size=719060 2024-04-02T08:51:35.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.229+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=I76L57FVPEUL tag=ONYMGHO8GHHP type=write size=2816212 2024-04-02T08:51:35.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.231+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=I9T0QVLND6Q8 type=write size=661877 2024-04-02T08:51:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:34 smithi187 ceph-mon[84356]: pgmap v1421: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 205 KiB/s wr, 1.04k op/s 2024-04-02T08:51:35.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.234+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=364FT4XN5KQK type=del size=3344635 2024-04-02T08:51:35.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.236+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~13XEOQMKBJBJ.0 size=1048576 2024-04-02T08:51:35.237 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.238+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~13XEOQMKBJBJ.1 size=1048576 2024-04-02T08:51:35.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.240+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~13XEOQMKBJBJ.2 size=894626 2024-04-02T08:51:35.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.245+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=13XEOQMKBJBJ tag=3N8708MUM8BU type=write size=4040354 2024-04-02T08:51:35.246 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.248+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=C7X6UA94SXW5 type=del size=2009373 2024-04-02T08:51:35.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.251+0000 7fe1e54f9780 -1 < failed to complete operation key=IY511MS5UQEJ tag=LIR979Q2G31A type=del size=1604237: (22) Invalid argument 2024-04-02T08:51:35.255 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.256+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~1LVXMBHW707X.0 size=1048576 2024-04-02T08:51:35.257 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.258+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~1LVXMBHW707X.1 size=783112 2024-04-02T08:51:35.257 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.258+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=1LVXMBHW707X tag=3ZT2R5A600E8 type=write size=2880264 2024-04-02T08:51:35.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.261+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~94ULYL5F5GDU.0 size=1048576 2024-04-02T08:51:35.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.263+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~94ULYL5F5GDU.1 size=1048576 2024-04-02T08:51:35.264 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.266+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~94ULYL5F5GDU.2 size=303513 2024-04-02T08:51:35.268 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.269+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=94ULYL5F5GDU tag=25SQIW9HRDNR type=write size=3449241 2024-04-02T08:51:35.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.271+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=3CZAVC1V3Q19 type=del size=4164210 2024-04-02T08:51:35.272 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.273+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~Q01VZDWHRYSU.0 size=1048576 2024-04-02T08:51:35.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.275+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~Q01VZDWHRYSU.1 size=665545 2024-04-02T08:51:35.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.278+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=Q01VZDWHRYSU tag=6TWJOTCYOIDA type=write size=2762697 2024-04-02T08:51:35.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.282+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~GGNN261U9MY4.0 size=580771 2024-04-02T08:51:35.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.282+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=GGNN261U9MY4 tag=P0VZ9OK24G4D type=write size=1629347 2024-04-02T08:51:35.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.286+0000 7fe1e54f9780 1 < suggested remove operation key=HBFL1GB4JX3V tag=5NZLGG5QGFDV type=del 2024-04-02T08:51:35.288 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.289+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~90KIE7XIODKC.0 size=1048576 2024-04-02T08:51:35.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.291+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~90KIE7XIODKC.1 size=1048576 2024-04-02T08:51:35.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.293+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~90KIE7XIODKC.2 size=7589 2024-04-02T08:51:35.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.293+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=90KIE7XIODKC tag=TWPEIKK3A27E type=write size=3153317 2024-04-02T08:51:35.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.294+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~WTW12HTOV301.0 size=1048576 2024-04-02T08:51:35.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.296+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~WTW12HTOV301.1 size=340836 2024-04-02T08:51:35.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.300+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=WTW12HTOV301 tag=1EVEQTT2644S type=write size=2437988 2024-04-02T08:51:35.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.303+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~JM94NB8CYY6S.0 size=1048576 2024-04-02T08:51:35.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.305+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~JM94NB8CYY6S.1 size=1048576 2024-04-02T08:51:35.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.306+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~JM94NB8CYY6S.2 size=84368 2024-04-02T08:51:35.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.306+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=JM94NB8CYY6S tag=8IMSZWL7LN1S type=write size=3230096 2024-04-02T08:51:35.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.307+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~K9321QHULCLW.0 size=1048576 2024-04-02T08:51:35.307 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.309+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~K9321QHULCLW.1 size=1048576 2024-04-02T08:51:35.310 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.310+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~K9321QHULCLW.2 size=358688 2024-04-02T08:51:35.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.314+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=K9321QHULCLW tag=J9U4HX1XGQZF type=write size=3504416 2024-04-02T08:51:35.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.317+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~AVQ0GG6DZOWZ.0 size=700301 2024-04-02T08:51:35.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.317+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=AVQ0GG6DZOWZ tag=186RM9E9Y6D7 type=write size=1748877 2024-04-02T08:51:35.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.321+0000 7fe1e54f9780 1 < suggested remove operation key=CT5BZ79K03F4 tag=YL6K9ZZXMKAK type=del 2024-04-02T08:51:35.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.325+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~3WU7FHJ8VQ14.0 size=1048576 2024-04-02T08:51:35.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.326+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~3WU7FHJ8VQ14.1 size=1048576 2024-04-02T08:51:35.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.328+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~3WU7FHJ8VQ14.2 size=884002 2024-04-02T08:51:35.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.328+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=3WU7FHJ8VQ14 tag=SZ239IGF2KXD type=write size=4029730 2024-04-02T08:51:35.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.330+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=41KHDAN49ZRO type=del 2024-04-02T08:51:35.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.333+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=TP7AWHNOSTMU type=del size=584922 2024-04-02T08:51:35.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.337+0000 7fe1e54f9780 1 < suggested remove operation key=JO11PYGL6W1R tag=6OJPG2886P5P type=del 2024-04-02T08:51:35.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.341+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~881MK31BRPX9.0 size=1035521 2024-04-02T08:51:35.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.341+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=881MK31BRPX9 tag=MFY2X95TLZQU type=write size=2084097 2024-04-02T08:51:35.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.343+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~8W6LXG7BXEC9.0 size=1048576 2024-04-02T08:51:35.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.344+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~8W6LXG7BXEC9.1 size=1048576 2024-04-02T08:51:35.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.347+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~8W6LXG7BXEC9.2 size=638849 2024-04-02T08:51:35.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.352+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=8W6LXG7BXEC9 tag=AN1B79FI18DJ type=write size=3784577 2024-04-02T08:51:35.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.354+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=KPLKW9YN8XIN type=write size=677114 2024-04-02T08:51:35.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.357+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=02MA6YYRQII1 type=del 2024-04-02T08:51:35.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.359+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=T4Z2VS633S3X type=del size=3546442 2024-04-02T08:51:35.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.361+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~KJ4UWCENOD78.0 size=1048576 2024-04-02T08:51:35.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.363+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~KJ4UWCENOD78.1 size=1048576 2024-04-02T08:51:35.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.363+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~KJ4UWCENOD78.2 size=305170 2024-04-02T08:51:35.366 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.367+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=KJ4UWCENOD78 tag=T8ALBRATWV03 type=write size=3450898 2024-04-02T08:51:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:34 smithi112 ceph-mon[91385]: pgmap v1421: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 205 KiB/s wr, 1.04k op/s 2024-04-02T08:51:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:34 smithi112 ceph-mon[88945]: pgmap v1421: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 205 KiB/s wr, 1.04k op/s 2024-04-02T08:51:35.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.370+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=7AK4VXZHSNRL type=write size=251772 2024-04-02T08:51:35.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.372+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~NXAP2T3IVD3Y.0 size=1048576 2024-04-02T08:51:35.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.374+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~NXAP2T3IVD3Y.1 size=1048576 2024-04-02T08:51:35.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.374+0000 7fe1e54f9780 1 < canceled part key=_multipart_DB2S65G6D3OU.2~NXAP2T3IVD3Y.2 size=406548 2024-04-02T08:51:35.376 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.377+0000 7fe1e54f9780 1 < canceled multipart upload key=DB2S65G6D3OU upload=NXAP2T3IVD3Y tag=WXX0N424PW6T type=write size=3552276 2024-04-02T08:51:35.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.381+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~8QM9370UPQWE.0 size=235510 2024-04-02T08:51:35.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.381+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=8QM9370UPQWE tag=S94NR2V8MZ1M type=write size=1284086 2024-04-02T08:51:35.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.383+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~I76L57FVPEUL.0 size=1048576 2024-04-02T08:51:35.383 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.385+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~I76L57FVPEUL.1 size=719060 2024-04-02T08:51:35.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.389+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=I76L57FVPEUL tag=ONYMGHO8GHHP type=write size=2816212 2024-04-02T08:51:35.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.391+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=S9TQHVZW6RWR type=del size=2126047 2024-04-02T08:51:35.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.393+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=364FT4XN5KQK type=del 2024-04-02T08:51:35.394 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.395+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=TURDOE3S6CFJ type=del size=3676249 2024-04-02T08:51:35.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.397+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=C7X6UA94SXW5 type=del 2024-04-02T08:51:35.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.399+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=1HDJLDXBCB9I type=del size=988267 2024-04-02T08:51:35.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.401+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~1LVXMBHW707X.0 size=1048576 2024-04-02T08:51:35.402 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.403+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~1LVXMBHW707X.1 size=783112 2024-04-02T08:51:35.405 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.406+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=1LVXMBHW707X tag=3ZT2R5A600E8 type=write size=2880264 2024-04-02T08:51:35.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.409+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=OR8XLIO3ETLT type=del size=3012950 2024-04-02T08:51:35.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.410+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=3CZAVC1V3Q19 type=del 2024-04-02T08:51:35.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.412+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=YIAZG1R52NJY type=del size=1344170 2024-04-02T08:51:35.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.414+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~GGNN261U9MY4.0 size=580771 2024-04-02T08:51:35.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.418+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=GGNN261U9MY4 tag=P0VZ9OK24G4D type=write size=1629347 2024-04-02T08:51:35.418 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.420+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=UNVMWUYOGC22 type=del size=300253 2024-04-02T08:51:35.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.422+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~90KIE7XIODKC.0 size=1048576 2024-04-02T08:51:35.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.424+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~90KIE7XIODKC.1 size=1048576 2024-04-02T08:51:35.424 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.425+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~90KIE7XIODKC.2 size=7589 2024-04-02T08:51:35.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.429+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=90KIE7XIODKC tag=TWPEIKK3A27E type=write size=3153317 2024-04-02T08:51:35.429 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.431+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=FTLWURU5KTJX type=del size=3042746 2024-04-02T08:51:35.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.433+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~JM94NB8CYY6S.0 size=1048576 2024-04-02T08:51:35.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.435+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~JM94NB8CYY6S.1 size=1048576 2024-04-02T08:51:35.435 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.437+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~JM94NB8CYY6S.2 size=84368 2024-04-02T08:51:35.440 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.441+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=JM94NB8CYY6S tag=8IMSZWL7LN1S type=write size=3230096 2024-04-02T08:51:35.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.443+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=TCXL798WZSU4 type=write size=924761 2024-04-02T08:51:35.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.445+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~AVQ0GG6DZOWZ.0 size=700301 2024-04-02T08:51:35.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.449+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=AVQ0GG6DZOWZ tag=186RM9E9Y6D7 type=write size=1748877 2024-04-02T08:51:35.450 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.451+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=V8RRHI1L4K7J type=del size=1677633 2024-04-02T08:51:35.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.453+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~3WU7FHJ8VQ14.0 size=1048576 2024-04-02T08:51:35.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.453+0000 7fe1e54f9780 1 < canceled part key=_multipart_BQJGLDS0PGVE.2~3WU7FHJ8VQ14.1 size=1048576 2024-04-02T08:51:35.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.455+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~3WU7FHJ8VQ14.2 size=884002 2024-04-02T08:51:35.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.459+0000 7fe1e54f9780 1 < canceled multipart upload key=BQJGLDS0PGVE upload=3WU7FHJ8VQ14 tag=SZ239IGF2KXD type=write size=4029730 2024-04-02T08:51:35.460 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.461+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=48G0LBCBR3T2 type=write size=302720 2024-04-02T08:51:35.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.463+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=TP7AWHNOSTMU type=del 2024-04-02T08:51:35.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.465+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=I5A77W7I6VVI type=write size=776688 2024-04-02T08:51:35.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.467+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~881MK31BRPX9.0 size=1035521 2024-04-02T08:51:35.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.471+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=881MK31BRPX9 tag=MFY2X95TLZQU type=write size=2084097 2024-04-02T08:51:35.473 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.475+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~L8W6XBPYT1EJ.0 size=1048576 2024-04-02T08:51:35.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.476+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~L8W6XBPYT1EJ.1 size=307400 2024-04-02T08:51:35.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.476+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=L8W6XBPYT1EJ tag=7TMVDZQ22OKV type=write size=2404552 2024-04-02T08:51:35.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.478+0000 7fe1e54f9780 1 < completed write operation key=T88N3IX1URRX tag=KPLKW9YN8XIN type=write size=677114 2024-04-02T08:51:35.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.480+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=NKYTT6MBSYXV type=del size=747671 2024-04-02T08:51:35.483 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.484+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=T4Z2VS633S3X type=del size=3546442 2024-04-02T08:51:35.485 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.486+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=2KAOOQNHK35U type=del size=2856794 2024-04-02T08:51:35.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.490+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=7AK4VXZHSNRL type=write size=251772 2024-04-02T08:51:35.491 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.492+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=A5VQXG76GXTD type=del size=4023958 2024-04-02T08:51:35.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.494+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~8QM9370UPQWE.0 size=235510 2024-04-02T08:51:35.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.498+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=8QM9370UPQWE tag=S94NR2V8MZ1M type=write size=1284086 2024-04-02T08:51:35.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.502+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~QBOSOVXG42SC.0 size=1048576 2024-04-02T08:51:35.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.503+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~QBOSOVXG42SC.1 size=477407 2024-04-02T08:51:35.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.503+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=QBOSOVXG42SC tag=YC2B4KFYZV3Q type=write size=2574559 2024-04-02T08:51:35.504 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.505+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=S9TQHVZW6RWR type=del 2024-04-02T08:51:35.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.507+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=HOCJUI7YL4QN type=del size=791218 2024-04-02T08:51:35.510 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.512+0000 7fe1e54f9780 1 < suggested remove operation key=DB2S65G6D3OU tag=TURDOE3S6CFJ type=del 2024-04-02T08:51:35.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.515+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~3OE3LOFVPOO6.0 size=1048576 2024-04-02T08:51:35.515 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.517+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~3OE3LOFVPOO6.1 size=475164 2024-04-02T08:51:35.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.517+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=3OE3LOFVPOO6 tag=09P0UTWD3AXK type=write size=2572316 2024-04-02T08:51:35.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.520+0000 7fe1e54f9780 -1 < failed to complete operation key=DB2S65G6D3OU tag=1HDJLDXBCB9I type=del size=988267: (22) Invalid argument 2024-04-02T08:51:35.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.523+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~BOAIUYMIGA07.0 size=1048576 2024-04-02T08:51:35.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.525+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~BOAIUYMIGA07.1 size=722040 2024-04-02T08:51:35.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.525+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=BOAIUYMIGA07 tag=2EESQPUWO3XO type=write size=2819192 2024-04-02T08:51:35.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.527+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=OR8XLIO3ETLT type=del 2024-04-02T08:51:35.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.529+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=SXOILXY0CD2G type=del size=2836448 2024-04-02T08:51:35.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.531+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=YIAZG1R52NJY type=del 2024-04-02T08:51:35.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.535+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~JNN6Y1AN0TT9.0 size=1048576 2024-04-02T08:51:35.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.536+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~JNN6Y1AN0TT9.1 size=100912 2024-04-02T08:51:35.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.536+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=JNN6Y1AN0TT9 tag=SEG0404IIQO3 type=write size=2198064 2024-04-02T08:51:35.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.538+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=UNVMWUYOGC22 type=del 2024-04-02T08:51:35.539 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.540+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=V0SGJIOUMZ49 type=write size=45699 2024-04-02T08:51:35.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.543+0000 7fe1e54f9780 -1 < failed to complete operation key=DB2S65G6D3OU tag=FTLWURU5KTJX type=del size=3042746: (22) Invalid argument 2024-04-02T08:51:35.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.547+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~YO2WZN7YFQDJ.0 size=1048576 2024-04-02T08:51:35.547 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.549+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~YO2WZN7YFQDJ.1 size=625166 2024-04-02T08:51:35.547 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.549+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=YO2WZN7YFQDJ tag=BGRYR83EM02O type=write size=2722318 2024-04-02T08:51:35.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.552+0000 7fe1e54f9780 1 < suggested remove operation key=HG0NKZCLQ7V7 tag=TCXL798WZSU4 type=write 2024-04-02T08:51:35.555 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.557+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~Y6R85LFQFRLB.0 size=1048576 2024-04-02T08:51:35.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.558+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~Y6R85LFQFRLB.1 size=117588 2024-04-02T08:51:35.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.558+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=Y6R85LFQFRLB tag=0W0JC255IDZ1 type=write size=2214740 2024-04-02T08:51:35.559 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.560+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=V8RRHI1L4K7J type=del 2024-04-02T08:51:35.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.562+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=LL4GAGBSXMGC type=write size=710288 2024-04-02T08:51:35.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.564+0000 7fe1e54f9780 1 < completed write operation key=HSKJ25CGNNTY tag=48G0LBCBR3T2 type=write size=302720 2024-04-02T08:51:35.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.566+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=EDROH1U4W8VW type=del size=2179310 2024-04-02T08:51:35.567 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.568+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=I5A77W7I6VVI type=write size=776688 2024-04-02T08:51:35.568 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.570+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=5WKFQVQIXQON type=del size=2269417 2024-04-02T08:51:35.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.570+0000 7fe1e54f9780 1 < canceled part key=_multipart_2F742L9HW4DY.2~L8W6XBPYT1EJ.0 size=1048576 2024-04-02T08:51:35.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.572+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~L8W6XBPYT1EJ.1 size=307400 2024-04-02T08:51:35.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.576+0000 7fe1e54f9780 1 < canceled multipart upload key=2F742L9HW4DY upload=L8W6XBPYT1EJ tag=7TMVDZQ22OKV type=write size=2404552 2024-04-02T08:51:35.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.580+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~5K3PUVFDWEC6.0 size=1048576 2024-04-02T08:51:35.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.582+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~5K3PUVFDWEC6.1 size=1048576 2024-04-02T08:51:35.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.584+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~5K3PUVFDWEC6.2 size=721291 2024-04-02T08:51:35.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.584+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=5K3PUVFDWEC6 tag=IYXJRO0YNK0V type=write size=3867019 2024-04-02T08:51:35.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.588+0000 7fe1e54f9780 1 < suggested remove operation key=WT084Z5BQ6FL tag=NKYTT6MBSYXV type=del 2024-04-02T08:51:35.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.591+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=5GFWS9DPJIM5 type=del size=1870746 2024-04-02T08:51:35.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.593+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=2KAOOQNHK35U type=del 2024-04-02T08:51:35.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.595+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=SH0T3GHMF548 type=del size=2019338 2024-04-02T08:51:35.595 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.597+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=A5VQXG76GXTD type=del 2024-04-02T08:51:35.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.601+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~I78A0T2IWIEW.0 size=1048576 2024-04-02T08:51:35.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.603+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~I78A0T2IWIEW.1 size=63376 2024-04-02T08:51:35.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.603+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=I78A0T2IWIEW tag=AXCIWCDQ44WQ type=write size=2160528 2024-04-02T08:51:35.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.605+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~QBOSOVXG42SC.0 size=1048576 2024-04-02T08:51:35.605 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.607+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~QBOSOVXG42SC.1 size=477407 2024-04-02T08:51:35.610 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.611+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=QBOSOVXG42SC tag=YC2B4KFYZV3Q type=write size=2574559 2024-04-02T08:51:35.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.615+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~5FE4CKS76YDW.0 size=1048576 2024-04-02T08:51:35.615 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.617+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~5FE4CKS76YDW.1 size=855419 2024-04-02T08:51:35.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.617+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=5FE4CKS76YDW tag=LBMPBN1B7AFZ type=write size=2952571 2024-04-02T08:51:35.620 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.621+0000 7fe1e54f9780 1 < suggested update operation key=R6Z9S7ZDIVB0 tag=HOCJUI7YL4QN type=del size=791218 2024-04-02T08:51:35.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.623+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=UIE73575YOKR type=del size=190695 2024-04-02T08:51:35.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.625+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~3OE3LOFVPOO6.0 size=1048576 2024-04-02T08:51:35.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.626+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~3OE3LOFVPOO6.1 size=475164 2024-04-02T08:51:35.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.630+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=3OE3LOFVPOO6 tag=09P0UTWD3AXK type=write size=2572316 2024-04-02T08:51:35.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.634+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~99OECMJQD6H5.0 size=1048576 2024-04-02T08:51:35.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.636+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~99OECMJQD6H5.1 size=1048576 2024-04-02T08:51:35.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.638+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~99OECMJQD6H5.2 size=947118 2024-04-02T08:51:35.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.638+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=99OECMJQD6H5 tag=JGW525FQVWFC type=write size=4092846 2024-04-02T08:51:35.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.640+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~BOAIUYMIGA07.0 size=1048576 2024-04-02T08:51:35.640 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.642+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~BOAIUYMIGA07.1 size=722040 2024-04-02T08:51:35.644 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.645+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=BOAIUYMIGA07 tag=2EESQPUWO3XO type=write size=2819192 2024-04-02T08:51:35.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.647+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=Y2A2M1C20DIF type=write size=840672 2024-04-02T08:51:35.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.649+0000 7fe1e54f9780 1 < canceled operation key=T88N3IX1URRX tag=SXOILXY0CD2G type=del size=2836448 2024-04-02T08:51:35.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.653+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~MJ5M32SEFDYP.0 size=1048576 2024-04-02T08:51:35.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.655+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~MJ5M32SEFDYP.1 size=1048576 2024-04-02T08:51:35.656 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.657+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~MJ5M32SEFDYP.2 size=483151 2024-04-02T08:51:35.656 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.657+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=MJ5M32SEFDYP tag=5W8CM5ZU6RYJ type=write size=3628879 2024-04-02T08:51:35.658 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.659+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~JNN6Y1AN0TT9.0 size=1048576 2024-04-02T08:51:35.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.661+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~JNN6Y1AN0TT9.1 size=100912 2024-04-02T08:51:35.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.664+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=JNN6Y1AN0TT9 tag=SEG0404IIQO3 type=write size=2198064 2024-04-02T08:51:35.665 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.666+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=WQ26IMXN8LX4 type=del size=934896 2024-04-02T08:51:35.667 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.668+0000 7fe1e54f9780 1 < completed write operation key=LOZGVEXU39NU tag=V0SGJIOUMZ49 type=write size=45699 2024-04-02T08:51:35.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.670+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=SSRQ11JR5QG9 type=del size=1625574 2024-04-02T08:51:35.671 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.672+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~YO2WZN7YFQDJ.0 size=1048576 2024-04-02T08:51:35.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.674+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~YO2WZN7YFQDJ.1 size=625166 2024-04-02T08:51:35.676 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.678+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=YO2WZN7YFQDJ tag=BGRYR83EM02O type=write size=2722318 2024-04-02T08:51:35.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.681+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PMCP51UI5VNN.0 size=1048576 2024-04-02T08:51:35.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.683+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PMCP51UI5VNN.1 size=1029161 2024-04-02T08:51:35.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.683+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=PMCP51UI5VNN tag=7OYY2FV3Y3SE type=write size=3126313 2024-04-02T08:51:35.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.685+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~Y6R85LFQFRLB.0 size=1048576 2024-04-02T08:51:35.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.686+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~Y6R85LFQFRLB.1 size=117588 2024-04-02T08:51:35.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.690+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=Y6R85LFQFRLB tag=0W0JC255IDZ1 type=write size=2214740 2024-04-02T08:51:35.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.693+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=KU2X7GOM0RNM type=write size=701202 2024-04-02T08:51:35.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.697+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=LL4GAGBSXMGC type=write 2024-04-02T08:51:35.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.701+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~JZYOM49UOTQZ.0 size=506433 2024-04-02T08:51:35.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.701+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=JZYOM49UOTQZ tag=X2HACZUY4QVQ type=write size=1555009 2024-04-02T08:51:35.701 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.703+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=EDROH1U4W8VW type=del 2024-04-02T08:51:35.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.705+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=IUU2WIBHKMNZ type=del size=672213 2024-04-02T08:51:35.705 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.707+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=5WKFQVQIXQON type=del 2024-04-02T08:51:35.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.711+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~MGPSROQ2QX63.0 size=1048576 2024-04-02T08:51:35.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.713+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~MGPSROQ2QX63.1 size=1048576 2024-04-02T08:51:35.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.714+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~MGPSROQ2QX63.2 size=809496 2024-04-02T08:51:35.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.714+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=MGPSROQ2QX63 tag=4I5VD486XDJ3 type=write size=3955224 2024-04-02T08:51:35.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.715+0000 7fe1e54f9780 1 < canceled part key=_multipart_LA786DTGT3XA.2~5K3PUVFDWEC6.0 size=1048576 2024-04-02T08:51:35.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.716+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~5K3PUVFDWEC6.1 size=1048576 2024-04-02T08:51:35.717 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.719+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~5K3PUVFDWEC6.2 size=721291 2024-04-02T08:51:35.721 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.723+0000 7fe1e54f9780 1 < canceled multipart upload key=LA786DTGT3XA upload=5K3PUVFDWEC6 tag=IYXJRO0YNK0V type=write size=3867019 2024-04-02T08:51:35.725 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.727+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~O228ECEM29PN.0 size=1048576 2024-04-02T08:51:35.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.729+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~O228ECEM29PN.1 size=1048576 2024-04-02T08:51:35.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.731+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~O228ECEM29PN.2 size=611575 2024-04-02T08:51:35.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.731+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=O228ECEM29PN tag=TR8K14K2VT2F type=write size=3757303 2024-04-02T08:51:35.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.733+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=5GFWS9DPJIM5 type=del 2024-04-02T08:51:35.735 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.736+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~EZ4U2Y8NIVSG.0 size=1048576 2024-04-02T08:51:35.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.738+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~EZ4U2Y8NIVSG.1 size=662801 2024-04-02T08:51:35.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.738+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=EZ4U2Y8NIVSG tag=ND0P0LZFURQA type=write size=2759953 2024-04-02T08:51:35.739 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.740+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=SH0T3GHMF548 type=del 2024-04-02T08:51:35.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.742+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=X5O1P51H5F42 type=write size=50476 2024-04-02T08:51:35.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.744+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~I78A0T2IWIEW.0 size=1048576 2024-04-02T08:51:35.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.744+0000 7fe1e54f9780 1 < canceled part key=_multipart_9P6XOL7S6JOX.2~I78A0T2IWIEW.1 size=63376 2024-04-02T08:51:35.746 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.748+0000 7fe1e54f9780 1 < canceled multipart upload key=9P6XOL7S6JOX upload=I78A0T2IWIEW tag=AXCIWCDQ44WQ type=write size=2160528 2024-04-02T08:51:35.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.750+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=BATPGWYNB5YG type=del size=235641 2024-04-02T08:51:35.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.752+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~5FE4CKS76YDW.0 size=1048576 2024-04-02T08:51:35.752 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.753+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~5FE4CKS76YDW.1 size=855419 2024-04-02T08:51:35.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.757+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=5FE4CKS76YDW tag=LBMPBN1B7AFZ type=write size=2952571 2024-04-02T08:51:35.759 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.760+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~89SFI447OQLB.0 size=1048576 2024-04-02T08:51:35.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.762+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~89SFI447OQLB.1 size=10684 2024-04-02T08:51:35.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.762+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=89SFI447OQLB tag=TVMSQHZGX1FW type=write size=2107836 2024-04-02T08:51:35.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.764+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=UIE73575YOKR type=del 2024-04-02T08:51:35.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.766+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=X9E2EB2521AV type=del size=1943167 2024-04-02T08:51:35.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.768+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~99OECMJQD6H5.0 size=1048576 2024-04-02T08:51:35.768 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.770+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~99OECMJQD6H5.1 size=1048576 2024-04-02T08:51:35.770 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.771+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~99OECMJQD6H5.2 size=947118 2024-04-02T08:51:35.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.775+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=99OECMJQD6H5 tag=JGW525FQVWFC type=write size=4092846 2024-04-02T08:51:35.776 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.777+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=YIM1RCIBV4BE type=del size=1945199 2024-04-02T08:51:35.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.779+0000 7fe1e54f9780 1 < completed write operation key=AKDL74Y6A2P3 tag=Y2A2M1C20DIF type=write size=840672 2024-04-02T08:51:35.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.783+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~N4BDC9J9V077.0 size=651193 2024-04-02T08:51:35.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.783+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=N4BDC9J9V077 tag=UMRZUOZRX456 type=write size=1699769 2024-04-02T08:51:35.783 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.785+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~MJ5M32SEFDYP.0 size=1048576 2024-04-02T08:51:35.785 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.787+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~MJ5M32SEFDYP.1 size=1048576 2024-04-02T08:51:35.787 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.788+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~MJ5M32SEFDYP.2 size=483151 2024-04-02T08:51:35.791 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.792+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=MJ5M32SEFDYP tag=5W8CM5ZU6RYJ type=write size=3628879 2024-04-02T08:51:35.793 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.795+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=NPN2S9I8NK57 type=del size=40652 2024-04-02T08:51:35.795 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.797+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=WQ26IMXN8LX4 type=del 2024-04-02T08:51:35.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.799+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=QM9BK4W1P3OW type=del size=1936884 2024-04-02T08:51:35.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.803+0000 7fe1e54f9780 1 < suggested update operation key=LOZGVEXU39NU tag=SSRQ11JR5QG9 type=del size=1625574 2024-04-02T08:51:35.804 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.805+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=2VRTQZKK2YKF type=del size=1174895 2024-04-02T08:51:35.806 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.807+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~PMCP51UI5VNN.0 size=1048576 2024-04-02T08:51:35.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.810+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~PMCP51UI5VNN.1 size=1029161 2024-04-02T08:51:35.812 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.813+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=PMCP51UI5VNN tag=7OYY2FV3Y3SE type=write size=3126313 2024-04-02T08:51:35.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.817+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~Y551I2ZHRQBV.0 size=885059 2024-04-02T08:51:35.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.817+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=Y551I2ZHRQBV tag=6VUBAU6LRAX4 type=write size=1933635 2024-04-02T08:51:35.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.821+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=KU2X7GOM0RNM type=write size=701202 2024-04-02T08:51:35.822 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.823+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=6QQBJ7F3I8QQ type=del size=791871 2024-04-02T08:51:35.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.825+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~JZYOM49UOTQZ.0 size=506433 2024-04-02T08:51:35.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.829+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=JZYOM49UOTQZ tag=X2HACZUY4QVQ type=write size=1555009 2024-04-02T08:51:35.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.831+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=PP88QRUL4TIU type=write size=739020 2024-04-02T08:51:35.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.834+0000 7fe1e54f9780 -1 < failed to complete operation key=IK9DWI5A56MQ tag=IUU2WIBHKMNZ type=del size=672213: (22) Invalid argument 2024-04-02T08:51:35.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.836+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=JEK02AO4VIKE type=del size=518393 2024-04-02T08:51:35.836 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.838+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~MGPSROQ2QX63.0 size=1048576 2024-04-02T08:51:35.843 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.840+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~MGPSROQ2QX63.1 size=1048576 2024-04-02T08:51:35.843 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.842+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~MGPSROQ2QX63.2 size=809496 2024-04-02T08:51:35.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.845+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=MGPSROQ2QX63 tag=4I5VD486XDJ3 type=write size=3955224 2024-04-02T08:51:35.847 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.848+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~UD4PKD11EBS7.0 size=1048576 2024-04-02T08:51:35.849 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.850+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~UD4PKD11EBS7.1 size=509524 2024-04-02T08:51:35.849 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.850+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=UD4PKD11EBS7 tag=YUEN0LRGT1CK type=write size=2606676 2024-04-02T08:51:35.851 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.852+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~O228ECEM29PN.0 size=1048576 2024-04-02T08:51:35.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.854+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~O228ECEM29PN.1 size=1048576 2024-04-02T08:51:35.854 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.856+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~O228ECEM29PN.2 size=611575 2024-04-02T08:51:35.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.859+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=O228ECEM29PN tag=TR8K14K2VT2F type=write size=3757303 2024-04-02T08:51:35.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.861+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=X1AVUGI3IWEV type=del size=2454032 2024-04-02T08:51:35.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.863+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~EZ4U2Y8NIVSG.0 size=1048576 2024-04-02T08:51:35.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.865+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~EZ4U2Y8NIVSG.1 size=662801 2024-04-02T08:51:35.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.869+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=EZ4U2Y8NIVSG tag=ND0P0LZFURQA type=write size=2759953 2024-04-02T08:51:35.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.873+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~K8TE36B8GIBG.0 size=63648 2024-04-02T08:51:35.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.873+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=K8TE36B8GIBG tag=FCJEUV3C3ILR type=write size=1112224 2024-04-02T08:51:35.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.875+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=X5O1P51H5F42 type=write size=50476 2024-04-02T08:51:35.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.877+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=8FZNJNOUC4NI type=del size=4103915 2024-04-02T08:51:35.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.880+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=BATPGWYNB5YG type=del 2024-04-02T08:51:35.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.882+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=OFD3D3KP758A type=del size=3740345 2024-04-02T08:51:35.882 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.884+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~89SFI447OQLB.0 size=1048576 2024-04-02T08:51:35.884 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.885+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~89SFI447OQLB.1 size=10684 2024-04-02T08:51:35.887 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.889+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=89SFI447OQLB tag=TVMSQHZGX1FW type=write size=2107836 2024-04-02T08:51:35.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.892+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~ZQ5MQ5T8I35F.0 size=398666 2024-04-02T08:51:35.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.892+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=ZQ5MQ5T8I35F tag=K7MN9B5Q9FGX type=write size=1447242 2024-04-02T08:51:35.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.894+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=X9E2EB2521AV type=del 2024-04-02T08:51:35.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.896+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=NHWNXS5QCGLY type=del size=4112176 2024-04-02T08:51:35.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.899+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=YIM1RCIBV4BE type=del 2024-04-02T08:51:35.902 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.903+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~WJXVQ9TN22EO.0 size=502934 2024-04-02T08:51:35.902 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.903+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=WJXVQ9TN22EO tag=BNV3TFWO0Y4B type=write size=1551510 2024-04-02T08:51:35.904 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.905+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~N4BDC9J9V077.0 size=651193 2024-04-02T08:51:35.908 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.909+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=N4BDC9J9V077 tag=UMRZUOZRX456 type=write size=1699769 2024-04-02T08:51:35.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.912+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=LJF0JOCMEVFG type=del size=70850 2024-04-02T08:51:35.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.914+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=NPN2S9I8NK57 type=del 2024-04-02T08:51:35.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.917+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=W4VC8DDSXVGX type=del size=3919737 2024-04-02T08:51:35.920 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.922+0000 7fe1e54f9780 1 < suggested update operation key=2Y0DXEZ36QAV tag=QM9BK4W1P3OW type=del size=1936884 2024-04-02T08:51:35.922 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.924+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=GA25ES1HTD8P type=write size=488090 2024-04-02T08:51:35.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.926+0000 7fe1e54f9780 1 < canceled operation key=JCPYU79H8CYL tag=2VRTQZKK2YKF type=del size=1174895 2024-04-02T08:51:35.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.929+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~N6C2XH0EL6OM.0 size=1048576 2024-04-02T08:51:35.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.931+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~N6C2XH0EL6OM.1 size=1041779 2024-04-02T08:51:35.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.931+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=N6C2XH0EL6OM tag=KQHLU1JOF1U2 type=write size=3138931 2024-04-02T08:51:35.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.933+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~Y551I2ZHRQBV.0 size=885059 2024-04-02T08:51:35.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.936+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=Y551I2ZHRQBV tag=6VUBAU6LRAX4 type=write size=1933635 2024-04-02T08:51:35.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.938+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=KNEHLCWP9AG3 type=del size=2922492 2024-04-02T08:51:35.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.941+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=6QQBJ7F3I8QQ type=del 2024-04-02T08:51:35.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.945+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~BUPPTOUQKB6L.0 size=1048576 2024-04-02T08:51:35.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.947+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~BUPPTOUQKB6L.1 size=40696 2024-04-02T08:51:35.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.947+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=BUPPTOUQKB6L tag=RJF281H6SC32 type=write size=2137848 2024-04-02T08:51:35.947 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.949+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=PP88QRUL4TIU type=write size=739020 2024-04-02T08:51:35.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.953+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~UGC9Q87PBXJ5.0 size=1048576 2024-04-02T08:51:35.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.955+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~UGC9Q87PBXJ5.1 size=364013 2024-04-02T08:51:35.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.955+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=UGC9Q87PBXJ5 tag=GTPTP7GRL1JQ type=write size=2461165 2024-04-02T08:51:35.956 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.957+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=JEK02AO4VIKE type=del 2024-04-02T08:51:35.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.960+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~GOAH3XJH6KOC.0 size=1048576 2024-04-02T08:51:35.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.962+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~GOAH3XJH6KOC.1 size=1048576 2024-04-02T08:51:35.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.964+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~GOAH3XJH6KOC.2 size=406483 2024-04-02T08:51:35.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.964+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=GOAH3XJH6KOC tag=H788X5MCMEE7 type=write size=3552211 2024-04-02T08:51:35.964 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.965+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~UD4PKD11EBS7.0 size=1048576 2024-04-02T08:51:35.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.967+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~UD4PKD11EBS7.1 size=509524 2024-04-02T08:51:35.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.971+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=UD4PKD11EBS7 tag=YUEN0LRGT1CK type=write size=2606676 2024-04-02T08:51:35.971 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.972+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=3XQHF823I8ZV type=del size=2176516 2024-04-02T08:51:35.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.975+0000 7fe1e54f9780 -1 < failed to complete operation key=2Y0DXEZ36QAV tag=X1AVUGI3IWEV type=del size=2454032: (22) Invalid argument 2024-04-02T08:51:35.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.979+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~VUSXTD99XQF6.0 size=824960 2024-04-02T08:51:35.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.979+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=VUSXTD99XQF6 tag=SYGYEDMXIOG1 type=write size=1873536 2024-04-02T08:51:35.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.981+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~K8TE36B8GIBG.0 size=63648 2024-04-02T08:51:35.983 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.984+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=K8TE36B8GIBG tag=FCJEUV3C3ILR type=write size=1112224 2024-04-02T08:51:35.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.988+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~9LXLI0KMYBR8.0 size=737934 2024-04-02T08:51:35.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.988+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=9LXLI0KMYBR8 tag=VC9CQVE63KM8 type=write size=1786510 2024-04-02T08:51:35.988 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.990+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=8FZNJNOUC4NI type=del 2024-04-02T08:51:35.990 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.992+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=153L6N4LOQBA type=write size=427609 2024-04-02T08:51:35.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.996+0000 7fe1e54f9780 1 < suggested update operation key=9P6XOL7S6JOX tag=OFD3D3KP758A type=del size=3740345 2024-04-02T08:51:35.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.999+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~ZGLZ69UYWIDZ.0 size=859781 2024-04-02T08:51:35.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:35.999+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=ZGLZ69UYWIDZ tag=YQKOCZPCV3JU type=write size=1908357 2024-04-02T08:51:35.998 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.000+0000 7fe1e54f9780 1 < canceled part key=_multipart_XUGOHG0SXTNW.2~ZQ5MQ5T8I35F.0 size=398666 2024-04-02T08:51:36.002 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.003+0000 7fe1e54f9780 1 < canceled multipart upload key=XUGOHG0SXTNW upload=ZQ5MQ5T8I35F tag=K7MN9B5Q9FGX type=write size=1447242 2024-04-02T08:51:36.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.007+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~V4R1H02F99R6.0 size=1048576 2024-04-02T08:51:36.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.009+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~V4R1H02F99R6.1 size=1048576 2024-04-02T08:51:36.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.010+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~V4R1H02F99R6.2 size=99903 2024-04-02T08:51:36.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.010+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=V4R1H02F99R6 tag=7FS9UZ0EP3J2 type=write size=3245631 2024-04-02T08:51:36.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.014+0000 7fe1e54f9780 1 < suggested update operation key=72IYB621DARA tag=NHWNXS5QCGLY type=del size=4112176 2024-04-02T08:51:36.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.016+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=7TBQJT8KZ55T type=del size=844251 2024-04-02T08:51:36.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.019+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~WJXVQ9TN22EO.0 size=502934 2024-04-02T08:51:36.020 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.022+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=WJXVQ9TN22EO tag=BNV3TFWO0Y4B type=write size=1551510 2024-04-02T08:51:36.022 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.024+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=1SSEKUUVT843 type=del size=309455 2024-04-02T08:51:36.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.026+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=LJF0JOCMEVFG type=del 2024-04-02T08:51:36.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.028+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=7QFAN5JCPMVB type=del size=1662832 2024-04-02T08:51:36.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.032+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=W4VC8DDSXVGX type=del size=3919737 2024-04-02T08:51:36.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.034+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=T5SC8OWWAL1F type=del size=1893090 2024-04-02T08:51:36.035 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.036+0000 7fe1e54f9780 1 < completed write operation key=2Y0DXEZ36QAV tag=GA25ES1HTD8P type=write size=488090 2024-04-02T08:51:36.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.040+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~JEJRLSA7QWHX.0 size=1048576 2024-04-02T08:51:36.040 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.042+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~JEJRLSA7QWHX.1 size=90150 2024-04-02T08:51:36.040 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.042+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=JEJRLSA7QWHX tag=SO05632BZX5H type=write size=2187302 2024-04-02T08:51:36.042 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.044+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~N6C2XH0EL6OM.0 size=1048576 2024-04-02T08:51:36.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.046+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~N6C2XH0EL6OM.1 size=1041779 2024-04-02T08:51:36.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.049+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=N6C2XH0EL6OM tag=KQHLU1JOF1U2 type=write size=3138931 2024-04-02T08:51:36.051 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.053+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~AEC6B7ZG717S.0 size=1048576 2024-04-02T08:51:36.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.054+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~AEC6B7ZG717S.1 size=1048576 2024-04-02T08:51:36.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.056+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~AEC6B7ZG717S.2 size=637743 2024-04-02T08:51:36.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.056+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=AEC6B7ZG717S tag=GBVN0YQF616L type=write size=3783471 2024-04-02T08:51:36.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.060+0000 7fe1e54f9780 1 < suggested update operation key=OC284H4P86JN tag=KNEHLCWP9AG3 type=del size=2922492 2024-04-02T08:51:36.062 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.064+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~3LKABL7CFKQ3.0 size=1048576 2024-04-02T08:51:36.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.065+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~3LKABL7CFKQ3.1 size=1048576 2024-04-02T08:51:36.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.067+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~3LKABL7CFKQ3.2 size=848247 2024-04-02T08:51:36.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.067+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=3LKABL7CFKQ3 tag=BJEY518P9R50 type=write size=3993975 2024-04-02T08:51:36.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.067+0000 7fe1e54f9780 1 < canceled part key=_multipart_CT5BZ79K03F4.2~BUPPTOUQKB6L.0 size=1048576 2024-04-02T08:51:36.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.067+0000 7fe1e54f9780 1 < canceled part key=_multipart_CT5BZ79K03F4.2~BUPPTOUQKB6L.1 size=40696 2024-04-02T08:51:36.069 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.071+0000 7fe1e54f9780 1 < canceled multipart upload key=CT5BZ79K03F4 upload=BUPPTOUQKB6L tag=RJF281H6SC32 type=write size=2137848 2024-04-02T08:51:36.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.075+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~SSUTAZWFTXEK.0 size=1048576 2024-04-02T08:51:36.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.076+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~SSUTAZWFTXEK.1 size=1048576 2024-04-02T08:51:36.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.078+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~SSUTAZWFTXEK.2 size=714744 2024-04-02T08:51:36.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.078+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=SSUTAZWFTXEK tag=5QF8CY8DCC5I type=write size=3860472 2024-04-02T08:51:36.077 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.078+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~UGC9Q87PBXJ5.0 size=1048576 2024-04-02T08:51:36.077 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.078+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~UGC9Q87PBXJ5.1 size=364013 2024-04-02T08:51:36.080 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.081+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=UGC9Q87PBXJ5 tag=GTPTP7GRL1JQ type=write size=2461165 2024-04-02T08:51:36.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.085+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~IHZHRN1I7ANV.0 size=1048576 2024-04-02T08:51:36.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.087+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~IHZHRN1I7ANV.1 size=1048576 2024-04-02T08:51:36.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.088+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~IHZHRN1I7ANV.2 size=931396 2024-04-02T08:51:36.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.088+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=IHZHRN1I7ANV tag=3U6Z64CIY7CL type=write size=4077124 2024-04-02T08:51:36.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.090+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~GOAH3XJH6KOC.0 size=1048576 2024-04-02T08:51:36.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.092+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~GOAH3XJH6KOC.1 size=1048576 2024-04-02T08:51:36.093 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.094+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~GOAH3XJH6KOC.2 size=406483 2024-04-02T08:51:36.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.097+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=GOAH3XJH6KOC tag=H788X5MCMEE7 type=write size=3552211 2024-04-02T08:51:36.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.099+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=05P4A7OGJJTQ type=del size=3117111 2024-04-02T08:51:36.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.103+0000 7fe1e54f9780 1 < suggested update operation key=HBFL1GB4JX3V tag=3XQHF823I8ZV type=del size=2176516 2024-04-02T08:51:36.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.107+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~IJ3398GVW7N4.0 size=637779 2024-04-02T08:51:36.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.107+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=IJ3398GVW7N4 tag=8MHN7YYDXC96 type=write size=1686355 2024-04-02T08:51:36.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.109+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~VUSXTD99XQF6.0 size=824960 2024-04-02T08:51:36.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.113+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=VUSXTD99XQF6 tag=SYGYEDMXIOG1 type=write size=1873536 2024-04-02T08:51:36.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.117+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~N6X4ZBXT6CD3.0 size=1048576 2024-04-02T08:51:36.117 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.118+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~N6X4ZBXT6CD3.1 size=589499 2024-04-02T08:51:36.117 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.118+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=N6X4ZBXT6CD3 tag=ZANNJGH3NYP4 type=write size=2686651 2024-04-02T08:51:36.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.120+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~9LXLI0KMYBR8.0 size=737934 2024-04-02T08:51:36.122 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.124+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=9LXLI0KMYBR8 tag=VC9CQVE63KM8 type=write size=1786510 2024-04-02T08:51:36.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.127+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~VDI1D71U3I6K.0 size=1048576 2024-04-02T08:51:36.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.129+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~VDI1D71U3I6K.1 size=669814 2024-04-02T08:51:36.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.129+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=VDI1D71U3I6K tag=0JZR09WT80S1 type=write size=2766966 2024-04-02T08:51:36.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.131+0000 7fe1e54f9780 1 < completed write operation key=JO11PYGL6W1R tag=153L6N4LOQBA type=write size=427609 2024-04-02T08:51:36.132 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.133+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=5GF56EG0DCWE type=del size=2689516 2024-04-02T08:51:36.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.135+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~ZGLZ69UYWIDZ.0 size=859781 2024-04-02T08:51:36.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.139+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=ZGLZ69UYWIDZ tag=YQKOCZPCV3JU type=write size=1908357 2024-04-02T08:51:36.139 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.141+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=N8UCZMO8WBOH type=del size=3541458 2024-04-02T08:51:36.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.143+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~V4R1H02F99R6.0 size=1048576 2024-04-02T08:51:36.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.144+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~V4R1H02F99R6.1 size=1048576 2024-04-02T08:51:36.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.146+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~V4R1H02F99R6.2 size=99903 2024-04-02T08:51:36.148 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.149+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=V4R1H02F99R6 tag=7FS9UZ0EP3J2 type=write size=3245631 2024-04-02T08:51:36.150 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.151+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=AQ3F6MAQLFL5 type=del size=3262466 2024-04-02T08:51:36.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.153+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=7TBQJT8KZ55T type=del 2024-04-02T08:51:36.154 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.155+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=I09IDAX29MP9 type=del size=218536 2024-04-02T08:51:36.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.158+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=1SSEKUUVT843 type=del 2024-04-02T08:51:36.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.160+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=DJXCGL1WJSSK type=del size=1317630 2024-04-02T08:51:36.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.161+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=7QFAN5JCPMVB type=del 2024-04-02T08:51:36.162 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.163+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=2MLZROM2SB2D type=del size=1379708 2024-04-02T08:51:36.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.165+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=T5SC8OWWAL1F type=del 2024-04-02T08:51:36.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.169+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~J8WNWQAOZHSP.0 size=1048576 2024-04-02T08:51:36.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.171+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~J8WNWQAOZHSP.1 size=1048576 2024-04-02T08:51:36.172 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.173+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~J8WNWQAOZHSP.2 size=709185 2024-04-02T08:51:36.172 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.173+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=J8WNWQAOZHSP tag=JCZIPFED5DLD type=write size=3854913 2024-04-02T08:51:36.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.175+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~JEJRLSA7QWHX.0 size=1048576 2024-04-02T08:51:36.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.175+0000 7fe1e54f9780 1 < canceled part key=_multipart_AKDL74Y6A2P3.2~JEJRLSA7QWHX.1 size=90150 2024-04-02T08:51:36.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.179+0000 7fe1e54f9780 1 < canceled multipart upload key=AKDL74Y6A2P3 upload=JEJRLSA7QWHX tag=SO05632BZX5H type=write size=2187302 2024-04-02T08:51:36.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.183+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~MUVJP1WR9JVC.0 size=1048576 2024-04-02T08:51:36.183 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.185+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~MUVJP1WR9JVC.1 size=1048576 2024-04-02T08:51:36.186 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.187+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~MUVJP1WR9JVC.2 size=847394 2024-04-02T08:51:36.186 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.187+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=MUVJP1WR9JVC tag=XVR82IMVGQ1O type=write size=3993122 2024-04-02T08:51:36.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.190+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~AEC6B7ZG717S.0 size=1048576 2024-04-02T08:51:36.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.192+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~AEC6B7ZG717S.1 size=1048576 2024-04-02T08:51:36.192 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.194+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~AEC6B7ZG717S.2 size=637743 2024-04-02T08:51:36.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.198+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=AEC6B7ZG717S tag=GBVN0YQF616L type=write size=3783471 2024-04-02T08:51:36.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.200+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=8D3JJJGRKZN5 type=del size=289715 2024-04-02T08:51:36.201 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.202+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~3LKABL7CFKQ3.0 size=1048576 2024-04-02T08:51:36.203 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.205+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~3LKABL7CFKQ3.1 size=1048576 2024-04-02T08:51:36.203 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.205+0000 7fe1e54f9780 1 < canceled part key=_multipart_3CIH6I4PYI2Z.2~3LKABL7CFKQ3.2 size=848247 2024-04-02T08:51:36.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.208+0000 7fe1e54f9780 1 < canceled multipart upload key=3CIH6I4PYI2Z upload=3LKABL7CFKQ3 tag=BJEY518P9R50 type=write size=3993975 2024-04-02T08:51:36.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.212+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~8R8N978BHWIP.0 size=1048576 2024-04-02T08:51:36.213 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.214+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~8R8N978BHWIP.1 size=1048576 2024-04-02T08:51:36.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.217+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~8R8N978BHWIP.2 size=865017 2024-04-02T08:51:36.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.217+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=8R8N978BHWIP tag=A2XVOMTNSITC type=write size=4010745 2024-04-02T08:51:36.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.217+0000 7fe1e54f9780 1 < canceled part key=_multipart_T88N3IX1URRX.2~SSUTAZWFTXEK.0 size=1048576 2024-04-02T08:51:36.218 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.219+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~SSUTAZWFTXEK.1 size=1048576 2024-04-02T08:51:36.220 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.221+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~SSUTAZWFTXEK.2 size=714744 2024-04-02T08:51:36.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.226+0000 7fe1e54f9780 1 < canceled multipart upload key=T88N3IX1URRX upload=SSUTAZWFTXEK tag=5QF8CY8DCC5I type=write size=3860472 2024-04-02T08:51:36.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.229+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~JKTY729JP0ZU.0 size=1044221 2024-04-02T08:51:36.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.229+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=JKTY729JP0ZU tag=78WAH4HIBE65 type=write size=2092797 2024-04-02T08:51:36.230 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.231+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~IHZHRN1I7ANV.0 size=1048576 2024-04-02T08:51:36.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.233+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~IHZHRN1I7ANV.1 size=1048576 2024-04-02T08:51:36.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.235+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~IHZHRN1I7ANV.2 size=931396 2024-04-02T08:51:36.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.238+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=IHZHRN1I7ANV tag=3U6Z64CIY7CL type=write size=4077124 2024-04-02T08:51:36.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.242+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~AFBHSRFBU8PJ.0 size=1048576 2024-04-02T08:51:36.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.243+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~AFBHSRFBU8PJ.1 size=1048576 2024-04-02T08:51:36.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.245+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~AFBHSRFBU8PJ.2 size=713828 2024-04-02T08:51:36.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.245+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=AFBHSRFBU8PJ tag=YMLYUPNVK3WE type=write size=3859556 2024-04-02T08:51:36.246 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.247+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=05P4A7OGJJTQ type=del 2024-04-02T08:51:36.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.251+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~DLQ1JXB2DYDM.0 size=762003 2024-04-02T08:51:36.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.251+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=DLQ1JXB2DYDM tag=ED9WCFV7NW6Y type=write size=1810579 2024-04-02T08:51:36.250 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.252+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~IJ3398GVW7N4.0 size=637779 2024-04-02T08:51:36.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.255+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=IJ3398GVW7N4 tag=8MHN7YYDXC96 type=write size=1686355 2024-04-02T08:51:36.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.259+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~KCREWY25ADZT.0 size=1048576 2024-04-02T08:51:36.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.260+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~KCREWY25ADZT.1 size=777600 2024-04-02T08:51:36.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.260+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=KCREWY25ADZT tag=NLOK3SFXFRQB type=write size=2874752 2024-04-02T08:51:36.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.262+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~N6X4ZBXT6CD3.0 size=1048576 2024-04-02T08:51:36.263 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.264+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~N6X4ZBXT6CD3.1 size=589499 2024-04-02T08:51:36.266 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.268+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=N6X4ZBXT6CD3 tag=ZANNJGH3NYP4 type=write size=2686651 2024-04-02T08:51:36.268 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.270+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=ISNPO36H3OTY type=del size=2461159 2024-04-02T08:51:36.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.272+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~VDI1D71U3I6K.0 size=1048576 2024-04-02T08:51:36.272 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.274+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~VDI1D71U3I6K.1 size=669814 2024-04-02T08:51:36.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.277+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=VDI1D71U3I6K tag=0JZR09WT80S1 type=write size=2766966 2024-04-02T08:51:36.278 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.279+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=NNF0PG04SIS6 type=del size=69927 2024-04-02T08:51:36.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.282+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=5GF56EG0DCWE type=del 2024-04-02T08:51:36.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.284+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=SZ934YK9PSVS type=del size=2067696 2024-04-02T08:51:36.286 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.287+0000 7fe1e54f9780 1 < suggested remove operation key=OWJ9C2D76GGG tag=N8UCZMO8WBOH type=del 2024-04-02T08:51:36.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.291+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~PGUD1N6ILU7C.0 size=1048576 2024-04-02T08:51:36.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.293+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~PGUD1N6ILU7C.1 size=1048576 2024-04-02T08:51:36.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.294+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~PGUD1N6ILU7C.2 size=60343 2024-04-02T08:51:36.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.294+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=PGUD1N6ILU7C tag=BX8WBSUAL2LM type=write size=3206071 2024-04-02T08:51:36.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.296+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=AQ3F6MAQLFL5 type=del 2024-04-02T08:51:36.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.298+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=UUOLK2U0RPBU type=del size=2410176 2024-04-02T08:51:36.299 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.300+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=I09IDAX29MP9 type=del 2024-04-02T08:51:36.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.302+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=MKMZXKEJ9DWS type=del size=294553 2024-04-02T08:51:36.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.305+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=DJXCGL1WJSSK type=del 2024-04-02T08:51:36.307 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.308+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~MHP7YQQT8KY9.0 size=1048576 2024-04-02T08:51:36.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.310+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~MHP7YQQT8KY9.1 size=1048576 2024-04-02T08:51:36.310 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.312+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~MHP7YQQT8KY9.2 size=209589 2024-04-02T08:51:36.310 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.312+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=MHP7YQQT8KY9 tag=A4R8FACWZC6M type=write size=3355317 2024-04-02T08:51:36.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.313+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=2MLZROM2SB2D type=del 2024-04-02T08:51:36.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.315+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=YXLB70RYD9D0 type=del size=1404877 2024-04-02T08:51:36.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.317+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~J8WNWQAOZHSP.0 size=1048576 2024-04-02T08:51:36.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.319+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~J8WNWQAOZHSP.1 size=1048576 2024-04-02T08:51:36.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.321+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~J8WNWQAOZHSP.2 size=709185 2024-04-02T08:51:36.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.324+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=J8WNWQAOZHSP tag=JCZIPFED5DLD type=write size=3854913 2024-04-02T08:51:36.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.326+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=WPE4219B3OJU type=del size=1477898 2024-04-02T08:51:36.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.328+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~MUVJP1WR9JVC.0 size=1048576 2024-04-02T08:51:36.328 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.330+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~MUVJP1WR9JVC.1 size=1048576 2024-04-02T08:51:36.330 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.331+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~MUVJP1WR9JVC.2 size=847394 2024-04-02T08:51:36.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.335+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=MUVJP1WR9JVC tag=XVR82IMVGQ1O type=write size=3993122 2024-04-02T08:51:36.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.337+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=94KH8GZZKB3G type=del size=191295 2024-04-02T08:51:36.337 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.339+0000 7fe1e54f9780 1 < canceled operation key=D3LM19PM7NQ1 tag=8D3JJJGRKZN5 type=del size=289715 2024-04-02T08:51:36.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.342+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~IPZ6ZRLRZ6SV.0 size=35968 2024-04-02T08:51:36.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.342+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=IPZ6ZRLRZ6SV tag=S8LTAY059E41 type=write size=1084544 2024-04-02T08:51:36.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.344+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~8R8N978BHWIP.0 size=1048576 2024-04-02T08:51:36.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.346+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~8R8N978BHWIP.1 size=1048576 2024-04-02T08:51:36.347 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.348+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~8R8N978BHWIP.2 size=865017 2024-04-02T08:51:36.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.352+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=8R8N978BHWIP tag=A2XVOMTNSITC type=write size=4010745 2024-04-02T08:51:36.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.354+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=3IP3XE194WGK type=write size=296625 2024-04-02T08:51:36.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.356+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~JKTY729JP0ZU.0 size=1044221 2024-04-02T08:51:36.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.359+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=JKTY729JP0ZU tag=78WAH4HIBE65 type=write size=2092797 2024-04-02T08:51:36.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.361+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=TBMFLI1Q5C9O type=write size=44284 2024-04-02T08:51:36.362 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.363+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~AFBHSRFBU8PJ.0 size=1048576 2024-04-02T08:51:36.364 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.365+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~AFBHSRFBU8PJ.1 size=1048576 2024-04-02T08:51:36.365 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.367+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~AFBHSRFBU8PJ.2 size=713828 2024-04-02T08:51:36.369 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.370+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=AFBHSRFBU8PJ tag=YMLYUPNVK3WE type=write size=3859556 2024-04-02T08:51:36.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.372+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=0Z6QFW9T1F1N type=del size=2469577 2024-04-02T08:51:36.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.374+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~DLQ1JXB2DYDM.0 size=762003 2024-04-02T08:51:36.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.378+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=DLQ1JXB2DYDM tag=ED9WCFV7NW6Y type=write size=1810579 2024-04-02T08:51:36.381 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.382+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~77F7P3KZUI9T.0 size=218104 2024-04-02T08:51:36.381 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.382+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=77F7P3KZUI9T tag=35I7E3XMDVS2 type=write size=1266680 2024-04-02T08:51:36.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.384+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~KCREWY25ADZT.0 size=1048576 2024-04-02T08:51:36.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.386+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~KCREWY25ADZT.1 size=777600 2024-04-02T08:51:36.388 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.389+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=KCREWY25ADZT tag=NLOK3SFXFRQB type=write size=2874752 2024-04-02T08:51:36.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.391+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=Q3CGH5RY6M9H type=del size=1492706 2024-04-02T08:51:36.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.393+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=ISNPO36H3OTY type=del 2024-04-02T08:51:36.394 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.395+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=4BGBKZG3YFIZ type=write size=192601 2024-04-02T08:51:36.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.400+0000 7fe1e54f9780 1 < suggested remove operation key=G8V69UA1E671 tag=NNF0PG04SIS6 type=del 2024-04-02T08:51:36.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.401+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=5F6QDJS73ZKV type=del size=2697019 2024-04-02T08:51:36.404 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.406+0000 7fe1e54f9780 1 < suggested update operation key=7SOA145ODX3I tag=SZ934YK9PSVS type=del size=2067696 2024-04-02T08:51:36.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.410+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~R77CCP8BN4V7.0 size=45278 2024-04-02T08:51:36.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.410+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=R77CCP8BN4V7 tag=A4JGVU2ZBPIC type=write size=1093854 2024-04-02T08:51:36.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.412+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~PGUD1N6ILU7C.0 size=1048576 2024-04-02T08:51:36.412 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.413+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~PGUD1N6ILU7C.1 size=1048576 2024-04-02T08:51:36.414 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.415+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~PGUD1N6ILU7C.2 size=60343 2024-04-02T08:51:36.417 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.419+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=PGUD1N6ILU7C tag=BX8WBSUAL2LM type=write size=3206071 2024-04-02T08:51:36.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.421+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=Y5EKBPN9QOOZ type=del size=3278941 2024-04-02T08:51:36.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.423+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=UUOLK2U0RPBU type=del 2024-04-02T08:51:36.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.424+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=92UYCSR1WT0H type=del size=726447 2024-04-02T08:51:36.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.429+0000 7fe1e54f9780 1 < suggested remove operation key=LA786DTGT3XA tag=MKMZXKEJ9DWS type=del 2024-04-02T08:51:36.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.431+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=O40X4C26NV2Q type=del size=2672759 2024-04-02T08:51:36.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.431+0000 7fe1e54f9780 1 < canceled part key=_multipart_02K82VO50O0D.2~MHP7YQQT8KY9.0 size=1048576 2024-04-02T08:51:36.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.434+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~MHP7YQQT8KY9.1 size=1048576 2024-04-02T08:51:36.434 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.436+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~MHP7YQQT8KY9.2 size=209589 2024-04-02T08:51:36.439 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.439+0000 7fe1e54f9780 1 < canceled multipart upload key=02K82VO50O0D upload=MHP7YQQT8KY9 tag=A4R8FACWZC6M type=write size=3355317 2024-04-02T08:51:36.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.442+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=TY1OBPUV7U3Q type=write size=155384 2024-04-02T08:51:36.443 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.444+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=YXLB70RYD9D0 type=del 2024-04-02T08:51:36.446 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.447+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=FZ3BNIUW20D7 type=del size=3748477 2024-04-02T08:51:36.450 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.451+0000 7fe1e54f9780 1 < suggested update operation key=K1ML6VFMOUSC tag=WPE4219B3OJU type=del size=1477898 2024-04-02T08:51:36.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.453+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=OX456NUURO3Z type=write size=179684 2024-04-02T08:51:36.453 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.455+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=94KH8GZZKB3G type=del 2024-04-02T08:51:36.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.459+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~1MF64776YU1Q.0 size=662064 2024-04-02T08:51:36.458 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.459+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=1MF64776YU1Q tag=2O5MDECHEY02 type=write size=1710640 2024-04-02T08:51:36.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.461+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~IPZ6ZRLRZ6SV.0 size=35968 2024-04-02T08:51:36.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.464+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=IPZ6ZRLRZ6SV tag=S8LTAY059E41 type=write size=1084544 2024-04-02T08:51:36.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.468+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~HEPGVCBGS49V.0 size=1048576 2024-04-02T08:51:36.469 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.470+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~HEPGVCBGS49V.1 size=654719 2024-04-02T08:51:36.469 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.470+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=HEPGVCBGS49V tag=9MB0DVIUN6Q4 type=write size=2751871 2024-04-02T08:51:36.471 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.472+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=3IP3XE194WGK type=write size=296625 2024-04-02T08:51:36.473 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.474+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=VL2AJAES0IWL type=del size=465185 2024-04-02T08:51:36.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.477+0000 7fe1e54f9780 -1 < failed to complete operation key=7SOA145ODX3I tag=TBMFLI1Q5C9O type=write size=44284: (22) Invalid argument 2024-04-02T08:51:36.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.481+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~FR9VENTL51W6.0 size=470442 2024-04-02T08:51:36.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.481+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=FR9VENTL51W6 tag=EGLXD2TJ0FUL type=write size=1519018 2024-04-02T08:51:36.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.483+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=0Z6QFW9T1F1N type=del 2024-04-02T08:51:36.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.487+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~Z0QQTZIGD6SL.0 size=1048576 2024-04-02T08:51:36.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.489+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~Z0QQTZIGD6SL.1 size=1048576 2024-04-02T08:51:36.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.491+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~Z0QQTZIGD6SL.2 size=372260 2024-04-02T08:51:36.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.491+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=Z0QQTZIGD6SL tag=KZHYIOKB5W8I type=write size=3517988 2024-04-02T08:51:36.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.493+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~77F7P3KZUI9T.0 size=218104 2024-04-02T08:51:36.496 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.497+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=77F7P3KZUI9T tag=35I7E3XMDVS2 type=write size=1266680 2024-04-02T08:51:36.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.501+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~52RROANHTAHY.0 size=1048576 2024-04-02T08:51:36.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.503+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~52RROANHTAHY.1 size=877218 2024-04-02T08:51:36.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.503+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=52RROANHTAHY tag=L130R6XN4U5N type=write size=2974370 2024-04-02T08:51:36.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.505+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=Q3CGH5RY6M9H type=del 2024-04-02T08:51:36.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.509+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~PRZ3A0PTC0TQ.0 size=1048576 2024-04-02T08:51:36.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.510+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~PRZ3A0PTC0TQ.1 size=61263 2024-04-02T08:51:36.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.510+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=PRZ3A0PTC0TQ tag=QMSOQUAJ3QO3 type=write size=2158415 2024-04-02T08:51:36.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.512+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=4BGBKZG3YFIZ type=write size=192601 2024-04-02T08:51:36.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.515+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=3BWYMWX35NLW type=del size=2196123 2024-04-02T08:51:36.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.517+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=5F6QDJS73ZKV type=del 2024-04-02T08:51:36.517 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.519+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=B2O3B0VD490T type=del size=1406890 2024-04-02T08:51:36.519 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.521+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~R77CCP8BN4V7.0 size=45278 2024-04-02T08:51:36.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.525+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=R77CCP8BN4V7 tag=A4JGVU2ZBPIC type=write size=1093854 2024-04-02T08:51:36.527 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.529+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~6JF6ZFOV1SKD.0 size=1011497 2024-04-02T08:51:36.527 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.529+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=6JF6ZFOV1SKD tag=O2ZIKNRMQQPV type=write size=2060073 2024-04-02T08:51:36.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.531+0000 7fe1e54f9780 -1 < failed to complete operation key=LA786DTGT3XA tag=Y5EKBPN9QOOZ type=del size=3278941: (22) Invalid argument 2024-04-02T08:51:36.534 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.535+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~BQVLSMLRL0GM.0 size=1048576 2024-04-02T08:51:36.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.537+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~BQVLSMLRL0GM.1 size=721272 2024-04-02T08:51:36.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.537+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=BQVLSMLRL0GM tag=2VG5BS1YQUXS type=write size=2818424 2024-04-02T08:51:36.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.539+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=92UYCSR1WT0H type=del 2024-04-02T08:51:36.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.541+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=KRTR1VMWN0S8 type=write size=889162 2024-04-02T08:51:36.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.543+0000 7fe1e54f9780 1 < canceled operation key=MLJAE12LB90G tag=O40X4C26NV2Q type=del size=2672759 2024-04-02T08:51:36.544 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.545+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=BZMA81ZYWRNY type=del size=1857846 2024-04-02T08:51:36.545 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.547+0000 7fe1e54f9780 1 < canceled operation key=AKDL74Y6A2P3 tag=TY1OBPUV7U3Q type=write size=155384 2024-04-02T08:51:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.550+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~WHJFUNMD1UQE.0 size=1048576 2024-04-02T08:51:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.552+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~WHJFUNMD1UQE.1 size=1048576 2024-04-02T08:51:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.554+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~WHJFUNMD1UQE.2 size=170027 2024-04-02T08:51:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.554+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=WHJFUNMD1UQE tag=LN4NV2IKUHZA type=write size=3315755 2024-04-02T08:51:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.556+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=FZ3BNIUW20D7 type=del 2024-04-02T08:51:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.559+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~3XZL47DEDRA8.0 size=993642 2024-04-02T08:51:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.559+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=3XZL47DEDRA8 tag=H26BDJN4946N type=write size=2042218 2024-04-02T08:51:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.561+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=OX456NUURO3Z type=write size=179684 2024-04-02T08:51:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.565+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~N17YATSYB9M4.0 size=795256 2024-04-02T08:51:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.565+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=N17YATSYB9M4 tag=IDPGOAGTJ4ZE type=write size=1843832 2024-04-02T08:51:36.566 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.567+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~1MF64776YU1Q.0 size=662064 2024-04-02T08:51:36.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.570+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=1MF64776YU1Q tag=2O5MDECHEY02 type=write size=1710640 2024-04-02T08:51:36.571 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.572+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=Z3NUOV0BGM05 type=write size=113553 2024-04-02T08:51:36.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.574+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~HEPGVCBGS49V.0 size=1048576 2024-04-02T08:51:36.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.574+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~HEPGVCBGS49V.1 size=654719 2024-04-02T08:51:36.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.577+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=HEPGVCBGS49V tag=9MB0DVIUN6Q4 type=write size=2751871 2024-04-02T08:51:36.578 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.579+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=T4XRHUXSH3LL type=del size=670862 2024-04-02T08:51:36.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.581+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=VL2AJAES0IWL type=del 2024-04-02T08:51:36.582 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.583+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=LJAW4V3Q0QJL type=del size=1655280 2024-04-02T08:51:36.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.585+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~FR9VENTL51W6.0 size=470442 2024-04-02T08:51:36.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.589+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=FR9VENTL51W6 tag=EGLXD2TJ0FUL type=write size=1519018 2024-04-02T08:51:36.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.591+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=AT2S6V739FIL type=write size=86346 2024-04-02T08:51:36.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.593+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~Z0QQTZIGD6SL.0 size=1048576 2024-04-02T08:51:36.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.595+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~Z0QQTZIGD6SL.1 size=1048576 2024-04-02T08:51:36.595 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.596+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~Z0QQTZIGD6SL.2 size=372260 2024-04-02T08:51:36.599 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.600+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=Z0QQTZIGD6SL tag=KZHYIOKB5W8I type=write size=3517988 2024-04-02T08:51:36.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.603+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=7DWMQUTGXXJK type=del size=2044506 2024-04-02T08:51:36.604 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.605+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~52RROANHTAHY.0 size=1048576 2024-04-02T08:51:36.606 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.608+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~52RROANHTAHY.1 size=877218 2024-04-02T08:51:36.610 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.612+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=52RROANHTAHY tag=L130R6XN4U5N type=write size=2974370 2024-04-02T08:51:36.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.616+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~ZO5D1Y2TO1NM.0 size=223150 2024-04-02T08:51:36.615 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.616+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=ZO5D1Y2TO1NM tag=OWIC5XTBW351 type=write size=1271726 2024-04-02T08:51:36.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.618+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~PRZ3A0PTC0TQ.0 size=1048576 2024-04-02T08:51:36.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.620+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~PRZ3A0PTC0TQ.1 size=61263 2024-04-02T08:51:36.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.623+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=PRZ3A0PTC0TQ tag=QMSOQUAJ3QO3 type=write size=2158415 2024-04-02T08:51:36.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.625+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=BDBT1I0SUQJP type=del size=845280 2024-04-02T08:51:36.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.627+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=3BWYMWX35NLW type=del 2024-04-02T08:51:36.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.629+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=MU71L7XP49AU type=del size=2929244 2024-04-02T08:51:36.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.631+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=B2O3B0VD490T type=del 2024-04-02T08:51:36.631 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.633+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=9FGO9ZBU8ET5 type=write size=345278 2024-04-02T08:51:36.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.635+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~6JF6ZFOV1SKD.0 size=1011497 2024-04-02T08:51:36.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.638+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=6JF6ZFOV1SKD tag=O2ZIKNRMQQPV type=write size=2060073 2024-04-02T08:51:36.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.640+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=ALOHHWO8U92N type=del size=2880903 2024-04-02T08:51:36.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.642+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~BQVLSMLRL0GM.0 size=1048576 2024-04-02T08:51:36.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.645+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~BQVLSMLRL0GM.1 size=721272 2024-04-02T08:51:36.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.648+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=BQVLSMLRL0GM tag=2VG5BS1YQUXS type=write size=2818424 2024-04-02T08:51:36.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.650+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=58ZUQBOJEKG6 type=del size=1466636 2024-04-02T08:51:36.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.652+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=KRTR1VMWN0S8 type=write size=889162 2024-04-02T08:51:36.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.654+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=F35K9R7H2H2J type=del size=3460407 2024-04-02T08:51:36.656 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.658+0000 7fe1e54f9780 1 < suggested update operation key=FRXQAJO7O5U2 tag=BZMA81ZYWRNY type=del size=1857846 2024-04-02T08:51:36.658 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.660+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=D2PD7LGZYUWG type=del size=3732293 2024-04-02T08:51:36.660 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.662+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~WHJFUNMD1UQE.0 size=1048576 2024-04-02T08:51:36.662 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.663+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~WHJFUNMD1UQE.1 size=1048576 2024-04-02T08:51:36.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.665+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~WHJFUNMD1UQE.2 size=170027 2024-04-02T08:51:36.667 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.669+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=WHJFUNMD1UQE tag=LN4NV2IKUHZA type=write size=3315755 2024-04-02T08:51:36.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.673+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~PO6EAXHITONZ.0 size=758929 2024-04-02T08:51:36.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.673+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=PO6EAXHITONZ tag=P85WW5UM4TAD type=write size=1807505 2024-04-02T08:51:36.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.675+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~3XZL47DEDRA8.0 size=993642 2024-04-02T08:51:36.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.678+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=3XZL47DEDRA8 tag=H26BDJN4946N type=write size=2042218 2024-04-02T08:51:36.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.681+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=XYYV7VU3K0BO type=del size=2513859 2024-04-02T08:51:36.682 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.683+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~N17YATSYB9M4.0 size=795256 2024-04-02T08:51:36.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.687+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=N17YATSYB9M4 tag=IDPGOAGTJ4ZE type=write size=1843832 2024-04-02T08:51:36.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.689+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=XXOXCYADFBEB type=del size=784421 2024-04-02T08:51:36.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.692+0000 7fe1e54f9780 1 < suggested update operation key=DB2S65G6D3OU tag=Z3NUOV0BGM05 type=write size=113553 2024-04-02T08:51:36.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.696+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~1PII9SGGERX0.0 size=1048576 2024-04-02T08:51:36.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.698+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~1PII9SGGERX0.1 size=635449 2024-04-02T08:51:36.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.698+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=1PII9SGGERX0 tag=KT57GACO92SI type=write size=2732601 2024-04-02T08:51:36.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.700+0000 7fe1e54f9780 -1 < failed to complete operation key=DB2S65G6D3OU tag=T4XRHUXSH3LL type=del size=670862: (22) Invalid argument 2024-04-02T08:51:36.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.703+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=KNX67B0S533Q type=write size=718090 2024-04-02T08:51:36.704 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.705+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=LJAW4V3Q0QJL type=del 2024-04-02T08:51:36.706 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.707+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=M2TCZ3A2WU2E type=del size=1136448 2024-04-02T08:51:36.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.709+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=AT2S6V739FIL type=write size=86346 2024-04-02T08:51:36.710 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.711+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=LG6RUEANACER type=del size=1310447 2024-04-02T08:51:36.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.713+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=7DWMQUTGXXJK type=del 2024-04-02T08:51:36.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.717+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~8XLXLX3HQ2BR.0 size=1048576 2024-04-02T08:51:36.717 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.718+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~8XLXLX3HQ2BR.1 size=1048576 2024-04-02T08:51:36.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.720+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~8XLXLX3HQ2BR.2 size=218210 2024-04-02T08:51:36.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.720+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=8XLXLX3HQ2BR tag=HRX8B6F0UB62 type=write size=3363938 2024-04-02T08:51:36.721 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.722+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~ZO5D1Y2TO1NM.0 size=223150 2024-04-02T08:51:36.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.726+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=ZO5D1Y2TO1NM tag=OWIC5XTBW351 type=write size=1271726 2024-04-02T08:51:36.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.729+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~NXXU03IPQ82K.0 size=1048576 2024-04-02T08:51:36.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.731+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~NXXU03IPQ82K.1 size=593334 2024-04-02T08:51:36.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.731+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=NXXU03IPQ82K tag=P3FPONT32YYA type=write size=2690486 2024-04-02T08:51:36.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.733+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=BDBT1I0SUQJP type=del 2024-04-02T08:51:36.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.735+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=CWQK3UCRL57N type=del size=593950 2024-04-02T08:51:36.736 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.737+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=MU71L7XP49AU type=del 2024-04-02T08:51:36.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.739+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=WNXQKZ3MN6Q7 type=del size=4015826 2024-04-02T08:51:36.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.742+0000 7fe1e54f9780 -1 < failed to complete operation key=FRXQAJO7O5U2 tag=9FGO9ZBU8ET5 type=write size=345278: (22) Invalid argument 2024-04-02T08:51:36.744 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.745+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~0KNFT9BIF1LE.0 size=13489 2024-04-02T08:51:36.744 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.745+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=0KNFT9BIF1LE tag=CA0PU6QZZ6JF type=write size=1062065 2024-04-02T08:51:36.746 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.748+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=ALOHHWO8U92N type=del 2024-04-02T08:51:36.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.749+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=IJCRVKHS0TUV type=del size=1553435 2024-04-02T08:51:36.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.752+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=58ZUQBOJEKG6 type=del 2024-04-02T08:51:36.754 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.755+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~OYHWAIXZ5LTR.0 size=1048576 2024-04-02T08:51:36.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.757+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~OYHWAIXZ5LTR.1 size=817078 2024-04-02T08:51:36.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.757+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=OYHWAIXZ5LTR tag=GDBMYRO9UNH7 type=write size=2914230 2024-04-02T08:51:36.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.759+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=F35K9R7H2H2J type=del 2024-04-02T08:51:36.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.761+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=60MNLAM4JSD9 type=del size=3214245 2024-04-02T08:51:36.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.763+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=D2PD7LGZYUWG type=del 2024-04-02T08:51:36.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.767+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~VMNA7ZV83WFJ.0 size=1048576 2024-04-02T08:51:36.768 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.769+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~VMNA7ZV83WFJ.1 size=274354 2024-04-02T08:51:36.768 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.769+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=VMNA7ZV83WFJ tag=5E1AMRHLFSCI type=write size=2371506 2024-04-02T08:51:36.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.771+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~PO6EAXHITONZ.0 size=758929 2024-04-02T08:51:36.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.774+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=PO6EAXHITONZ tag=P85WW5UM4TAD type=write size=1807505 2024-04-02T08:51:36.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.776+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=ATRYANZEOAXH type=del size=3141492 2024-04-02T08:51:36.777 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.778+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=XYYV7VU3K0BO type=del 2024-04-02T08:51:36.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.780+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=W9YCTOWDSYEI type=write size=956651 2024-04-02T08:51:36.780 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.782+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=XXOXCYADFBEB type=del 2024-04-02T08:51:36.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.786+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WGN2AVN5DF7X.0 size=1048576 2024-04-02T08:51:36.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.787+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WGN2AVN5DF7X.1 size=870613 2024-04-02T08:51:36.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.787+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=WGN2AVN5DF7X tag=ORSF7P44NXGJ type=write size=2967765 2024-04-02T08:51:36.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.789+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~1PII9SGGERX0.0 size=1048576 2024-04-02T08:51:36.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.791+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~1PII9SGGERX0.1 size=635449 2024-04-02T08:51:36.793 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.795+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=1PII9SGGERX0 tag=KT57GACO92SI type=write size=2732601 2024-04-02T08:51:36.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.797+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=43C0IY8GSDEO type=del size=1483763 2024-04-02T08:51:36.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.799+0000 7fe1e54f9780 1 < completed write operation key=JO11PYGL6W1R tag=KNX67B0S533Q type=write size=718090 2024-04-02T08:51:36.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.801+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=4DW0MJ85MC6Q type=del size=3870789 2024-04-02T08:51:36.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.804+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=M2TCZ3A2WU2E type=del 2024-04-02T08:51:36.804 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.806+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=DAFR1UPN7PHY type=del size=2460278 2024-04-02T08:51:36.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.808+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=LG6RUEANACER type=del 2024-04-02T08:51:36.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.811+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=8E75UGBD884D type=write size=868707 2024-04-02T08:51:36.811 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.813+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~8XLXLX3HQ2BR.0 size=1048576 2024-04-02T08:51:36.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.815+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~8XLXLX3HQ2BR.1 size=1048576 2024-04-02T08:51:36.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.817+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~8XLXLX3HQ2BR.2 size=218210 2024-04-02T08:51:36.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.822+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=8XLXLX3HQ2BR tag=HRX8B6F0UB62 type=write size=3363938 2024-04-02T08:51:36.825 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.827+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~WWXNQ7FQBKTU.0 size=1048576 2024-04-02T08:51:36.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.828+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~WWXNQ7FQBKTU.1 size=267588 2024-04-02T08:51:36.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.828+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=WWXNQ7FQBKTU tag=7JMLX0LUVAGH type=write size=2364740 2024-04-02T08:51:36.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.830+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~NXXU03IPQ82K.0 size=1048576 2024-04-02T08:51:36.831 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.832+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~NXXU03IPQ82K.1 size=593334 2024-04-02T08:51:36.834 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.836+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=NXXU03IPQ82K tag=P3FPONT32YYA type=write size=2690486 2024-04-02T08:51:36.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.839+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~3TZ7TRCO9Q2K.0 size=52512 2024-04-02T08:51:36.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.839+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=3TZ7TRCO9Q2K tag=HCQIKENJOGUA type=write size=1101088 2024-04-02T08:51:36.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.841+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=CWQK3UCRL57N type=del 2024-04-02T08:51:36.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.845+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~361HVA5740V7.0 size=572004 2024-04-02T08:51:36.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.845+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=361HVA5740V7 tag=QLG5WQHBY3KQ type=write size=1620580 2024-04-02T08:51:36.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.849+0000 7fe1e54f9780 1 < suggested update operation key=2F742L9HW4DY tag=WNXQKZ3MN6Q7 type=del size=4015826 2024-04-02T08:51:36.851 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.853+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~QYNI5KG9T2C4.0 size=1048576 2024-04-02T08:51:36.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.854+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~QYNI5KG9T2C4.1 size=563797 2024-04-02T08:51:36.853 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.854+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=QYNI5KG9T2C4 tag=HZOXJTJWIV0F type=write size=2660949 2024-04-02T08:51:36.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.857+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~0KNFT9BIF1LE.0 size=13489 2024-04-02T08:51:36.859 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.860+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=0KNFT9BIF1LE tag=CA0PU6QZZ6JF type=write size=1062065 2024-04-02T08:51:36.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.864+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~Q4YUN9PF3QA0.0 size=1048576 2024-04-02T08:51:36.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.866+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~Q4YUN9PF3QA0.1 size=330328 2024-04-02T08:51:36.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.866+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=Q4YUN9PF3QA0 tag=66L70C6QHR1Y type=write size=2427480 2024-04-02T08:51:36.871 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.870+0000 7fe1e54f9780 1 < suggested update operation key=HG0NKZCLQ7V7 tag=IJCRVKHS0TUV type=del size=1553435 2024-04-02T08:51:36.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.873+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~4KAOM4PHWV6E.0 size=1048576 2024-04-02T08:51:36.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.875+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~4KAOM4PHWV6E.1 size=95794 2024-04-02T08:51:36.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.875+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=4KAOM4PHWV6E tag=GRHLY6XR5BKN type=write size=2192946 2024-04-02T08:51:36.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.877+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~OYHWAIXZ5LTR.0 size=1048576 2024-04-02T08:51:36.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.879+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~OYHWAIXZ5LTR.1 size=817078 2024-04-02T08:51:36.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.882+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=OYHWAIXZ5LTR tag=GDBMYRO9UNH7 type=write size=2914230 2024-04-02T08:51:36.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.886+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~BK5G47CUB61P.0 size=599680 2024-04-02T08:51:36.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.886+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=BK5G47CUB61P tag=Z259FP91WK95 type=write size=1648256 2024-04-02T08:51:36.887 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.888+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=60MNLAM4JSD9 type=del 2024-04-02T08:51:36.890 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.892+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~9HXVD5XTHG9L.0 size=1048576 2024-04-02T08:51:36.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.894+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~9HXVD5XTHG9L.1 size=888351 2024-04-02T08:51:36.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.894+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=9HXVD5XTHG9L tag=SEFOGCWQOQUN type=write size=2985503 2024-04-02T08:51:36.895 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.896+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~VMNA7ZV83WFJ.0 size=1048576 2024-04-02T08:51:36.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.898+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~VMNA7ZV83WFJ.1 size=274354 2024-04-02T08:51:36.900 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.901+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=VMNA7ZV83WFJ tag=5E1AMRHLFSCI type=write size=2371506 2024-04-02T08:51:36.901 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.903+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=3T06IF659VDR type=del size=1548604 2024-04-02T08:51:36.906 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.907+0000 7fe1e54f9780 1 < suggested remove operation key=2Y0DXEZ36QAV tag=ATRYANZEOAXH type=del 2024-04-02T08:51:36.907 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.909+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=AZCH8QKP2OP0 type=del size=3825504 2024-04-02T08:51:36.911 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.912+0000 7fe1e54f9780 1 < suggested remove operation key=DB2S65G6D3OU tag=W9YCTOWDSYEI type=write 2024-04-02T08:51:36.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.915+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=J2RKY34H6Q31 type=del size=1126330 2024-04-02T08:51:36.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.917+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WGN2AVN5DF7X.0 size=1048576 2024-04-02T08:51:36.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.918+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WGN2AVN5DF7X.1 size=870613 2024-04-02T08:51:36.920 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.922+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=WGN2AVN5DF7X tag=ORSF7P44NXGJ type=write size=2967765 2024-04-02T08:51:36.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.925+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~B4FPN4XMXN7Y.0 size=1048576 2024-04-02T08:51:36.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.927+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~B4FPN4XMXN7Y.1 size=1048576 2024-04-02T08:51:36.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.929+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~B4FPN4XMXN7Y.2 size=204055 2024-04-02T08:51:36.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.929+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=B4FPN4XMXN7Y tag=538B0I5SC4DT type=write size=3349783 2024-04-02T08:51:36.930 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.931+0000 7fe1e54f9780 -1 < failed to complete operation key=DB2S65G6D3OU tag=43C0IY8GSDEO type=del size=1483763: (22) Invalid argument 2024-04-02T08:51:36.934 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.935+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~F0ZA7MWP0STK.0 size=1048576 2024-04-02T08:51:36.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.937+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~F0ZA7MWP0STK.1 size=1048576 2024-04-02T08:51:36.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.939+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~F0ZA7MWP0STK.2 size=530609 2024-04-02T08:51:36.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.939+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=F0ZA7MWP0STK tag=2L6UWKTUKRH8 type=write size=3676337 2024-04-02T08:51:36.940 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.942+0000 7fe1e54f9780 -1 < failed to complete operation key=2F742L9HW4DY tag=4DW0MJ85MC6Q type=del size=3870789: (22) Invalid argument 2024-04-02T08:51:36.943 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.944+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=KFHWGKQ5K6IO type=del size=3799611 2024-04-02T08:51:36.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.948+0000 7fe1e54f9780 -1 < failed to complete operation key=DB2S65G6D3OU tag=DAFR1UPN7PHY type=del size=2460278: (22) Invalid argument 2024-04-02T08:51:36.949 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.950+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=M477D5R4G4EB type=del size=2638208 2024-04-02T08:51:36.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.952+0000 7fe1e54f9780 1 < completed write operation key=LOZGVEXU39NU tag=8E75UGBD884D type=write size=868707 2024-04-02T08:51:36.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.955+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=13HAOMI5BYGL type=write size=591341 2024-04-02T08:51:36.955 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.957+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~WWXNQ7FQBKTU.0 size=1048576 2024-04-02T08:51:36.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.959+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~WWXNQ7FQBKTU.1 size=267588 2024-04-02T08:51:36.961 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.962+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=WWXNQ7FQBKTU tag=7JMLX0LUVAGH type=write size=2364740 2024-04-02T08:51:36.963 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.964+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=Q06AB8U9N9UQ type=del size=3443402 2024-04-02T08:51:36.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.966+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~3TZ7TRCO9Q2K.0 size=52512 2024-04-02T08:51:36.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.970+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=3TZ7TRCO9Q2K tag=HCQIKENJOGUA type=write size=1101088 2024-04-02T08:51:36.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.972+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=5672GXY0IY5R type=del size=929694 2024-04-02T08:51:36.973 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.974+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~361HVA5740V7.0 size=572004 2024-04-02T08:51:36.976 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.978+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=361HVA5740V7 tag=QLG5WQHBY3KQ type=write size=1620580 2024-04-02T08:51:36.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.982+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~DLLT9LPX3MLP.0 size=1048576 2024-04-02T08:51:36.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.983+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~DLLT9LPX3MLP.1 size=797668 2024-04-02T08:51:36.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.983+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=DLLT9LPX3MLP tag=RKF6CM3ICW9S type=write size=2894820 2024-04-02T08:51:36.984 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.985+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~QYNI5KG9T2C4.0 size=1048576 2024-04-02T08:51:36.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.987+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~QYNI5KG9T2C4.1 size=563797 2024-04-02T08:51:36.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.991+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=QYNI5KG9T2C4 tag=HZOXJTJWIV0F type=write size=2660949 2024-04-02T08:51:36.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.993+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=FL2UCWDLSEFE type=del size=2854883 2024-04-02T08:51:36.994 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.996+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~Q4YUN9PF3QA0.0 size=1048576 2024-04-02T08:51:36.996 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:36.997+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~Q4YUN9PF3QA0.1 size=330328 2024-04-02T08:51:37.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.001+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=Q4YUN9PF3QA0 tag=66L70C6QHR1Y type=write size=2427480 2024-04-02T08:51:37.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.004+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~XAK8LI32VCEV.0 size=1048576 2024-04-02T08:51:37.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.006+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~XAK8LI32VCEV.1 size=60858 2024-04-02T08:51:37.005 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.006+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=XAK8LI32VCEV tag=KL6ICEFYKCRI type=write size=2158010 2024-04-02T08:51:37.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.008+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~4KAOM4PHWV6E.0 size=1048576 2024-04-02T08:51:37.009 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.010+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~4KAOM4PHWV6E.1 size=95794 2024-04-02T08:51:37.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.014+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=4KAOM4PHWV6E tag=GRHLY6XR5BKN type=write size=2192946 2024-04-02T08:51:37.016 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.017+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~P281IAIH384N.0 size=1048576 2024-04-02T08:51:37.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.019+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~P281IAIH384N.1 size=661529 2024-04-02T08:51:37.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.019+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=P281IAIH384N tag=RYLM3U2ZLWRW type=write size=2758681 2024-04-02T08:51:37.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.021+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~BK5G47CUB61P.0 size=599680 2024-04-02T08:51:37.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.024+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=BK5G47CUB61P tag=Z259FP91WK95 type=write size=1648256 2024-04-02T08:51:37.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.026+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=FFR4O4UAZA4C type=del size=1979151 2024-04-02T08:51:37.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.029+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~9HXVD5XTHG9L.0 size=1048576 2024-04-02T08:51:37.029 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.031+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~9HXVD5XTHG9L.1 size=888351 2024-04-02T08:51:37.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.034+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=9HXVD5XTHG9L tag=SEFOGCWQOQUN type=write size=2985503 2024-04-02T08:51:37.035 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.036+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=MVCOJBK6Q7F1 type=del size=2177390 2024-04-02T08:51:37.037 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.038+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=3T06IF659VDR type=del 2024-04-02T08:51:37.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.040+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=EQPE6HKH2DAG type=del size=2271765 2024-04-02T08:51:37.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.042+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=AZCH8QKP2OP0 type=del 2024-04-02T08:51:37.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.046+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YYN4I96QY4HC.0 size=1048576 2024-04-02T08:51:37.046 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.047+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YYN4I96QY4HC.1 size=1048576 2024-04-02T08:51:37.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.049+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YYN4I96QY4HC.2 size=133793 2024-04-02T08:51:37.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.049+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=YYN4I96QY4HC tag=NNE1CFJM2RYZ type=write size=3279521 2024-04-02T08:51:37.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.051+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=J2RKY34H6Q31 type=del 2024-04-02T08:51:37.052 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.053+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=6UM7XK8G59L2 type=del size=112673 2024-04-02T08:51:37.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.055+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~B4FPN4XMXN7Y.0 size=1048576 2024-04-02T08:51:37.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.057+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~B4FPN4XMXN7Y.1 size=1048576 2024-04-02T08:51:37.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.059+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~B4FPN4XMXN7Y.2 size=204055 2024-04-02T08:51:37.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.062+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=B4FPN4XMXN7Y tag=538B0I5SC4DT type=write size=3349783 2024-04-02T08:51:37.065 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.066+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~1JGKUMBPCBX7.0 size=1048576 2024-04-02T08:51:37.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.068+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~1JGKUMBPCBX7.1 size=560656 2024-04-02T08:51:37.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.068+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=1JGKUMBPCBX7 tag=7KFE2ZS9V080 type=write size=2657808 2024-04-02T08:51:37.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.070+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~F0ZA7MWP0STK.0 size=1048576 2024-04-02T08:51:37.070 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.071+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~F0ZA7MWP0STK.1 size=1048576 2024-04-02T08:51:37.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.073+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~F0ZA7MWP0STK.2 size=530609 2024-04-02T08:51:37.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.077+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=F0ZA7MWP0STK tag=2L6UWKTUKRH8 type=write size=3676337 2024-04-02T08:51:37.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.079+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=JHGT7F9F930W type=del size=1386823 2024-04-02T08:51:37.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.083+0000 7fe1e54f9780 1 < suggested remove operation key=G8V69UA1E671 tag=KFHWGKQ5K6IO type=del 2024-04-02T08:51:37.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.088+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~4VMHN4W2GHZ1.0 size=974382 2024-04-02T08:51:37.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.088+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=4VMHN4W2GHZ1 tag=FMOFIDHB6QF9 type=write size=2022958 2024-04-02T08:51:37.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.091+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=M477D5R4G4EB type=del 2024-04-02T08:51:37.092 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.093+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=6KLQQZ1L7HGY type=del size=1034869 2024-04-02T08:51:37.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.095+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=13HAOMI5BYGL type=write size=591341 2024-04-02T08:51:37.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.098+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=SCOP7SNRPJR1 type=del size=1690258 2024-04-02T08:51:37.099 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.100+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=Q06AB8U9N9UQ type=del 2024-04-02T08:51:37.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.103+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=NXTWBZVAU4TF type=del size=898656 2024-04-02T08:51:37.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.105+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=5672GXY0IY5R type=del 2024-04-02T08:51:37.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.108+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=2WBRBBA6F9TJ type=del size=983013 2024-04-02T08:51:37.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.110+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~DLLT9LPX3MLP.0 size=1048576 2024-04-02T08:51:37.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.112+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~DLLT9LPX3MLP.1 size=797668 2024-04-02T08:51:37.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.117+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=DLLT9LPX3MLP tag=RKF6CM3ICW9S type=write size=2894820 2024-04-02T08:51:37.119 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.120+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=3PL6QYNRERSF type=del size=3636893 2024-04-02T08:51:37.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.122+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=FL2UCWDLSEFE type=del 2024-04-02T08:51:37.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.125+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=MMMNXAY8HAV3 type=del size=1504024 2024-04-02T08:51:37.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.125+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~XAK8LI32VCEV.0 size=1048576 2024-04-02T08:51:37.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.127+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~XAK8LI32VCEV.1 size=60858 2024-04-02T08:51:37.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.131+0000 7fe1e54f9780 1 < canceled multipart upload key=D3LM19PM7NQ1 upload=XAK8LI32VCEV tag=KL6ICEFYKCRI type=write size=2158010 2024-04-02T08:51:37.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.133+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=AKCUHKRSC9PY type=del size=225719 2024-04-02T08:51:37.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.136+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~P281IAIH384N.0 size=1048576 2024-04-02T08:51:37.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.139+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~P281IAIH384N.1 size=661529 2024-04-02T08:51:37.144 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.143+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=P281IAIH384N tag=RYLM3U2ZLWRW type=write size=2758681 2024-04-02T08:51:37.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.145+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=BVO781FMOUE3 type=del size=351373 2024-04-02T08:51:37.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.151+0000 7fe1e54f9780 1 < suggested remove operation key=XD49NVDY5QAC tag=FFR4O4UAZA4C type=del 2024-04-02T08:51:37.152 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.153+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=4WI4Q4EQOCSS type=del size=3429452 2024-04-02T08:51:37.155 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.156+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=MVCOJBK6Q7F1 type=del 2024-04-02T08:51:37.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.159+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=OL3SWWJAIE2I type=del size=236153 2024-04-02T08:51:37.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.161+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=EQPE6HKH2DAG type=del 2024-04-02T08:51:37.162 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.164+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=FCSXK2SJRF8Q type=del size=4003752 2024-04-02T08:51:37.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.166+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~YYN4I96QY4HC.0 size=1048576 2024-04-02T08:51:37.167 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.168+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~YYN4I96QY4HC.1 size=1048576 2024-04-02T08:51:37.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.170+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~YYN4I96QY4HC.2 size=133793 2024-04-02T08:51:37.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.174+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=YYN4I96QY4HC tag=NNE1CFJM2RYZ type=write size=3279521 2024-04-02T08:51:37.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.177+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=11KY6HG3DLQF type=del size=2410408 2024-04-02T08:51:37.178 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.179+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=6UM7XK8G59L2 type=del 2024-04-02T08:51:37.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.182+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=DZEL7HCKQ9AE type=write size=808930 2024-04-02T08:51:37.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.184+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~1JGKUMBPCBX7.0 size=1048576 2024-04-02T08:51:37.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.184+0000 7fe1e54f9780 1 < canceled part key=_multipart_2Y0DXEZ36QAV.2~1JGKUMBPCBX7.1 size=560656 2024-04-02T08:51:37.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.188+0000 7fe1e54f9780 1 < canceled multipart upload key=2Y0DXEZ36QAV upload=1JGKUMBPCBX7 tag=7KFE2ZS9V080 type=write size=2657808 2024-04-02T08:51:37.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.193+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~4WIFQ68HUOXV.0 size=650333 2024-04-02T08:51:37.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.193+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=4WIFQ68HUOXV tag=4X5NYU7NT3TY type=write size=1698909 2024-04-02T08:51:37.193 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.195+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=JHGT7F9F930W type=del 2024-04-02T08:51:37.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.197+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=0OAVVMIWWEU4 type=del size=768348 2024-04-02T08:51:37.198 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.200+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~4VMHN4W2GHZ1.0 size=974382 2024-04-02T08:51:37.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.203+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=4VMHN4W2GHZ1 tag=FMOFIDHB6QF9 type=write size=2022958 2024-04-02T08:51:37.204 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.205+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=5H3RYF7HY1G8 type=del size=238925 2024-04-02T08:51:37.206 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.208+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=6KLQQZ1L7HGY type=del 2024-04-02T08:51:37.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.212+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~217Z2FPC1NSJ.0 size=998977 2024-04-02T08:51:37.211 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.212+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=217Z2FPC1NSJ tag=FUV0G5GM4QV0 type=write size=2047553 2024-04-02T08:51:37.213 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.214+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=SCOP7SNRPJR1 type=del 2024-04-02T08:51:37.215 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.216+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=U761Y4B5I8IW type=write size=182551 2024-04-02T08:51:37.217 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.218+0000 7fe1e54f9780 1 < canceled operation key=MLJAE12LB90G tag=NXTWBZVAU4TF type=del size=898656 2024-04-02T08:51:37.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.222+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~ZFKKNC0BYTKE.0 size=1048576 2024-04-02T08:51:37.222 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.223+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~ZFKKNC0BYTKE.1 size=1048576 2024-04-02T08:51:37.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.225+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~ZFKKNC0BYTKE.2 size=307801 2024-04-02T08:51:37.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.225+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=ZFKKNC0BYTKE tag=ZRI3X542GGCT type=write size=3453529 2024-04-02T08:51:37.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.227+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=2WBRBBA6F9TJ type=del 2024-04-02T08:51:37.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.231+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~VJIT5QPB5R5H.0 size=842741 2024-04-02T08:51:37.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.231+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=VJIT5QPB5R5H tag=8XUOV5CA3G3M type=write size=1891317 2024-04-02T08:51:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:36 smithi187 ceph-mon[84356]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 446 KiB/s wr, 2.25k op/s 2024-04-02T08:51:37.232 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.233+0000 7fe1e54f9780 -1 < failed to complete operation key=XD49NVDY5QAC tag=3PL6QYNRERSF type=del size=3636893: (22) Invalid argument 2024-04-02T08:51:37.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.235+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=GJW2HBITNOLU type=del size=2358912 2024-04-02T08:51:37.236 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.237+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=MMMNXAY8HAV3 type=del 2024-04-02T08:51:37.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.239+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=TQ7GHIAZBHME type=del size=394931 2024-04-02T08:51:37.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.241+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=AKCUHKRSC9PY type=del 2024-04-02T08:51:37.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.245+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~O8Q2PKWRGT69.0 size=1048576 2024-04-02T08:51:37.245 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.246+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~O8Q2PKWRGT69.1 size=1048576 2024-04-02T08:51:37.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.248+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~O8Q2PKWRGT69.2 size=461270 2024-04-02T08:51:37.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.248+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=O8Q2PKWRGT69 tag=RUE3TGD714JB type=write size=3606998 2024-04-02T08:51:37.249 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.250+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=BVO781FMOUE3 type=del 2024-04-02T08:51:37.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.252+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=5GNJ6E15ICFF type=del size=3542079 2024-04-02T08:51:37.253 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.254+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=4WI4Q4EQOCSS type=del 2024-04-02T08:51:37.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.257+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~XWLS7X1LIWU0.0 size=1048576 2024-04-02T08:51:37.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.259+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~XWLS7X1LIWU0.1 size=1048576 2024-04-02T08:51:37.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.261+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~XWLS7X1LIWU0.2 size=645091 2024-04-02T08:51:37.259 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.261+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=XWLS7X1LIWU0 tag=HAAS5FGPKUDL type=write size=3790819 2024-04-02T08:51:37.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.263+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=OL3SWWJAIE2I type=del 2024-04-02T08:51:37.264 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.265+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=MGX4QX3HBCFN type=del size=4072479 2024-04-02T08:51:37.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.267+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=FCSXK2SJRF8Q type=del 2024-04-02T08:51:37.269 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.271+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~0KYQVFL4LG09.0 size=1048576 2024-04-02T08:51:37.271 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.272+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~0KYQVFL4LG09.1 size=366262 2024-04-02T08:51:37.271 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.272+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=0KYQVFL4LG09 tag=3L69TMGHY9BE type=write size=2463414 2024-04-02T08:51:37.273 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.274+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=11KY6HG3DLQF type=del 2024-04-02T08:51:37.277 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.278+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~WUEQ6X0Q7QJJ.0 size=1048576 2024-04-02T08:51:37.278 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.280+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~WUEQ6X0Q7QJJ.1 size=1048576 2024-04-02T08:51:37.281 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.281+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~WUEQ6X0Q7QJJ.2 size=764600 2024-04-02T08:51:37.281 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.281+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=WUEQ6X0Q7QJJ tag=7LDO4T6QHEXF type=write size=3910328 2024-04-02T08:51:37.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.284+0000 7fe1e54f9780 1 < completed write operation key=OC284H4P86JN tag=DZEL7HCKQ9AE type=write size=808930 2024-04-02T08:51:37.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.286+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=2Y8Y9OM8JF0X type=del size=1815685 2024-04-02T08:51:37.287 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.288+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~4WIFQ68HUOXV.0 size=650333 2024-04-02T08:51:37.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.291+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=4WIFQ68HUOXV tag=4X5NYU7NT3TY type=write size=1698909 2024-04-02T08:51:37.293 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.295+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~TZ9X2VXXDQEF.0 size=1048576 2024-04-02T08:51:37.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.296+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~TZ9X2VXXDQEF.1 size=1048576 2024-04-02T08:51:37.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.298+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~TZ9X2VXXDQEF.2 size=582949 2024-04-02T08:51:37.297 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.298+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=TZ9X2VXXDQEF tag=GDCDKZAJK5IW type=write size=3728677 2024-04-02T08:51:37.299 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.300+0000 7fe1e54f9780 1 < canceled operation key=IK9DWI5A56MQ tag=0OAVVMIWWEU4 type=del size=768348 2024-04-02T08:51:37.301 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.302+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=9H0JQMV3BZ10 type=del size=3231149 2024-04-02T08:51:37.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.306+0000 7fe1e54f9780 1 < suggested remove operation key=AKDL74Y6A2P3 tag=5H3RYF7HY1G8 type=del 2024-04-02T08:51:37.306 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.308+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=0F3JS83BTIK4 type=del size=1827007 2024-04-02T08:51:37.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.309+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~217Z2FPC1NSJ.0 size=998977 2024-04-02T08:51:37.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.313+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=217Z2FPC1NSJ tag=FUV0G5GM4QV0 type=write size=2047553 2024-04-02T08:51:37.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.315+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=BGONV3T30G2O type=del size=2655382 2024-04-02T08:51:37.316 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.318+0000 7fe1e54f9780 1 < completed write operation key=WT084Z5BQ6FL tag=U761Y4B5I8IW type=write size=182551 2024-04-02T08:51:37.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.320+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=ZVRJPYM52ZDZ type=del size=3344821 2024-04-02T08:51:37.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.321+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~ZFKKNC0BYTKE.0 size=1048576 2024-04-02T08:51:37.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.323+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~ZFKKNC0BYTKE.1 size=1048576 2024-04-02T08:51:37.323 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.325+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~ZFKKNC0BYTKE.2 size=307801 2024-04-02T08:51:37.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.328+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=ZFKKNC0BYTKE tag=ZRI3X542GGCT type=write size=3453529 2024-04-02T08:51:37.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.330+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=PM7L8970DHC4 type=del size=2711056 2024-04-02T08:51:37.331 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.332+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~VJIT5QPB5R5H.0 size=842741 2024-04-02T08:51:37.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.336+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=VJIT5QPB5R5H tag=8XUOV5CA3G3M type=write size=1891317 2024-04-02T08:51:37.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.337+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=Z0745QRHC1S2 type=del size=3927740 2024-04-02T08:51:37.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.341+0000 7fe1e54f9780 1 < suggested update operation key=OWJ9C2D76GGG tag=GJW2HBITNOLU type=del size=2358912 2024-04-02T08:51:37.345 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.346+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PVYZE8SGCNIZ.0 size=1048576 2024-04-02T08:51:37.346 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.348+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PVYZE8SGCNIZ.1 size=1048576 2024-04-02T08:51:37.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.350+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~PVYZE8SGCNIZ.2 size=183334 2024-04-02T08:51:37.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.350+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=PVYZE8SGCNIZ tag=3MNNUQRVAKUK type=write size=3329062 2024-04-02T08:51:37.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.352+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=TQ7GHIAZBHME type=del 2024-04-02T08:51:37.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.356+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~WRX5VPNBUUTK.0 size=17927 2024-04-02T08:51:37.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.356+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=WRX5VPNBUUTK tag=JCEYDS04C7R0 type=write size=1066503 2024-04-02T08:51:37.356 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.358+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~O8Q2PKWRGT69.0 size=1048576 2024-04-02T08:51:37.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.359+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~O8Q2PKWRGT69.1 size=1048576 2024-04-02T08:51:37.360 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.361+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~O8Q2PKWRGT69.2 size=461270 2024-04-02T08:51:37.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.365+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=O8Q2PKWRGT69 tag=RUE3TGD714JB type=write size=3606998 2024-04-02T08:51:37.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.368+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~NACXA4RANW44.0 size=609993 2024-04-02T08:51:37.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.368+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=NACXA4RANW44 tag=K5QJ1NNQK243 type=write size=1658569 2024-04-02T08:51:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:36 smithi112 ceph-mon[91385]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 446 KiB/s wr, 2.25k op/s 2024-04-02T08:51:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:36 smithi112 ceph-mon[88945]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 446 KiB/s wr, 2.25k op/s 2024-04-02T08:51:37.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.371+0000 7fe1e54f9780 -1 < failed to complete operation key=OWJ9C2D76GGG tag=5GNJ6E15ICFF type=del size=3542079: (22) Invalid argument 2024-04-02T08:51:37.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.375+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~23VXLMCLSPS2.0 size=386525 2024-04-02T08:51:37.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.375+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=23VXLMCLSPS2 tag=LI40AXVQ6E9J type=write size=1435101 2024-04-02T08:51:37.375 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.377+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~XWLS7X1LIWU0.0 size=1048576 2024-04-02T08:51:37.375 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.377+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~XWLS7X1LIWU0.1 size=1048576 2024-04-02T08:51:37.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.378+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~XWLS7X1LIWU0.2 size=645091 2024-04-02T08:51:37.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.382+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=XWLS7X1LIWU0 tag=HAAS5FGPKUDL type=write size=3790819 2024-04-02T08:51:37.385 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.386+0000 7fe1e54f9780 1 > prepared part key=_multipart_CT5BZ79K03F4.2~RBQ1GO5LSLFW.0 size=1010719 2024-04-02T08:51:37.385 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.386+0000 7fe1e54f9780 1 > prepared multipart upload key=CT5BZ79K03F4 upload=RBQ1GO5LSLFW tag=5K7AWMKR41CF type=write size=2059295 2024-04-02T08:51:37.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.389+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=MGX4QX3HBCFN type=del 2024-04-02T08:51:37.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.393+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QCGHOCI11QME.0 size=1048576 2024-04-02T08:51:37.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.395+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QCGHOCI11QME.1 size=1048576 2024-04-02T08:51:37.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.396+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~QCGHOCI11QME.2 size=245297 2024-04-02T08:51:37.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.396+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=QCGHOCI11QME tag=KRA9DRZBVLRD type=write size=3391025 2024-04-02T08:51:37.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.399+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~0KYQVFL4LG09.0 size=1048576 2024-04-02T08:51:37.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.399+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~0KYQVFL4LG09.1 size=366262 2024-04-02T08:51:37.401 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.403+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=0KYQVFL4LG09 tag=3L69TMGHY9BE type=write size=2463414 2024-04-02T08:51:37.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.406+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~JL5PW2118QZ4.0 size=1048576 2024-04-02T08:51:37.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.408+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~JL5PW2118QZ4.1 size=268004 2024-04-02T08:51:37.406 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.408+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=JL5PW2118QZ4 tag=KU3VOB2RX8UG type=write size=2365156 2024-04-02T08:51:37.408 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.410+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~WUEQ6X0Q7QJJ.0 size=1048576 2024-04-02T08:51:37.410 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.411+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~WUEQ6X0Q7QJJ.1 size=1048576 2024-04-02T08:51:37.412 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.413+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~WUEQ6X0Q7QJJ.2 size=764600 2024-04-02T08:51:37.415 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.417+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=WUEQ6X0Q7QJJ tag=7LDO4T6QHEXF type=write size=3910328 2024-04-02T08:51:37.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.420+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~RT30BS87ZFE3.0 size=1048576 2024-04-02T08:51:37.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.422+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~RT30BS87ZFE3.1 size=1048576 2024-04-02T08:51:37.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.423+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~RT30BS87ZFE3.2 size=91890 2024-04-02T08:51:37.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.423+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=RT30BS87ZFE3 tag=HGPPXPTF6CUJ type=write size=3237618 2024-04-02T08:51:37.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.427+0000 7fe1e54f9780 1 < suggested update operation key=HBFL1GB4JX3V tag=2Y8Y9OM8JF0X type=del size=1815685 2024-04-02T08:51:37.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.429+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=UZSID22D1L1C type=del size=3769072 2024-04-02T08:51:37.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.431+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~TZ9X2VXXDQEF.0 size=1048576 2024-04-02T08:51:37.431 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.433+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~TZ9X2VXXDQEF.1 size=1048576 2024-04-02T08:51:37.433 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.435+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~TZ9X2VXXDQEF.2 size=582949 2024-04-02T08:51:37.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.438+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=TZ9X2VXXDQEF tag=GDCDKZAJK5IW type=write size=3728677 2024-04-02T08:51:37.439 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.440+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=IW9BNGI4AHK4 type=write size=780692 2024-04-02T08:51:37.443 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.444+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=9H0JQMV3BZ10 type=del size=3231149 2024-04-02T08:51:37.445 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.446+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=WX5RMKCZPMX8 type=del size=2481541 2024-04-02T08:51:37.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.448+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=0F3JS83BTIK4 type=del 2024-04-02T08:51:37.449 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.450+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=QE8RP0UZ4W6Q type=del size=3456845 2024-04-02T08:51:37.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.453+0000 7fe1e54f9780 -1 < failed to complete operation key=D3LM19PM7NQ1 tag=BGONV3T30G2O type=del size=2655382: (22) Invalid argument 2024-04-02T08:51:37.455 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.457+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~RV6UPNFOX1I5.0 size=378397 2024-04-02T08:51:37.456 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.457+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=RV6UPNFOX1I5 tag=QP3G5XDRSXZQ type=write size=1426973 2024-04-02T08:51:37.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.459+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=ZVRJPYM52ZDZ type=del 2024-04-02T08:51:37.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.463+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~YGPH6612KW3E.0 size=1048576 2024-04-02T08:51:37.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.464+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~YGPH6612KW3E.1 size=1042583 2024-04-02T08:51:37.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.464+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=YGPH6612KW3E tag=38WXWTHK9SJ0 type=write size=3139735 2024-04-02T08:51:37.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.467+0000 7fe1e54f9780 -1 < failed to complete operation key=D3LM19PM7NQ1 tag=PM7L8970DHC4 type=del size=2711056: (22) Invalid argument 2024-04-02T08:51:37.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.469+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=1SZD7CK6HP9L type=del size=2674186 2024-04-02T08:51:37.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.471+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=Z0745QRHC1S2 type=del 2024-04-02T08:51:37.472 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.473+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=4HHVTER3181R type=del size=1660085 2024-04-02T08:51:37.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.475+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~PVYZE8SGCNIZ.0 size=1048576 2024-04-02T08:51:37.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.475+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~PVYZE8SGCNIZ.1 size=1048576 2024-04-02T08:51:37.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.477+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~PVYZE8SGCNIZ.2 size=183334 2024-04-02T08:51:37.479 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.480+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=PVYZE8SGCNIZ tag=3MNNUQRVAKUK type=write size=3329062 2024-04-02T08:51:37.481 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.482+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=THOLB3RM3A35 type=del size=3844376 2024-04-02T08:51:37.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.484+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~WRX5VPNBUUTK.0 size=17927 2024-04-02T08:51:37.486 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.487+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=WRX5VPNBUUTK tag=JCEYDS04C7R0 type=write size=1066503 2024-04-02T08:51:37.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.491+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~V9DW8LCL7V4R.0 size=1048576 2024-04-02T08:51:37.491 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.493+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~V9DW8LCL7V4R.1 size=1048576 2024-04-02T08:51:37.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.494+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~V9DW8LCL7V4R.2 size=503900 2024-04-02T08:51:37.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.494+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=V9DW8LCL7V4R tag=LENZGTQPSBT5 type=write size=3649628 2024-04-02T08:51:37.495 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.496+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~NACXA4RANW44.0 size=609993 2024-04-02T08:51:37.499 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.500+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=NACXA4RANW44 tag=K5QJ1NNQK243 type=write size=1658569 2024-04-02T08:51:37.500 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.502+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=E6X0T3OXV1IW type=del size=947374 2024-04-02T08:51:37.502 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.504+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~23VXLMCLSPS2.0 size=386525 2024-04-02T08:51:37.506 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.507+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=23VXLMCLSPS2 tag=LI40AXVQ6E9J type=write size=1435101 2024-04-02T08:51:37.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.512+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~84NA4O4T56QQ.0 size=553663 2024-04-02T08:51:37.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.512+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=84NA4O4T56QQ tag=H8GVJBJFH32J type=write size=1602239 2024-04-02T08:51:37.513 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.514+0000 7fe1e54f9780 1 < completed part key=_multipart_CT5BZ79K03F4.2~RBQ1GO5LSLFW.0 size=1010719 2024-04-02T08:51:37.517 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.518+0000 7fe1e54f9780 1 < completed multipart upload key=CT5BZ79K03F4 upload=RBQ1GO5LSLFW tag=5K7AWMKR41CF type=write size=2059295 2024-04-02T08:51:37.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.520+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=DL0UB4PZH09M type=del size=2631913 2024-04-02T08:51:37.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.522+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QCGHOCI11QME.0 size=1048576 2024-04-02T08:51:37.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.523+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QCGHOCI11QME.1 size=1048576 2024-04-02T08:51:37.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.526+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~QCGHOCI11QME.2 size=245297 2024-04-02T08:51:37.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.530+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=QCGHOCI11QME tag=KRA9DRZBVLRD type=write size=3391025 2024-04-02T08:51:37.531 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.532+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=5VQE7YCH5BM8 type=del size=3972555 2024-04-02T08:51:37.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.535+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~JL5PW2118QZ4.0 size=1048576 2024-04-02T08:51:37.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.537+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~JL5PW2118QZ4.1 size=268004 2024-04-02T08:51:37.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.542+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=JL5PW2118QZ4 tag=KU3VOB2RX8UG type=write size=2365156 2024-04-02T08:51:37.545 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.547+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~0Q9TF0F0TVSW.0 size=542730 2024-04-02T08:51:37.545 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.547+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=0Q9TF0F0TVSW tag=98AO4ZTXOS7Z type=write size=1591306 2024-04-02T08:51:37.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.547+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~RT30BS87ZFE3.0 size=1048576 2024-04-02T08:51:37.548 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.549+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~RT30BS87ZFE3.1 size=1048576 2024-04-02T08:51:37.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.551+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~RT30BS87ZFE3.2 size=91890 2024-04-02T08:51:37.555 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.556+0000 7fe1e54f9780 1 < canceled multipart upload key=IY511MS5UQEJ upload=RT30BS87ZFE3 tag=HGPPXPTF6CUJ type=write size=3237618 2024-04-02T08:51:37.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.559+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=83AIJOCV94A1 type=write size=778200 2024-04-02T08:51:37.562 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.563+0000 7fe1e54f9780 1 < suggested remove operation key=JO11PYGL6W1R tag=UZSID22D1L1C type=del 2024-04-02T08:51:37.567 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.568+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~XTRE2T4H3O7E.0 size=1048576 2024-04-02T08:51:37.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.570+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~XTRE2T4H3O7E.1 size=753687 2024-04-02T08:51:37.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.570+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=XTRE2T4H3O7E tag=1V84EX4Z64TN type=write size=2850839 2024-04-02T08:51:37.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.574+0000 7fe1e54f9780 1 < suggested remove operation key=OC284H4P86JN tag=IW9BNGI4AHK4 type=write 2024-04-02T08:51:37.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.576+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=9IC00F8LR3XD type=write size=275915 2024-04-02T08:51:37.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.579+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=WX5RMKCZPMX8 type=del 2024-04-02T08:51:37.581 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.582+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~QDJGX5J98BOT.0 size=1048576 2024-04-02T08:51:37.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.584+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~QDJGX5J98BOT.1 size=155701 2024-04-02T08:51:37.583 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.584+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=QDJGX5J98BOT tag=VAUYVHCX4C40 type=write size=2252853 2024-04-02T08:51:37.586 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.588+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=QE8RP0UZ4W6Q type=del 2024-04-02T08:51:37.590 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.591+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~XONPLBYOT3KJ.0 size=1048576 2024-04-02T08:51:37.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.593+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~XONPLBYOT3KJ.1 size=1048576 2024-04-02T08:51:37.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.595+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~XONPLBYOT3KJ.2 size=435826 2024-04-02T08:51:37.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.595+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=XONPLBYOT3KJ tag=B6QYNK76RU2O type=write size=3581554 2024-04-02T08:51:37.595 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.597+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~RV6UPNFOX1I5.0 size=378397 2024-04-02T08:51:37.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.601+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=RV6UPNFOX1I5 tag=QP3G5XDRSXZQ type=write size=1426973 2024-04-02T08:51:37.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.603+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=2A9XAO6HOZ3B type=del size=1486525 2024-04-02T08:51:37.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.603+0000 7fe1e54f9780 1 < canceled part key=_multipart_3CIH6I4PYI2Z.2~YGPH6612KW3E.0 size=1048576 2024-04-02T08:51:37.604 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.605+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~YGPH6612KW3E.1 size=1042583 2024-04-02T08:51:37.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.609+0000 7fe1e54f9780 1 < canceled multipart upload key=3CIH6I4PYI2Z upload=YGPH6612KW3E tag=38WXWTHK9SJ0 type=write size=3139735 2024-04-02T08:51:37.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.611+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=55JTORR36EHV type=del size=1557520 2024-04-02T08:51:37.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.613+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=1SZD7CK6HP9L type=del 2024-04-02T08:51:37.613 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.615+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=DZOV67KZ6ZSD type=del size=3418437 2024-04-02T08:51:37.617 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.619+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=4HHVTER3181R type=del 2024-04-02T08:51:37.619 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.621+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=84WJOGGSFLLL type=del size=2900946 2024-04-02T08:51:37.621 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.623+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=THOLB3RM3A35 type=del 2024-04-02T08:51:37.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.625+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=AYWIPBTEYCYJ type=del size=1584460 2024-04-02T08:51:37.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.627+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~V9DW8LCL7V4R.0 size=1048576 2024-04-02T08:51:37.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.628+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~V9DW8LCL7V4R.1 size=1048576 2024-04-02T08:51:37.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.630+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~V9DW8LCL7V4R.2 size=503900 2024-04-02T08:51:37.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.633+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=V9DW8LCL7V4R tag=LENZGTQPSBT5 type=write size=3649628 2024-04-02T08:51:37.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.635+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=856WCLXBFGVV type=del size=1097074 2024-04-02T08:51:37.636 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.637+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=E6X0T3OXV1IW type=del 2024-04-02T08:51:37.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.639+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=JVNHUPQMC3HN type=del size=2409815 2024-04-02T08:51:37.640 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.641+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~84NA4O4T56QQ.0 size=553663 2024-04-02T08:51:37.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.644+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=84NA4O4T56QQ tag=H8GVJBJFH32J type=write size=1602239 2024-04-02T08:51:37.645 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.647+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=YCY6O149YV5C type=write size=789129 2024-04-02T08:51:37.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.649+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=DL0UB4PZH09M type=del 2024-04-02T08:51:37.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.651+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=MJBZPL7LP4GJ type=write size=108854 2024-04-02T08:51:37.652 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.653+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=5VQE7YCH5BM8 type=del 2024-04-02T08:51:37.656 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.657+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~KASF3DSXPPLC.0 size=1048576 2024-04-02T08:51:37.658 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.659+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~KASF3DSXPPLC.1 size=1048576 2024-04-02T08:51:37.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.661+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~KASF3DSXPPLC.2 size=890583 2024-04-02T08:51:37.660 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.661+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=KASF3DSXPPLC tag=3H1SW8K5MXXR type=write size=4036311 2024-04-02T08:51:37.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.663+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~0Q9TF0F0TVSW.0 size=542730 2024-04-02T08:51:37.665 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.666+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=0Q9TF0F0TVSW tag=98AO4ZTXOS7Z type=write size=1591306 2024-04-02T08:51:37.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.668+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=2IDC2V7TFVH5 type=del size=2522918 2024-04-02T08:51:37.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.670+0000 7fe1e54f9780 1 < completed write operation key=2F742L9HW4DY tag=83AIJOCV94A1 type=write size=778200 2024-04-02T08:51:37.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.674+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~IUSKTZAO6J3L.0 size=1048576 2024-04-02T08:51:37.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.676+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~IUSKTZAO6J3L.1 size=405483 2024-04-02T08:51:37.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.676+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=IUSKTZAO6J3L tag=TQKLX3RZ0THQ type=write size=2502635 2024-04-02T08:51:37.676 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.678+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~XTRE2T4H3O7E.0 size=1048576 2024-04-02T08:51:37.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.679+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~XTRE2T4H3O7E.1 size=753687 2024-04-02T08:51:37.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.683+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=XTRE2T4H3O7E tag=1V84EX4Z64TN type=write size=2850839 2024-04-02T08:51:37.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.686+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~QCKIFV4IKZVR.0 size=631589 2024-04-02T08:51:37.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.686+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=QCKIFV4IKZVR tag=PP7INBJDT4RO type=write size=1680165 2024-04-02T08:51:37.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.688+0000 7fe1e54f9780 1 < completed write operation key=OWJ9C2D76GGG tag=9IC00F8LR3XD type=write size=275915 2024-04-02T08:51:37.689 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.690+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=J0IXIWVFDFOK type=del size=1582652 2024-04-02T08:51:37.691 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.692+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~QDJGX5J98BOT.0 size=1048576 2024-04-02T08:51:37.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.694+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~QDJGX5J98BOT.1 size=155701 2024-04-02T08:51:37.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.697+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=QDJGX5J98BOT tag=VAUYVHCX4C40 type=write size=2252853 2024-04-02T08:51:37.698 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.699+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=M2KYF1Y2YA22 type=del size=764007 2024-04-02T08:51:37.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.701+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~XONPLBYOT3KJ.0 size=1048576 2024-04-02T08:51:37.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.703+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~XONPLBYOT3KJ.1 size=1048576 2024-04-02T08:51:37.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.705+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~XONPLBYOT3KJ.2 size=435826 2024-04-02T08:51:37.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.708+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=XONPLBYOT3KJ tag=B6QYNK76RU2O type=write size=3581554 2024-04-02T08:51:37.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.712+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~CMHW71OP8U6I.0 size=66704 2024-04-02T08:51:37.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.712+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=CMHW71OP8U6I tag=T2S2H69HD0DR type=write size=1115280 2024-04-02T08:51:37.713 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.714+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=2A9XAO6HOZ3B type=del 2024-04-02T08:51:37.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.716+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=A03EDH8189N3 type=del size=2403714 2024-04-02T08:51:37.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.720+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=55JTORR36EHV type=del size=1557520 2024-04-02T08:51:37.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.724+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~57CBS0HSE8O0.0 size=1048576 2024-04-02T08:51:37.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.726+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~57CBS0HSE8O0.1 size=1048576 2024-04-02T08:51:37.726 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.727+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~57CBS0HSE8O0.2 size=782711 2024-04-02T08:51:37.726 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.727+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=57CBS0HSE8O0 tag=UM040QQS9HWT type=write size=3928439 2024-04-02T08:51:37.728 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.729+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=DZOV67KZ6ZSD type=del 2024-04-02T08:51:37.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.733+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=I07QX034U23I type=write size=43873 2024-04-02T08:51:37.733 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.735+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=84WJOGGSFLLL type=del 2024-04-02T08:51:37.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.738+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~ER28FLZGLD2Y.0 size=433832 2024-04-02T08:51:37.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.738+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=ER28FLZGLD2Y tag=Z6BTE08MYBAJ type=write size=1482408 2024-04-02T08:51:37.739 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.740+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=AYWIPBTEYCYJ type=del 2024-04-02T08:51:37.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.742+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=1IM32TFLGGHO type=del size=2332322 2024-04-02T08:51:37.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.745+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=856WCLXBFGVV type=del 2024-04-02T08:51:37.747 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.749+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~6QWJE2PXC7QM.0 size=460007 2024-04-02T08:51:37.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.749+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=6QWJE2PXC7QM tag=QODZBXA4F2HW type=write size=1508583 2024-04-02T08:51:37.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.753+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=JVNHUPQMC3HN type=del 2024-04-02T08:51:37.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.755+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=NNUULRB13TBV type=del size=1937708 2024-04-02T08:51:37.756 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.757+0000 7fe1e54f9780 1 < completed write operation key=WT084Z5BQ6FL tag=YCY6O149YV5C type=write size=789129 2024-04-02T08:51:37.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.759+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=MJW1TZJV2Q4E type=del size=3606568 2024-04-02T08:51:37.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.761+0000 7fe1e54f9780 1 < completed write operation key=DB2S65G6D3OU tag=MJBZPL7LP4GJ type=write size=108854 2024-04-02T08:51:37.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.764+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=Y452DFIV3TZH type=del size=42465 2024-04-02T08:51:37.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.766+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~KASF3DSXPPLC.0 size=1048576 2024-04-02T08:51:37.764 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.766+0000 7fe1e54f9780 1 < canceled part key=_multipart_IK9DWI5A56MQ.2~KASF3DSXPPLC.1 size=1048576 2024-04-02T08:51:37.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.767+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~KASF3DSXPPLC.2 size=890583 2024-04-02T08:51:37.770 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.771+0000 7fe1e54f9780 1 < canceled multipart upload key=IK9DWI5A56MQ upload=KASF3DSXPPLC tag=3H1SW8K5MXXR type=write size=4036311 2024-04-02T08:51:37.773 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.775+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~CX9FW938I2RK.0 size=1048576 2024-04-02T08:51:37.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.777+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~CX9FW938I2RK.1 size=634272 2024-04-02T08:51:37.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.777+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=CX9FW938I2RK tag=D9GHKELE1MQK type=write size=2731424 2024-04-02T08:51:37.777 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.779+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=2IDC2V7TFVH5 type=del 2024-04-02T08:51:37.779 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.781+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=AU81LQADI1D0 type=del size=1911814 2024-04-02T08:51:37.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.783+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~IUSKTZAO6J3L.0 size=1048576 2024-04-02T08:51:37.783 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.784+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~IUSKTZAO6J3L.1 size=405483 2024-04-02T08:51:37.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.788+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=IUSKTZAO6J3L tag=TQKLX3RZ0THQ type=write size=2502635 2024-04-02T08:51:37.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.790+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=Y6O8FJBYCJWZ type=write size=200456 2024-04-02T08:51:37.791 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.792+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~QCKIFV4IKZVR.0 size=631589 2024-04-02T08:51:37.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.796+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=QCKIFV4IKZVR tag=PP7INBJDT4RO type=write size=1680165 2024-04-02T08:51:37.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.798+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=IF4OVOGMQX5P type=del size=1993050 2024-04-02T08:51:37.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.800+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=J0IXIWVFDFOK type=del 2024-04-02T08:51:37.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.802+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=CGYJQ44P608S type=del size=2912740 2024-04-02T08:51:37.802 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.804+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=M2KYF1Y2YA22 type=del 2024-04-02T08:51:37.806 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.807+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~JM4TBBZKULOA.0 size=1048576 2024-04-02T08:51:37.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.809+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~JM4TBBZKULOA.1 size=1048576 2024-04-02T08:51:37.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.811+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~JM4TBBZKULOA.2 size=454349 2024-04-02T08:51:37.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.811+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=JM4TBBZKULOA tag=JBC2N72WL13U type=write size=3600077 2024-04-02T08:51:37.811 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.813+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~CMHW71OP8U6I.0 size=66704 2024-04-02T08:51:37.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.816+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=CMHW71OP8U6I tag=T2S2H69HD0DR type=write size=1115280 2024-04-02T08:51:37.819 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.820+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~YQJZY6IJJBMH.0 size=1048576 2024-04-02T08:51:37.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.823+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~YQJZY6IJJBMH.1 size=100686 2024-04-02T08:51:37.821 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.823+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=YQJZY6IJJBMH tag=1UM3GUQGXW4S type=write size=2197838 2024-04-02T08:51:37.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.825+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=A03EDH8189N3 type=del 2024-04-02T08:51:37.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.829+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~4E6PC9W5TEYC.0 size=767085 2024-04-02T08:51:37.828 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.829+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=4E6PC9W5TEYC tag=1PX7XKYEAMKP type=write size=1815661 2024-04-02T08:51:37.830 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.832+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~57CBS0HSE8O0.0 size=1048576 2024-04-02T08:51:37.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.834+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~57CBS0HSE8O0.1 size=1048576 2024-04-02T08:51:37.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.836+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~57CBS0HSE8O0.2 size=782711 2024-04-02T08:51:37.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.839+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=57CBS0HSE8O0 tag=UM040QQS9HWT type=write size=3928439 2024-04-02T08:51:37.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.844+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~Q0H83TJ11ZFA.0 size=474384 2024-04-02T08:51:37.845 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.844+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=Q0H83TJ11ZFA tag=E0KQPB6WBS70 type=write size=1522960 2024-04-02T08:51:37.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.847+0000 7fe1e54f9780 1 < completed write operation key=HG0NKZCLQ7V7 tag=I07QX034U23I type=write size=43873 2024-04-02T08:51:37.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.849+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=KU2ZRX5Q7Z9I type=del size=610443 2024-04-02T08:51:37.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.852+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~ER28FLZGLD2Y.0 size=433832 2024-04-02T08:51:37.854 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.856+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=ER28FLZGLD2Y tag=Z6BTE08MYBAJ type=write size=1482408 2024-04-02T08:51:37.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.860+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~1VDX5EFR2X18.0 size=1048576 2024-04-02T08:51:37.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.862+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~1VDX5EFR2X18.1 size=1048576 2024-04-02T08:51:37.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.864+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~1VDX5EFR2X18.2 size=756551 2024-04-02T08:51:37.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.864+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=1VDX5EFR2X18 tag=4A32HJZHYPMQ type=write size=3902279 2024-04-02T08:51:37.868 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.869+0000 7fe1e54f9780 1 < suggested remove operation key=G8V69UA1E671 tag=1IM32TFLGGHO type=del 2024-04-02T08:51:37.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.873+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~2B31JUXCV6C0.0 size=1048576 2024-04-02T08:51:37.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.875+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~2B31JUXCV6C0.1 size=1048576 2024-04-02T08:51:37.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.877+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~2B31JUXCV6C0.2 size=786331 2024-04-02T08:51:37.876 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.877+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=2B31JUXCV6C0 tag=A9GU0JH806EV type=write size=3932059 2024-04-02T08:51:37.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.879+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~6QWJE2PXC7QM.0 size=460007 2024-04-02T08:51:37.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.883+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=6QWJE2PXC7QM tag=QODZBXA4F2HW type=write size=1508583 2024-04-02T08:51:37.884 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.885+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=PQZ6EZZGJ2YB type=write size=674056 2024-04-02T08:51:37.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.887+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=NNUULRB13TBV type=del 2024-04-02T08:51:37.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.889+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=IN2GES1U3359 type=del size=4192213 2024-04-02T08:51:37.890 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.891+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=MJW1TZJV2Q4E type=del 2024-04-02T08:51:37.892 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.893+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=O05C61ZQYA6U type=del size=769698 2024-04-02T08:51:37.897 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.897+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=Y452DFIV3TZH type=del 2024-04-02T08:51:37.898 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.899+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=3O2EI2TMYY3V type=del size=2970483 2024-04-02T08:51:37.900 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.901+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~CX9FW938I2RK.0 size=1048576 2024-04-02T08:51:37.902 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.903+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~CX9FW938I2RK.1 size=634272 2024-04-02T08:51:37.906 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.907+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=CX9FW938I2RK tag=D9GHKELE1MQK type=write size=2731424 2024-04-02T08:51:37.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.912+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~XU6EFT32JOID.0 size=138612 2024-04-02T08:51:37.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.912+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=XU6EFT32JOID tag=04JBR421ISB1 type=write size=1187188 2024-04-02T08:51:37.912 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.914+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=AU81LQADI1D0 type=del 2024-04-02T08:51:37.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.916+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=Z0E3WYI1CVA4 type=del size=2653811 2024-04-02T08:51:37.918 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.919+0000 7fe1e54f9780 1 < completed write operation key=72IYB621DARA tag=Y6O8FJBYCJWZ type=write size=200456 2024-04-02T08:51:37.920 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.921+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=XDTS6JWQDWXE type=del size=2069081 2024-04-02T08:51:37.922 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.924+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=IF4OVOGMQX5P type=del 2024-04-02T08:51:37.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.926+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=NLQUJNDOG0BF type=del size=1143554 2024-04-02T08:51:37.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.927+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=CGYJQ44P608S type=del 2024-04-02T08:51:37.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.932+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~ZJRM0258D4KA.0 size=602258 2024-04-02T08:51:37.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.932+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=ZJRM0258D4KA tag=I20A52XQW02G type=write size=1650834 2024-04-02T08:51:37.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.934+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~JM4TBBZKULOA.0 size=1048576 2024-04-02T08:51:37.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.936+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~JM4TBBZKULOA.1 size=1048576 2024-04-02T08:51:37.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.938+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~JM4TBBZKULOA.2 size=454349 2024-04-02T08:51:37.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.942+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=JM4TBBZKULOA tag=JBC2N72WL13U type=write size=3600077 2024-04-02T08:51:37.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.945+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=JLWJYZ352HGO type=del size=919007 2024-04-02T08:51:37.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.948+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~YQJZY6IJJBMH.0 size=1048576 2024-04-02T08:51:37.950 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.951+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~YQJZY6IJJBMH.1 size=100686 2024-04-02T08:51:37.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.954+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=YQJZY6IJJBMH tag=1UM3GUQGXW4S type=write size=2197838 2024-04-02T08:51:37.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.958+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~0FC5ZWI20SZD.0 size=1048576 2024-04-02T08:51:37.958 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.960+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~0FC5ZWI20SZD.1 size=1048576 2024-04-02T08:51:37.960 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.961+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~0FC5ZWI20SZD.2 size=465242 2024-04-02T08:51:37.960 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.961+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=0FC5ZWI20SZD tag=JC1FBMW8QQLP type=write size=3610970 2024-04-02T08:51:37.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.963+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~4E6PC9W5TEYC.0 size=767085 2024-04-02T08:51:37.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.967+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=4E6PC9W5TEYC tag=1PX7XKYEAMKP type=write size=1815661 2024-04-02T08:51:37.967 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.969+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=PHAJHI3I512G type=del size=1553623 2024-04-02T08:51:37.969 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.971+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~Q0H83TJ11ZFA.0 size=474384 2024-04-02T08:51:37.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.974+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=Q0H83TJ11ZFA tag=E0KQPB6WBS70 type=write size=1522960 2024-04-02T08:51:37.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.976+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=WEMT83GF4JK2 type=del size=1488586 2024-04-02T08:51:37.978 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.979+0000 7fe1e54f9780 1 < suggested remove operation key=HSKJ25CGNNTY tag=KU2ZRX5Q7Z9I type=del 2024-04-02T08:51:37.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.981+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=HIZWN0CKDWKA type=del size=2960543 2024-04-02T08:51:37.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.982+0000 7fe1e54f9780 1 < canceled part key=_multipart_R6Z9S7ZDIVB0.2~1VDX5EFR2X18.0 size=1048576 2024-04-02T08:51:37.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.983+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~1VDX5EFR2X18.1 size=1048576 2024-04-02T08:51:37.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.983+0000 7fe1e54f9780 1 < canceled part key=_multipart_R6Z9S7ZDIVB0.2~1VDX5EFR2X18.2 size=756551 2024-04-02T08:51:37.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.987+0000 7fe1e54f9780 1 < canceled multipart upload key=R6Z9S7ZDIVB0 upload=1VDX5EFR2X18 tag=4A32HJZHYPMQ type=write size=3902279 2024-04-02T08:51:37.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.989+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=A8SMBHKBA8K7 type=del size=1676930 2024-04-02T08:51:37.989 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.991+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~2B31JUXCV6C0.0 size=1048576 2024-04-02T08:51:37.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.992+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~2B31JUXCV6C0.1 size=1048576 2024-04-02T08:51:37.991 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.992+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~2B31JUXCV6C0.2 size=786331 2024-04-02T08:51:37.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.996+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=2B31JUXCV6C0 tag=A9GU0JH806EV type=write size=3932059 2024-04-02T08:51:37.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:37.998+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=AYZR93139RN3 type=del size=2863533 2024-04-02T08:51:37.999 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.000+0000 7fe1e54f9780 1 < canceled operation key=3CIH6I4PYI2Z tag=PQZ6EZZGJ2YB type=write size=674056 2024-04-02T08:51:38.001 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.002+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=7X1AN0UHK8O0 type=del size=113734 2024-04-02T08:51:38.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.004+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=IN2GES1U3359 type=del 2024-04-02T08:51:38.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.008+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~6LVVEQ1OTP15.0 size=140839 2024-04-02T08:51:38.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.008+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=6LVVEQ1OTP15 tag=MTBXFFUHJRU8 type=write size=1189415 2024-04-02T08:51:38.008 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.010+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=O05C61ZQYA6U type=del 2024-04-02T08:51:38.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.011+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=88EDRPJWK6A2 type=write size=444039 2024-04-02T08:51:38.012 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.013+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=3O2EI2TMYY3V type=del 2024-04-02T08:51:38.016 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.017+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~99X34IZPRS30.0 size=1048576 2024-04-02T08:51:38.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.019+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~99X34IZPRS30.1 size=19005 2024-04-02T08:51:38.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.019+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=99X34IZPRS30 tag=5Y0NBZICPIZV type=write size=2116157 2024-04-02T08:51:38.018 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.019+0000 7fe1e54f9780 1 < canceled part key=_multipart_IK9DWI5A56MQ.2~XU6EFT32JOID.0 size=138612 2024-04-02T08:51:38.021 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.022+0000 7fe1e54f9780 1 < canceled multipart upload key=IK9DWI5A56MQ upload=XU6EFT32JOID tag=04JBR421ISB1 type=write size=1187188 2024-04-02T08:51:38.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.026+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~DVC24HIA0XDB.0 size=1048576 2024-04-02T08:51:38.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.028+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~DVC24HIA0XDB.1 size=194378 2024-04-02T08:51:38.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.028+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=DVC24HIA0XDB tag=R5SCJ0VSF5M1 type=write size=2291530 2024-04-02T08:51:38.029 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.030+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=Z0E3WYI1CVA4 type=del 2024-04-02T08:51:38.031 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.032+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=NWS1N4VTDG13 type=del size=2621256 2024-04-02T08:51:38.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.036+0000 7fe1e54f9780 1 < suggested update operation key=7SOA145ODX3I tag=XDTS6JWQDWXE type=del size=2069081 2024-04-02T08:51:38.037 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.039+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=ZBPV151IK2O3 type=del size=3434727 2024-04-02T08:51:38.039 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.041+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=NLQUJNDOG0BF type=del 2024-04-02T08:51:38.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.044+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~G2GMZVK8SL30.0 size=1048576 2024-04-02T08:51:38.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.046+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~G2GMZVK8SL30.1 size=613707 2024-04-02T08:51:38.045 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.046+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=G2GMZVK8SL30 tag=QC5J7T28I3EP type=write size=2710859 2024-04-02T08:51:38.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.048+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~ZJRM0258D4KA.0 size=602258 2024-04-02T08:51:38.050 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.052+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=ZJRM0258D4KA tag=I20A52XQW02G type=write size=1650834 2024-04-02T08:51:38.052 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.054+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=JW7UZNW609YN type=del size=327033 2024-04-02T08:51:38.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.055+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=JLWJYZ352HGO type=del 2024-04-02T08:51:38.056 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.057+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=3ER1UVRX2A9V type=del size=1871123 2024-04-02T08:51:38.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.059+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~0FC5ZWI20SZD.0 size=1048576 2024-04-02T08:51:38.060 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.061+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~0FC5ZWI20SZD.1 size=1048576 2024-04-02T08:51:38.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.063+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~0FC5ZWI20SZD.2 size=465242 2024-04-02T08:51:38.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.067+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=0FC5ZWI20SZD tag=JC1FBMW8QQLP type=write size=3610970 2024-04-02T08:51:38.068 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.069+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=JXQF1HTWV2Q3 type=del size=1940421 2024-04-02T08:51:38.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.073+0000 7fe1e54f9780 1 < suggested remove operation key=R6Z9S7ZDIVB0 tag=PHAJHI3I512G type=del 2024-04-02T08:51:38.074 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.075+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=K1A3WWKHOVSZ type=del size=1214168 2024-04-02T08:51:38.076 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.078+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=WEMT83GF4JK2 type=del 2024-04-02T08:51:38.079 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.080+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=W0K158848TSS type=del size=3438925 2024-04-02T08:51:38.083 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.085+0000 7fe1e54f9780 1 < suggested remove operation key=02K82VO50O0D tag=HIZWN0CKDWKA type=del 2024-04-02T08:51:38.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.089+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~ZSTTZGE0M7DE.0 size=1048576 2024-04-02T08:51:38.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.091+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~ZSTTZGE0M7DE.1 size=452671 2024-04-02T08:51:38.090 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.091+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=ZSTTZGE0M7DE tag=UV2K4648F234 type=write size=2549823 2024-04-02T08:51:38.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.093+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=A8SMBHKBA8K7 type=del 2024-04-02T08:51:38.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.097+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~39UFYYH7EH93.0 size=1048576 2024-04-02T08:51:38.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.099+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~39UFYYH7EH93.1 size=812500 2024-04-02T08:51:38.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.099+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=39UFYYH7EH93 tag=R6FMDGTFPX54 type=write size=2909652 2024-04-02T08:51:38.099 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.101+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=AYZR93139RN3 type=del 2024-04-02T08:51:38.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.106+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~D8UWDCJ5A64Z.0 size=216998 2024-04-02T08:51:38.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.106+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=D8UWDCJ5A64Z tag=ZRI0TIQLA83Z type=write size=1265574 2024-04-02T08:51:38.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.108+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=7X1AN0UHK8O0 type=del 2024-04-02T08:51:38.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.111+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=LIW2SRNYV0G1 type=del size=3652366 2024-04-02T08:51:38.112 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.113+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~6LVVEQ1OTP15.0 size=140839 2024-04-02T08:51:38.116 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.118+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=6LVVEQ1OTP15 tag=MTBXFFUHJRU8 type=write size=1189415 2024-04-02T08:51:38.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.122+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~DHE9ODY915UV.0 size=946825 2024-04-02T08:51:38.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.122+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=DHE9ODY915UV tag=B1U7GGIYTN94 type=write size=1995401 2024-04-02T08:51:38.121 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.123+0000 7fe1e54f9780 -1 < no bi entry to suggest for operation key=02K82VO50O0D tag=88EDRPJWK6A2 type=write size=444039: (2) No such file or directory 2024-04-02T08:51:38.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.128+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~6RXFBRQ5O3RJ.0 size=244088 2024-04-02T08:51:38.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.128+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=6RXFBRQ5O3RJ tag=3D1IWF5A9JBI type=write size=1292664 2024-04-02T08:51:38.129 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.130+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~99X34IZPRS30.0 size=1048576 2024-04-02T08:51:38.129 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.130+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~99X34IZPRS30.1 size=19005 2024-04-02T08:51:38.134 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.135+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=99X34IZPRS30 tag=5Y0NBZICPIZV type=write size=2116157 2024-04-02T08:51:38.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.139+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~034UGT4RTO06.0 size=1048576 2024-04-02T08:51:38.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.141+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~034UGT4RTO06.1 size=292051 2024-04-02T08:51:38.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.141+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=034UGT4RTO06 tag=PYSTBZK7OO3G type=write size=2389203 2024-04-02T08:51:38.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.142+0000 7fe1e54f9780 1 < canceled part key=_multipart_AKDL74Y6A2P3.2~DVC24HIA0XDB.0 size=1048576 2024-04-02T08:51:38.142 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.144+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~DVC24HIA0XDB.1 size=194378 2024-04-02T08:51:38.146 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.148+0000 7fe1e54f9780 1 < canceled multipart upload key=AKDL74Y6A2P3 upload=DVC24HIA0XDB tag=R5SCJ0VSF5M1 type=write size=2291530 2024-04-02T08:51:38.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.150+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=K64QP7JH81DL type=del size=3689447 2024-04-02T08:51:38.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.155+0000 7fe1e54f9780 1 < suggested update operation key=HBFL1GB4JX3V tag=NWS1N4VTDG13 type=del size=2621256 2024-04-02T08:51:38.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.159+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~7HDTTGOL4GTK.0 size=1048576 2024-04-02T08:51:38.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.162+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~7HDTTGOL4GTK.1 size=160064 2024-04-02T08:51:38.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.162+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=7HDTTGOL4GTK tag=HTHTN1ZHM76I type=write size=2257216 2024-04-02T08:51:38.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.163+0000 7fe1e54f9780 -1 < no bi entry to suggest for operation key=R6Z9S7ZDIVB0 tag=ZBPV151IK2O3 type=del size=3434727: (2) No such file or directory 2024-04-02T08:51:38.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.167+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~1MGYENS2QQRX.0 size=1048576 2024-04-02T08:51:38.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.169+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~1MGYENS2QQRX.1 size=297991 2024-04-02T08:51:38.168 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.169+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=1MGYENS2QQRX tag=GOMLI11EHFWL type=write size=2395143 2024-04-02T08:51:38.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.171+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~G2GMZVK8SL30.0 size=1048576 2024-04-02T08:51:38.172 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.174+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~G2GMZVK8SL30.1 size=613707 2024-04-02T08:51:38.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.179+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=G2GMZVK8SL30 tag=QC5J7T28I3EP type=write size=2710859 2024-04-02T08:51:38.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.184+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~7705GSX4FWSD.0 size=1048576 2024-04-02T08:51:38.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.186+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~7705GSX4FWSD.1 size=536892 2024-04-02T08:51:38.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.186+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=7705GSX4FWSD tag=GSNHOP5OK3EX type=write size=2634044 2024-04-02T08:51:38.189 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.191+0000 7fe1e54f9780 1 < suggested remove operation key=3CIH6I4PYI2Z tag=JW7UZNW609YN type=del 2024-04-02T08:51:38.191 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.193+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=P3GZ82GHUR49 type=write size=598324 2024-04-02T08:51:38.194 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.195+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=3ER1UVRX2A9V type=del 2024-04-02T08:51:38.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.197+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=9CB5MXKG8GSG type=del size=2526546 2024-04-02T08:51:38.198 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.199+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=JXQF1HTWV2Q3 type=del 2024-04-02T08:51:38.200 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.201+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=NQI5P5YDTKHX type=del size=2904193 2024-04-02T08:51:38.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.203+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=K1A3WWKHOVSZ type=del 2024-04-02T08:51:38.205 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.207+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~XNJG1JGCEC6G.0 size=1048576 2024-04-02T08:51:38.208 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.209+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~XNJG1JGCEC6G.1 size=1048576 2024-04-02T08:51:38.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.211+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~XNJG1JGCEC6G.2 size=731555 2024-04-02T08:51:38.210 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.211+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=XNJG1JGCEC6G tag=CTJWDI0K56H2 type=write size=3877283 2024-04-02T08:51:38.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.213+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=W0K158848TSS type=del 2024-04-02T08:51:38.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.215+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=3VG5BNH10LJ1 type=del size=1882361 2024-04-02T08:51:38.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.215+0000 7fe1e54f9780 1 < canceled part key=_multipart_DB2S65G6D3OU.2~ZSTTZGE0M7DE.0 size=1048576 2024-04-02T08:51:38.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.217+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~ZSTTZGE0M7DE.1 size=452671 2024-04-02T08:51:38.219 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.221+0000 7fe1e54f9780 1 < canceled multipart upload key=DB2S65G6D3OU upload=ZSTTZGE0M7DE tag=UV2K4648F234 type=write size=2549823 2024-04-02T08:51:38.223 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.224+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~1FC8QH1VNWW3.0 size=1048576 2024-04-02T08:51:38.225 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.226+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~1FC8QH1VNWW3.1 size=1048576 2024-04-02T08:51:38.227 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.228+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~1FC8QH1VNWW3.2 size=891659 2024-04-02T08:51:38.227 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.228+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=1FC8QH1VNWW3 tag=HGM9IOHU39OR type=write size=4037387 2024-04-02T08:51:38.229 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.230+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~39UFYYH7EH93.0 size=1048576 2024-04-02T08:51:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:38.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.232+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~39UFYYH7EH93.1 size=812500 2024-04-02T08:51:38.234 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.235+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=39UFYYH7EH93 tag=R6FMDGTFPX54 type=write size=2909652 2024-04-02T08:51:38.238 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.239+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~ER24W34ZFF7W.0 size=1048576 2024-04-02T08:51:38.239 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.241+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~ER24W34ZFF7W.1 size=1048576 2024-04-02T08:51:38.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.243+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~ER24W34ZFF7W.2 size=638936 2024-04-02T08:51:38.242 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.243+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=ER24W34ZFF7W tag=771K6D4EPQVW type=write size=3784664 2024-04-02T08:51:38.244 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.245+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~D8UWDCJ5A64Z.0 size=216998 2024-04-02T08:51:38.247 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.249+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=D8UWDCJ5A64Z tag=ZRI0TIQLA83Z type=write size=1265574 2024-04-02T08:51:38.249 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.250+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=12K96LCWHORQ type=del size=703089 2024-04-02T08:51:38.251 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.252+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=LIW2SRNYV0G1 type=del 2024-04-02T08:51:38.253 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.254+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=QA83KUG4H7M8 type=del size=3286650 2024-04-02T08:51:38.255 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.256+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~DHE9ODY915UV.0 size=946825 2024-04-02T08:51:38.258 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.260+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=DHE9ODY915UV tag=B1U7GGIYTN94 type=write size=1995401 2024-04-02T08:51:38.260 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.262+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=PUWWB0URAZQL type=del size=220411 2024-04-02T08:51:38.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.263+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~6RXFBRQ5O3RJ.0 size=244088 2024-04-02T08:51:38.266 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.267+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=6RXFBRQ5O3RJ tag=3D1IWF5A9JBI type=write size=1292664 2024-04-02T08:51:38.268 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.269+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=HABZUQTU03ZT type=del size=2074045 2024-04-02T08:51:38.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.272+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~034UGT4RTO06.0 size=1048576 2024-04-02T08:51:38.272 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.273+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~034UGT4RTO06.1 size=292051 2024-04-02T08:51:38.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.277+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=034UGT4RTO06 tag=PYSTBZK7OO3G type=write size=2389203 2024-04-02T08:51:38.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.281+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~WYQZWH9RZDJT.0 size=42973 2024-04-02T08:51:38.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.281+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=WYQZWH9RZDJT tag=K2KWBRT5M8GS type=write size=1091549 2024-04-02T08:51:38.283 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.285+0000 7fe1e54f9780 -1 < failed to complete operation key=HBFL1GB4JX3V tag=K64QP7JH81DL type=del size=3689447: (22) Invalid argument 2024-04-02T08:51:38.287 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.288+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~6H3B71CNRQ05.0 size=1048576 2024-04-02T08:51:38.289 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.290+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~6H3B71CNRQ05.1 size=1048576 2024-04-02T08:51:38.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.292+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~6H3B71CNRQ05.2 size=367998 2024-04-02T08:51:38.291 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.292+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=6H3B71CNRQ05 tag=VJXVS1VVGR8Z type=write size=3513726 2024-04-02T08:51:38.292 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.294+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~7HDTTGOL4GTK.0 size=1048576 2024-04-02T08:51:38.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.296+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~7HDTTGOL4GTK.1 size=160064 2024-04-02T08:51:38.298 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.300+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=7HDTTGOL4GTK tag=HTHTN1ZHM76I type=write size=2257216 2024-04-02T08:51:38.302 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.303+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~KTLNUWC0RYJZ.0 size=1048576 2024-04-02T08:51:38.304 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.305+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~KTLNUWC0RYJZ.1 size=1048576 2024-04-02T08:51:38.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.307+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~KTLNUWC0RYJZ.2 size=817842 2024-04-02T08:51:38.306 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.307+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=KTLNUWC0RYJZ tag=6RG02AHCG50O type=write size=3963570 2024-04-02T08:51:38.308 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.309+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~1MGYENS2QQRX.0 size=1048576 2024-04-02T08:51:38.310 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.311+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~1MGYENS2QQRX.1 size=297991 2024-04-02T08:51:38.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.314+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=1MGYENS2QQRX tag=GOMLI11EHFWL type=write size=2395143 2024-04-02T08:51:38.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.316+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=ALQ5HBKQHRU9 type=del size=1627635 2024-04-02T08:51:38.317 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.319+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~7705GSX4FWSD.0 size=1048576 2024-04-02T08:51:38.319 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.320+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~7705GSX4FWSD.1 size=536892 2024-04-02T08:51:38.324 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.324+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=7705GSX4FWSD tag=GSNHOP5OK3EX type=write size=2634044 2024-04-02T08:51:38.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.328+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~105AX09LTA15.0 size=345918 2024-04-02T08:51:38.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.328+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=105AX09LTA15 tag=SML6749PKE7R type=write size=1394494 2024-04-02T08:51:38.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.330+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=P3GZ82GHUR49 type=write size=598324 2024-04-02T08:51:38.333 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.334+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~97LJYTYHPP27.0 size=1048576 2024-04-02T08:51:38.335 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.336+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~97LJYTYHPP27.1 size=1048576 2024-04-02T08:51:38.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.338+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~97LJYTYHPP27.2 size=1014635 2024-04-02T08:51:38.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.338+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=97LJYTYHPP27 tag=O5JU8OR7PINB type=write size=4160363 2024-04-02T08:51:38.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.340+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=9CB5MXKG8GSG type=del 2024-04-02T08:51:38.341 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.343+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=WBO7V7FLDF9J type=write size=275710 2024-04-02T08:51:38.343 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.345+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=NQI5P5YDTKHX type=del 2024-04-02T08:51:38.346 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.347+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=CAI7FKQ0EE2M type=del size=3992220 2024-04-02T08:51:38.348 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.349+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~XNJG1JGCEC6G.0 size=1048576 2024-04-02T08:51:38.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.351+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~XNJG1JGCEC6G.1 size=1048576 2024-04-02T08:51:38.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.353+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~XNJG1JGCEC6G.2 size=731555 2024-04-02T08:51:38.355 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.357+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=XNJG1JGCEC6G tag=CTJWDI0K56H2 type=write size=3877283 2024-04-02T08:51:38.358 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.359+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=MEYJ3ZQVTG21 type=del size=3059089 2024-04-02T08:51:38.361 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.363+0000 7fe1e54f9780 1 < suggested update operation key=DB2S65G6D3OU tag=3VG5BNH10LJ1 type=del size=1882361 2024-04-02T08:51:38.366 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.367+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~C643RUUW661Z.0 size=1048576 2024-04-02T08:51:38.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.369+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~C643RUUW661Z.1 size=1048576 2024-04-02T08:51:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:38.369 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.371+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~C643RUUW661Z.2 size=961563 2024-04-02T08:51:38.370 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.371+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=C643RUUW661Z tag=5SFQCIG34SCO type=write size=4107291 2024-04-02T08:51:38.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.373+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~1FC8QH1VNWW3.0 size=1048576 2024-04-02T08:51:38.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.375+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~1FC8QH1VNWW3.1 size=1048576 2024-04-02T08:51:38.375 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.377+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~1FC8QH1VNWW3.2 size=891659 2024-04-02T08:51:38.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.381+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=1FC8QH1VNWW3 tag=HGM9IOHU39OR type=write size=4037387 2024-04-02T08:51:38.381 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.383+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=4MKDIB5F89CI type=del size=1395553 2024-04-02T08:51:38.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.385+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~ER24W34ZFF7W.0 size=1048576 2024-04-02T08:51:38.386 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.387+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~ER24W34ZFF7W.1 size=1048576 2024-04-02T08:51:38.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.389+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~ER24W34ZFF7W.2 size=638936 2024-04-02T08:51:38.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.393+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=ER24W34ZFF7W tag=771K6D4EPQVW type=write size=3784664 2024-04-02T08:51:38.395 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.396+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=RVSWE7RKKCJ3 type=write size=767949 2024-04-02T08:51:38.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.401+0000 7fe1e54f9780 1 < suggested remove operation key=3CIH6I4PYI2Z tag=12K96LCWHORQ type=del 2024-04-02T08:51:38.405 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.406+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~UN4K9QZVGU3B.0 size=1048576 2024-04-02T08:51:38.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.409+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~UN4K9QZVGU3B.1 size=558639 2024-04-02T08:51:38.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.409+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=UN4K9QZVGU3B tag=3R35EVWRQQ7J type=write size=2655791 2024-04-02T08:51:38.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.413+0000 7fe1e54f9780 1 < suggested remove operation key=FRXQAJO7O5U2 tag=QA83KUG4H7M8 type=del 2024-04-02T08:51:38.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.415+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=3VEIC3EPBVJX type=del size=4060741 2024-04-02T08:51:38.415 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.417+0000 7fe1e54f9780 1 < canceled operation key=9P6XOL7S6JOX tag=PUWWB0URAZQL type=del size=220411 2024-04-02T08:51:38.417 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.419+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=D1NO1F65WR1B type=write size=456828 2024-04-02T08:51:38.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.421+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=HABZUQTU03ZT type=del 2024-04-02T08:51:38.421 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.423+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=A2B0O8VOS14T type=write size=324359 2024-04-02T08:51:38.423 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.425+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~WYQZWH9RZDJT.0 size=42973 2024-04-02T08:51:38.427 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.429+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=WYQZWH9RZDJT tag=K2KWBRT5M8GS type=write size=1091549 2024-04-02T08:51:38.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.431+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=D0JTEMG0GUYH type=del size=3014199 2024-04-02T08:51:38.432 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.433+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~6H3B71CNRQ05.0 size=1048576 2024-04-02T08:51:38.434 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.435+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~6H3B71CNRQ05.1 size=1048576 2024-04-02T08:51:38.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.437+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~6H3B71CNRQ05.2 size=367998 2024-04-02T08:51:38.440 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.441+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=6H3B71CNRQ05 tag=VJXVS1VVGR8Z type=write size=3513726 2024-04-02T08:51:38.445 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.446+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~Q0RO3U8P64XY.0 size=1048576 2024-04-02T08:51:38.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.448+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~Q0RO3U8P64XY.1 size=1048576 2024-04-02T08:51:38.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.450+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~Q0RO3U8P64XY.2 size=400157 2024-04-02T08:51:38.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.450+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=Q0RO3U8P64XY tag=QX8SGFEXXKYL type=write size=3545885 2024-04-02T08:51:38.450 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.452+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~KTLNUWC0RYJZ.0 size=1048576 2024-04-02T08:51:38.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.453+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~KTLNUWC0RYJZ.1 size=1048576 2024-04-02T08:51:38.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.455+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~KTLNUWC0RYJZ.2 size=817842 2024-04-02T08:51:38.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.459+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=KTLNUWC0RYJZ tag=6RG02AHCG50O type=write size=3963570 2024-04-02T08:51:38.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.462+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~9PDRBBYIJSLI.0 size=1048576 2024-04-02T08:51:38.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.464+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~9PDRBBYIJSLI.1 size=1048576 2024-04-02T08:51:38.465 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.466+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~9PDRBBYIJSLI.2 size=32021 2024-04-02T08:51:38.465 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.466+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=9PDRBBYIJSLI tag=LY70ZOEN65IQ type=write size=3177749 2024-04-02T08:51:38.467 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.468+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=ALQ5HBKQHRU9 type=del 2024-04-02T08:51:38.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.470+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=N4QP4QUH459R type=del size=716241 2024-04-02T08:51:38.470 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.472+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~105AX09LTA15.0 size=345918 2024-04-02T08:51:38.475 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.475+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=105AX09LTA15 tag=SML6749PKE7R type=write size=1394494 2024-04-02T08:51:38.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.479+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~SJLFFYVOII9E.0 size=726416 2024-04-02T08:51:38.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.479+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=SJLFFYVOII9E tag=36ZTBUXS01G4 type=write size=1774992 2024-04-02T08:51:38.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.482+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~97LJYTYHPP27.0 size=1048576 2024-04-02T08:51:38.482 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.483+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~97LJYTYHPP27.1 size=1048576 2024-04-02T08:51:38.484 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.485+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~97LJYTYHPP27.2 size=1014635 2024-04-02T08:51:38.487 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.488+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=97LJYTYHPP27 tag=O5JU8OR7PINB type=write size=4160363 2024-04-02T08:51:38.489 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.490+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=3Y14J81FPPTG type=del size=211330 2024-04-02T08:51:38.493 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.494+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=WBO7V7FLDF9J type=write size=275710 2024-04-02T08:51:38.496 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.497+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=WU2WRKG0RWPA type=del size=1860680 2024-04-02T08:51:38.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.499+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=CAI7FKQ0EE2M type=del 2024-04-02T08:51:38.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.503+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~CE1T1U4O2NG4.0 size=436966 2024-04-02T08:51:38.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.503+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=CE1T1U4O2NG4 tag=M89FQBVA1SG6 type=write size=1485542 2024-04-02T08:51:38.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.505+0000 7fe1e54f9780 1 < canceled operation key=LA786DTGT3XA tag=MEYJ3ZQVTG21 type=del size=3059089 2024-04-02T08:51:38.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.508+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~PWNI6PNW7V4M.0 size=894156 2024-04-02T08:51:38.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.509+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=PWNI6PNW7V4M tag=G8W9VW4Y8NW1 type=write size=1942732 2024-04-02T08:51:38.510 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.511+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~C643RUUW661Z.0 size=1048576 2024-04-02T08:51:38.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.513+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~C643RUUW661Z.1 size=1048576 2024-04-02T08:51:38.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.516+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~C643RUUW661Z.2 size=961563 2024-04-02T08:51:38.520 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.521+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=C643RUUW661Z tag=5SFQCIG34SCO type=write size=4107291 2024-04-02T08:51:38.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.524+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=8TBCBMCOHSN9 type=del size=3204592 2024-04-02T08:51:38.525 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.526+0000 7fe1e54f9780 1 < canceled operation key=9P6XOL7S6JOX tag=4MKDIB5F89CI type=del size=1395553 2024-04-02T08:51:38.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.529+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=61C6JUD21264 type=write size=1037083 2024-04-02T08:51:38.530 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.532+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=RVSWE7RKKCJ3 type=write size=767949 2024-04-02T08:51:38.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.535+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=SQGJVXTJ7MPE type=del size=3872327 2024-04-02T08:51:38.536 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.537+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~UN4K9QZVGU3B.0 size=1048576 2024-04-02T08:51:38.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.540+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~UN4K9QZVGU3B.1 size=558639 2024-04-02T08:51:38.543 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.544+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=UN4K9QZVGU3B tag=3R35EVWRQQ7J type=write size=2655791 2024-04-02T08:51:38.547 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.549+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~8T9W09YPJTMA.0 size=1048576 2024-04-02T08:51:38.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.551+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~8T9W09YPJTMA.1 size=631335 2024-04-02T08:51:38.550 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.551+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=8T9W09YPJTMA tag=LQ70K3O5OGDW type=write size=2728487 2024-04-02T08:51:38.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.554+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=3VEIC3EPBVJX type=del 2024-04-02T08:51:38.555 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.557+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=PV48QALQ2N2Z type=del size=4104402 2024-04-02T08:51:38.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.559+0000 7fe1e54f9780 1 < completed write operation key=OWJ9C2D76GGG tag=D1NO1F65WR1B type=write size=456828 2024-04-02T08:51:38.560 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.562+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=44NNQJJKGZI7 type=del size=2840495 2024-04-02T08:51:38.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.564+0000 7fe1e54f9780 1 < completed write operation key=MLJAE12LB90G tag=A2B0O8VOS14T type=write size=324359 2024-04-02T08:51:38.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.567+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=5S5SJ3714MV9 type=del size=166429 2024-04-02T08:51:38.568 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.569+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=D0JTEMG0GUYH type=del 2024-04-02T08:51:38.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.574+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~M4QE2SVV82QW.0 size=1048576 2024-04-02T08:51:38.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.576+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~M4QE2SVV82QW.1 size=1048576 2024-04-02T08:51:38.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.578+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~M4QE2SVV82QW.2 size=408958 2024-04-02T08:51:38.577 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.578+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=M4QE2SVV82QW tag=QY0KY9HDEQ7P type=write size=3554686 2024-04-02T08:51:38.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.581+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~Q0RO3U8P64XY.0 size=1048576 2024-04-02T08:51:38.582 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.584+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~Q0RO3U8P64XY.1 size=1048576 2024-04-02T08:51:38.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.586+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~Q0RO3U8P64XY.2 size=400157 2024-04-02T08:51:38.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.590+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=Q0RO3U8P64XY tag=QX8SGFEXXKYL type=write size=3545885 2024-04-02T08:51:38.592 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.594+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~C2DGPXQ07YQ0.0 size=857354 2024-04-02T08:51:38.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.594+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=C2DGPXQ07YQ0 tag=6NCAXGHRTZ97 type=write size=1905930 2024-04-02T08:51:38.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.596+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~9PDRBBYIJSLI.0 size=1048576 2024-04-02T08:51:38.594 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.596+0000 7fe1e54f9780 1 < canceled part key=_multipart_AKDL74Y6A2P3.2~9PDRBBYIJSLI.1 size=1048576 2024-04-02T08:51:38.596 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.598+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~9PDRBBYIJSLI.2 size=32021 2024-04-02T08:51:38.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.601+0000 7fe1e54f9780 1 < canceled multipart upload key=AKDL74Y6A2P3 upload=9PDRBBYIJSLI tag=LY70ZOEN65IQ type=write size=3177749 2024-04-02T08:51:38.604 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.605+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~VDO1Y6X42CLD.0 size=1048576 2024-04-02T08:51:38.606 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.607+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~VDO1Y6X42CLD.1 size=1048576 2024-04-02T08:51:38.607 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.609+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~VDO1Y6X42CLD.2 size=978682 2024-04-02T08:51:38.608 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.609+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=VDO1Y6X42CLD tag=N8JMVX5YJEA4 type=write size=4124410 2024-04-02T08:51:38.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.611+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=N4QP4QUH459R type=del 2024-04-02T08:51:38.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.613+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=IERALLLGD4ER type=write size=757757 2024-04-02T08:51:38.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.615+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~SJLFFYVOII9E.0 size=726416 2024-04-02T08:51:38.617 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.618+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=SJLFFYVOII9E tag=36ZTBUXS01G4 type=write size=1774992 2024-04-02T08:51:38.619 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.621+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=QECWL4PB29QC type=del size=981249 2024-04-02T08:51:38.624 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.625+0000 7fe1e54f9780 1 < suggested remove operation key=HG0NKZCLQ7V7 tag=3Y14J81FPPTG type=del 2024-04-02T08:51:38.626 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.627+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=HZH34BHPJ641 type=del size=343283 2024-04-02T08:51:38.628 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.629+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=WU2WRKG0RWPA type=del 2024-04-02T08:51:38.630 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.631+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=P8B1ZF7XPMY7 type=del size=3967105 2024-04-02T08:51:38.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.633+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~CE1T1U4O2NG4.0 size=436966 2024-04-02T08:51:38.636 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.637+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=CE1T1U4O2NG4 tag=M89FQBVA1SG6 type=write size=1485542 2024-04-02T08:51:38.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.639+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=1C6OF00SP1O5 type=del size=1685567 2024-04-02T08:51:38.638 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.639+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~PWNI6PNW7V4M.0 size=894156 2024-04-02T08:51:38.643 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.644+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=PWNI6PNW7V4M tag=G8W9VW4Y8NW1 type=write size=1942732 2024-04-02T08:51:38.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.648+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~DT2AM2CE5QFJ.0 size=1048576 2024-04-02T08:51:38.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.649+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~DT2AM2CE5QFJ.1 size=1048576 2024-04-02T08:51:38.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.651+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~DT2AM2CE5QFJ.2 size=795893 2024-04-02T08:51:38.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.652+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=DT2AM2CE5QFJ tag=2D1F6ZTKSWO6 type=write size=3941621 2024-04-02T08:51:38.652 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.654+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=8TBCBMCOHSN9 type=del 2024-04-02T08:51:38.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.658+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~VBI8RR1TUMW2.0 size=811461 2024-04-02T08:51:38.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.658+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=VBI8RR1TUMW2 tag=JEOS5YP480PE type=write size=1860037 2024-04-02T08:51:38.659 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.661+0000 7fe1e54f9780 1 < completed write operation key=T88N3IX1URRX tag=61C6JUD21264 type=write size=1037083 2024-04-02T08:51:38.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.663+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=GQH88GGSABAQ type=del size=293607 2024-04-02T08:51:38.665 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.667+0000 7fe1e54f9780 1 < suggested remove operation key=3CIH6I4PYI2Z tag=SQGJVXTJ7MPE type=del 2024-04-02T08:51:38.667 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.669+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=EZ91XH2JW5S5 type=del size=3892969 2024-04-02T08:51:38.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.669+0000 7fe1e54f9780 1 < canceled part key=_multipart_JCPYU79H8CYL.2~8T9W09YPJTMA.0 size=1048576 2024-04-02T08:51:38.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.671+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~8T9W09YPJTMA.1 size=631335 2024-04-02T08:51:38.673 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.674+0000 7fe1e54f9780 1 < canceled multipart upload key=JCPYU79H8CYL upload=8T9W09YPJTMA tag=LQ70K3O5OGDW type=write size=2728487 2024-04-02T08:51:38.675 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.676+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=8NKBSD1FUHP3 type=del size=19497 2024-04-02T08:51:38.677 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.679+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=PV48QALQ2N2Z type=del 2024-04-02T08:51:38.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.682+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~8VJBJNAKMB0D.0 size=88430 2024-04-02T08:51:38.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.682+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=8VJBJNAKMB0D tag=INGXDR9DJWAL type=write size=1137006 2024-04-02T08:51:38.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.686+0000 7fe1e54f9780 1 < suggested update operation key=7SOA145ODX3I tag=44NNQJJKGZI7 type=del size=2840495 2024-04-02T08:51:38.687 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.688+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=FZ10C2OFGKB9 type=del size=2521046 2024-04-02T08:51:38.689 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.690+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=5S5SJ3714MV9 type=del 2024-04-02T08:51:38.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.694+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~0FFEM0BXWU9C.0 size=1048576 2024-04-02T08:51:38.694 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.696+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~0FFEM0BXWU9C.1 size=146038 2024-04-02T08:51:38.694 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.696+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=0FFEM0BXWU9C tag=TUOFV69DD3U7 type=write size=2243190 2024-04-02T08:51:38.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.698+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~M4QE2SVV82QW.0 size=1048576 2024-04-02T08:51:38.698 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.699+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~M4QE2SVV82QW.1 size=1048576 2024-04-02T08:51:38.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.701+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~M4QE2SVV82QW.2 size=408958 2024-04-02T08:51:38.703 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.704+0000 7fe1e54f9780 1 < completed multipart upload key=02K82VO50O0D upload=M4QE2SVV82QW tag=QY0KY9HDEQ7P type=write size=3554686 2024-04-02T08:51:38.706 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.707+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=C49YSQF2SKC6 type=del size=598446 2024-04-02T08:51:38.708 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.709+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~C2DGPXQ07YQ0.0 size=857354 2024-04-02T08:51:38.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.712+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=C2DGPXQ07YQ0 tag=6NCAXGHRTZ97 type=write size=1905930 2024-04-02T08:51:38.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.716+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~ZLUGYTCEOVMY.0 size=1048576 2024-04-02T08:51:38.716 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.718+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~ZLUGYTCEOVMY.1 size=1048576 2024-04-02T08:51:38.718 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.719+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~ZLUGYTCEOVMY.2 size=1029386 2024-04-02T08:51:38.718 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.719+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=ZLUGYTCEOVMY tag=MU2ZJ812LQRE type=write size=4175114 2024-04-02T08:51:38.720 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.721+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~VDO1Y6X42CLD.0 size=1048576 2024-04-02T08:51:38.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.723+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~VDO1Y6X42CLD.1 size=1048576 2024-04-02T08:51:38.723 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.725+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~VDO1Y6X42CLD.2 size=978682 2024-04-02T08:51:38.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.728+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=VDO1Y6X42CLD tag=N8JMVX5YJEA4 type=write size=4124410 2024-04-02T08:51:38.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.730+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=MWH7KPRG3U1E type=del size=1688455 2024-04-02T08:51:38.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.732+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=IERALLLGD4ER type=write size=757757 2024-04-02T08:51:38.733 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.734+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=1BFF2U1T2W7N type=write size=1030126 2024-04-02T08:51:38.735 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.736+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=QECWL4PB29QC type=del 2024-04-02T08:51:38.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.738+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=XGEGZLC2ZN7F type=del size=2131090 2024-04-02T08:51:38.739 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.740+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=HZH34BHPJ641 type=del 2024-04-02T08:51:38.741 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.742+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=5CBRTHU7BH4Y type=del size=733078 2024-04-02T08:51:38.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.744+0000 7fe1e54f9780 1 < completed delete operation key=LOZGVEXU39NU tag=P8B1ZF7XPMY7 type=del 2024-04-02T08:51:38.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.746+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=D4SYT4A9UKL1 type=del size=2838825 2024-04-02T08:51:38.749 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.750+0000 7fe1e54f9780 1 < suggested remove operation key=72IYB621DARA tag=1C6OF00SP1O5 type=del 2024-04-02T08:51:38.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.752+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=HURQ3DL78X4N type=del size=1499556 2024-04-02T08:51:38.752 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.754+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~DT2AM2CE5QFJ.0 size=1048576 2024-04-02T08:51:38.754 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.756+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~DT2AM2CE5QFJ.1 size=1048576 2024-04-02T08:51:38.754 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.756+0000 7fe1e54f9780 1 < canceled part key=_multipart_HSKJ25CGNNTY.2~DT2AM2CE5QFJ.2 size=795893 2024-04-02T08:51:38.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.759+0000 7fe1e54f9780 1 < canceled multipart upload key=HSKJ25CGNNTY upload=DT2AM2CE5QFJ tag=2D1F6ZTKSWO6 type=write size=3941621 2024-04-02T08:51:38.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.761+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=K8VZKIAKGP8O type=del size=3193396 2024-04-02T08:51:38.762 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.763+0000 7fe1e54f9780 1 < completed part key=_multipart_OWJ9C2D76GGG.2~VBI8RR1TUMW2.0 size=811461 2024-04-02T08:51:38.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.767+0000 7fe1e54f9780 1 < completed multipart upload key=OWJ9C2D76GGG upload=VBI8RR1TUMW2 tag=JEOS5YP480PE type=write size=1860037 2024-04-02T08:51:38.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.770+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~UY0GZFFI4QZ5.0 size=1048576 2024-04-02T08:51:38.771 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.772+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~UY0GZFFI4QZ5.1 size=1048576 2024-04-02T08:51:38.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.774+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~UY0GZFFI4QZ5.2 size=896346 2024-04-02T08:51:38.772 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.774+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=UY0GZFFI4QZ5 tag=RR09Y336ATM7 type=write size=4042074 2024-04-02T08:51:38.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.776+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=GQH88GGSABAQ type=del 2024-04-02T08:51:38.777 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.778+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=99CBGINDFSR4 type=del size=1698865 2024-04-02T08:51:38.781 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.782+0000 7fe1e54f9780 1 < suggested remove operation key=LA786DTGT3XA tag=EZ91XH2JW5S5 type=del 2024-04-02T08:51:38.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.786+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~1SP1VBS7LK5E.0 size=931764 2024-04-02T08:51:38.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.786+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=1SP1VBS7LK5E tag=4IN61BK52NAC type=write size=1980340 2024-04-02T08:51:38.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.789+0000 7fe1e54f9780 -1 < failed to complete operation key=72IYB621DARA tag=8NKBSD1FUHP3 type=del size=19497: (22) Invalid argument 2024-04-02T08:51:38.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.791+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=7GS3IVR8VKKQ type=del size=1598795 2024-04-02T08:51:38.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.792+0000 7fe1e54f9780 1 < canceled part key=_multipart_2Y0DXEZ36QAV.2~8VJBJNAKMB0D.0 size=88430 2024-04-02T08:51:38.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.796+0000 7fe1e54f9780 1 < canceled multipart upload key=2Y0DXEZ36QAV upload=8VJBJNAKMB0D tag=INGXDR9DJWAL type=write size=1137006 2024-04-02T08:51:38.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.799+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~7GD1BMZYLAEH.0 size=1022957 2024-04-02T08:51:38.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.799+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=7GD1BMZYLAEH tag=CW5F6IWO9R5E type=write size=2071533 2024-04-02T08:51:38.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.801+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=FZ10C2OFGKB9 type=del 2024-04-02T08:51:38.804 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.805+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~PKJJ11Q1OAKI.0 size=1048576 2024-04-02T08:51:38.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.807+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~PKJJ11Q1OAKI.1 size=1048576 2024-04-02T08:51:38.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.808+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~PKJJ11Q1OAKI.2 size=839252 2024-04-02T08:51:38.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.808+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=PKJJ11Q1OAKI tag=94Q0NX0E8EFZ type=write size=3984980 2024-04-02T08:51:38.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.809+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~0FFEM0BXWU9C.0 size=1048576 2024-04-02T08:51:38.808 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.809+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~0FFEM0BXWU9C.1 size=146038 2024-04-02T08:51:38.811 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.812+0000 7fe1e54f9780 1 < canceled multipart upload key=IY511MS5UQEJ upload=0FFEM0BXWU9C tag=TUOFV69DD3U7 type=write size=2243190 2024-04-02T08:51:38.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.816+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~C4W2R2A5F9WF.0 size=1048576 2024-04-02T08:51:38.817 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.818+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~C4W2R2A5F9WF.1 size=1048576 2024-04-02T08:51:38.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.820+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~C4W2R2A5F9WF.2 size=877751 2024-04-02T08:51:38.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.820+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=C4W2R2A5F9WF tag=GT1EGSHHO80S type=write size=4023479 2024-04-02T08:51:38.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.822+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=C49YSQF2SKC6 type=del 2024-04-02T08:51:38.823 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.824+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=PE9FQF4S3DB7 type=del size=3159751 2024-04-02T08:51:38.825 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.827+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~ZLUGYTCEOVMY.0 size=1048576 2024-04-02T08:51:38.826 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.827+0000 7fe1e54f9780 1 < canceled part key=_multipart_HBFL1GB4JX3V.2~ZLUGYTCEOVMY.1 size=1048576 2024-04-02T08:51:38.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.829+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~ZLUGYTCEOVMY.2 size=1029386 2024-04-02T08:51:38.831 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.832+0000 7fe1e54f9780 1 < canceled multipart upload key=HBFL1GB4JX3V upload=ZLUGYTCEOVMY tag=MU2ZJ812LQRE type=write size=4175114 2024-04-02T08:51:38.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.834+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=1TZUVY037J5Q type=del size=1199572 2024-04-02T08:51:38.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.836+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=MWH7KPRG3U1E type=del 2024-04-02T08:51:38.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.838+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=0Y2MUIPZ9Q45 type=write size=784626 2024-04-02T08:51:38.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.840+0000 7fe1e54f9780 1 < completed write operation key=T88N3IX1URRX tag=1BFF2U1T2W7N type=write size=1030126 2024-04-02T08:51:38.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.842+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=DZ48OUAJCLGA type=del size=82334 2024-04-02T08:51:38.844 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.846+0000 7fe1e54f9780 1 < suggested remove operation key=HBFL1GB4JX3V tag=XGEGZLC2ZN7F type=del 2024-04-02T08:51:38.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.849+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~MB80C6BDMV43.0 size=996673 2024-04-02T08:51:38.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.849+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=MB80C6BDMV43 tag=0T1WWV01DBB0 type=write size=2045249 2024-04-02T08:51:38.851 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.852+0000 7fe1e54f9780 -1 < failed to complete operation key=72IYB621DARA tag=5CBRTHU7BH4Y type=del size=733078: (22) Invalid argument 2024-04-02T08:51:38.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.856+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~WTEY30RWQSJZ.0 size=416564 2024-04-02T08:51:38.855 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.856+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=WTEY30RWQSJZ tag=E82UVHJVS17K type=write size=1465140 2024-04-02T08:51:38.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.858+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=D4SYT4A9UKL1 type=del 2024-04-02T08:51:38.860 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.861+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~SH3RRIN9N9G5.0 size=1048576 2024-04-02T08:51:38.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.863+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~SH3RRIN9N9G5.1 size=1048576 2024-04-02T08:51:38.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.865+0000 7fe1e54f9780 1 > prepared part key=_multipart_2F742L9HW4DY.2~SH3RRIN9N9G5.2 size=683342 2024-04-02T08:51:38.864 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.865+0000 7fe1e54f9780 1 > prepared multipart upload key=2F742L9HW4DY upload=SH3RRIN9N9G5 tag=MSB6BISL5ZQO type=write size=3829070 2024-04-02T08:51:38.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.867+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=HURQ3DL78X4N type=del 2024-04-02T08:51:38.867 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.869+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=95U216CDQC1W type=del size=3842587 2024-04-02T08:51:38.869 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.871+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=K8VZKIAKGP8O type=del 2024-04-02T08:51:38.871 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.873+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=ATB29H093HSZ type=del size=2532896 2024-04-02T08:51:38.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.875+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~UY0GZFFI4QZ5.0 size=1048576 2024-04-02T08:51:38.875 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.876+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~UY0GZFFI4QZ5.1 size=1048576 2024-04-02T08:51:38.877 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.878+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~UY0GZFFI4QZ5.2 size=896346 2024-04-02T08:51:38.881 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.882+0000 7fe1e54f9780 1 < completed multipart upload key=IY511MS5UQEJ upload=UY0GZFFI4QZ5 tag=RR09Y336ATM7 type=write size=4042074 2024-04-02T08:51:38.883 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.884+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=7H8OC8WINAR5 type=write size=345909 2024-04-02T08:51:38.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.886+0000 7fe1e54f9780 1 < completed delete operation key=2Y0DXEZ36QAV tag=99CBGINDFSR4 type=del 2024-04-02T08:51:38.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.890+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~FW15LLKGPQHW.0 size=403229 2024-04-02T08:51:38.889 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.890+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=FW15LLKGPQHW tag=30GWUL5S8YLS type=write size=1451805 2024-04-02T08:51:38.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.892+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~1SP1VBS7LK5E.0 size=931764 2024-04-02T08:51:38.894 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.896+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=1SP1VBS7LK5E tag=4IN61BK52NAC type=write size=1980340 2024-04-02T08:51:38.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.898+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=085X9B0K0OQ6 type=del size=893447 2024-04-02T08:51:38.900 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.902+0000 7fe1e54f9780 1 < suggested update operation key=IY511MS5UQEJ tag=7GS3IVR8VKKQ type=del size=1598795 2024-04-02T08:51:38.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.904+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=1E71XDXVYWVS type=del size=553402 2024-04-02T08:51:38.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.907+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~7GD1BMZYLAEH.0 size=1022957 2024-04-02T08:51:38.909 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.910+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=7GD1BMZYLAEH tag=CW5F6IWO9R5E type=write size=2071533 2024-04-02T08:51:38.911 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.912+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=R820Q1M048RR type=del size=1782438 2024-04-02T08:51:38.913 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.914+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~PKJJ11Q1OAKI.0 size=1048576 2024-04-02T08:51:38.914 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.916+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~PKJJ11Q1OAKI.1 size=1048576 2024-04-02T08:51:38.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.917+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~PKJJ11Q1OAKI.2 size=839252 2024-04-02T08:51:38.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.921+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=PKJJ11Q1OAKI tag=94Q0NX0E8EFZ type=write size=3984980 2024-04-02T08:51:38.921 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.923+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=70JU0QZBB3OM type=del size=3533707 2024-04-02T08:51:38.923 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.925+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~C4W2R2A5F9WF.0 size=1048576 2024-04-02T08:51:38.925 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.927+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~C4W2R2A5F9WF.1 size=1048576 2024-04-02T08:51:38.927 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.928+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~C4W2R2A5F9WF.2 size=877751 2024-04-02T08:51:38.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.932+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=C4W2R2A5F9WF tag=GT1EGSHHO80S type=write size=4023479 2024-04-02T08:51:38.935 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.936+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~ME8BC70VLLI2.0 size=1048576 2024-04-02T08:51:38.937 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.938+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~ME8BC70VLLI2.1 size=1048576 2024-04-02T08:51:38.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.940+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~ME8BC70VLLI2.2 size=142276 2024-04-02T08:51:38.939 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.940+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=ME8BC70VLLI2 tag=WK0MR9KRESXQ type=write size=3288004 2024-04-02T08:51:38.941 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.942+0000 7fe1e54f9780 1 < completed delete operation key=WT084Z5BQ6FL tag=PE9FQF4S3DB7 type=del 2024-04-02T08:51:38.943 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.944+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=MPFIIVDNAVSY type=del size=2887550 2024-04-02T08:51:38.943 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.945+0000 7fe1e54f9780 -1 < no bi entry to suggest for operation key=HBFL1GB4JX3V tag=1TZUVY037J5Q type=del size=1199572: (2) No such file or directory 2024-04-02T08:51:38.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.948+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=SW5726DEPOCI type=write size=336278 2024-04-02T08:51:38.949 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.950+0000 7fe1e54f9780 1 < completed write operation key=T88N3IX1URRX tag=0Y2MUIPZ9Q45 type=write size=784626 2024-04-02T08:51:38.952 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.953+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=JS80WFOGYHNJ type=del size=3318423 2024-04-02T08:51:38.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.958+0000 7fe1e54f9780 1 < suggested remove operation key=2F742L9HW4DY tag=DZ48OUAJCLGA type=del 2024-04-02T08:51:38.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.961+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=VZXZIOZFGDSJ type=del size=602261 2024-04-02T08:51:38.962 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.963+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~MB80C6BDMV43.0 size=996673 2024-04-02T08:51:38.966 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.967+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=MB80C6BDMV43 tag=0T1WWV01DBB0 type=write size=2045249 2024-04-02T08:51:38.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.971+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~DTWXH9Q1ZC18.0 size=1048576 2024-04-02T08:51:38.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.973+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~DTWXH9Q1ZC18.1 size=636530 2024-04-02T08:51:38.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.973+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=DTWXH9Q1ZC18 tag=SGSHBQLI3NXU type=write size=2733682 2024-04-02T08:51:38.974 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.976+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~WTEY30RWQSJZ.0 size=416564 2024-04-02T08:51:38.978 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.980+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=WTEY30RWQSJZ tag=E82UVHJVS17K type=write size=1465140 2024-04-02T08:51:38.980 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.982+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=WCA2VWD56C2O type=del size=1419941 2024-04-02T08:51:38.982 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.984+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~SH3RRIN9N9G5.0 size=1048576 2024-04-02T08:51:38.985 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.986+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~SH3RRIN9N9G5.1 size=1048576 2024-04-02T08:51:38.987 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.989+0000 7fe1e54f9780 1 < completed part key=_multipart_2F742L9HW4DY.2~SH3RRIN9N9G5.2 size=683342 2024-04-02T08:51:38.992 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.993+0000 7fe1e54f9780 1 < completed multipart upload key=2F742L9HW4DY upload=SH3RRIN9N9G5 tag=MSB6BISL5ZQO type=write size=3829070 2024-04-02T08:51:38.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.995+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=TUD3CPCVQN1R type=del size=1176197 2024-04-02T08:51:38.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.997+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=95U216CDQC1W type=del 2024-04-02T08:51:38.997 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:38.999+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=X01XGU3M8SL0 type=del size=2087810 2024-04-02T08:51:39.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.001+0000 7fe1e54f9780 1 < completed delete operation key=XUGOHG0SXTNW tag=ATB29H093HSZ type=del 2024-04-02T08:51:39.001 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.003+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=6WE4FRXTQQNS type=del size=2807877 2024-04-02T08:51:39.004 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.005+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=7H8OC8WINAR5 type=write size=345909 2024-04-02T08:51:39.007 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.008+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=5TDI55OJWDEA type=write size=611209 2024-04-02T08:51:39.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.011+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~FW15LLKGPQHW.0 size=403229 2024-04-02T08:51:39.014 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.016+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=FW15LLKGPQHW tag=30GWUL5S8YLS type=write size=1451805 2024-04-02T08:51:39.017 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.018+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=Q32M6X3QFE6L type=del size=1972987 2024-04-02T08:51:39.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.021+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=085X9B0K0OQ6 type=del 2024-04-02T08:51:39.023 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.024+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=Y2UEN5FB2CUU type=del size=2016326 2024-04-02T08:51:39.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.027+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=1E71XDXVYWVS type=del 2024-04-02T08:51:39.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.029+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=43DOMCFOWG31 type=del size=1837713 2024-04-02T08:51:39.030 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.031+0000 7fe1e54f9780 1 < completed delete operation key=IY511MS5UQEJ tag=R820Q1M048RR type=del 2024-04-02T08:51:39.032 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.033+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=9104WF9HMKR1 type=del size=624485 2024-04-02T08:51:39.034 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.035+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=70JU0QZBB3OM type=del 2024-04-02T08:51:39.040 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.039+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~C0IE9LYMM644.0 size=411934 2024-04-02T08:51:39.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.039+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=C0IE9LYMM644 tag=29MZRO7C5NWH type=write size=1460510 2024-04-02T08:51:39.041 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.041+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~ME8BC70VLLI2.0 size=1048576 2024-04-02T08:51:39.042 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.043+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~ME8BC70VLLI2.1 size=1048576 2024-04-02T08:51:39.043 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.045+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~ME8BC70VLLI2.2 size=142276 2024-04-02T08:51:39.047 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.048+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=ME8BC70VLLI2 tag=WK0MR9KRESXQ type=write size=3288004 2024-04-02T08:51:39.049 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.050+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=CP1ZY22MEFUT type=del size=2752277 2024-04-02T08:51:39.053 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.054+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=MPFIIVDNAVSY type=del size=2887550 2024-04-02T08:51:39.055 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.056+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=L7GG07O03NZA type=write size=618265 2024-04-02T08:51:39.058 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.059+0000 7fe1e54f9780 1 < completed write operation key=CT5BZ79K03F4 tag=SW5726DEPOCI type=write size=336278 2024-04-02T08:51:39.060 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.061+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=LCS093Z8ZJMU type=del size=1368836 2024-04-02T08:51:39.062 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.063+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=JS80WFOGYHNJ type=del 2024-04-02T08:51:39.064 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.065+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=BQDQDOVHPQ23 type=del size=2638872 2024-04-02T08:51:39.066 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.067+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=VZXZIOZFGDSJ type=del 2024-04-02T08:51:39.069 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.071+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~W3H341F4L2IW.0 size=1048576 2024-04-02T08:51:39.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.073+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~W3H341F4L2IW.1 size=540371 2024-04-02T08:51:39.072 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.073+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=W3H341F4L2IW tag=WZDMEI97AAZY type=write size=2637523 2024-04-02T08:51:39.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.075+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~DTWXH9Q1ZC18.0 size=1048576 2024-04-02T08:51:39.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.077+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~DTWXH9Q1ZC18.1 size=636530 2024-04-02T08:51:39.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.080+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=DTWXH9Q1ZC18 tag=SGSHBQLI3NXU type=write size=2733682 2024-04-02T08:51:39.080 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.082+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=H07YZGTJT4M1 type=del size=2652437 2024-04-02T08:51:39.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.084+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=WCA2VWD56C2O type=del 2024-04-02T08:51:39.084 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.086+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=59XM8D91UQPR type=del size=3481181 2024-04-02T08:51:39.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.090+0000 7fe1e54f9780 1 < suggested update operation key=WT084Z5BQ6FL tag=TUD3CPCVQN1R type=del size=1176197 2024-04-02T08:51:39.091 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.092+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=31XFNP8WJRTF type=write size=616895 2024-04-02T08:51:39.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.097+0000 7fe1e54f9780 1 < suggested update operation key=9P6XOL7S6JOX tag=X01XGU3M8SL0 type=del size=2087810 2024-04-02T08:51:39.097 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.099+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=YFWSVU8Y672O type=del size=3092086 2024-04-02T08:51:39.101 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.103+0000 7fe1e54f9780 1 < suggested update operation key=R6Z9S7ZDIVB0 tag=6WE4FRXTQQNS type=del size=2807877 2024-04-02T08:51:39.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.106+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~GF0CCTUG2ZJL.0 size=1048576 2024-04-02T08:51:39.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.108+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~GF0CCTUG2ZJL.1 size=447360 2024-04-02T08:51:39.107 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.108+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=GF0CCTUG2ZJL tag=EZPK5LXXC84Q type=write size=2544512 2024-04-02T08:51:39.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.112+0000 7fe1e54f9780 1 < suggested remove operation key=2Y0DXEZ36QAV tag=5TDI55OJWDEA type=write 2024-04-02T08:51:39.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.114+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=2Y0UTG0S0WJI type=write size=643080 2024-04-02T08:51:39.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.116+0000 7fe1e54f9780 1 < completed delete operation key=K1ML6VFMOUSC tag=Q32M6X3QFE6L type=del 2024-04-02T08:51:39.118 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.120+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~81G0WIZGICB3.0 size=1048576 2024-04-02T08:51:39.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.122+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~81G0WIZGICB3.1 size=778702 2024-04-02T08:51:39.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.122+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=81G0WIZGICB3 tag=UF0MZ9MUVME1 type=write size=2875854 2024-04-02T08:51:39.122 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.124+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=Y2UEN5FB2CUU type=del 2024-04-02T08:51:39.125 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.126+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=VVLOXC073N23 type=del size=509613 2024-04-02T08:51:39.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.128+0000 7fe1e54f9780 1 < canceled operation key=HBFL1GB4JX3V tag=43DOMCFOWG31 type=del size=1837713 2024-04-02T08:51:39.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.130+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=XTETR61CG9G7 type=del size=2352891 2024-04-02T08:51:39.131 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.132+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=9104WF9HMKR1 type=del 2024-04-02T08:51:39.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.134+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=ST6D3RR6G2I2 type=del size=1171261 2024-04-02T08:51:39.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.136+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~C0IE9LYMM644.0 size=411934 2024-04-02T08:51:39.138 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.140+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=C0IE9LYMM644 tag=29MZRO7C5NWH type=write size=1460510 2024-04-02T08:51:39.140 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.142+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=A3RHZXM5VCWP type=del size=2271147 2024-04-02T08:51:39.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.144+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=CP1ZY22MEFUT type=del 2024-04-02T08:51:39.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.148+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~VAFVQPXW7Z3H.0 size=156974 2024-04-02T08:51:39.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.148+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=VAFVQPXW7Z3H tag=2U61I1N7VODJ type=write size=1205550 2024-04-02T08:51:39.149 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.150+0000 7fe1e54f9780 1 < completed write operation key=DB2S65G6D3OU tag=L7GG07O03NZA type=write size=618265 2024-04-02T08:51:39.153 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.155+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~1FCDAYEC4LLS.0 size=1048576 2024-04-02T08:51:39.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.156+0000 7fe1e54f9780 1 > prepared part key=_multipart_IY511MS5UQEJ.2~1FCDAYEC4LLS.1 size=399266 2024-04-02T08:51:39.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.156+0000 7fe1e54f9780 1 > prepared multipart upload key=IY511MS5UQEJ upload=1FCDAYEC4LLS tag=EIWT9RORDEUC type=write size=2496418 2024-04-02T08:51:39.157 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.158+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=LCS093Z8ZJMU type=del 2024-04-02T08:51:39.159 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.160+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=FN06M2WBF3XE type=write size=345308 2024-04-02T08:51:39.161 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.162+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=BQDQDOVHPQ23 type=del 2024-04-02T08:51:39.163 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.164+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=VNSDXWN2OGH9 type=del size=2545473 2024-04-02T08:51:39.164 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.165+0000 7fe1e54f9780 1 < canceled part key=_multipart_OC284H4P86JN.2~W3H341F4L2IW.0 size=1048576 2024-04-02T08:51:39.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.166+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~W3H341F4L2IW.1 size=540371 2024-04-02T08:51:39.169 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.170+0000 7fe1e54f9780 1 < canceled multipart upload key=OC284H4P86JN upload=W3H341F4L2IW tag=WZDMEI97AAZY type=write size=2637523 2024-04-02T08:51:39.170 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.172+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=DPFCAPCNNBV3 type=del size=657374 2024-04-02T08:51:39.174 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.174+0000 7fe1e54f9780 1 < canceled operation key=IK9DWI5A56MQ tag=H07YZGTJT4M1 type=del size=2652437 2024-04-02T08:51:39.176 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.177+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=7Z7E88IXVGPF type=write size=378606 2024-04-02T08:51:39.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.182+0000 7fe1e54f9780 1 < suggested update operation key=DB2S65G6D3OU tag=59XM8D91UQPR type=del size=3481181 2024-04-02T08:51:39.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.184+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=2IRPZMFTHZTF type=del size=90279 2024-04-02T08:51:39.185 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.186+0000 7fe1e54f9780 1 < canceled operation key=XD49NVDY5QAC tag=31XFNP8WJRTF type=write size=616895 2024-04-02T08:51:39.187 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.188+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=6UW5Z0GPOQ6P type=del size=1198221 2024-04-02T08:51:39.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.191+0000 7fe1e54f9780 1 < canceled operation key=7SOA145ODX3I tag=YFWSVU8Y672O type=del size=3092086 2024-04-02T08:51:39.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.196+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~R626RN3T0NSF.0 size=306442 2024-04-02T08:51:39.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.196+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=R626RN3T0NSF tag=55HVTVDW29D2 type=write size=1355018 2024-04-02T08:51:39.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.196+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~GF0CCTUG2ZJL.0 size=1048576 2024-04-02T08:51:39.195 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.196+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~GF0CCTUG2ZJL.1 size=447360 2024-04-02T08:51:39.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.200+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=GF0CCTUG2ZJL tag=EZPK5LXXC84Q type=write size=2544512 2024-04-02T08:51:39.200 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.202+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=UK5K06LC44YK type=write size=788592 2024-04-02T08:51:39.202 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.204+0000 7fe1e54f9780 1 < completed write operation key=XD49NVDY5QAC tag=2Y0UTG0S0WJI type=write size=643080 2024-04-02T08:51:39.207 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.209+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~7KO4NIZMV3YJ.0 size=1048576 2024-04-02T08:51:39.209 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.211+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~7KO4NIZMV3YJ.1 size=1048576 2024-04-02T08:51:39.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.213+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~7KO4NIZMV3YJ.2 size=995105 2024-04-02T08:51:39.212 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.213+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=7KO4NIZMV3YJ tag=3XKTXMYO36V2 type=write size=4140833 2024-04-02T08:51:39.214 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.216+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~81G0WIZGICB3.0 size=1048576 2024-04-02T08:51:39.216 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.218+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~81G0WIZGICB3.1 size=778702 2024-04-02T08:51:39.221 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.222+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=81G0WIZGICB3 tag=UF0MZ9MUVME1 type=write size=2875854 2024-04-02T08:51:39.224 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.225+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=BBXX40IZMXPS type=del size=2585968 2024-04-02T08:51:39.226 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.227+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=VVLOXC073N23 type=del 2024-04-02T08:51:39.228 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.229+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=FUWK7CDT1HPE type=del size=4071356 2024-04-02T08:51:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:38 smithi187 ceph-mon[84356]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 398 KiB/s wr, 2.01k op/s 2024-04-02T08:51:39.231 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.232+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=XTETR61CG9G7 type=del 2024-04-02T08:51:39.233 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.234+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=XPAWNKTZ7LPV type=del size=1473242 2024-04-02T08:51:39.235 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.236+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=ST6D3RR6G2I2 type=del 2024-04-02T08:51:39.240 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.241+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~U8BH1F2IF99T.0 size=1048576 2024-04-02T08:51:39.241 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.243+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~U8BH1F2IF99T.1 size=1048576 2024-04-02T08:51:39.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.244+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~U8BH1F2IF99T.2 size=296048 2024-04-02T08:51:39.243 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.244+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=U8BH1F2IF99T tag=NVR7135WY5HR type=write size=3441776 2024-04-02T08:51:39.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.247+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=A3RHZXM5VCWP type=del 2024-04-02T08:51:39.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.251+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~12432IMMWLSC.0 size=1048576 2024-04-02T08:51:39.252 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.253+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~12432IMMWLSC.1 size=1048576 2024-04-02T08:51:39.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.255+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~12432IMMWLSC.2 size=515888 2024-04-02T08:51:39.254 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.255+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=12432IMMWLSC tag=ZB83ESLL8U1D type=write size=3661616 2024-04-02T08:51:39.256 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.258+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~VAFVQPXW7Z3H.0 size=156974 2024-04-02T08:51:39.261 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.262+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=VAFVQPXW7Z3H tag=2U61I1N7VODJ type=write size=1205550 2024-04-02T08:51:39.262 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.264+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=5SWQV3NYQ8J8 type=write size=731614 2024-04-02T08:51:39.264 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.266+0000 7fe1e54f9780 1 < completed part key=_multipart_IY511MS5UQEJ.2~1FCDAYEC4LLS.0 size=1048576 2024-04-02T08:51:39.265 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.266+0000 7fe1e54f9780 1 < canceled part key=_multipart_IY511MS5UQEJ.2~1FCDAYEC4LLS.1 size=399266 2024-04-02T08:51:39.268 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.269+0000 7fe1e54f9780 1 < canceled multipart upload key=IY511MS5UQEJ upload=1FCDAYEC4LLS tag=EIWT9RORDEUC type=write size=2496418 2024-04-02T08:51:39.270 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.271+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=OX73XX333WKB type=write size=821468 2024-04-02T08:51:39.274 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.275+0000 7fe1e54f9780 1 < suggested remove operation key=IK9DWI5A56MQ tag=FN06M2WBF3XE type=write 2024-04-02T08:51:39.276 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.277+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=J3U6QGRTHLI1 type=del size=2201688 2024-04-02T08:51:39.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:38 smithi112 ceph-mon[91385]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 398 KiB/s wr, 2.01k op/s 2024-04-02T08:51:39.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:38 smithi112 ceph-mon[88945]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 398 KiB/s wr, 2.01k op/s 2024-04-02T08:51:39.280 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.282+0000 7fe1e54f9780 1 < suggested update operation key=MLJAE12LB90G tag=VNSDXWN2OGH9 type=del size=2545473 2024-04-02T08:51:39.282 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.284+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=ISW67XEB9MJ0 type=del size=3162275 2024-04-02T08:51:39.284 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.286+0000 7fe1e54f9780 1 < completed delete operation key=02K82VO50O0D tag=DPFCAPCNNBV3 type=del 2024-04-02T08:51:39.286 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.287+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=YK7HTXBX1697 type=del size=1093988 2024-04-02T08:51:39.290 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.291+0000 7fe1e54f9780 1 < suggested update operation key=IY511MS5UQEJ tag=7Z7E88IXVGPF type=write size=378606 2024-04-02T08:51:39.294 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.296+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~RGI6YSL5YG6E.0 size=25119 2024-04-02T08:51:39.295 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.296+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=RGI6YSL5YG6E tag=WJFWJA4IO206 type=write size=1073695 2024-04-02T08:51:39.296 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.298+0000 7fe1e54f9780 1 < canceled operation key=HBFL1GB4JX3V tag=2IRPZMFTHZTF type=del size=90279 2024-04-02T08:51:39.300 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.302+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~P1VQ1RJY0S10.0 size=1048576 2024-04-02T08:51:39.303 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.304+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~P1VQ1RJY0S10.1 size=1048576 2024-04-02T08:51:39.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.306+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~P1VQ1RJY0S10.2 size=70300 2024-04-02T08:51:39.305 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.306+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=P1VQ1RJY0S10 tag=R37PNUUP2G2I type=write size=3216028 2024-04-02T08:51:39.307 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.308+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=6UW5Z0GPOQ6P type=del 2024-04-02T08:51:39.309 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.310+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=8A8Y4GY3BUDT type=del size=3546762 2024-04-02T08:51:39.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.312+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~R626RN3T0NSF.0 size=306442 2024-04-02T08:51:39.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.316+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=R626RN3T0NSF tag=55HVTVDW29D2 type=write size=1355018 2024-04-02T08:51:39.318 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.319+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~T43J0S9570DD.0 size=1048576 2024-04-02T08:51:39.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.322+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~T43J0S9570DD.1 size=1048576 2024-04-02T08:51:39.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.323+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~T43J0S9570DD.2 size=860849 2024-04-02T08:51:39.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.323+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=T43J0S9570DD tag=2UUPRBU3LLZQ type=write size=4006577 2024-04-02T08:51:39.324 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.326+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=UK5K06LC44YK type=write size=788592 2024-04-02T08:51:39.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.328+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=SFTWZ25R02MX type=del size=1420846 2024-04-02T08:51:39.330 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.331+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~7KO4NIZMV3YJ.0 size=1048576 2024-04-02T08:51:39.332 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.334+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~7KO4NIZMV3YJ.1 size=1048576 2024-04-02T08:51:39.334 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.336+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~7KO4NIZMV3YJ.2 size=995105 2024-04-02T08:51:39.339 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.340+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=7KO4NIZMV3YJ tag=3XKTXMYO36V2 type=write size=4140833 2024-04-02T08:51:39.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.345+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~Y1MG8ZVJVWFU.0 size=117861 2024-04-02T08:51:39.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.345+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=Y1MG8ZVJVWFU tag=1EDRBS4H9P5L type=write size=1166437 2024-04-02T08:51:39.346 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.347+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=BBXX40IZMXPS type=del 2024-04-02T08:51:39.350 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.351+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~MZTL227E4K2N.0 size=1048576 2024-04-02T08:51:39.351 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.353+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~MZTL227E4K2N.1 size=1048576 2024-04-02T08:51:39.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.355+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~MZTL227E4K2N.2 size=51898 2024-04-02T08:51:39.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.355+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=MZTL227E4K2N tag=MODHA0Z7PC7S type=write size=3197626 2024-04-02T08:51:39.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.356+0000 7fe1e54f9780 -1 < no bi entry to suggest for operation key=IK9DWI5A56MQ tag=FUWK7CDT1HPE type=del size=4071356: (2) No such file or directory 2024-04-02T08:51:39.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.360+0000 7fe1e54f9780 1 > prepared part key=_multipart_HSKJ25CGNNTY.2~VB9B90CL6VE6.0 size=773053 2024-04-02T08:51:39.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.360+0000 7fe1e54f9780 1 > prepared multipart upload key=HSKJ25CGNNTY upload=VB9B90CL6VE6 tag=CK5A9MJP24J4 type=write size=1821629 2024-04-02T08:51:39.363 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.365+0000 7fe1e54f9780 1 < suggested update operation key=WT084Z5BQ6FL tag=XPAWNKTZ7LPV type=del size=1473242 2024-04-02T08:51:39.368 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.370+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~DL10UR90RNTN.0 size=1048576 2024-04-02T08:51:39.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.372+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~DL10UR90RNTN.1 size=1048576 2024-04-02T08:51:39.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.374+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~DL10UR90RNTN.2 size=299611 2024-04-02T08:51:39.373 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.374+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=DL10UR90RNTN tag=EJM44G1757O9 type=write size=3445339 2024-04-02T08:51:39.375 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.376+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~U8BH1F2IF99T.0 size=1048576 2024-04-02T08:51:39.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.379+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~U8BH1F2IF99T.1 size=1048576 2024-04-02T08:51:39.380 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.381+0000 7fe1e54f9780 1 < completed part key=_multipart_JCPYU79H8CYL.2~U8BH1F2IF99T.2 size=296048 2024-04-02T08:51:39.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.386+0000 7fe1e54f9780 1 < completed multipart upload key=JCPYU79H8CYL upload=U8BH1F2IF99T tag=NVR7135WY5HR type=write size=3441776 2024-04-02T08:51:39.389 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.390+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~V3KZ87J1OU9O.0 size=1048576 2024-04-02T08:51:39.391 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.393+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~V3KZ87J1OU9O.1 size=1048576 2024-04-02T08:51:39.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.395+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~V3KZ87J1OU9O.2 size=476612 2024-04-02T08:51:39.393 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.395+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=V3KZ87J1OU9O tag=75QK1B4S5JLM type=write size=3622340 2024-04-02T08:51:39.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.398+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~12432IMMWLSC.0 size=1048576 2024-04-02T08:51:39.398 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.399+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~12432IMMWLSC.1 size=1048576 2024-04-02T08:51:39.400 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.401+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~12432IMMWLSC.2 size=515888 2024-04-02T08:51:39.403 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.404+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=12432IMMWLSC tag=ZB83ESLL8U1D type=write size=3661616 2024-04-02T08:51:39.405 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.406+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=99CHHFV341Q3 type=del size=997065 2024-04-02T08:51:39.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.408+0000 7fe1e54f9780 1 < completed write operation key=XD49NVDY5QAC tag=5SWQV3NYQ8J8 type=write size=731614 2024-04-02T08:51:39.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.412+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~J02M5ZVVVDVS.0 size=803701 2024-04-02T08:51:39.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.412+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=J02M5ZVVVDVS tag=I6UV6BY3UNQ7 type=write size=1852277 2024-04-02T08:51:39.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.414+0000 7fe1e54f9780 1 < completed write operation key=G8V69UA1E671 tag=OX73XX333WKB type=write size=821468 2024-04-02T08:51:39.416 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.417+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=TZM7M9LI3ZUK type=del size=2445728 2024-04-02T08:51:39.420 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.421+0000 7fe1e54f9780 1 < suggested update operation key=9P6XOL7S6JOX tag=J3U6QGRTHLI1 type=del size=2201688 2024-04-02T08:51:39.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.423+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=K7GQ3EU564FF type=del size=573741 2024-04-02T08:51:39.424 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.425+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=ISW67XEB9MJ0 type=del 2024-04-02T08:51:39.426 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.427+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=UV2CJ07F8FQU type=del size=2680262 2024-04-02T08:51:39.430 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.431+0000 7fe1e54f9780 1 < suggested update operation key=JO11PYGL6W1R tag=YK7HTXBX1697 type=del size=1093988 2024-04-02T08:51:39.434 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.435+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~7UXK64SJ51LE.0 size=1048576 2024-04-02T08:51:39.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.437+0000 7fe1e54f9780 1 > prepared part key=_multipart_FRXQAJO7O5U2.2~7UXK64SJ51LE.1 size=811113 2024-04-02T08:51:39.436 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.437+0000 7fe1e54f9780 1 > prepared multipart upload key=FRXQAJO7O5U2 upload=7UXK64SJ51LE tag=53C0F45GW0R5 type=write size=2908265 2024-04-02T08:51:39.438 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.439+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~RGI6YSL5YG6E.0 size=25119 2024-04-02T08:51:39.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.443+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=RGI6YSL5YG6E tag=WJFWJA4IO206 type=write size=1073695 2024-04-02T08:51:39.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.445+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=QBEH9WZGHAWM type=del size=999495 2024-04-02T08:51:39.446 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.447+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~P1VQ1RJY0S10.0 size=1048576 2024-04-02T08:51:39.447 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.449+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~P1VQ1RJY0S10.1 size=1048576 2024-04-02T08:51:39.449 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.451+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~P1VQ1RJY0S10.2 size=70300 2024-04-02T08:51:39.453 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.454+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=P1VQ1RJY0S10 tag=R37PNUUP2G2I type=write size=3216028 2024-04-02T08:51:39.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.458+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~3SK4ND12MKGK.0 size=779557 2024-04-02T08:51:39.457 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.458+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=3SK4ND12MKGK tag=08BL3QECI7PO type=write size=1828133 2024-04-02T08:51:39.461 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.462+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=8A8Y4GY3BUDT type=del 2024-04-02T08:51:39.463 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.464+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=DOKMZ0EA4ZLS type=del size=1448183 2024-04-02T08:51:39.465 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.466+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~T43J0S9570DD.0 size=1048576 2024-04-02T08:51:39.466 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.468+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~T43J0S9570DD.1 size=1048576 2024-04-02T08:51:39.468 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.469+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~T43J0S9570DD.2 size=860849 2024-04-02T08:51:39.471 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.473+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=T43J0S9570DD tag=2UUPRBU3LLZQ type=write size=4006577 2024-04-02T08:51:39.476 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.476+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~NQUDTEZGN50I.0 size=1048576 2024-04-02T08:51:39.477 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.478+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~NQUDTEZGN50I.1 size=1048576 2024-04-02T08:51:39.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.480+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~NQUDTEZGN50I.2 size=335354 2024-04-02T08:51:39.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.480+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=NQUDTEZGN50I tag=X6CIQF194EDN type=write size=3481082 2024-04-02T08:51:39.481 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.482+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=SFTWZ25R02MX type=del 2024-04-02T08:51:39.483 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.484+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=OWG0H20ST8TO type=del size=1508192 2024-04-02T08:51:39.485 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.486+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~Y1MG8ZVJVWFU.0 size=117861 2024-04-02T08:51:39.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.489+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=Y1MG8ZVJVWFU tag=1EDRBS4H9P5L type=write size=1166437 2024-04-02T08:51:39.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.491+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=P1ZNXI3P1J7X type=del size=2807526 2024-04-02T08:51:39.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.492+0000 7fe1e54f9780 1 < canceled part key=_multipart_G8V69UA1E671.2~MZTL227E4K2N.0 size=1048576 2024-04-02T08:51:39.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.493+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~MZTL227E4K2N.1 size=1048576 2024-04-02T08:51:39.494 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.495+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~MZTL227E4K2N.2 size=51898 2024-04-02T08:51:39.497 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.499+0000 7fe1e54f9780 1 < canceled multipart upload key=G8V69UA1E671 upload=MZTL227E4K2N tag=MODHA0Z7PC7S type=write size=3197626 2024-04-02T08:51:39.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.502+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~JLMQTV0XS3LC.0 size=20797 2024-04-02T08:51:39.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.502+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=JLMQTV0XS3LC tag=P0TRBT9M039T type=write size=1069373 2024-04-02T08:51:39.504 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.505+0000 7fe1e54f9780 1 < completed part key=_multipart_HSKJ25CGNNTY.2~VB9B90CL6VE6.0 size=773053 2024-04-02T08:51:39.508 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.509+0000 7fe1e54f9780 1 < completed multipart upload key=HSKJ25CGNNTY upload=VB9B90CL6VE6 tag=CK5A9MJP24J4 type=write size=1821629 2024-04-02T08:51:39.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.513+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~P4VJMR3UJPP2.0 size=506405 2024-04-02T08:51:39.512 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.514+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=P4VJMR3UJPP2 tag=618HUJ9I068Y type=write size=1554981 2024-04-02T08:51:39.514 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.516+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~DL10UR90RNTN.0 size=1048576 2024-04-02T08:51:39.516 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.517+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~DL10UR90RNTN.1 size=1048576 2024-04-02T08:51:39.518 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.519+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~DL10UR90RNTN.2 size=299611 2024-04-02T08:51:39.522 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.523+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=DL10UR90RNTN tag=EJM44G1757O9 type=write size=3445339 2024-04-02T08:51:39.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.526+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=X7GIJM8VEKN7 type=del size=289638 2024-04-02T08:51:39.526 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.528+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~V3KZ87J1OU9O.0 size=1048576 2024-04-02T08:51:39.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.529+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~V3KZ87J1OU9O.1 size=1048576 2024-04-02T08:51:39.528 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.529+0000 7fe1e54f9780 1 < canceled part key=_multipart_7SOA145ODX3I.2~V3KZ87J1OU9O.2 size=476612 2024-04-02T08:51:39.531 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.533+0000 7fe1e54f9780 1 < canceled multipart upload key=7SOA145ODX3I upload=V3KZ87J1OU9O tag=75QK1B4S5JLM type=write size=3622340 2024-04-02T08:51:39.535 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.537+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~9Y6TO0S06I53.0 size=1048576 2024-04-02T08:51:39.537 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.539+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~9Y6TO0S06I53.1 size=1048576 2024-04-02T08:51:39.539 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.541+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~9Y6TO0S06I53.2 size=539524 2024-04-02T08:51:39.539 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.541+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=9Y6TO0S06I53 tag=N7Y09GI13V69 type=write size=3685252 2024-04-02T08:51:39.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.543+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=99CHHFV341Q3 type=del 2024-04-02T08:51:39.547 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.548+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~TX08Z4E3EPN5.0 size=1048576 2024-04-02T08:51:39.549 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.550+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~TX08Z4E3EPN5.1 size=1048576 2024-04-02T08:51:39.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.553+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~TX08Z4E3EPN5.2 size=846052 2024-04-02T08:51:39.551 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.553+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=TX08Z4E3EPN5 tag=A9CMS58AHJ46 type=write size=3991780 2024-04-02T08:51:39.554 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.555+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~J02M5ZVVVDVS.0 size=803701 2024-04-02T08:51:39.558 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.560+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=J02M5ZVVVDVS tag=I6UV6BY3UNQ7 type=write size=1852277 2024-04-02T08:51:39.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.564+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~2CZW9M1JTUE0.0 size=869139 2024-04-02T08:51:39.563 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.564+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=2CZW9M1JTUE0 tag=H0LXIIUXORGW type=write size=1917715 2024-04-02T08:51:39.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.567+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=TZM7M9LI3ZUK type=del 2024-04-02T08:51:39.570 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.571+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~U11OVBRZL1VW.0 size=1048576 2024-04-02T08:51:39.572 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.573+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~U11OVBRZL1VW.1 size=1048576 2024-04-02T08:51:39.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.575+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~U11OVBRZL1VW.2 size=61022 2024-04-02T08:51:39.574 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.575+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=U11OVBRZL1VW tag=3YAMM1GBX76G type=write size=3206750 2024-04-02T08:51:39.576 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.578+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=K7GQ3EU564FF type=del 2024-04-02T08:51:39.579 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.580+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=CGWZ9ICGQUXN type=write size=172165 2024-04-02T08:51:39.581 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.582+0000 7fe1e54f9780 1 < completed delete operation key=AKDL74Y6A2P3 tag=UV2CJ07F8FQU type=del 2024-04-02T08:51:39.585 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.587+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~GMKS9T2HT6ZT.0 size=1048576 2024-04-02T08:51:39.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.589+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~GMKS9T2HT6ZT.1 size=962500 2024-04-02T08:51:39.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.589+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=GMKS9T2HT6ZT tag=13M23DREYVPH type=write size=3059652 2024-04-02T08:51:39.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.590+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~7UXK64SJ51LE.0 size=1048576 2024-04-02T08:51:39.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.593+0000 7fe1e54f9780 1 < completed part key=_multipart_FRXQAJO7O5U2.2~7UXK64SJ51LE.1 size=811113 2024-04-02T08:51:39.596 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.597+0000 7fe1e54f9780 1 < completed multipart upload key=FRXQAJO7O5U2 upload=7UXK64SJ51LE tag=53C0F45GW0R5 type=write size=2908265 2024-04-02T08:51:39.598 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.599+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=LB0IMK49QC2B type=del size=3402469 2024-04-02T08:51:39.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.602+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=QBEH9WZGHAWM type=del 2024-04-02T08:51:39.603 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.605+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=HDFR3SU6BF9Y type=write size=88637 2024-04-02T08:51:39.606 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.607+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~3SK4ND12MKGK.0 size=779557 2024-04-02T08:51:39.612 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.613+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=3SK4ND12MKGK tag=08BL3QECI7PO type=write size=1828133 2024-04-02T08:51:39.614 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.615+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=UPHGM7E6FARE type=del size=306796 2024-04-02T08:51:39.616 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.617+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=DOKMZ0EA4ZLS type=del 2024-04-02T08:51:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:51:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:51:39] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-04-02T08:51:39.618 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.619+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=8GT5YO2YQLMM type=del size=171450 2024-04-02T08:51:39.620 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.621+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~NQUDTEZGN50I.0 size=1048576 2024-04-02T08:51:39.622 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.623+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~NQUDTEZGN50I.1 size=1048576 2024-04-02T08:51:39.622 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.623+0000 7fe1e54f9780 1 < canceled part key=_multipart_AKDL74Y6A2P3.2~NQUDTEZGN50I.2 size=335354 2024-04-02T08:51:39.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.627+0000 7fe1e54f9780 1 < canceled multipart upload key=AKDL74Y6A2P3 upload=NQUDTEZGN50I tag=X6CIQF194EDN type=write size=3481082 2024-04-02T08:51:39.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.629+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=220NDNDZGK3A type=del size=772327 2024-04-02T08:51:39.629 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.631+0000 7fe1e54f9780 1 < completed delete operation key=R6Z9S7ZDIVB0 tag=OWG0H20ST8TO type=del 2024-04-02T08:51:39.631 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.633+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=PV9B3MST6AL7 type=del size=2214531 2024-04-02T08:51:39.633 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.635+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=P1ZNXI3P1J7X type=del 2024-04-02T08:51:39.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.639+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~OZ7A9S8AA49C.0 size=1048576 2024-04-02T08:51:39.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.640+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~OZ7A9S8AA49C.1 size=129350 2024-04-02T08:51:39.639 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.640+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=OZ7A9S8AA49C tag=EC1EK58ZROST type=write size=2226502 2024-04-02T08:51:39.641 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.642+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~JLMQTV0XS3LC.0 size=20797 2024-04-02T08:51:39.644 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.646+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=JLMQTV0XS3LC tag=P0TRBT9M039T type=write size=1069373 2024-04-02T08:51:39.648 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.650+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~TP23CZM6UVP1.0 size=1048576 2024-04-02T08:51:39.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.651+0000 7fe1e54f9780 1 > prepared part key=_multipart_R6Z9S7ZDIVB0.2~TP23CZM6UVP1.1 size=610741 2024-04-02T08:51:39.650 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.652+0000 7fe1e54f9780 1 > prepared multipart upload key=R6Z9S7ZDIVB0 upload=TP23CZM6UVP1 tag=VWY5IRTS4WEJ type=write size=2707893 2024-04-02T08:51:39.653 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.654+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~P4VJMR3UJPP2.0 size=506405 2024-04-02T08:51:39.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.658+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=P4VJMR3UJPP2 tag=618HUJ9I068Y type=write size=1554981 2024-04-02T08:51:39.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.662+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~GD96622CXJLS.0 size=1023383 2024-04-02T08:51:39.661 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.662+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=GD96622CXJLS tag=R2IVX4H1W813 type=write size=2071959 2024-04-02T08:51:39.663 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.664+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=X7GIJM8VEKN7 type=del 2024-04-02T08:51:39.665 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.666+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=AYL3W9T8NPYD type=write size=504188 2024-04-02T08:51:39.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.668+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~9Y6TO0S06I53.0 size=1048576 2024-04-02T08:51:39.668 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.670+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~9Y6TO0S06I53.1 size=1048576 2024-04-02T08:51:39.670 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.671+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~9Y6TO0S06I53.2 size=539524 2024-04-02T08:51:39.674 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.675+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=9Y6TO0S06I53 tag=N7Y09GI13V69 type=write size=3685252 2024-04-02T08:51:39.678 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.679+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~SW5YDHPPPKQA.0 size=1048576 2024-04-02T08:51:39.679 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.680+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~SW5YDHPPPKQA.1 size=1048576 2024-04-02T08:51:39.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.682+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~SW5YDHPPPKQA.2 size=223134 2024-04-02T08:51:39.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.682+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=SW5YDHPPPKQA tag=ROLO6DPY3ALF type=write size=3368862 2024-04-02T08:51:39.681 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.682+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~TX08Z4E3EPN5.0 size=1048576 2024-04-02T08:51:39.683 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.684+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~TX08Z4E3EPN5.1 size=1048576 2024-04-02T08:51:39.685 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.686+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~TX08Z4E3EPN5.2 size=846052 2024-04-02T08:51:39.688 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.690+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=TX08Z4E3EPN5 tag=A9CMS58AHJ46 type=write size=3991780 2024-04-02T08:51:39.690 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.692+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=ZL199V6040AH type=write size=194007 2024-04-02T08:51:39.692 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.694+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~2CZW9M1JTUE0.0 size=869139 2024-04-02T08:51:39.696 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.697+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=2CZW9M1JTUE0 tag=H0LXIIUXORGW type=write size=1917715 2024-04-02T08:51:39.698 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.699+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=JK2CO48VI1GM type=del size=4177195 2024-04-02T08:51:39.700 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.702+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~U11OVBRZL1VW.0 size=1048576 2024-04-02T08:51:39.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.703+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~U11OVBRZL1VW.1 size=1048576 2024-04-02T08:51:39.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.703+0000 7fe1e54f9780 1 < canceled part key=_multipart_9P6XOL7S6JOX.2~U11OVBRZL1VW.2 size=61022 2024-04-02T08:51:39.705 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.707+0000 7fe1e54f9780 1 < canceled multipart upload key=9P6XOL7S6JOX upload=U11OVBRZL1VW tag=3YAMM1GBX76G type=write size=3206750 2024-04-02T08:51:39.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.711+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~RCB73NC8XLOO.0 size=667439 2024-04-02T08:51:39.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.711+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=RCB73NC8XLOO tag=OGJ6VD00E3Y7 type=write size=1716015 2024-04-02T08:51:39.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.713+0000 7fe1e54f9780 1 < completed write operation key=MLJAE12LB90G tag=CGWZ9ICGQUXN type=write size=172165 2024-04-02T08:51:39.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.716+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~1ORQGITIARWV.0 size=534354 2024-04-02T08:51:39.715 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.716+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=1ORQGITIARWV tag=9LO2NQGR7OEJ type=write size=1582930 2024-04-02T08:51:39.717 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.718+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~GMKS9T2HT6ZT.0 size=1048576 2024-04-02T08:51:39.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.720+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~GMKS9T2HT6ZT.1 size=962500 2024-04-02T08:51:39.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.724+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=GMKS9T2HT6ZT tag=13M23DREYVPH type=write size=3059652 2024-04-02T08:51:39.724 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.726+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=YFIPJNSJZPNZ type=del size=2961656 2024-04-02T08:51:39.726 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.728+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=LB0IMK49QC2B type=del 2024-04-02T08:51:39.730 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.732+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~9HRVFME4B8GI.0 size=1048576 2024-04-02T08:51:39.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.734+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~9HRVFME4B8GI.1 size=737255 2024-04-02T08:51:39.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.734+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=9HRVFME4B8GI tag=RFDPG2UOGNTT type=write size=2834407 2024-04-02T08:51:39.734 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.736+0000 7fe1e54f9780 1 < completed write operation key=D3LM19PM7NQ1 tag=HDFR3SU6BF9Y type=write size=88637 2024-04-02T08:51:39.737 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.737+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=630K8KQMVUJP type=del size=3373994 2024-04-02T08:51:39.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.739+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=UPHGM7E6FARE type=del 2024-04-02T08:51:39.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.744+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~AXIRWEI6MDID.0 size=115549 2024-04-02T08:51:39.743 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.744+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=AXIRWEI6MDID tag=G2XZDF9X3C9S type=write size=1164125 2024-04-02T08:51:39.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.747+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=8GT5YO2YQLMM type=del 2024-04-02T08:51:39.748 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.749+0000 7fe1e54f9780 1 > prepared operation key=WT084Z5BQ6FL tag=4ISMYG6LZEYD type=del size=1257467 2024-04-02T08:51:39.750 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.751+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=220NDNDZGK3A type=del 2024-04-02T08:51:39.753 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.754+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=89ARLFD39ATW type=del size=846385 2024-04-02T08:51:39.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.756+0000 7fe1e54f9780 1 < completed delete operation key=FRXQAJO7O5U2 tag=PV9B3MST6AL7 type=del 2024-04-02T08:51:39.758 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.759+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=6NKAWGOXZPNV type=del size=2233892 2024-04-02T08:51:39.760 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.761+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~OZ7A9S8AA49C.0 size=1048576 2024-04-02T08:51:39.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.763+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~OZ7A9S8AA49C.1 size=129350 2024-04-02T08:51:39.766 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.767+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=OZ7A9S8AA49C tag=EC1EK58ZROST type=write size=2226502 2024-04-02T08:51:39.770 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.771+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~YW6W36AMPQMR.0 size=1048576 2024-04-02T08:51:39.771 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.773+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~YW6W36AMPQMR.1 size=1022543 2024-04-02T08:51:39.771 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.773+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=YW6W36AMPQMR tag=74RQ84GAGWQP type=write size=3119695 2024-04-02T08:51:39.774 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.775+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~TP23CZM6UVP1.0 size=1048576 2024-04-02T08:51:39.776 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.777+0000 7fe1e54f9780 1 < completed part key=_multipart_R6Z9S7ZDIVB0.2~TP23CZM6UVP1.1 size=610741 2024-04-02T08:51:39.779 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.780+0000 7fe1e54f9780 1 < completed multipart upload key=R6Z9S7ZDIVB0 upload=TP23CZM6UVP1 tag=VWY5IRTS4WEJ type=write size=2707893 2024-04-02T08:51:39.783 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.785+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~YF8DH1O6G6VG.0 size=771375 2024-04-02T08:51:39.783 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.785+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=YF8DH1O6G6VG tag=ANKBQON95OXQ type=write size=1819951 2024-04-02T08:51:39.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.787+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~GD96622CXJLS.0 size=1023383 2024-04-02T08:51:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.792+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=GD96622CXJLS tag=R2IVX4H1W813 type=write size=2071959 2024-04-02T08:51:39.792 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.794+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=C9K9I5RRXHVW type=write size=664980 2024-04-02T08:51:39.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.796+0000 7fe1e54f9780 1 < completed write operation key=HBFL1GB4JX3V tag=AYL3W9T8NPYD type=write size=504188 2024-04-02T08:51:39.796 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.798+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=9UMPMAGL40JR type=del size=1677247 2024-04-02T08:51:39.798 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.800+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~SW5YDHPPPKQA.0 size=1048576 2024-04-02T08:51:39.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.801+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~SW5YDHPPPKQA.1 size=1048576 2024-04-02T08:51:39.800 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.801+0000 7fe1e54f9780 1 < canceled part key=_multipart_XD49NVDY5QAC.2~SW5YDHPPPKQA.2 size=223134 2024-04-02T08:51:39.804 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.805+0000 7fe1e54f9780 1 < canceled multipart upload key=XD49NVDY5QAC upload=SW5YDHPPPKQA tag=ROLO6DPY3ALF type=write size=3368862 2024-04-02T08:51:39.806 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.807+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=NFS0JNVK7S1F type=del size=101804 2024-04-02T08:51:39.809 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.811+0000 7fe1e54f9780 1 < suggested update operation key=AKDL74Y6A2P3 tag=ZL199V6040AH type=write size=194007 2024-04-02T08:51:39.813 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.814+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~UCNXL1Z7812E.0 size=1048576 2024-04-02T08:51:39.815 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.816+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~UCNXL1Z7812E.1 size=1048576 2024-04-02T08:51:39.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.818+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~UCNXL1Z7812E.2 size=724883 2024-04-02T08:51:39.816 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.818+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=UCNXL1Z7812E tag=U5OBJS9R2LW5 type=write size=3870611 2024-04-02T08:51:39.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.820+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=JK2CO48VI1GM type=del 2024-04-02T08:51:39.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.822+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=XZ6H5HFD168O type=del size=3361351 2024-04-02T08:51:39.822 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.824+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~RCB73NC8XLOO.0 size=667439 2024-04-02T08:51:39.826 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.827+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=RCB73NC8XLOO tag=OGJ6VD00E3Y7 type=write size=1716015 2024-04-02T08:51:39.827 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.829+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=I7501OY8TRE8 type=del size=3543045 2024-04-02T08:51:39.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.831+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~1ORQGITIARWV.0 size=534354 2024-04-02T08:51:39.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.834+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=1ORQGITIARWV tag=9LO2NQGR7OEJ type=write size=1582930 2024-04-02T08:51:39.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.838+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~EUCTK6EOQQOJ.0 size=1048576 2024-04-02T08:51:39.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.840+0000 7fe1e54f9780 1 > prepared part key=_multipart_WT084Z5BQ6FL.2~EUCTK6EOQQOJ.1 size=442610 2024-04-02T08:51:39.838 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.840+0000 7fe1e54f9780 1 > prepared multipart upload key=WT084Z5BQ6FL upload=EUCTK6EOQQOJ tag=MDNVKEQ1WE43 type=write size=2539762 2024-04-02T08:51:39.843 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.844+0000 7fe1e54f9780 1 < suggested remove operation key=R6Z9S7ZDIVB0 tag=YFIPJNSJZPNZ type=del 2024-04-02T08:51:39.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.848+0000 7fe1e54f9780 1 > prepared part key=_multipart_JCPYU79H8CYL.2~6NS673HO7LYC.0 size=258067 2024-04-02T08:51:39.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.848+0000 7fe1e54f9780 1 > prepared multipart upload key=JCPYU79H8CYL upload=6NS673HO7LYC tag=85SS92LH24PX type=write size=1306643 2024-04-02T08:51:39.848 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.850+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~9HRVFME4B8GI.0 size=1048576 2024-04-02T08:51:39.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.851+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~9HRVFME4B8GI.1 size=737255 2024-04-02T08:51:39.854 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.855+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=9HRVFME4B8GI tag=RFDPG2UOGNTT type=write size=2834407 2024-04-02T08:51:39.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.857+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=9BPM1F1NR209 type=del size=1810732 2024-04-02T08:51:39.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.859+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=630K8KQMVUJP type=del 2024-04-02T08:51:39.861 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.863+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~WEBTPD0A2RZ0.0 size=484786 2024-04-02T08:51:39.862 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.863+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=WEBTPD0A2RZ0 tag=EHC1U39S8FBM type=write size=1533362 2024-04-02T08:51:39.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.865+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~AXIRWEI6MDID.0 size=115549 2024-04-02T08:51:39.867 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.868+0000 7fe1e54f9780 1 < completed multipart upload key=HG0NKZCLQ7V7 upload=AXIRWEI6MDID tag=G2XZDF9X3C9S type=write size=1164125 2024-04-02T08:51:39.869 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.870+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=AN1ACR2AIR9X type=del size=1755365 2024-04-02T08:51:39.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.874+0000 7fe1e54f9780 1 < suggested update operation key=WT084Z5BQ6FL tag=4ISMYG6LZEYD type=del size=1257467 2024-04-02T08:51:39.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.876+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=KR3LVTRTLD7N type=write size=776186 2024-04-02T08:51:39.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.880+0000 7fe1e54f9780 1 < suggested update operation key=JO11PYGL6W1R tag=89ARLFD39ATW type=del size=846385 2024-04-02T08:51:39.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.882+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=4M3VH95BFVOW type=del size=1800254 2024-04-02T08:51:39.882 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.883+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=6NKAWGOXZPNV type=del 2024-04-02T08:51:39.884 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.885+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=U70CC4TW9TH8 type=del size=763447 2024-04-02T08:51:39.886 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.887+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~YW6W36AMPQMR.0 size=1048576 2024-04-02T08:51:39.888 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.889+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~YW6W36AMPQMR.1 size=1022543 2024-04-02T08:51:39.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.893+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=YW6W36AMPQMR tag=74RQ84GAGWQP type=write size=3119695 2024-04-02T08:51:39.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.897+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~DRUTNJL570DZ.0 size=1044703 2024-04-02T08:51:39.896 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.897+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=DRUTNJL570DZ tag=8SRYSSF57A30 type=write size=2093279 2024-04-02T08:51:39.899 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.900+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~YF8DH1O6G6VG.0 size=771375 2024-04-02T08:51:39.903 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.904+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=YF8DH1O6G6VG tag=ANKBQON95OXQ type=write size=1819951 2024-04-02T08:51:39.905 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.906+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=0J27Y8J9A5RF type=write size=776176 2024-04-02T08:51:39.910 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.911+0000 7fe1e54f9780 1 < suggested update operation key=T88N3IX1URRX tag=C9K9I5RRXHVW type=write size=664980 2024-04-02T08:51:39.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.916+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~O8AF7C8VCO9S.0 size=489228 2024-04-02T08:51:39.915 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.916+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=O8AF7C8VCO9S tag=D739T2DQ0BE3 type=write size=1537804 2024-04-02T08:51:39.917 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.918+0000 7fe1e54f9780 1 < canceled operation key=G8V69UA1E671 tag=9UMPMAGL40JR type=del size=1677247 2024-04-02T08:51:39.919 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.920+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=HVACSNE86FM7 type=del size=87752 2024-04-02T08:51:39.922 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.923+0000 7fe1e54f9780 -1 < failed to complete operation key=T88N3IX1URRX tag=NFS0JNVK7S1F type=del size=101804: (22) Invalid argument 2024-04-02T08:51:39.924 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.926+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=0689PLOKMKV0 type=del size=1460060 2024-04-02T08:51:39.926 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.928+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~UCNXL1Z7812E.0 size=1048576 2024-04-02T08:51:39.927 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.928+0000 7fe1e54f9780 1 < canceled part key=_multipart_D3LM19PM7NQ1.2~UCNXL1Z7812E.1 size=1048576 2024-04-02T08:51:39.928 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.929+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~UCNXL1Z7812E.2 size=724883 2024-04-02T08:51:39.931 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.933+0000 7fe1e54f9780 1 < canceled multipart upload key=D3LM19PM7NQ1 upload=UCNXL1Z7812E tag=U5OBJS9R2LW5 type=write size=3870611 2024-04-02T08:51:39.933 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.935+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=PX4HNSI2LKUD type=write size=720323 2024-04-02T08:51:39.936 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.937+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=XZ6H5HFD168O type=del 2024-04-02T08:51:39.940 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.942+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WIGPGIL24UZM.0 size=1048576 2024-04-02T08:51:39.942 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.943+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WIGPGIL24UZM.1 size=1048576 2024-04-02T08:51:39.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.945+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~WIGPGIL24UZM.2 size=789616 2024-04-02T08:51:39.944 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.945+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=WIGPGIL24UZM tag=3TVHNBSCOYSL type=write size=3935344 2024-04-02T08:51:39.946 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.947+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=I7501OY8TRE8 type=del 2024-04-02T08:51:39.948 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.950+0000 7fe1e54f9780 1 > prepared operation key=T88N3IX1URRX tag=NAW86HVKF7H5 type=del size=543176 2024-04-02T08:51:39.951 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.953+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~EUCTK6EOQQOJ.0 size=1048576 2024-04-02T08:51:39.953 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.954+0000 7fe1e54f9780 1 < completed part key=_multipart_WT084Z5BQ6FL.2~EUCTK6EOQQOJ.1 size=442610 2024-04-02T08:51:39.957 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.958+0000 7fe1e54f9780 1 < completed multipart upload key=WT084Z5BQ6FL upload=EUCTK6EOQQOJ tag=MDNVKEQ1WE43 type=write size=2539762 2024-04-02T08:51:39.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.960+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=GCF00SY01Y92 type=del size=1614047 2024-04-02T08:51:39.959 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.961+0000 7fe1e54f9780 1 < canceled part key=_multipart_JCPYU79H8CYL.2~6NS673HO7LYC.0 size=258067 2024-04-02T08:51:39.964 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.965+0000 7fe1e54f9780 1 < canceled multipart upload key=JCPYU79H8CYL upload=6NS673HO7LYC tag=85SS92LH24PX type=write size=1306643 2024-04-02T08:51:39.965 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.967+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=711MZGQ2JFNP type=del size=3427351 2024-04-02T08:51:39.968 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.969+0000 7fe1e54f9780 1 < completed delete operation key=2F742L9HW4DY tag=9BPM1F1NR209 type=del 2024-04-02T08:51:39.970 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.971+0000 7fe1e54f9780 1 > prepared operation key=D3LM19PM7NQ1 tag=RJESKUWRD9BE type=del size=588525 2024-04-02T08:51:39.972 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.973+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~WEBTPD0A2RZ0.0 size=484786 2024-04-02T08:51:39.976 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.978+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=WEBTPD0A2RZ0 tag=EHC1U39S8FBM type=write size=1533362 2024-04-02T08:51:39.979 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.980+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=CJN1JUYYNC14 type=del size=4068678 2024-04-02T08:51:39.981 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.982+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=AN1ACR2AIR9X type=del 2024-04-02T08:51:39.986 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.987+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~67V0G3PBHRFU.0 size=1048576 2024-04-02T08:51:39.988 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.989+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~67V0G3PBHRFU.1 size=771371 2024-04-02T08:51:39.988 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.989+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=67V0G3PBHRFU tag=XLOLIPM5U7J0 type=write size=2868523 2024-04-02T08:51:39.990 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.992+0000 7fe1e54f9780 1 < canceled operation key=IY511MS5UQEJ tag=KR3LVTRTLD7N type=write size=776186 2024-04-02T08:51:39.993 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.994+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=9C4LB0V2QALO type=del size=2642140 2024-04-02T08:51:39.995 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:39.997+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=4M3VH95BFVOW type=del 2024-04-02T08:51:40.000 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.001+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~XUOR8E13A1ZB.0 size=1048576 2024-04-02T08:51:40.002 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.003+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~XUOR8E13A1ZB.1 size=1048576 2024-04-02T08:51:40.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.005+0000 7fe1e54f9780 1 > prepared part key=_multipart_AKDL74Y6A2P3.2~XUOR8E13A1ZB.2 size=273874 2024-04-02T08:51:40.003 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.005+0000 7fe1e54f9780 1 > prepared multipart upload key=AKDL74Y6A2P3 upload=XUOR8E13A1ZB tag=YC1254PSRVNE type=write size=3419602 2024-04-02T08:51:40.006 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.007+0000 7fe1e54f9780 1 < completed delete operation key=D3LM19PM7NQ1 tag=U70CC4TW9TH8 type=del 2024-04-02T08:51:40.010 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.012+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~ISTFSJ3UGVCU.0 size=1048576 2024-04-02T08:51:40.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.014+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~ISTFSJ3UGVCU.1 size=312602 2024-04-02T08:51:40.013 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.014+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=ISTFSJ3UGVCU tag=O02V24YDY0LG type=write size=2409754 2024-04-02T08:51:40.015 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.016+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~DRUTNJL570DZ.0 size=1044703 2024-04-02T08:51:40.019 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.020+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=DRUTNJL570DZ tag=8SRYSSF57A30 type=write size=2093279 2024-04-02T08:51:40.022 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.024+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~BNH4LDL2B41N.0 size=1048576 2024-04-02T08:51:40.025 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.026+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~BNH4LDL2B41N.1 size=1048576 2024-04-02T08:51:40.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.028+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~BNH4LDL2B41N.2 size=215685 2024-04-02T08:51:40.027 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.028+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=BNH4LDL2B41N tag=J6QVAJJ25TNH type=write size=3361413 2024-04-02T08:51:40.032 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.033+0000 7fe1e54f9780 1 < suggested remove operation key=R6Z9S7ZDIVB0 tag=0J27Y8J9A5RF type=write 2024-04-02T08:51:40.033 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.035+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=00RT3GPGJLGK type=del size=1262263 2024-04-02T08:51:40.036 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.037+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~O8AF7C8VCO9S.0 size=489228 2024-04-02T08:51:40.040 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.041+0000 7fe1e54f9780 1 < completed multipart upload key=7SOA145ODX3I upload=O8AF7C8VCO9S tag=D739T2DQ0BE3 type=write size=1537804 2024-04-02T08:51:40.044 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.045+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~Q0HYAMWQWB52.0 size=1048576 2024-04-02T08:51:40.046 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.047+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~Q0HYAMWQWB52.1 size=1048576 2024-04-02T08:51:40.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.050+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~Q0HYAMWQWB52.2 size=790542 2024-04-02T08:51:40.048 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.050+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=Q0HYAMWQWB52 tag=0QT8L5DY8082 type=write size=3936270 2024-04-02T08:51:40.054 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.055+0000 7fe1e54f9780 1 < suggested remove operation key=LA786DTGT3XA tag=HVACSNE86FM7 type=del 2024-04-02T08:51:40.057 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.059+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~VVJP81UURR5H.0 size=1048576 2024-04-02T08:51:40.059 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.061+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~VVJP81UURR5H.1 size=415536 2024-04-02T08:51:40.059 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.061+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=VVJP81UURR5H tag=KZVCWR0IKQ1G type=write size=2512688 2024-04-02T08:51:40.061 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.063+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=0689PLOKMKV0 type=del 2024-04-02T08:51:40.063 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.064+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=43ZAN18V3890 type=del size=1326279 2024-04-02T08:51:40.067 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.068+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=PX4HNSI2LKUD type=write size=720323 2024-04-02T08:51:40.069 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.070+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=3L5D7AS155TE type=del size=1926810 2024-04-02T08:51:40.071 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.072+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WIGPGIL24UZM.0 size=1048576 2024-04-02T08:51:40.073 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.074+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WIGPGIL24UZM.1 size=1048576 2024-04-02T08:51:40.075 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.076+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~WIGPGIL24UZM.2 size=789616 2024-04-02T08:51:40.078 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.080+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=WIGPGIL24UZM tag=3TVHNBSCOYSL type=write size=3935344 2024-04-02T08:51:40.082 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.083+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~84F3CNHLU4R8.0 size=1048576 2024-04-02T08:51:40.084 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.085+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~84F3CNHLU4R8.1 size=1048576 2024-04-02T08:51:40.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.087+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~84F3CNHLU4R8.2 size=629687 2024-04-02T08:51:40.085 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.087+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=84F3CNHLU4R8 tag=FQO2FUQIEAYG type=write size=3775415 2024-04-02T08:51:40.087 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.089+0000 7fe1e54f9780 1 < completed delete operation key=T88N3IX1URRX tag=NAW86HVKF7H5 type=del 2024-04-02T08:51:40.089 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.091+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=U3LYPHB6CQ1Y type=del size=3023270 2024-04-02T08:51:40.092 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.093+0000 7fe1e54f9780 1 < completed delete operation key=HSKJ25CGNNTY tag=GCF00SY01Y92 type=del 2024-04-02T08:51:40.094 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.095+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=9N0FMNLBODAY type=del size=3230358 2024-04-02T08:51:40.096 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.097+0000 7fe1e54f9780 1 < canceled operation key=FRXQAJO7O5U2 tag=711MZGQ2JFNP type=del size=3427351 2024-04-02T08:51:40.098 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.099+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=ZZW2A2Z7I8QS type=del size=3595695 2024-04-02T08:51:40.102 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.103+0000 7fe1e54f9780 1 < suggested update operation key=D3LM19PM7NQ1 tag=RJESKUWRD9BE type=del size=588525 2024-04-02T08:51:40.104 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.105+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=0YQ5U6TKG8OI type=del size=242669 2024-04-02T08:51:40.105 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.107+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=CJN1JUYYNC14 type=del 2024-04-02T08:51:40.109 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.111+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~JVYVW28FD73P.0 size=1048576 2024-04-02T08:51:40.111 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.112+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~JVYVW28FD73P.1 size=1048576 2024-04-02T08:51:40.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.114+0000 7fe1e54f9780 1 > prepared part key=_multipart_LOZGVEXU39NU.2~JVYVW28FD73P.2 size=687021 2024-04-02T08:51:40.113 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.114+0000 7fe1e54f9780 1 > prepared multipart upload key=LOZGVEXU39NU upload=JVYVW28FD73P tag=1RZ1GTKBA22S type=write size=3832749 2024-04-02T08:51:40.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.116+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~67V0G3PBHRFU.0 size=1048576 2024-04-02T08:51:40.115 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.116+0000 7fe1e54f9780 1 < canceled part key=_multipart_G8V69UA1E671.2~67V0G3PBHRFU.1 size=771371 2024-04-02T08:51:40.118 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.119+0000 7fe1e54f9780 1 < canceled multipart upload key=G8V69UA1E671 upload=67V0G3PBHRFU tag=XLOLIPM5U7J0 type=write size=2868523 2024-04-02T08:51:40.120 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.122+0000 7fe1e54f9780 1 > prepared operation key=DB2S65G6D3OU tag=2GJNIU9NX6UV type=del size=2737579 2024-04-02T08:51:40.122 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.123+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=9C4LB0V2QALO type=del 2024-04-02T08:51:40.124 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.126+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=YL6LUCH4FH38 type=del size=2374986 2024-04-02T08:51:40.126 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.128+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~XUOR8E13A1ZB.0 size=1048576 2024-04-02T08:51:40.128 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.130+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~XUOR8E13A1ZB.1 size=1048576 2024-04-02T08:51:40.130 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.131+0000 7fe1e54f9780 1 < completed part key=_multipart_AKDL74Y6A2P3.2~XUOR8E13A1ZB.2 size=273874 2024-04-02T08:51:40.133 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.135+0000 7fe1e54f9780 1 < completed multipart upload key=AKDL74Y6A2P3 upload=XUOR8E13A1ZB tag=YC1254PSRVNE type=write size=3419602 2024-04-02T08:51:40.135 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.137+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=79E7STQX67GS type=del size=678755 2024-04-02T08:51:40.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.139+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~ISTFSJ3UGVCU.0 size=1048576 2024-04-02T08:51:40.137 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.139+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~ISTFSJ3UGVCU.1 size=312602 2024-04-02T08:51:40.141 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.142+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=ISTFSJ3UGVCU tag=O02V24YDY0LG type=write size=2409754 2024-04-02T08:51:40.143 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.144+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=5P900GBTGCCP type=del size=3636065 2024-04-02T08:51:40.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.146+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~BNH4LDL2B41N.0 size=1048576 2024-04-02T08:51:40.145 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.146+0000 7fe1e54f9780 1 < canceled part key=_multipart_72IYB621DARA.2~BNH4LDL2B41N.1 size=1048576 2024-04-02T08:51:40.147 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.148+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~BNH4LDL2B41N.2 size=215685 2024-04-02T08:51:40.151 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.153+0000 7fe1e54f9780 1 < canceled multipart upload key=72IYB621DARA upload=BNH4LDL2B41N tag=J6QVAJJ25TNH type=write size=3361413 2024-04-02T08:51:40.156 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.157+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~CV71WKYCRE1T.0 size=1048576 2024-04-02T08:51:40.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.160+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~CV71WKYCRE1T.1 size=958142 2024-04-02T08:51:40.158 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.160+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=CV71WKYCRE1T tag=72QF4O34PNME type=write size=3055294 2024-04-02T08:51:40.160 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.162+0000 7fe1e54f9780 1 < completed delete operation key=IK9DWI5A56MQ tag=00RT3GPGJLGK type=del 2024-04-02T08:51:40.162 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.164+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=3AYOV40WPRCW type=del size=3297179 2024-04-02T08:51:40.165 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.165+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~Q0HYAMWQWB52.0 size=1048576 2024-04-02T08:51:40.166 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.167+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~Q0HYAMWQWB52.1 size=1048576 2024-04-02T08:51:40.167 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.169+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~Q0HYAMWQWB52.2 size=790542 2024-04-02T08:51:40.171 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.172+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=Q0HYAMWQWB52 tag=0QT8L5DY8082 type=write size=3936270 2024-04-02T08:51:40.173 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.174+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=99STVA14IE6X type=del size=612569 2024-04-02T08:51:40.175 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.176+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~VVJP81UURR5H.0 size=1048576 2024-04-02T08:51:40.177 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.178+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~VVJP81UURR5H.1 size=415536 2024-04-02T08:51:40.180 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.181+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=VVJP81UURR5H tag=KZVCWR0IKQ1G type=write size=2512688 2024-04-02T08:51:40.182 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.184+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=U9F5RASXOIJZ type=del size=2391874 2024-04-02T08:51:40.184 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.186+0000 7fe1e54f9780 1 < completed delete operation key=LA786DTGT3XA tag=43ZAN18V3890 type=del 2024-04-02T08:51:40.188 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.189+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~CKL0EL15LZPZ.0 size=1048576 2024-04-02T08:51:40.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.191+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~CKL0EL15LZPZ.1 size=580328 2024-04-02T08:51:40.190 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.191+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=CKL0EL15LZPZ tag=Q6P4FCJLXN7P type=write size=2677480 2024-04-02T08:51:40.192 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.193+0000 7fe1e54f9780 1 < completed delete operation key=G8V69UA1E671 tag=3L5D7AS155TE type=del 2024-04-02T08:51:40.196 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.197+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~OKK0P8EK3KS9.0 size=1048576 2024-04-02T08:51:40.197 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.199+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~OKK0P8EK3KS9.1 size=1048576 2024-04-02T08:51:40.199 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.200+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~OKK0P8EK3KS9.2 size=58241 2024-04-02T08:51:40.306 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.200+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=OKK0P8EK3KS9 tag=Y3DHGZ8JR046 type=write size=3203969 2024-04-02T08:51:40.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.203+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~84F3CNHLU4R8.0 size=1048576 2024-04-02T08:51:40.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.204+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~84F3CNHLU4R8.1 size=1048576 2024-04-02T08:51:40.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.206+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~84F3CNHLU4R8.2 size=629687 2024-04-02T08:51:40.311 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.210+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=84F3CNHLU4R8 tag=FQO2FUQIEAYG type=write size=3775415 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.212+0000 7fe1e54f9780 1 > prepared operation key=XUGOHG0SXTNW tag=OUAH9YYRLNNU type=del size=3094058 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.214+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=U3LYPHB6CQ1Y type=del 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.218+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~B9PZ7BPOZ2B5.0 size=266813 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.218+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=B9PZ7BPOZ2B5 tag=TBQ13N0BYQJV type=write size=1315389 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.220+0000 7fe1e54f9780 1 < completed delete operation key=3CIH6I4PYI2Z tag=9N0FMNLBODAY type=del 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.222+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=YZ7J3BD9Y48K type=del size=4022637 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.225+0000 7fe1e54f9780 1 < completed delete operation key=OC284H4P86JN tag=ZZW2A2Z7I8QS type=del 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.228+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~H0E3KGUECMR6.0 size=1048576 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.230+0000 7fe1e54f9780 1 > prepared part key=_multipart_G8V69UA1E671.2~H0E3KGUECMR6.1 size=838214 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.230+0000 7fe1e54f9780 1 > prepared multipart upload key=G8V69UA1E671 upload=H0E3KGUECMR6 tag=N2UW9EQ695D5 type=write size=2935366 2024-04-02T08:51:40.312 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.232+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=0YQ5U6TKG8OI type=del 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.234+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=RLUHIAUC1EM2 type=del size=650839 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.236+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~JVYVW28FD73P.0 size=1048576 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.238+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~JVYVW28FD73P.1 size=1048576 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.240+0000 7fe1e54f9780 1 < completed part key=_multipart_LOZGVEXU39NU.2~JVYVW28FD73P.2 size=687021 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.243+0000 7fe1e54f9780 1 < completed multipart upload key=LOZGVEXU39NU upload=JVYVW28FD73P tag=1RZ1GTKBA22S type=write size=3832749 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.248+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~2YWWXK0TCP9D.0 size=1048576 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.249+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~2YWWXK0TCP9D.1 size=1048576 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.251+0000 7fe1e54f9780 1 > prepared part key=_multipart_02K82VO50O0D.2~2YWWXK0TCP9D.2 size=1039772 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.251+0000 7fe1e54f9780 1 > prepared multipart upload key=02K82VO50O0D upload=2YWWXK0TCP9D tag=Z29NVR1NLXMP type=write size=4185500 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.253+0000 7fe1e54f9780 1 < completed delete operation key=DB2S65G6D3OU tag=2GJNIU9NX6UV type=del 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.257+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~Y29KAZ6136FE.0 size=1048576 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.259+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~Y29KAZ6136FE.1 size=1048576 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.260+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~Y29KAZ6136FE.2 size=502222 2024-04-02T08:51:40.313 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.260+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=Y29KAZ6136FE tag=CEO8F54FIT1V type=write size=3647950 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.264+0000 7fe1e54f9780 1 < suggested update operation key=XUGOHG0SXTNW tag=YL6LUCH4FH38 type=del size=2374986 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.266+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=PYZ267ORMS7X type=del size=507914 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.270+0000 7fe1e54f9780 1 < suggested remove operation key=IY511MS5UQEJ tag=79E7STQX67GS type=del 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.272+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=BLGDFF8OUBIK type=write size=907281 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.275+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=5P900GBTGCCP type=del 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.277+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=51EXECXSY8W8 type=write size=468434 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.279+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~CV71WKYCRE1T.0 size=1048576 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.280+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~CV71WKYCRE1T.1 size=958142 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.284+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=CV71WKYCRE1T tag=72QF4O34PNME type=write size=3055294 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.288+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~PH7IEOP79DBE.0 size=146131 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.288+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=PH7IEOP79DBE tag=U2S5VJLMQC4P type=write size=1194707 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.290+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=3AYOV40WPRCW type=del 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.292+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=KWC1IXC6DJAL type=del size=3170342 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.295+0000 7fe1e54f9780 1 < canceled operation key=HG0NKZCLQ7V7 tag=99STVA14IE6X type=del size=612569 2024-04-02T08:51:40.314 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.297+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=YQRFDXK790BM type=del size=29985 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.299+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=U9F5RASXOIJZ type=del 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.304+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~212SS6L2VB1W.0 size=1048576 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.306+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~212SS6L2VB1W.1 size=1048576 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.308+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~212SS6L2VB1W.2 size=925068 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.308+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=212SS6L2VB1W tag=01367OD3XM3K type=write size=4070796 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.310+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~CKL0EL15LZPZ.0 size=1048576 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.312+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~CKL0EL15LZPZ.1 size=580328 2024-04-02T08:51:40.315 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.317+0000 7fe1e54f9780 1 < completed multipart upload key=3CIH6I4PYI2Z upload=CKL0EL15LZPZ tag=Q6P4FCJLXN7P type=write size=2677480 2024-04-02T08:51:40.320 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.321+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~X1A8E96108WZ.0 size=1048576 2024-04-02T08:51:40.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.323+0000 7fe1e54f9780 1 > prepared part key=_multipart_JO11PYGL6W1R.2~X1A8E96108WZ.1 size=1046758 2024-04-02T08:51:40.322 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.323+0000 7fe1e54f9780 1 > prepared multipart upload key=JO11PYGL6W1R upload=X1A8E96108WZ tag=7HR25DCKJ691 type=write size=3143910 2024-04-02T08:51:40.325 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.326+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~OKK0P8EK3KS9.0 size=1048576 2024-04-02T08:51:40.327 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.328+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~OKK0P8EK3KS9.1 size=1048576 2024-04-02T08:51:40.329 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.330+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~OKK0P8EK3KS9.2 size=58241 2024-04-02T08:51:40.333 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.335+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=OKK0P8EK3KS9 tag=Y3DHGZ8JR046 type=write size=3203969 2024-04-02T08:51:40.336 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.338+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=FF08KGHSMM9D type=del size=4082331 2024-04-02T08:51:40.340 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.341+0000 7fe1e54f9780 -1 < failed to complete operation key=XUGOHG0SXTNW tag=OUAH9YYRLNNU type=del size=3094058: (22) Invalid argument 2024-04-02T08:51:40.342 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.344+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=3FOJ98CAY7ZI type=write size=213606 2024-04-02T08:51:40.344 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.346+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~B9PZ7BPOZ2B5.0 size=266813 2024-04-02T08:51:40.349 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.350+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=B9PZ7BPOZ2B5 tag=TBQ13N0BYQJV type=write size=1315389 2024-04-02T08:51:40.353 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.353+0000 7fe1e54f9780 1 > prepared operation key=G8V69UA1E671 tag=6KM8GGS1USY5 type=write size=399803 2024-04-02T08:51:40.354 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.355+0000 7fe1e54f9780 1 < completed delete operation key=OWJ9C2D76GGG tag=YZ7J3BD9Y48K type=del 2024-04-02T08:51:40.359 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.360+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~XPZ5MHO0NH13.0 size=1048576 2024-04-02T08:51:40.361 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.363+0000 7fe1e54f9780 1 > prepared part key=_multipart_72IYB621DARA.2~XPZ5MHO0NH13.1 size=563439 2024-04-02T08:51:40.361 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.363+0000 7fe1e54f9780 1 > prepared multipart upload key=72IYB621DARA upload=XPZ5MHO0NH13 tag=F4RSGLGORAI0 type=write size=2660591 2024-04-02T08:51:40.364 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.366+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~H0E3KGUECMR6.0 size=1048576 2024-04-02T08:51:40.367 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.368+0000 7fe1e54f9780 1 < completed part key=_multipart_G8V69UA1E671.2~H0E3KGUECMR6.1 size=838214 2024-04-02T08:51:40.371 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.373+0000 7fe1e54f9780 1 < completed multipart upload key=G8V69UA1E671 upload=H0E3KGUECMR6 tag=N2UW9EQ695D5 type=write size=2935366 2024-04-02T08:51:40.374 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.375+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=OA93997CO1H2 type=del size=1378697 2024-04-02T08:51:40.377 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.378+0000 7fe1e54f9780 1 < completed delete operation key=JO11PYGL6W1R tag=RLUHIAUC1EM2 type=del 2024-04-02T08:51:40.379 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.381+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=41H5D4GCO3CU type=write size=487821 2024-04-02T08:51:40.382 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.383+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~2YWWXK0TCP9D.0 size=1048576 2024-04-02T08:51:40.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.385+0000 7fe1e54f9780 1 < completed part key=_multipart_02K82VO50O0D.2~2YWWXK0TCP9D.1 size=1048576 2024-04-02T08:51:40.384 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.385+0000 7fe1e54f9780 1 < canceled part key=_multipart_02K82VO50O0D.2~2YWWXK0TCP9D.2 size=1039772 2024-04-02T08:51:40.387 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.389+0000 7fe1e54f9780 1 < canceled multipart upload key=02K82VO50O0D upload=2YWWXK0TCP9D tag=Z29NVR1NLXMP type=write size=4185500 2024-04-02T08:51:40.390 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.391+0000 7fe1e54f9780 1 > prepared operation key=9P6XOL7S6JOX tag=U8WCEGH6Z41F type=del size=4036642 2024-04-02T08:51:40.392 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.393+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~Y29KAZ6136FE.0 size=1048576 2024-04-02T08:51:40.394 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.395+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~Y29KAZ6136FE.1 size=1048576 2024-04-02T08:51:40.396 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.397+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~Y29KAZ6136FE.2 size=502222 2024-04-02T08:51:40.399 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.401+0000 7fe1e54f9780 1 < completed multipart upload key=MLJAE12LB90G upload=Y29KAZ6136FE tag=CEO8F54FIT1V type=write size=3647950 2024-04-02T08:51:40.401 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.403+0000 7fe1e54f9780 1 > prepared operation key=7SOA145ODX3I tag=68J0GN12N3DT type=del size=1407305 2024-04-02T08:51:40.405 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.406+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=PYZ267ORMS7X type=del size=507914 2024-04-02T08:51:40.407 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.408+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=2A81103G3CF6 type=del size=2543438 2024-04-02T08:51:40.409 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.411+0000 7fe1e54f9780 1 < completed write operation key=02K82VO50O0D tag=BLGDFF8OUBIK type=write size=907281 2024-04-02T08:51:40.411 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.413+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=J60APL6WPXAU type=del size=4031136 2024-04-02T08:51:40.413 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.414+0000 7fe1e54f9780 1 < completed write operation key=OWJ9C2D76GGG tag=51EXECXSY8W8 type=write size=468434 2024-04-02T08:51:40.417 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.419+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~F3HB1NZMA2RV.0 size=1048576 2024-04-02T08:51:40.419 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.421+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~F3HB1NZMA2RV.1 size=1048576 2024-04-02T08:51:40.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.423+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~F3HB1NZMA2RV.2 size=471284 2024-04-02T08:51:40.422 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.423+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=F3HB1NZMA2RV tag=AZ6765TOPIIG type=write size=3617012 2024-04-02T08:51:40.424 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.425+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~PH7IEOP79DBE.0 size=146131 2024-04-02T08:51:40.428 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.429+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=PH7IEOP79DBE tag=U2S5VJLMQC4P type=write size=1194707 2024-04-02T08:51:40.429 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.431+0000 7fe1e54f9780 1 > prepared operation key=OWJ9C2D76GGG tag=HV44DZHYISIO type=del size=710815 2024-04-02T08:51:40.431 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.433+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=KWC1IXC6DJAL type=del 2024-04-02T08:51:40.433 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.434+0000 7fe1e54f9780 1 > prepared operation key=XD49NVDY5QAC tag=HB44YNAULM6U type=del size=3124139 2024-04-02T08:51:40.437 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.438+0000 7fe1e54f9780 1 < suggested remove operation key=IY511MS5UQEJ tag=YQRFDXK790BM type=del 2024-04-02T08:51:40.441 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.442+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~CYRLDBDRCLIB.0 size=1048576 2024-04-02T08:51:40.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.444+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~CYRLDBDRCLIB.1 size=376876 2024-04-02T08:51:40.442 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.444+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=CYRLDBDRCLIB tag=SQVELH3MFPAW type=write size=2474028 2024-04-02T08:51:40.444 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.446+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~212SS6L2VB1W.0 size=1048576 2024-04-02T08:51:40.446 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.448+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~212SS6L2VB1W.1 size=1048576 2024-04-02T08:51:40.448 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.449+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~212SS6L2VB1W.2 size=925068 2024-04-02T08:51:40.452 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.454+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=212SS6L2VB1W tag=01367OD3XM3K type=write size=4070796 2024-04-02T08:51:40.454 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.456+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=U0K5WM7DDSQ8 type=del size=3847036 2024-04-02T08:51:40.456 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.458+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~X1A8E96108WZ.0 size=1048576 2024-04-02T08:51:40.459 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.460+0000 7fe1e54f9780 1 < completed part key=_multipart_JO11PYGL6W1R.2~X1A8E96108WZ.1 size=1046758 2024-04-02T08:51:40.462 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.464+0000 7fe1e54f9780 1 < completed multipart upload key=JO11PYGL6W1R upload=X1A8E96108WZ tag=7HR25DCKJ691 type=write size=3143910 2024-04-02T08:51:40.464 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.466+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=G7VR3I9G2SGI type=del size=521893 2024-04-02T08:51:40.469 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.470+0000 7fe1e54f9780 1 < suggested update operation key=IK9DWI5A56MQ tag=FF08KGHSMM9D type=del size=4082331 2024-04-02T08:51:40.473 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.473+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~HE92CNWVMTJB.0 size=1048576 2024-04-02T08:51:40.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.475+0000 7fe1e54f9780 1 > prepared part key=_multipart_T88N3IX1URRX.2~HE92CNWVMTJB.1 size=952195 2024-04-02T08:51:40.474 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.475+0000 7fe1e54f9780 1 > prepared multipart upload key=T88N3IX1URRX upload=HE92CNWVMTJB tag=J8C0Q9Y4OPB4 type=write size=3049347 2024-04-02T08:51:40.478 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.479+0000 7fe1e54f9780 1 < suggested update operation key=G8V69UA1E671 tag=3FOJ98CAY7ZI type=write size=213606 2024-04-02T08:51:40.480 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.481+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=TE9HZRQXD573 type=del size=137519 2024-04-02T08:51:40.483 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.484+0000 7fe1e54f9780 -1 < failed to complete operation key=G8V69UA1E671 tag=6KM8GGS1USY5 type=write size=399803: (22) Invalid argument 2024-04-02T08:51:40.487 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.488+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RDOCN46UYWKY.0 size=1048576 2024-04-02T08:51:40.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.490+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~RDOCN46UYWKY.1 size=913733 2024-04-02T08:51:40.488 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.490+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=RDOCN46UYWKY tag=4C0URL3MT4N5 type=write size=3010885 2024-04-02T08:51:40.490 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.492+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~XPZ5MHO0NH13.0 size=1048576 2024-04-02T08:51:40.492 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.494+0000 7fe1e54f9780 1 < completed part key=_multipart_72IYB621DARA.2~XPZ5MHO0NH13.1 size=563439 2024-04-02T08:51:40.496 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.497+0000 7fe1e54f9780 1 < completed multipart upload key=72IYB621DARA upload=XPZ5MHO0NH13 tag=F4RSGLGORAI0 type=write size=2660591 2024-04-02T08:51:40.498 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.499+0000 7fe1e54f9780 1 > prepared operation key=72IYB621DARA tag=ZQO3QHKEB1NW type=del size=880672 2024-04-02T08:51:40.499 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.501+0000 7fe1e54f9780 1 < canceled operation key=9P6XOL7S6JOX tag=OA93997CO1H2 type=del size=1378697 2024-04-02T08:51:40.501 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.503+0000 7fe1e54f9780 1 > prepared operation key=LOZGVEXU39NU tag=QPTGIUPECCO5 type=del size=427963 2024-04-02T08:51:40.503 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.505+0000 7fe1e54f9780 1 < completed write operation key=R6Z9S7ZDIVB0 tag=41H5D4GCO3CU type=write size=487821 2024-04-02T08:51:40.505 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.507+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=YZPIJBFLKQ98 type=del size=1266836 2024-04-02T08:51:40.507 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.509+0000 7fe1e54f9780 1 < completed delete operation key=9P6XOL7S6JOX tag=U8WCEGH6Z41F type=del 2024-04-02T08:51:40.509 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.510+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=SCZO9805FUDL type=del size=640304 2024-04-02T08:51:40.511 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.512+0000 7fe1e54f9780 1 < completed delete operation key=7SOA145ODX3I tag=68J0GN12N3DT type=del 2024-04-02T08:51:40.513 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.514+0000 7fe1e54f9780 1 > prepared operation key=3CIH6I4PYI2Z tag=F81SUZAZKZNE type=write size=146841 2024-04-02T08:51:40.517 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.519+0000 7fe1e54f9780 1 < suggested remove operation key=OWJ9C2D76GGG tag=2A81103G3CF6 type=del 2024-04-02T08:51:40.521 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.522+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~N3ZD9LNJM4DB.0 size=1048576 2024-04-02T08:51:40.523 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.524+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~N3ZD9LNJM4DB.1 size=1048576 2024-04-02T08:51:40.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.526+0000 7fe1e54f9780 1 > prepared part key=_multipart_2Y0DXEZ36QAV.2~N3ZD9LNJM4DB.2 size=438002 2024-04-02T08:51:40.524 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.526+0000 7fe1e54f9780 1 > prepared multipart upload key=2Y0DXEZ36QAV upload=N3ZD9LNJM4DB tag=U44F4O62YV27 type=write size=3583730 2024-04-02T08:51:40.527 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.528+0000 7fe1e54f9780 1 < completed delete operation key=HBFL1GB4JX3V tag=J60APL6WPXAU type=del 2024-04-02T08:51:40.529 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.530+0000 7fe1e54f9780 1 > prepared operation key=02K82VO50O0D tag=19B4DWTGMQVX type=write size=283791 2024-04-02T08:51:40.531 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.532+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~F3HB1NZMA2RV.0 size=1048576 2024-04-02T08:51:40.533 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.534+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~F3HB1NZMA2RV.1 size=1048576 2024-04-02T08:51:40.534 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.536+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~F3HB1NZMA2RV.2 size=471284 2024-04-02T08:51:40.538 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.539+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=F3HB1NZMA2RV tag=AZ6765TOPIIG type=write size=3617012 2024-04-02T08:51:40.540 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.541+0000 7fe1e54f9780 1 > prepared operation key=MLJAE12LB90G tag=CI19FFYBQCEM type=del size=3874227 2024-04-02T08:51:40.542 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.544+0000 7fe1e54f9780 -1 < failed to complete operation key=OWJ9C2D76GGG tag=HV44DZHYISIO type=del size=710815: (22) Invalid argument 2024-04-02T08:51:40.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.548+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~FPLT5PP800ZM.0 size=292874 2024-04-02T08:51:40.546 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.548+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=FPLT5PP800ZM tag=WLNO57V54Q51 type=write size=1341450 2024-04-02T08:51:40.548 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.549+0000 7fe1e54f9780 1 < completed delete operation key=XD49NVDY5QAC tag=HB44YNAULM6U type=del 2024-04-02T08:51:40.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.554+0000 7fe1e54f9780 1 > prepared part key=_multipart_9P6XOL7S6JOX.2~9LJZ30NDFMPV.0 size=961802 2024-04-02T08:51:40.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.554+0000 7fe1e54f9780 1 > prepared multipart upload key=9P6XOL7S6JOX upload=9LJZ30NDFMPV tag=UQ30Y1VTX422 type=write size=2010378 2024-04-02T08:51:40.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.554+0000 7fe1e54f9780 1 < canceled part key=_multipart_K1ML6VFMOUSC.2~CYRLDBDRCLIB.0 size=1048576 2024-04-02T08:51:40.553 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.554+0000 7fe1e54f9780 1 < canceled part key=_multipart_K1ML6VFMOUSC.2~CYRLDBDRCLIB.1 size=376876 2024-04-02T08:51:40.557 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.558+0000 7fe1e54f9780 1 < canceled multipart upload key=K1ML6VFMOUSC upload=CYRLDBDRCLIB tag=SQVELH3MFPAW type=write size=2474028 2024-04-02T08:51:40.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.562+0000 7fe1e54f9780 1 > prepared part key=_multipart_OC284H4P86JN.2~MYUYMJP3K2WZ.0 size=957079 2024-04-02T08:51:40.561 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.562+0000 7fe1e54f9780 1 > prepared multipart upload key=OC284H4P86JN upload=MYUYMJP3K2WZ tag=EXJ98IWP3RNA type=write size=2005655 2024-04-02T08:51:40.565 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.566+0000 7fe1e54f9780 1 < suggested update operation key=BQJGLDS0PGVE tag=U0K5WM7DDSQ8 type=del size=3847036 2024-04-02T08:51:40.566 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.568+0000 7fe1e54f9780 1 > prepared operation key=OC284H4P86JN tag=YQM0KFL5M2JT type=del size=780316 2024-04-02T08:51:40.569 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.571+0000 7fe1e54f9780 -1 < failed to complete operation key=IK9DWI5A56MQ tag=G7VR3I9G2SGI type=del size=521893: (22) Invalid argument 2024-04-02T08:51:40.571 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.573+0000 7fe1e54f9780 1 > prepared operation key=BQJGLDS0PGVE tag=RCMM7ERN8J6S type=del size=2077099 2024-04-02T08:51:40.573 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.574+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~HE92CNWVMTJB.0 size=1048576 2024-04-02T08:51:40.575 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.576+0000 7fe1e54f9780 1 < completed part key=_multipart_T88N3IX1URRX.2~HE92CNWVMTJB.1 size=952195 2024-04-02T08:51:40.578 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.580+0000 7fe1e54f9780 1 < completed multipart upload key=T88N3IX1URRX upload=HE92CNWVMTJB tag=J8C0Q9Y4OPB4 type=write size=3049347 2024-04-02T08:51:40.580 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.581+0000 7fe1e54f9780 1 > prepared operation key=HG0NKZCLQ7V7 tag=2MKU7RPZQDBY type=del size=534671 2024-04-02T08:51:40.584 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.585+0000 7fe1e54f9780 1 < suggested remove operation key=JCPYU79H8CYL tag=TE9HZRQXD573 type=del 2024-04-02T08:51:40.587 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.589+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~OUPJ8RINZRK3.0 size=1048576 2024-04-02T08:51:40.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.590+0000 7fe1e54f9780 1 > prepared part key=_multipart_XUGOHG0SXTNW.2~OUPJ8RINZRK3.1 size=691725 2024-04-02T08:51:40.589 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.590+0000 7fe1e54f9780 1 > prepared multipart upload key=XUGOHG0SXTNW upload=OUPJ8RINZRK3 tag=82ANW1XIX3C5 type=write size=2788877 2024-04-02T08:51:40.591 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.593+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RDOCN46UYWKY.0 size=1048576 2024-04-02T08:51:40.593 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.594+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~RDOCN46UYWKY.1 size=913733 2024-04-02T08:51:40.596 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.598+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=RDOCN46UYWKY tag=4C0URL3MT4N5 type=write size=3010885 2024-04-02T08:51:40.598 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.600+0000 7fe1e54f9780 1 > prepared operation key=LA786DTGT3XA tag=PL91HY27M3HR type=del size=1096572 2024-04-02T08:51:40.600 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.601+0000 7fe1e54f9780 1 < completed delete operation key=72IYB621DARA tag=ZQO3QHKEB1NW type=del 2024-04-02T08:51:40.602 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.603+0000 7fe1e54f9780 1 > prepared operation key=JCPYU79H8CYL tag=P0SZUAK2GC8G type=del size=3517192 2024-04-02T08:51:40.606 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.607+0000 7fe1e54f9780 1 < suggested remove operation key=LOZGVEXU39NU tag=QPTGIUPECCO5 type=del 2024-04-02T08:51:40.609 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.611+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~8MMY6W979TWQ.0 size=1048576 2024-04-02T08:51:40.611 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.613+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~8MMY6W979TWQ.1 size=1048576 2024-04-02T08:51:40.613 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.614+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~8MMY6W979TWQ.2 size=960762 2024-04-02T08:51:40.613 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.614+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=8MMY6W979TWQ tag=F2EEGWA3OLM3 type=write size=4106490 2024-04-02T08:51:40.615 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.617+0000 7fe1e54f9780 1 < completed delete operation key=CT5BZ79K03F4 tag=YZPIJBFLKQ98 type=del 2024-04-02T08:51:40.617 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.619+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=K7Q14X4X21LY type=write size=176791 2024-04-02T08:51:40.619 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.621+0000 7fe1e54f9780 1 < canceled operation key=02K82VO50O0D tag=SCZO9805FUDL type=del size=640304 2024-04-02T08:51:40.623 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.625+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~NQDGWPHAJMXY.0 size=1048576 2024-04-02T08:51:40.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.626+0000 7fe1e54f9780 1 > prepared part key=_multipart_DB2S65G6D3OU.2~NQDGWPHAJMXY.1 size=210656 2024-04-02T08:51:40.625 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.626+0000 7fe1e54f9780 1 > prepared multipart upload key=DB2S65G6D3OU upload=NQDGWPHAJMXY tag=ESSVJCB9VUUX type=write size=2307808 2024-04-02T08:51:40.627 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.629+0000 7fe1e54f9780 1 < completed write operation key=3CIH6I4PYI2Z tag=F81SUZAZKZNE type=write size=146841 2024-04-02T08:51:40.631 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.633+0000 7fe1e54f9780 1 > prepared part key=_multipart_LA786DTGT3XA.2~VW7WNWJ6YEHV.0 size=1006603 2024-04-02T08:51:40.632 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.633+0000 7fe1e54f9780 1 > prepared multipart upload key=LA786DTGT3XA upload=VW7WNWJ6YEHV tag=AHUFFEZQZD53 type=write size=2055179 2024-04-02T08:51:40.634 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.635+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~N3ZD9LNJM4DB.0 size=1048576 2024-04-02T08:51:40.635 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.637+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~N3ZD9LNJM4DB.1 size=1048576 2024-04-02T08:51:40.637 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.639+0000 7fe1e54f9780 1 < completed part key=_multipart_2Y0DXEZ36QAV.2~N3ZD9LNJM4DB.2 size=438002 2024-04-02T08:51:40.642 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.643+0000 7fe1e54f9780 1 < completed multipart upload key=2Y0DXEZ36QAV upload=N3ZD9LNJM4DB tag=U44F4O62YV27 type=write size=3583730 2024-04-02T08:51:40.646 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.647+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~12U6VKWPFC4E.0 size=1048576 2024-04-02T08:51:40.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.649+0000 7fe1e54f9780 1 > prepared part key=_multipart_IK9DWI5A56MQ.2~12U6VKWPFC4E.1 size=394831 2024-04-02T08:51:40.647 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.649+0000 7fe1e54f9780 1 > prepared multipart upload key=IK9DWI5A56MQ upload=12U6VKWPFC4E tag=9BVR2XLBOM1P type=write size=2491983 2024-04-02T08:51:40.651 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.652+0000 7fe1e54f9780 1 < suggested update operation key=02K82VO50O0D tag=19B4DWTGMQVX type=write size=283791 2024-04-02T08:51:40.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.658+0000 7fe1e54f9780 1 > prepared part key=_multipart_HBFL1GB4JX3V.2~O2SKE9YAAOWV.0 size=128625 2024-04-02T08:51:40.657 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.658+0000 7fe1e54f9780 1 > prepared multipart upload key=HBFL1GB4JX3V upload=O2SKE9YAAOWV tag=ZW034H93N49K type=write size=1177201 2024-04-02T08:51:40.660 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.661+0000 7fe1e54f9780 1 < completed delete operation key=MLJAE12LB90G tag=CI19FFYBQCEM type=del 2024-04-02T08:51:40.664 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.666+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~5N65YOCAA46N.0 size=1048576 2024-04-02T08:51:40.666 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.668+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~5N65YOCAA46N.1 size=1048576 2024-04-02T08:51:40.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.670+0000 7fe1e54f9780 1 > prepared part key=_multipart_D3LM19PM7NQ1.2~5N65YOCAA46N.2 size=704208 2024-04-02T08:51:40.669 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.670+0000 7fe1e54f9780 1 > prepared multipart upload key=D3LM19PM7NQ1 upload=5N65YOCAA46N tag=PAB3LNS6TRQU type=write size=3849936 2024-04-02T08:51:40.672 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.673+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~FPLT5PP800ZM.0 size=292874 2024-04-02T08:51:40.676 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.677+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=FPLT5PP800ZM tag=WLNO57V54Q51 type=write size=1341450 2024-04-02T08:51:40.680 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.681+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~0G9LY6X8934E.0 size=1048576 2024-04-02T08:51:40.682 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.683+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~0G9LY6X8934E.1 size=1048576 2024-04-02T08:51:40.684 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.685+0000 7fe1e54f9780 1 > prepared part key=_multipart_BQJGLDS0PGVE.2~0G9LY6X8934E.2 size=10828 2024-04-02T08:51:40.684 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.685+0000 7fe1e54f9780 1 > prepared multipart upload key=BQJGLDS0PGVE upload=0G9LY6X8934E tag=V4IDO2XWTB7S type=write size=3156556 2024-04-02T08:51:40.686 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.687+0000 7fe1e54f9780 1 < completed part key=_multipart_9P6XOL7S6JOX.2~9LJZ30NDFMPV.0 size=961802 2024-04-02T08:51:40.689 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.691+0000 7fe1e54f9780 1 < completed multipart upload key=9P6XOL7S6JOX upload=9LJZ30NDFMPV tag=UQ30Y1VTX422 type=write size=2010378 2024-04-02T08:51:40.693 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.694+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~MR6O7YA4WBFZ.0 size=1048576 2024-04-02T08:51:40.695 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.697+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~MR6O7YA4WBFZ.1 size=1048576 2024-04-02T08:51:40.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.698+0000 7fe1e54f9780 1 > prepared part key=_multipart_MLJAE12LB90G.2~MR6O7YA4WBFZ.2 size=85076 2024-04-02T08:51:40.697 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.698+0000 7fe1e54f9780 1 > prepared multipart upload key=MLJAE12LB90G upload=MR6O7YA4WBFZ tag=2SKV00V3645V type=write size=3230804 2024-04-02T08:51:40.699 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.700+0000 7fe1e54f9780 1 < completed part key=_multipart_OC284H4P86JN.2~MYUYMJP3K2WZ.0 size=957079 2024-04-02T08:51:40.702 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.704+0000 7fe1e54f9780 1 < completed multipart upload key=OC284H4P86JN upload=MYUYMJP3K2WZ tag=EXJ98IWP3RNA type=write size=2005655 2024-04-02T08:51:40.707 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.709+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~MRFWSDTB4DCB.0 size=1048576 2024-04-02T08:51:40.709 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.710+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~MRFWSDTB4DCB.1 size=1048576 2024-04-02T08:51:40.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.713+0000 7fe1e54f9780 1 > prepared part key=_multipart_XD49NVDY5QAC.2~MRFWSDTB4DCB.2 size=436175 2024-04-02T08:51:40.711 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.713+0000 7fe1e54f9780 1 > prepared multipart upload key=XD49NVDY5QAC upload=MRFWSDTB4DCB tag=4YAFRMP5ANFG type=write size=3581903 2024-04-02T08:51:40.714 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.715+0000 7fe1e54f9780 1 < canceled operation key=OC284H4P86JN tag=YQM0KFL5M2JT type=del size=780316 2024-04-02T08:51:40.717 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.719+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YKUJGMR6PGQZ.0 size=1048576 2024-04-02T08:51:40.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.721+0000 7fe1e54f9780 1 > prepared part key=_multipart_K1ML6VFMOUSC.2~YKUJGMR6PGQZ.1 size=352396 2024-04-02T08:51:40.719 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.721+0000 7fe1e54f9780 1 > prepared multipart upload key=K1ML6VFMOUSC upload=YKUJGMR6PGQZ tag=3D0WZ1RV1YYH type=write size=2449548 2024-04-02T08:51:40.722 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.723+0000 7fe1e54f9780 1 < completed delete operation key=BQJGLDS0PGVE tag=RCMM7ERN8J6S type=del 2024-04-02T08:51:40.727 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.728+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~5D0A25FTEFLQ.0 size=1048576 2024-04-02T08:51:40.729 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.730+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~5D0A25FTEFLQ.1 size=1048576 2024-04-02T08:51:40.731 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.732+0000 7fe1e54f9780 1 > prepared part key=_multipart_3CIH6I4PYI2Z.2~5D0A25FTEFLQ.2 size=262307 2024-04-02T08:51:40.732 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.732+0000 7fe1e54f9780 1 > prepared multipart upload key=3CIH6I4PYI2Z upload=5D0A25FTEFLQ tag=13S6S11LZ4B8 type=write size=3408035 2024-04-02T08:51:40.733 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.735+0000 7fe1e54f9780 1 < completed delete operation key=HG0NKZCLQ7V7 tag=2MKU7RPZQDBY type=del 2024-04-02T08:51:40.738 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.739+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~A09YP7IYOFG5.0 size=1048576 2024-04-02T08:51:40.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.741+0000 7fe1e54f9780 1 > prepared part key=_multipart_7SOA145ODX3I.2~A09YP7IYOFG5.1 size=108171 2024-04-02T08:51:40.740 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.741+0000 7fe1e54f9780 1 > prepared multipart upload key=7SOA145ODX3I upload=A09YP7IYOFG5 tag=ZPQ18C32C4JB type=write size=2205323 2024-04-02T08:51:40.742 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.744+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~OUPJ8RINZRK3.0 size=1048576 2024-04-02T08:51:40.745 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.746+0000 7fe1e54f9780 1 < completed part key=_multipart_XUGOHG0SXTNW.2~OUPJ8RINZRK3.1 size=691725 2024-04-02T08:51:40.749 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.750+0000 7fe1e54f9780 1 < completed multipart upload key=XUGOHG0SXTNW upload=OUPJ8RINZRK3 tag=82ANW1XIX3C5 type=write size=2788877 2024-04-02T08:51:40.751 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.752+0000 7fe1e54f9780 1 > prepared operation key=R6Z9S7ZDIVB0 tag=0GMNJ3LMK3P0 type=del size=1621831 2024-04-02T08:51:40.755 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.757+0000 7fe1e54f9780 1 < suggested update operation key=LA786DTGT3XA tag=PL91HY27M3HR type=del size=1096572 2024-04-02T08:51:40.759 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.761+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~UDH1GZV89AZW.0 size=1048576 2024-04-02T08:51:40.761 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.763+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~UDH1GZV89AZW.1 size=1048576 2024-04-02T08:51:40.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.764+0000 7fe1e54f9780 1 > prepared part key=_multipart_OWJ9C2D76GGG.2~UDH1GZV89AZW.2 size=1026738 2024-04-02T08:51:40.763 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.764+0000 7fe1e54f9780 1 > prepared multipart upload key=OWJ9C2D76GGG upload=UDH1GZV89AZW tag=MAUFTMM2Z9XR type=write size=4172466 2024-04-02T08:51:40.765 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.766+0000 7fe1e54f9780 1 < completed delete operation key=JCPYU79H8CYL tag=P0SZUAK2GC8G type=del 2024-04-02T08:51:40.767 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.768+0000 7fe1e54f9780 1 > prepared operation key=IK9DWI5A56MQ tag=1HLRP7E8TNQV type=write size=299197 2024-04-02T08:51:40.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.771+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~8MMY6W979TWQ.0 size=1048576 2024-04-02T08:51:40.769 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.771+0000 7fe1e54f9780 1 < canceled part key=_multipart_HG0NKZCLQ7V7.2~8MMY6W979TWQ.1 size=1048576 2024-04-02T08:51:40.771 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.772+0000 7fe1e54f9780 1 < completed part key=_multipart_HG0NKZCLQ7V7.2~8MMY6W979TWQ.2 size=960762 2024-04-02T08:51:40.775 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.776+0000 7fe1e54f9780 1 < canceled multipart upload key=HG0NKZCLQ7V7 upload=8MMY6W979TWQ tag=F2EEGWA3OLM3 type=write size=4106490 2024-04-02T08:51:40.778 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.780+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~V8HDQ7T4M2IN.0 size=1048576 2024-04-02T08:51:40.780 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.782+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~V8HDQ7T4M2IN.1 size=1048576 2024-04-02T08:51:40.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.783+0000 7fe1e54f9780 1 > prepared part key=_multipart_HG0NKZCLQ7V7.2~V8HDQ7T4M2IN.2 size=618804 2024-04-02T08:51:40.782 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.783+0000 7fe1e54f9780 1 > prepared multipart upload key=HG0NKZCLQ7V7 upload=V8HDQ7T4M2IN tag=ULQTRTD1SMX5 type=write size=3764532 2024-04-02T08:51:40.784 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.785+0000 7fe1e54f9780 1 < completed write operation key=FRXQAJO7O5U2 tag=K7Q14X4X21LY type=write size=176791 2024-04-02T08:51:40.786 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.787+0000 7fe1e54f9780 1 > prepared operation key=2F742L9HW4DY tag=XM0HX7PCV39V type=del size=805945 2024-04-02T08:51:40.788 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.790+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~NQDGWPHAJMXY.0 size=1048576 2024-04-02T08:51:40.790 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.791+0000 7fe1e54f9780 1 < completed part key=_multipart_DB2S65G6D3OU.2~NQDGWPHAJMXY.1 size=210656 2024-04-02T08:51:40.794 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.795+0000 7fe1e54f9780 1 < completed multipart upload key=DB2S65G6D3OU upload=NQDGWPHAJMXY tag=ESSVJCB9VUUX type=write size=2307808 2024-04-02T08:51:40.795 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.797+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=JXZ5MZQU3FO4 type=del size=1517579 2024-04-02T08:51:40.797 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.799+0000 7fe1e54f9780 1 < completed part key=_multipart_LA786DTGT3XA.2~VW7WNWJ6YEHV.0 size=1006603 2024-04-02T08:51:40.801 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.802+0000 7fe1e54f9780 1 < completed multipart upload key=LA786DTGT3XA upload=VW7WNWJ6YEHV tag=AHUFFEZQZD53 type=write size=2055179 2024-04-02T08:51:40.803 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.804+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=VTIZT9V88VQC type=del size=2013905 2024-04-02T08:51:40.805 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.806+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~12U6VKWPFC4E.0 size=1048576 2024-04-02T08:51:40.807 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.808+0000 7fe1e54f9780 1 < completed part key=_multipart_IK9DWI5A56MQ.2~12U6VKWPFC4E.1 size=394831 2024-04-02T08:51:40.810 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.812+0000 7fe1e54f9780 1 < completed multipart upload key=IK9DWI5A56MQ upload=12U6VKWPFC4E tag=9BVR2XLBOM1P type=write size=2491983 2024-04-02T08:51:40.812 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.814+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=56RNSPJUQQJ6 type=del size=1495472 2024-04-02T08:51:40.814 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.816+0000 7fe1e54f9780 1 < completed part key=_multipart_HBFL1GB4JX3V.2~O2SKE9YAAOWV.0 size=128625 2024-04-02T08:51:40.818 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.819+0000 7fe1e54f9780 1 < completed multipart upload key=HBFL1GB4JX3V upload=O2SKE9YAAOWV tag=ZW034H93N49K type=write size=1177201 2024-04-02T08:51:40.820 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.821+0000 7fe1e54f9780 1 > prepared operation key=HSKJ25CGNNTY tag=L5EFYNMP9F4M type=del size=695800 2024-04-02T08:51:40.822 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.824+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~5N65YOCAA46N.0 size=1048576 2024-04-02T08:51:40.824 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.826+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~5N65YOCAA46N.1 size=1048576 2024-04-02T08:51:40.826 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.827+0000 7fe1e54f9780 1 < completed part key=_multipart_D3LM19PM7NQ1.2~5N65YOCAA46N.2 size=704208 2024-04-02T08:51:40.829 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.831+0000 7fe1e54f9780 1 < completed multipart upload key=D3LM19PM7NQ1 upload=5N65YOCAA46N tag=PAB3LNS6TRQU type=write size=3849936 2024-04-02T08:51:40.831 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.833+0000 7fe1e54f9780 1 > prepared operation key=AKDL74Y6A2P3 tag=P3S9NAD7CKF1 type=del size=813842 2024-04-02T08:51:40.833 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.834+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~0G9LY6X8934E.0 size=1048576 2024-04-02T08:51:40.835 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.836+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~0G9LY6X8934E.1 size=1048576 2024-04-02T08:51:40.837 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.839+0000 7fe1e54f9780 1 < completed part key=_multipart_BQJGLDS0PGVE.2~0G9LY6X8934E.2 size=10828 2024-04-02T08:51:40.840 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.842+0000 7fe1e54f9780 1 < completed multipart upload key=BQJGLDS0PGVE upload=0G9LY6X8934E tag=V4IDO2XWTB7S type=write size=3156556 2024-04-02T08:51:40.842 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.844+0000 7fe1e54f9780 1 > prepared operation key=2Y0DXEZ36QAV tag=4NDLHK253X5J type=del size=886923 2024-04-02T08:51:40.843 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.844+0000 7fe1e54f9780 1 < canceled part key=_multipart_MLJAE12LB90G.2~MR6O7YA4WBFZ.0 size=1048576 2024-04-02T08:51:40.845 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.846+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~MR6O7YA4WBFZ.1 size=1048576 2024-04-02T08:51:40.846 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.848+0000 7fe1e54f9780 1 < completed part key=_multipart_MLJAE12LB90G.2~MR6O7YA4WBFZ.2 size=85076 2024-04-02T08:51:40.850 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.851+0000 7fe1e54f9780 1 < canceled multipart upload key=MLJAE12LB90G upload=MR6O7YA4WBFZ tag=2SKV00V3645V type=write size=3230804 2024-04-02T08:51:40.852 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.853+0000 7fe1e54f9780 1 > prepared operation key=CT5BZ79K03F4 tag=YNSGRJ4ZVZZ5 type=del size=2155538 2024-04-02T08:51:40.854 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.855+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~MRFWSDTB4DCB.0 size=1048576 2024-04-02T08:51:40.856 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.857+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~MRFWSDTB4DCB.1 size=1048576 2024-04-02T08:51:40.858 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.859+0000 7fe1e54f9780 1 < completed part key=_multipart_XD49NVDY5QAC.2~MRFWSDTB4DCB.2 size=436175 2024-04-02T08:51:40.861 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.863+0000 7fe1e54f9780 1 < completed multipart upload key=XD49NVDY5QAC upload=MRFWSDTB4DCB tag=4YAFRMP5ANFG type=write size=3581903 2024-04-02T08:51:40.863 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.864+0000 7fe1e54f9780 1 > prepared operation key=IY511MS5UQEJ tag=KHLCG3HYSKDJ type=write size=228611 2024-04-02T08:51:40.865 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.866+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~YKUJGMR6PGQZ.0 size=1048576 2024-04-02T08:51:40.867 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.868+0000 7fe1e54f9780 1 < completed part key=_multipart_K1ML6VFMOUSC.2~YKUJGMR6PGQZ.1 size=352396 2024-04-02T08:51:40.870 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.872+0000 7fe1e54f9780 1 < completed multipart upload key=K1ML6VFMOUSC upload=YKUJGMR6PGQZ tag=3D0WZ1RV1YYH type=write size=2449548 2024-04-02T08:51:40.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.873+0000 7fe1e54f9780 1 > prepared operation key=FRXQAJO7O5U2 tag=I9QB2WPNH65V type=del size=1202242 2024-04-02T08:51:40.872 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.874+0000 7fe1e54f9780 1 < canceled part key=_multipart_3CIH6I4PYI2Z.2~5D0A25FTEFLQ.0 size=1048576 2024-04-02T08:51:40.873 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.874+0000 7fe1e54f9780 1 < canceled part key=_multipart_3CIH6I4PYI2Z.2~5D0A25FTEFLQ.1 size=1048576 2024-04-02T08:51:40.874 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.875+0000 7fe1e54f9780 1 < completed part key=_multipart_3CIH6I4PYI2Z.2~5D0A25FTEFLQ.2 size=262307 2024-04-02T08:51:40.878 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.879+0000 7fe1e54f9780 1 < canceled multipart upload key=3CIH6I4PYI2Z upload=5D0A25FTEFLQ tag=13S6S11LZ4B8 type=write size=3408035 2024-04-02T08:51:40.880 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.881+0000 7fe1e54f9780 1 > prepared operation key=K1ML6VFMOUSC tag=DVTU66S11HY8 type=del size=2167797 2024-04-02T08:51:40.882 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.883+0000 7fe1e54f9780 1 < completed part key=_multipart_7SOA145ODX3I.2~A09YP7IYOFG5.0 size=1048576 2024-04-02T08:51:40.882 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.883+0000 7fe1e54f9780 1 < canceled part key=_multipart_7SOA145ODX3I.2~A09YP7IYOFG5.1 size=108171 2024-04-02T08:51:40.885 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.886+0000 7fe1e54f9780 1 < canceled multipart upload key=7SOA145ODX3I upload=A09YP7IYOFG5 tag=ZPQ18C32C4JB type=write size=2205323 2024-04-02T08:51:40.887 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.889+0000 7fe1e54f9780 1 > prepared operation key=JO11PYGL6W1R tag=U79TAD4PT6HI type=del size=4127557 2024-04-02T08:51:40.891 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.892+0000 7fe1e54f9780 1 < suggested remove operation key=R6Z9S7ZDIVB0 tag=0GMNJ3LMK3P0 type=del 2024-04-02T08:51:40.893 INFO:tasks.workunit.client.0.smithi112.stderr:2024-04-02T08:51:40.894+0000 7fe1e54f9780 1 > prepared operation key=HBFL1GB4JX3V tag=QH14LPUEY1WC type=write size=316473 2024-04-02T08:51:40.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] cls_rgw_stats.simulate (13960 ms) 2024-04-02T08:51:40.893 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from cls_rgw_stats (13960 ms total) 2024-04-02T08:51:40.893 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:51:40.893 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:51:40.953 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 1 test from 1 test suite ran. (15878 ms total) 2024-04-02T08:51:40.954 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 1 test. 2024-04-02T08:51:40.957 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:51:40.957 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:51:41.026 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-02T08:51:41.026 DEBUG:teuthology.orchestra.run.smithi112:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-02T08:51:41.095 INFO:tasks.workunit.client.0.smithi112.stdout:Running main() from gmock_main.cc 2024-04-02T08:51:41.095 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-02T08:51:41.095 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T08:51:41.095 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from ClsSDK 2024-04-02T08:51:41.095 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-02T08:51:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:40 smithi187 ceph-mon[84356]: pgmap v1424: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 499 KiB/s wr, 2.53k op/s 2024-04-02T08:51:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:40 smithi112 ceph-mon[91385]: pgmap v1424: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 499 KiB/s wr, 2.53k op/s 2024-04-02T08:51:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:40 smithi112 ceph-mon[88945]: pgmap v1424: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 499 KiB/s wr, 2.53k op/s 2024-04-02T08:51:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:41 smithi187 ceph-mon[84356]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:51:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:41 smithi112 ceph-mon[88945]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:51:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:41 smithi112 ceph-mon[91385]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:51:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:51:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:42 smithi187 ceph-mon[84356]: pgmap v1426: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:42 smithi187 ceph-mon[84356]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:51:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:42 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2161105598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:42 smithi112 ceph-mon[91385]: pgmap v1426: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:42 smithi112 ceph-mon[91385]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:51:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:42 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2161105598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:42 smithi112 ceph-mon[88945]: pgmap v1426: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:42 smithi112 ceph-mon[88945]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:51:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:42 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2161105598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:43.985 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2890 ms) 2024-04-02T08:51:43.985 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-02T08:51:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:43 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2161105598' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:43 smithi187 ceph-mon[84356]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:51:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:43 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2161105598' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:43 smithi112 ceph-mon[91385]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:51:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:43 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2161105598' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:43 smithi112 ceph-mon[88945]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:51:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:44 smithi187 ceph-mon[84356]: pgmap v1429: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:44 smithi187 ceph-mon[84356]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:51:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:44 smithi112 ceph-mon[88945]: pgmap v1429: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:44 smithi112 ceph-mon[88945]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:51:45.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:44 smithi112 ceph-mon[91385]: pgmap v1429: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:45.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:44 smithi112 ceph-mon[91385]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:51:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:45 smithi112 ceph-mon[91385]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:51:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:45 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/252478052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:45 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:45 smithi112 ceph-mon[88945]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:51:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:45 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/252478052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:45 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:45 smithi187 ceph-mon[84356]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:51:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:45 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/252478052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:45 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:46.996 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3011 ms) 2024-04-02T08:51:46.996 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from ClsSDK (5901 ms total) 2024-04-02T08:51:46.997 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T08:51:46.997 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T08:51:46.997 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 2 tests from 1 test suite ran. (5901 ms total) 2024-04-02T08:51:46.997 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 2 tests. 2024-04-02T08:51:46.999 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:51:46.999 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:51:47.066 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-02T08:51:47.066 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[88945]: pgmap v1432: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[88945]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[91385]: pgmap v1432: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:47.341 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:46 smithi112 ceph-mon[91385]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:51:47.342 DEBUG:teuthology.parallel:result is None 2024-04-02T08:51:47.343 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:51:47.370 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:51:47.370 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:47.424 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:51:47.424 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:51:47.424 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-02T08:51:47.424 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:51:47.424 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-02T08:51:47.424 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:51:47.425 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:51:47.425 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:51:47.425 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:47.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:51:47.480 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:51:47.481 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:46 smithi187 ceph-mon[84356]: pgmap v1432: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:46 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:46 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi112-133399-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:46 smithi187 ceph-mon[84356]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:51:47.535 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:47.535 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:51:47.590 INFO:tasks.workunit:timeout=3h 2024-04-02T08:51:47.590 INFO:tasks.workunit:cleanup=True 2024-04-02T08:51:47.590 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:51:47.645 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:51:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:47 smithi112 ceph-mon[88945]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:51:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:47 smithi112 ceph-mon[91385]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:51:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:47 smithi187 ceph-mon[84356]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:51:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-mon[91385]: pgmap v1435: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T08:51:49.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-mon[88945]: pgmap v1435: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:49.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T08:51:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:49 smithi187 ceph-mon[84356]: pgmap v1435: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:49 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:49 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T08:51:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:51:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:51:49] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-04-02T08:51:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:51 smithi112 ceph-mon[91385]: pgmap v1436: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:51 smithi112 ceph-mon[88945]: pgmap v1436: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:51 smithi187 ceph-mon[84356]: pgmap v1436: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:51:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:53.214 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:51:53.270 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:51:53.272 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:51:53.272 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:51:53.333 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:51:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:53 smithi112 ceph-mon[91385]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:53 smithi112 ceph-mon[88945]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:53.382 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:51:53.421 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:51:53.423 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:51:53.423 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:51:53.463 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:51:53.466 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T08:51:53.466 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:51:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:53 smithi187 ceph-mon[84356]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:53.523 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-02T08:51:53.524 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-02T08:51:53.525 DEBUG:teuthology.orchestra.run.smithi112:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-02T08:51:53.626 INFO:tasks.workunit.client.0.smithi112.stdout:run length 1200 seconds 2024-04-02T08:51:53.626 INFO:tasks.workunit.client.0.smithi112.stdout:preparing 10240 objects 2024-04-02T08:51:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:55 smithi112 ceph-mon[88945]: pgmap v1438: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:55 smithi112 ceph-mon[91385]: pgmap v1438: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:55 smithi187 ceph-mon[84356]: pgmap v1438: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:51:56.127 INFO:tasks.workunit.client.0.smithi112.stdout:load-gen will run 1200 seconds 2024-04-02T08:51:57.127 INFO:tasks.workunit.client.0.smithi112.stdout: 1: throughput=0MB/sec pending data=0 2024-04-02T08:51:57.127 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NOw0cOIdaJpwdA1 off=7021711 len=514600 2024-04-02T08:51:57.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 0 completed, throughput=0.49MB/sec 2024-04-02T08:51:57.128 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LzwFd3-Pu8nBuJ_ off=6969816 len=1881104 2024-04-02T08:51:57.140 INFO:tasks.workunit.client.0.smithi112.stdout:op 1 completed, throughput=2.26MB/sec 2024-04-02T08:51:57.140 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a3KcLbfSSpvbPH- off=707311 len=181969 2024-04-02T08:51:57.140 INFO:tasks.workunit.client.0.smithi112.stdout:op 2 completed, throughput=2.43MB/sec 2024-04-02T08:51:57.140 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3yI0GT3dcy3bES4 off=6670873 len=1936299 2024-04-02T08:51:57.150 INFO:tasks.workunit.client.0.smithi112.stdout:op 3 completed, throughput=4.21MB/sec 2024-04-02T08:51:57.150 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ncJiM_zAQ-PxNr6 off=21195039 len=97343 2024-04-02T08:51:57.152 INFO:tasks.workunit.client.0.smithi112.stdout:op 4 completed, throughput=4.29MB/sec 2024-04-02T08:51:57.152 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EclTPitPc0sQwxc off=8395013 len=1212293 2024-04-02T08:51:57.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 5 completed, throughput=5.39MB/sec 2024-04-02T08:51:57.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:57 smithi112 ceph-mon[88945]: pgmap v1439: 105 pgs: 105 active+clean; 25 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s wr, 202 op/s 2024-04-02T08:51:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:57 smithi112 ceph-mon[91385]: pgmap v1439: 105 pgs: 105 active+clean; 25 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s wr, 202 op/s 2024-04-02T08:51:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:57 smithi187 ceph-mon[84356]: pgmap v1439: 105 pgs: 105 active+clean; 25 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s wr, 202 op/s 2024-04-02T08:51:58.157 INFO:tasks.workunit.client.0.smithi112.stdout: 2: throughput=2.74MB/sec pending data=0 2024-04-02T08:51:58.157 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-u1OifrViAwxCPBs off=1174379 len=1145709 2024-04-02T08:51:58.159 INFO:tasks.workunit.client.0.smithi112.stdout:op 6 completed, throughput=3.27MB/sec 2024-04-02T08:51:58.159 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q9O0asixhYuGVrH off=7566159 len=863285 2024-04-02T08:51:58.160 INFO:tasks.workunit.client.0.smithi112.stdout:op 7 completed, throughput=3.67MB/sec 2024-04-02T08:51:58.160 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fu-vEfqpYzrxBGs off=9659248 len=1516147 2024-04-02T08:51:58.169 INFO:tasks.workunit.client.0.smithi112.stdout:op 8 completed, throughput=4.37MB/sec 2024-04-02T08:51:58.169 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6XUXL5mjtdNGNbT off=4065052 len=1071323 2024-04-02T08:51:58.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 9 completed, throughput=4.86MB/sec 2024-04-02T08:51:58.171 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ML9TcR6yaXAXwRc off=5734092 len=729582 2024-04-02T08:51:58.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 10 completed, throughput=5.2MB/sec 2024-04-02T08:51:59.172 INFO:tasks.workunit.client.0.smithi112.stdout: 3: throughput=3.49MB/sec pending data=0 2024-04-02T08:51:59.172 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zLS9sAdNhafyAXk off=794707 len=1023214 2024-04-02T08:51:59.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 11 completed, throughput=3.8MB/sec 2024-04-02T08:51:59.179 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gW4DmjYzo6MVnPw off=1440910 len=193822 2024-04-02T08:51:59.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 12 completed, throughput=3.86MB/sec 2024-04-02T08:51:59.181 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q00WWwLmd5V1riM off=22452605 len=1995104 2024-04-02T08:51:59.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 13 completed, throughput=4.48MB/sec 2024-04-02T08:51:59.184 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iqzLNxQD0C9_aG6 off=1137454 len=1530201 2024-04-02T08:51:59.192 INFO:tasks.workunit.client.0.smithi112.stdout:op 14 completed, throughput=4.94MB/sec 2024-04-02T08:51:59.192 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cPxOcTh3TaoKm8p off=2257447 len=1696300 2024-04-02T08:51:59.201 INFO:tasks.workunit.client.0.smithi112.stdout:op 15 completed, throughput=5.46MB/sec 2024-04-02T08:51:59.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:51:59 smithi112 ceph-mon[88945]: pgmap v1440: 105 pgs: 105 active+clean; 89 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 667 KiB/s wr, 658 op/s 2024-04-02T08:51:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:51:59 smithi112 ceph-mon[91385]: pgmap v1440: 105 pgs: 105 active+clean; 89 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 667 KiB/s wr, 658 op/s 2024-04-02T08:51:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:51:59 smithi187 ceph-mon[84356]: pgmap v1440: 105 pgs: 105 active+clean; 89 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 667 KiB/s wr, 658 op/s 2024-04-02T08:51:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:51:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:51:59] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-02T08:52:00.201 INFO:tasks.workunit.client.0.smithi112.stdout: 4: throughput=4.12MB/sec pending data=0 2024-04-02T08:52:00.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mnk5JmIIaE84fj_ off=8068808 len=591769 2024-04-02T08:52:00.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 16 completed, throughput=4.25MB/sec 2024-04-02T08:52:00.203 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4V-h-4D2Itm0l-R off=17302103 len=1319047 2024-04-02T08:52:00.209 INFO:tasks.workunit.client.0.smithi112.stdout:op 17 completed, throughput=4.55MB/sec 2024-04-02T08:52:00.209 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0gZpmVXdYkwpPmt off=8863510 len=1566329 2024-04-02T08:52:00.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 18 completed, throughput=4.92MB/sec 2024-04-02T08:52:00.213 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I3-tBX39Sqd4GcV off=10059859 len=1804534 2024-04-02T08:52:00.214 INFO:tasks.workunit.client.0.smithi112.stdout:op 19 completed, throughput=5.34MB/sec 2024-04-02T08:52:01.218 INFO:tasks.workunit.client.0.smithi112.stdout: 5: throughput=4.29MB/sec pending data=0 2024-04-02T08:52:01.219 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9RmKPRZ7fMDk7-s off=2682827 len=2069526 2024-04-02T08:52:01.223 INFO:tasks.workunit.client.0.smithi112.stdout:op 20 completed, throughput=4.67MB/sec 2024-04-02T08:52:01.224 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JUjqV9QXVzgPSp1 off=1888969 len=1227786 2024-04-02T08:52:01.225 INFO:tasks.workunit.client.0.smithi112.stdout:op 21 completed, throughput=4.9MB/sec 2024-04-02T08:52:01.225 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HJGOw2pNpiM6TiA off=13460783 len=1709432 2024-04-02T08:52:01.236 INFO:tasks.workunit.client.0.smithi112.stdout:op 22 completed, throughput=5.2MB/sec 2024-04-02T08:52:01.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:01 smithi187 ceph-mon[84356]: pgmap v1441: 105 pgs: 105 active+clean; 120 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 815 KiB/s wr, 807 op/s 2024-04-02T08:52:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:01 smithi112 ceph-mon[88945]: pgmap v1441: 105 pgs: 105 active+clean; 120 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 815 KiB/s wr, 807 op/s 2024-04-02T08:52:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:01 smithi112 ceph-mon[91385]: pgmap v1441: 105 pgs: 105 active+clean; 120 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 815 KiB/s wr, 807 op/s 2024-04-02T08:52:02.235 INFO:tasks.workunit.client.0.smithi112.stdout: 6: throughput=4.35MB/sec pending data=0 2024-04-02T08:52:02.235 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-adfxzYai66hD3AH off=2198012 len=782782 2024-04-02T08:52:02.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 23 completed, throughput=4.47MB/sec 2024-04-02T08:52:02.237 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bpuot17bDnXA_9R off=2920277 len=283941 2024-04-02T08:52:02.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 24 completed, throughput=4.52MB/sec 2024-04-02T08:52:02.237 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MNA-CLURi8cZbtn off=13676430 len=1574050 2024-04-02T08:52:02.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 25 completed, throughput=4.76MB/sec 2024-04-02T08:52:02.242 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KXjKqF_reoFscwo off=4176668 len=2021775 2024-04-02T08:52:02.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 26 completed, throughput=5.07MB/sec 2024-04-02T08:52:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:52:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:03.243 INFO:tasks.workunit.client.0.smithi112.stdout: 7: throughput=4.36MB/sec pending data=0 2024-04-02T08:52:03.243 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kKUFc6YeC0y76Zb off=14613252 len=344394 2024-04-02T08:52:03.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 27 completed, throughput=4.41MB/sec 2024-04-02T08:52:03.245 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yXVvmgP-UQaSXuC off=6072506 len=783558 2024-04-02T08:52:03.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 28 completed, throughput=4.51MB/sec 2024-04-02T08:52:03.246 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V5IcKu8fE4EbgGK off=6286073 len=865657 2024-04-02T08:52:03.247 INFO:tasks.workunit.client.0.smithi112.stdout:op 29 completed, throughput=4.63MB/sec 2024-04-02T08:52:03.247 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_ONj8JFlyjp91tz off=5054529 len=1198740 2024-04-02T08:52:03.250 INFO:tasks.workunit.client.0.smithi112.stdout:op 30 completed, throughput=4.78MB/sec 2024-04-02T08:52:03.250 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jXlG4-PvzcXOA0i off=5596201 len=1046087 2024-04-02T08:52:03.251 INFO:tasks.workunit.client.0.smithi112.stdout:op 31 completed, throughput=4.92MB/sec 2024-04-02T08:52:03.251 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QGPIr5mTtXIqkEA off=8915848 len=1224949 2024-04-02T08:52:03.258 INFO:tasks.workunit.client.0.smithi112.stdout:op 32 completed, throughput=5.08MB/sec 2024-04-02T08:52:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:03 smithi112 ceph-mon[88945]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-04-02T08:52:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:03 smithi112 ceph-mon[91385]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-04-02T08:52:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:03 smithi187 ceph-mon[84356]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-04-02T08:52:04.258 INFO:tasks.workunit.client.0.smithi112.stdout: 8: throughput=4.46MB/sec pending data=0 2024-04-02T08:52:04.258 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OHngbqYWl2vUKkX off=2053294 len=1170842 2024-04-02T08:52:04.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 33 completed, throughput=4.59MB/sec 2024-04-02T08:52:04.261 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lBP9X7nTdRYcv5Z off=8339923 len=1460369 2024-04-02T08:52:04.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 34 completed, throughput=4.76MB/sec 2024-04-02T08:52:04.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l0S83ezeis4c5so off=97840 len=451230 2024-04-02T08:52:04.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 35 completed, throughput=4.82MB/sec 2024-04-02T08:52:04.263 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tSOn7N6zOBe2atR off=13059684 len=1527048 2024-04-02T08:52:04.266 INFO:tasks.workunit.client.0.smithi112.stdout:op 36 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.266 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-26F_XPXTwWjSrRV off=17040623 len=743671 2024-04-02T08:52:04.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 37 completed, throughput=5.08MB/sec 2024-04-02T08:52:05.271 INFO:tasks.workunit.client.0.smithi112.stdout: 9: throughput=4.52MB/sec pending data=0 2024-04-02T08:52:05.271 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cNNrisxF28QI1cB off=2060962 len=1439483 2024-04-02T08:52:05.272 INFO:tasks.workunit.client.0.smithi112.stdout:op 38 completed, throughput=4.67MB/sec 2024-04-02T08:52:05.272 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QbLh099JOAwjThQ off=3011230 len=1512320 2024-04-02T08:52:05.279 INFO:tasks.workunit.client.0.smithi112.stdout:op 39 completed, throughput=4.83MB/sec 2024-04-02T08:52:05.279 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jus2bC3Ext4vzzX off=1055446 len=1607309 2024-04-02T08:52:05.288 INFO:tasks.workunit.client.0.smithi112.stdout:op 40 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.288 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jV1Y2vnYHKy6Kkj off=11597259 len=1645323 2024-04-02T08:52:05.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 41 completed, throughput=5.16MB/sec 2024-04-02T08:52:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:05 smithi112 ceph-mon[91385]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-02T08:52:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:05 smithi112 ceph-mon[88945]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-02T08:52:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:05 smithi187 ceph-mon[84356]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-02T08:52:06.290 INFO:tasks.workunit.client.0.smithi112.stdout: 10: throughput=4.65MB/sec pending data=0 2024-04-02T08:52:06.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1Kexyeb9xqlvGmS off=16000962 len=726483 2024-04-02T08:52:06.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 42 completed, throughput=4.72MB/sec 2024-04-02T08:52:06.291 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-30wUUmA4wamfZp8 off=17174409 len=712752 2024-04-02T08:52:06.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 43 completed, throughput=4.78MB/sec 2024-04-02T08:52:06.292 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CLbge0xbopbrEID off=20441016 len=1405006 2024-04-02T08:52:06.295 INFO:tasks.workunit.client.0.smithi112.stdout:op 44 completed, throughput=4.92MB/sec 2024-04-02T08:52:06.295 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9oRkuJGIl7QlNuk off=1730022 len=1867597 2024-04-02T08:52:06.296 INFO:tasks.workunit.client.0.smithi112.stdout:op 45 completed, throughput=5.09MB/sec 2024-04-02T08:52:07.297 INFO:tasks.workunit.client.0.smithi112.stdout: 11: throughput=4.63MB/sec pending data=0 2024-04-02T08:52:07.297 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ITGdgHEfK3ifGyT off=4677241 len=928903 2024-04-02T08:52:07.302 INFO:tasks.workunit.client.0.smithi112.stdout:op 46 completed, throughput=4.71MB/sec 2024-04-02T08:52:07.302 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9y38J61_M6ASg24 off=2994050 len=1244400 2024-04-02T08:52:07.309 INFO:tasks.workunit.client.0.smithi112.stdout:op 47 completed, throughput=4.81MB/sec 2024-04-02T08:52:07.309 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kFoBLth5ts_fedj off=12411377 len=102790 2024-04-02T08:52:07.311 INFO:tasks.workunit.client.0.smithi112.stdout:op 48 completed, throughput=4.82MB/sec 2024-04-02T08:52:07.311 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jMxW2uCTSeaG8CM off=15566940 len=2026784 2024-04-02T08:52:07.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 49 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.312 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-17oXRkE4y0z53Hg off=13190037 len=51296 2024-04-02T08:52:07.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 50 completed, throughput=5MB/sec 2024-04-02T08:52:07.313 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9Zhgisndn0GZNYM off=5604769 len=1697799 2024-04-02T08:52:07.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 51 completed, throughput=5.14MB/sec 2024-04-02T08:52:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:07 smithi112 ceph-mon[91385]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-04-02T08:52:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:07 smithi112 ceph-mon[88945]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-04-02T08:52:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:07 smithi187 ceph-mon[84356]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-04-02T08:52:08.316 INFO:tasks.workunit.client.0.smithi112.stdout: 12: throughput=4.72MB/sec pending data=0 2024-04-02T08:52:08.317 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LOpp0X-WkENavZv off=724325 len=679578 2024-04-02T08:52:08.317 INFO:tasks.workunit.client.0.smithi112.stdout:op 52 completed, throughput=4.77MB/sec 2024-04-02T08:52:08.318 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bd_beKdnhQ1iuHl off=1207486 len=684453 2024-04-02T08:52:08.318 INFO:tasks.workunit.client.0.smithi112.stdout:op 53 completed, throughput=4.83MB/sec 2024-04-02T08:52:08.318 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4Lks4QU7NvhJn9N off=5060948 len=294468 2024-04-02T08:52:08.320 INFO:tasks.workunit.client.0.smithi112.stdout:op 54 completed, throughput=4.85MB/sec 2024-04-02T08:52:08.320 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_ponmcOVHHsasXy off=4999041 len=860653 2024-04-02T08:52:08.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 55 completed, throughput=4.91MB/sec 2024-04-02T08:52:08.325 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5r-T6CUYsH4wqmi off=12190869 len=1073558 2024-04-02T08:52:08.330 INFO:tasks.workunit.client.0.smithi112.stdout:op 56 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.330 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mw5QiBY5rSB_ZbQ off=1839676 len=1212902 2024-04-02T08:52:08.331 INFO:tasks.workunit.client.0.smithi112.stdout:op 57 completed, throughput=5.09MB/sec 2024-04-02T08:52:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:09.331 INFO:tasks.workunit.client.0.smithi112.stdout: 13: throughput=4.7MB/sec pending data=0 2024-04-02T08:52:09.332 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d6K6EGko0I5eDhT off=398165 len=1816181 2024-04-02T08:52:09.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 58 completed, throughput=4.83MB/sec 2024-04-02T08:52:09.334 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q-145tkT-_l4Cs8 off=8219369 len=813391 2024-04-02T08:52:09.337 INFO:tasks.workunit.client.0.smithi112.stdout:op 59 completed, throughput=4.89MB/sec 2024-04-02T08:52:09.337 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jQyG9_9BxSDnNfd off=2936163 len=1223378 2024-04-02T08:52:09.339 INFO:tasks.workunit.client.0.smithi112.stdout:op 60 completed, throughput=4.98MB/sec 2024-04-02T08:52:09.340 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UT9eNWCKNOPDeu6 off=5209541 len=980406 2024-04-02T08:52:09.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 61 completed, throughput=5.05MB/sec 2024-04-02T08:52:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:09 smithi112 ceph-mon[91385]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 689 op/s 2024-04-02T08:52:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:09 smithi112 ceph-mon[88945]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 689 op/s 2024-04-02T08:52:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:52:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:52:09] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:52:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:09 smithi187 ceph-mon[84356]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 689 op/s 2024-04-02T08:52:10.341 INFO:tasks.workunit.client.0.smithi112.stdout: 14: throughput=4.69MB/sec pending data=0 2024-04-02T08:52:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UzO5A2zHf2-LGPl off=17493972 len=738059 2024-04-02T08:52:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:op 62 completed, throughput=4.74MB/sec 2024-04-02T08:52:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SNXjdxJddWvYW3R off=801750 len=1547790 2024-04-02T08:52:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:op 63 completed, throughput=4.85MB/sec 2024-04-02T08:52:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-orSMesyrGFRa2XF off=1018045 len=139170 2024-04-02T08:52:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 64 completed, throughput=4.85MB/sec 2024-04-02T08:52:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Qudjdp0uv8tdqBO off=17285492 len=708121 2024-04-02T08:52:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 65 completed, throughput=4.9MB/sec 2024-04-02T08:52:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_-OITFIOdUoQ1mz off=7265711 len=76952 2024-04-02T08:52:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 66 completed, throughput=4.9MB/sec 2024-04-02T08:52:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3YWMCgS-JrA3mhQ off=3412040 len=460239 2024-04-02T08:52:10.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 67 completed, throughput=4.93MB/sec 2024-04-02T08:52:10.359 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N-OU9Rjz9ZH5a0R off=8461945 len=920473 2024-04-02T08:52:10.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 68 completed, throughput=4.99MB/sec 2024-04-02T08:52:10.363 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pKd5dasIJc9Lv_c off=1599795 len=52073 2024-04-02T08:52:10.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 69 completed, throughput=5MB/sec 2024-04-02T08:52:10.365 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YY9U0uyNThkYt_w off=1470209 len=1495012 2024-04-02T08:52:10.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 70 completed, throughput=5.1MB/sec 2024-04-02T08:52:11.366 INFO:tasks.workunit.client.0.smithi112.stdout: 15: throughput=4.76MB/sec pending data=0 2024-04-02T08:52:11.366 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-55dhBkup2CIQQms off=11715725 len=554742 2024-04-02T08:52:11.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 71 completed, throughput=4.8MB/sec 2024-04-02T08:52:11.366 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dQJMG8JeGnxmAuT off=6069279 len=1326217 2024-04-02T08:52:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:11 smithi112 ceph-mon[88945]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 261 op/s 2024-04-02T08:52:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:11 smithi112 ceph-mon[91385]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 261 op/s 2024-04-02T08:52:11.374 INFO:tasks.workunit.client.0.smithi112.stdout:op 72 completed, throughput=4.88MB/sec 2024-04-02T08:52:11.374 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K05tTamto_n7is6 off=10610737 len=1618366 2024-04-02T08:52:11.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 73 completed, throughput=4.98MB/sec 2024-04-02T08:52:11.376 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bK_gr5a4GiPMZwB off=20379367 len=2001954 2024-04-02T08:52:11.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 74 completed, throughput=5.1MB/sec 2024-04-02T08:52:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:11 smithi187 ceph-mon[84356]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 261 op/s 2024-04-02T08:52:12.377 INFO:tasks.workunit.client.0.smithi112.stdout: 16: throughput=4.79MB/sec pending data=0 2024-04-02T08:52:12.378 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J43sPPa6fq3baUC off=1484716 len=2089600 2024-04-02T08:52:12.379 INFO:tasks.workunit.client.0.smithi112.stdout:op 75 completed, throughput=4.91MB/sec 2024-04-02T08:52:12.379 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qTGL_n2uDwYPJiW off=7614284 len=304185 2024-04-02T08:52:12.379 INFO:tasks.workunit.client.0.smithi112.stdout:op 76 completed, throughput=4.93MB/sec 2024-04-02T08:52:12.380 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wq-DkWDcfdjY3fq off=8641481 len=625216 2024-04-02T08:52:12.381 INFO:tasks.workunit.client.0.smithi112.stdout:op 77 completed, throughput=4.96MB/sec 2024-04-02T08:52:12.381 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gZN1lPysueQ8cB0 off=712374 len=1665703 2024-04-02T08:52:12.390 INFO:tasks.workunit.client.0.smithi112.stdout:op 78 completed, throughput=5.06MB/sec 2024-04-02T08:52:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:52:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:13 smithi112 ceph-mon[91385]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 50 op/s 2024-04-02T08:52:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:13 smithi112 ceph-mon[88945]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 50 op/s 2024-04-02T08:52:13.391 INFO:tasks.workunit.client.0.smithi112.stdout: 17: throughput=4.77MB/sec pending data=0 2024-04-02T08:52:13.391 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yYLZ5tGyeeHxOzR off=20346844 len=2045996 2024-04-02T08:52:13.396 INFO:tasks.workunit.client.0.smithi112.stdout:op 79 completed, throughput=4.88MB/sec 2024-04-02T08:52:13.396 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9X-Bs9R_Sl4niw- off=7061057 len=36706 2024-04-02T08:52:13.398 INFO:tasks.workunit.client.0.smithi112.stdout:op 80 completed, throughput=4.88MB/sec 2024-04-02T08:52:13.398 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-v9cVeS6sDNebyft off=311350 len=1915258 2024-04-02T08:52:13.400 INFO:tasks.workunit.client.0.smithi112.stdout:op 81 completed, throughput=4.98MB/sec 2024-04-02T08:52:13.400 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5EeE1Q-Ehx0367U off=7033386 len=1079080 2024-04-02T08:52:13.405 INFO:tasks.workunit.client.0.smithi112.stdout:op 82 completed, throughput=5.04MB/sec 2024-04-02T08:52:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:13 smithi187 ceph-mon[84356]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 50 op/s 2024-04-02T08:52:14.405 INFO:tasks.workunit.client.0.smithi112.stdout: 18: throughput=4.77MB/sec pending data=0 2024-04-02T08:52:14.405 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QI__EZof0oHCe-q off=1356926 len=294596 2024-04-02T08:52:14.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 83 completed, throughput=4.78MB/sec 2024-04-02T08:52:14.406 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZituOYolBGwuuZy off=2390757 len=62191 2024-04-02T08:52:14.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 84 completed, throughput=4.78MB/sec 2024-04-02T08:52:14.408 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I0mAvFDHKtxk1AC off=8411210 len=1581144 2024-04-02T08:52:14.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 85 completed, throughput=4.87MB/sec 2024-04-02T08:52:14.410 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-71ZbvyGvsSrSYjW off=3077413 len=715707 2024-04-02T08:52:14.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 86 completed, throughput=4.9MB/sec 2024-04-02T08:52:14.413 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LGLYNncsGnQxrO0 off=13925471 len=646964 2024-04-02T08:52:14.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 87 completed, throughput=4.94MB/sec 2024-04-02T08:52:14.413 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zA8Tq99XU0SL9kq off=0 len=1253664 2024-04-02T08:52:14.419 INFO:tasks.workunit.client.0.smithi112.stdout:op 88 completed, throughput=5MB/sec 2024-04-02T08:52:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:15 smithi112 ceph-mon[91385]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:52:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:15 smithi112 ceph-mon[88945]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:52:15.419 INFO:tasks.workunit.client.0.smithi112.stdout: 19: throughput=4.74MB/sec pending data=0 2024-04-02T08:52:15.420 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P8kqmZFZWd3xlJ0 off=14058390 len=1804033 2024-04-02T08:52:15.430 INFO:tasks.workunit.client.0.smithi112.stdout:op 89 completed, throughput=4.83MB/sec 2024-04-02T08:52:15.430 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8eI8-XTNjnoQolo off=4193546 len=1580965 2024-04-02T08:52:15.435 INFO:tasks.workunit.client.0.smithi112.stdout:op 90 completed, throughput=4.9MB/sec 2024-04-02T08:52:15.435 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1EgGLaF85epcFdO off=6264253 len=1067988 2024-04-02T08:52:15.439 INFO:tasks.workunit.client.0.smithi112.stdout:op 91 completed, throughput=4.96MB/sec 2024-04-02T08:52:15.439 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2F9P16zgNCK0_xZ off=4022301 len=382906 2024-04-02T08:52:15.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 92 completed, throughput=4.98MB/sec 2024-04-02T08:52:15.440 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SW0b4s8Zwpr3q5S off=2445771 len=439402 2024-04-02T08:52:15.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 93 completed, throughput=5MB/sec 2024-04-02T08:52:15.444 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-br6jok7A0F4esYM off=1657478 len=36719 2024-04-02T08:52:15.444 INFO:tasks.workunit.client.0.smithi112.stdout:op 94 completed, throughput=5MB/sec 2024-04-02T08:52:15.444 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AofPWwQTw3ZVtfM off=5485712 len=1372312 2024-04-02T08:52:15.448 INFO:tasks.workunit.client.0.smithi112.stdout:op 95 completed, throughput=5.06MB/sec 2024-04-02T08:52:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:15 smithi187 ceph-mon[84356]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:52:16.448 INFO:tasks.workunit.client.0.smithi112.stdout: 20: throughput=4.82MB/sec pending data=0 2024-04-02T08:52:16.448 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IXtobYvaovr7T05 off=11661342 len=355454 2024-04-02T08:52:16.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 96 completed, throughput=4.83MB/sec 2024-04-02T08:52:16.449 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8xJKQhDHa7_FTQW off=10404961 len=720204 2024-04-02T08:52:16.453 INFO:tasks.workunit.client.0.smithi112.stdout:op 97 completed, throughput=4.86MB/sec 2024-04-02T08:52:16.453 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_LPkkAd96pgWC9f off=593354 len=1402723 2024-04-02T08:52:16.460 INFO:tasks.workunit.client.0.smithi112.stdout:op 98 completed, throughput=4.93MB/sec 2024-04-02T08:52:16.461 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CtRuMmH8YouWekc off=7558669 len=1160090 2024-04-02T08:52:16.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 99 completed, throughput=4.98MB/sec 2024-04-02T08:52:16.462 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uPGrzjfTQ22VRB6 off=189374 len=674956 2024-04-02T08:52:16.466 INFO:tasks.workunit.client.0.smithi112.stdout:op 100 completed, throughput=5.01MB/sec 2024-04-02T08:52:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:17 smithi112 ceph-mon[91385]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:52:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:17 smithi112 ceph-mon[88945]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:52:17.466 INFO:tasks.workunit.client.0.smithi112.stdout: 21: throughput=4.78MB/sec pending data=0 2024-04-02T08:52:17.466 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_qkCMzx51-S2njU off=5810903 len=1258967 2024-04-02T08:52:17.472 INFO:tasks.workunit.client.0.smithi112.stdout:op 101 completed, throughput=4.83MB/sec 2024-04-02T08:52:17.472 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YF99kG3QeJcoX6h off=3243818 len=73612 2024-04-02T08:52:17.473 INFO:tasks.workunit.client.0.smithi112.stdout:op 102 completed, throughput=4.84MB/sec 2024-04-02T08:52:17.473 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zW1kR_qYjh4LxbD off=970886 len=1908274 2024-04-02T08:52:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:17 smithi187 ceph-mon[84356]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:52:17.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 103 completed, throughput=4.92MB/sec 2024-04-02T08:52:17.483 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yrvnptRplT6nR9W off=776669 len=1961871 2024-04-02T08:52:17.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 104 completed, throughput=5.01MB/sec 2024-04-02T08:52:18.489 INFO:tasks.workunit.client.0.smithi112.stdout: 22: throughput=4.78MB/sec pending data=0 2024-04-02T08:52:18.489 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lP-jhRsiXjKrlEn off=10885944 len=821997 2024-04-02T08:52:18.491 INFO:tasks.workunit.client.0.smithi112.stdout:op 105 completed, throughput=4.82MB/sec 2024-04-02T08:52:18.491 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1Z0CaDz1OckuryC off=10840093 len=1875283 2024-04-02T08:52:18.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 106 completed, throughput=4.89MB/sec 2024-04-02T08:52:18.498 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CbRI24nl7T_3Tsb off=13496574 len=1996830 2024-04-02T08:52:18.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 107 completed, throughput=4.98MB/sec 2024-04-02T08:52:18.511 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uc9AnJTyxdFn6Sp off=815374 len=1281651 2024-04-02T08:52:18.517 INFO:tasks.workunit.client.0.smithi112.stdout:op 108 completed, throughput=5.03MB/sec 2024-04-02T08:52:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:19 smithi112 ceph-mon[91385]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T08:52:19.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:19 smithi112 ceph-mon[88945]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T08:52:19.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:52:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:52:19] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:52:19.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:19 smithi187 ceph-mon[84356]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T08:52:19.517 INFO:tasks.workunit.client.0.smithi112.stdout: 23: throughput=4.81MB/sec pending data=0 2024-04-02T08:52:19.517 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rPef3M9qoLFgGtM off=9800466 len=587936 2024-04-02T08:52:19.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 109 completed, throughput=4.84MB/sec 2024-04-02T08:52:19.521 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YxVlFnmY2NPaqmP off=895445 len=2070208 2024-04-02T08:52:19.524 INFO:tasks.workunit.client.0.smithi112.stdout:op 110 completed, throughput=4.92MB/sec 2024-04-02T08:52:19.524 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Lm2ypRhGxplLgVX off=151604 len=1440594 2024-04-02T08:52:19.529 INFO:tasks.workunit.client.0.smithi112.stdout:op 111 completed, throughput=4.98MB/sec 2024-04-02T08:52:19.529 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MNhwt1d8NgBGt3E off=1435113 len=1982521 2024-04-02T08:52:19.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 112 completed, throughput=5.06MB/sec 2024-04-02T08:52:20.531 INFO:tasks.workunit.client.0.smithi112.stdout: 24: throughput=4.85MB/sec pending data=0 2024-04-02T08:52:20.531 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bwvnQ4oNN6HV8QN off=1297320 len=1457071 2024-04-02T08:52:20.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 113 completed, throughput=4.91MB/sec 2024-04-02T08:52:20.540 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V8L5PDNoKVyz82E off=16127430 len=1771472 2024-04-02T08:52:20.543 INFO:tasks.workunit.client.0.smithi112.stdout:op 114 completed, throughput=4.98MB/sec 2024-04-02T08:52:20.544 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nethrfhEo9D7tmQ off=21080123 len=2002838 2024-04-02T08:52:20.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 115 completed, throughput=5.05MB/sec 2024-04-02T08:52:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:21 smithi112 ceph-mon[91385]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:21 smithi112 ceph-mon[88945]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:21 smithi187 ceph-mon[84356]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:21.553 INFO:tasks.workunit.client.0.smithi112.stdout: 25: throughput=4.85MB/sec pending data=0 2024-04-02T08:52:21.553 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-T83UJDUdZ3n9gFx off=854568 len=936628 2024-04-02T08:52:21.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 116 completed, throughput=4.89MB/sec 2024-04-02T08:52:21.555 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ICypijglHM3AyAu off=683559 len=419543 2024-04-02T08:52:21.556 INFO:tasks.workunit.client.0.smithi112.stdout:op 117 completed, throughput=4.9MB/sec 2024-04-02T08:52:21.556 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3KQsAiwKYUJipQX off=0 len=1390426 2024-04-02T08:52:21.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 118 completed, throughput=4.96MB/sec 2024-04-02T08:52:21.558 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tPmg94QNr9HeqiT off=17033282 len=1277867 2024-04-02T08:52:21.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 119 completed, throughput=5MB/sec 2024-04-02T08:52:22.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:22.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:22.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:52:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:52:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:52:22.559 INFO:tasks.workunit.client.0.smithi112.stdout: 26: throughput=4.81MB/sec pending data=0 2024-04-02T08:52:22.559 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kf-_SrHq6qjLcOz off=7758636 len=1062850 2024-04-02T08:52:22.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 120 completed, throughput=4.85MB/sec 2024-04-02T08:52:22.564 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SYb_jcJkHFXBlas off=3375765 len=402953 2024-04-02T08:52:22.565 INFO:tasks.workunit.client.0.smithi112.stdout:op 121 completed, throughput=4.87MB/sec 2024-04-02T08:52:22.565 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P_1Wifi--wnvdCU off=2501349 len=799898 2024-04-02T08:52:22.566 INFO:tasks.workunit.client.0.smithi112.stdout:op 122 completed, throughput=4.89MB/sec 2024-04-02T08:52:22.566 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zRV_1CdcEQ5fRuk off=6906018 len=1524016 2024-04-02T08:52:22.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 123 completed, throughput=4.95MB/sec 2024-04-02T08:52:22.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pDWRkaaVk6boeZx off=20147358 len=1757508 2024-04-02T08:52:22.582 INFO:tasks.workunit.client.0.smithi112.stdout:op 124 completed, throughput=5.01MB/sec 2024-04-02T08:52:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:52:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:23 smithi187 ceph-mon[84356]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:23.582 INFO:tasks.workunit.client.0.smithi112.stdout: 27: throughput=4.83MB/sec pending data=0 2024-04-02T08:52:23.582 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CZGLUvNgEEO3Mbp off=3406081 len=913963 2024-04-02T08:52:23.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 125 completed, throughput=4.86MB/sec 2024-04-02T08:52:23.584 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wOLC3JxDal0Jxj_ off=12768156 len=1033042 2024-04-02T08:52:23.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 126 completed, throughput=4.89MB/sec 2024-04-02T08:52:23.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lH2MKbRU15G2Tsc off=9502657 len=1801516 2024-04-02T08:52:23.588 INFO:tasks.workunit.client.0.smithi112.stdout:op 127 completed, throughput=4.96MB/sec 2024-04-02T08:52:23.588 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xcH3DJegNBoSK-F off=5719498 len=937560 2024-04-02T08:52:23.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 128 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.589 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wmHwi2Y9xgxj4QO off=333276 len=136660 2024-04-02T08:52:23.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 129 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.589 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8jSir_PWf82uv9M off=1786273 len=493480 2024-04-02T08:52:23.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 130 completed, throughput=5.01MB/sec 2024-04-02T08:52:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:23 smithi112 ceph-mon[91385]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:23 smithi112 ceph-mon[88945]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:24.593 INFO:tasks.workunit.client.0.smithi112.stdout: 28: throughput=4.83MB/sec pending data=0 2024-04-02T08:52:24.593 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MIgZnpb62DNF1_Y off=4838731 len=423675 2024-04-02T08:52:24.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 131 completed, throughput=4.85MB/sec 2024-04-02T08:52:24.596 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2DS-Nd-sTEdnbz0 off=5578097 len=687356 2024-04-02T08:52:24.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 132 completed, throughput=4.87MB/sec 2024-04-02T08:52:24.597 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--HguF0B40n8sh5l off=5138102 len=1456758 2024-04-02T08:52:24.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 133 completed, throughput=4.92MB/sec 2024-04-02T08:52:24.598 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OM2_2WG9mvLysYg off=12102057 len=1398871 2024-04-02T08:52:24.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 134 completed, throughput=4.97MB/sec 2024-04-02T08:52:24.600 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-47NB8lMxt3IUdCy off=8956002 len=1768096 2024-04-02T08:52:24.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 135 completed, throughput=5.02MB/sec 2024-04-02T08:52:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:25 smithi187 ceph-mon[84356]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:25.601 INFO:tasks.workunit.client.0.smithi112.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-02T08:52:25.602 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yqCAKeF3GKmXWnc off=7730381 len=140126 2024-04-02T08:52:25.602 INFO:tasks.workunit.client.0.smithi112.stdout:op 136 completed, throughput=4.86MB/sec 2024-04-02T08:52:25.602 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NWUP5wg_47eC4OF off=1430116 len=1380094 2024-04-02T08:52:25.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 137 completed, throughput=4.9MB/sec 2024-04-02T08:52:25.611 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QQCo5cfVh66nG43 off=360280 len=51810 2024-04-02T08:52:25.612 INFO:tasks.workunit.client.0.smithi112.stdout:op 138 completed, throughput=4.9MB/sec 2024-04-02T08:52:25.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_dJl4lWZNlKthoa off=3835955 len=475251 2024-04-02T08:52:25.615 INFO:tasks.workunit.client.0.smithi112.stdout:op 139 completed, throughput=4.92MB/sec 2024-04-02T08:52:25.615 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B8fOmA_q3Ph2KQD off=0 len=1398060 2024-04-02T08:52:25.617 INFO:tasks.workunit.client.0.smithi112.stdout:op 140 completed, throughput=4.96MB/sec 2024-04-02T08:52:25.617 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DkaEwypOzknECtD off=12045813 len=1398608 2024-04-02T08:52:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:25 smithi112 ceph-mon[91385]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:25 smithi112 ceph-mon[88945]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:25.625 INFO:tasks.workunit.client.0.smithi112.stdout:op 141 completed, throughput=5.01MB/sec 2024-04-02T08:52:26.626 INFO:tasks.workunit.client.0.smithi112.stdout: 30: throughput=4.84MB/sec pending data=0 2024-04-02T08:52:26.626 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ANX2urphfuI5n7d off=910949 len=1252692 2024-04-02T08:52:26.627 INFO:tasks.workunit.client.0.smithi112.stdout:op 142 completed, throughput=4.88MB/sec 2024-04-02T08:52:26.627 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SmYLaSMoBsnzC66 off=23221472 len=620545 2024-04-02T08:52:26.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 143 completed, throughput=4.9MB/sec 2024-04-02T08:52:26.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l0sewqL2SWw56jj off=9104572 len=230913 2024-04-02T08:52:26.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 144 completed, throughput=4.91MB/sec 2024-04-02T08:52:26.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bw2N9gxMGvFnqem off=4162288 len=2011866 2024-04-02T08:52:26.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 145 completed, throughput=4.97MB/sec 2024-04-02T08:52:26.630 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3UL0uKvVvQDxC-1 off=2633109 len=1179948 2024-04-02T08:52:26.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 146 completed, throughput=5.01MB/sec 2024-04-02T08:52:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:27 smithi187 ceph-mon[84356]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:27 smithi112 ceph-mon[91385]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:27 smithi112 ceph-mon[88945]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:27.634 INFO:tasks.workunit.client.0.smithi112.stdout: 31: throughput=4.85MB/sec pending data=0 2024-04-02T08:52:27.634 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FVOPtW-6P0QMgPP off=5357730 len=126163 2024-04-02T08:52:27.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 147 completed, throughput=4.85MB/sec 2024-04-02T08:52:27.635 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IXyxiPtcAMNcfw6 off=1180080 len=1811154 2024-04-02T08:52:27.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 148 completed, throughput=4.91MB/sec 2024-04-02T08:52:27.636 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ah2mR7haZVxJvIV off=9378778 len=2088565 2024-04-02T08:52:27.644 INFO:tasks.workunit.client.0.smithi112.stdout:op 149 completed, throughput=4.97MB/sec 2024-04-02T08:52:27.644 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5LVmVMDgZrXNUqN off=4835168 len=1498965 2024-04-02T08:52:27.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 150 completed, throughput=5.01MB/sec 2024-04-02T08:52:28.647 INFO:tasks.workunit.client.0.smithi112.stdout: 32: throughput=4.86MB/sec pending data=0 2024-04-02T08:52:28.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W-rTVdtM0n6742J off=16994831 len=79621 2024-04-02T08:52:28.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 151 completed, throughput=4.86MB/sec 2024-04-02T08:52:28.650 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WTrJ1yCQT4cyT6_ off=5684151 len=706867 2024-04-02T08:52:28.654 INFO:tasks.workunit.client.0.smithi112.stdout:op 152 completed, throughput=4.88MB/sec 2024-04-02T08:52:28.654 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oItSsyBFCA385Ej off=13046278 len=1725799 2024-04-02T08:52:28.655 INFO:tasks.workunit.client.0.smithi112.stdout:op 153 completed, throughput=4.93MB/sec 2024-04-02T08:52:28.655 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8bA-knOzk3NzURh off=11532814 len=527701 2024-04-02T08:52:28.656 INFO:tasks.workunit.client.0.smithi112.stdout:op 154 completed, throughput=4.95MB/sec 2024-04-02T08:52:28.656 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j_qQjTFh3VBTtme off=278716 len=136305 2024-04-02T08:52:28.658 INFO:tasks.workunit.client.0.smithi112.stdout:op 155 completed, throughput=4.95MB/sec 2024-04-02T08:52:28.658 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tsE60l_p_O7iI-g off=1874455 len=2038947 2024-04-02T08:52:28.666 INFO:tasks.workunit.client.0.smithi112.stdout:op 156 completed, throughput=5.01MB/sec 2024-04-02T08:52:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:29 smithi187 ceph-mon[84356]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:29 smithi112 ceph-mon[88945]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:29 smithi112 ceph-mon[91385]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:52:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:52:29] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T08:52:29.666 INFO:tasks.workunit.client.0.smithi112.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-02T08:52:29.667 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SqjloAZa66IqHhZ off=3819798 len=1345225 2024-04-02T08:52:29.673 INFO:tasks.workunit.client.0.smithi112.stdout:op 157 completed, throughput=4.9MB/sec 2024-04-02T08:52:29.673 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VaT13HjfXLFB0iD off=30753 len=83254 2024-04-02T08:52:29.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 158 completed, throughput=4.9MB/sec 2024-04-02T08:52:29.675 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MFlVYkTHyJr-gui off=1955966 len=999387 2024-04-02T08:52:29.676 INFO:tasks.workunit.client.0.smithi112.stdout:op 159 completed, throughput=4.93MB/sec 2024-04-02T08:52:29.676 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JitTqAceGtIUiFO off=10058710 len=1189861 2024-04-02T08:52:29.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 160 completed, throughput=4.96MB/sec 2024-04-02T08:52:29.679 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FDGJLp6dXR_sJ6g off=3472633 len=681490 2024-04-02T08:52:29.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 161 completed, throughput=4.98MB/sec 2024-04-02T08:52:29.689 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sLuq0ptA8mYOjDl off=5408413 len=281057 2024-04-02T08:52:29.689 INFO:tasks.workunit.client.0.smithi112.stdout:op 162 completed, throughput=4.99MB/sec 2024-04-02T08:52:29.690 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BSYGia8mrhQvihp off=1540389 len=562035 2024-04-02T08:52:29.690 INFO:tasks.workunit.client.0.smithi112.stdout:op 163 completed, throughput=5MB/sec 2024-04-02T08:52:30.686 INFO:tasks.workunit.client.0.smithi112.stdout: 34: throughput=4.86MB/sec pending data=0 2024-04-02T08:52:30.686 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L32ojqqlRkG9V3Q off=1946870 len=1246073 2024-04-02T08:52:30.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 164 completed, throughput=4.89MB/sec 2024-04-02T08:52:30.687 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TZz-W3yyIgxzHkX off=11676433 len=1226303 2024-04-02T08:52:30.694 INFO:tasks.workunit.client.0.smithi112.stdout:op 165 completed, throughput=4.93MB/sec 2024-04-02T08:52:30.694 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T9n-_OoImm-7a_Z off=1732436 len=556158 2024-04-02T08:52:30.696 INFO:tasks.workunit.client.0.smithi112.stdout:op 166 completed, throughput=4.94MB/sec 2024-04-02T08:52:30.696 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BJSKlgs1FkZNyjr off=3418680 len=329974 2024-04-02T08:52:30.697 INFO:tasks.workunit.client.0.smithi112.stdout:op 167 completed, throughput=4.95MB/sec 2024-04-02T08:52:30.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ak5Ht3mFAdeCc8C off=843591 len=1569928 2024-04-02T08:52:30.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 168 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.698 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a9h16s0HRfj_xye off=8618423 len=1273003 2024-04-02T08:52:30.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 169 completed, throughput=5.03MB/sec 2024-04-02T08:52:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:31 smithi187 ceph-mon[84356]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:31 smithi112 ceph-mon[88945]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:31 smithi112 ceph-mon[91385]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:31.706 INFO:tasks.workunit.client.0.smithi112.stdout: 35: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:31.706 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LeIKDjCs2zUFrWJ off=803731 len=1038686 2024-04-02T08:52:31.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 170 completed, throughput=4.91MB/sec 2024-04-02T08:52:31.711 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HEONqb6aTvrhsyy off=3522794 len=1838746 2024-04-02T08:52:31.721 INFO:tasks.workunit.client.0.smithi112.stdout:op 171 completed, throughput=4.96MB/sec 2024-04-02T08:52:31.721 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cNS7DJagFXLbOdd off=10705397 len=925095 2024-04-02T08:52:31.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 172 completed, throughput=4.98MB/sec 2024-04-02T08:52:31.725 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zJubJWPvv2hpsny off=1339678 len=2019210 2024-04-02T08:52:31.726 INFO:tasks.workunit.client.0.smithi112.stdout:op 173 completed, throughput=5.04MB/sec 2024-04-02T08:52:32.727 INFO:tasks.workunit.client.0.smithi112.stdout: 36: throughput=4.9MB/sec pending data=0 2024-04-02T08:52:32.727 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JPXr4N5AX9R70ms off=16999610 len=917010 2024-04-02T08:52:32.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 174 completed, throughput=4.92MB/sec 2024-04-02T08:52:32.728 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P1OFDz2rRm7RkSA off=584451 len=1359005 2024-04-02T08:52:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:52:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:32.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 175 completed, throughput=4.96MB/sec 2024-04-02T08:52:32.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qFDxR3__0nwuJKV off=846046 len=560122 2024-04-02T08:52:32.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 176 completed, throughput=4.97MB/sec 2024-04-02T08:52:32.737 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-izkwN74MtxKqjmT off=18144928 len=201417 2024-04-02T08:52:32.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 177 completed, throughput=4.98MB/sec 2024-04-02T08:52:32.737 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D6Waiez7b8e82hu off=8460142 len=1433699 2024-04-02T08:52:32.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 178 completed, throughput=5.01MB/sec 2024-04-02T08:52:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:33 smithi187 ceph-mon[84356]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:33 smithi112 ceph-mon[91385]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:33 smithi112 ceph-mon[88945]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:33.743 INFO:tasks.workunit.client.0.smithi112.stdout: 37: throughput=4.88MB/sec pending data=0 2024-04-02T08:52:33.743 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3lIDZg6hDInC2h5 off=8148996 len=1936069 2024-04-02T08:52:33.751 INFO:tasks.workunit.client.0.smithi112.stdout:op 179 completed, throughput=4.93MB/sec 2024-04-02T08:52:33.751 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r0kKq1snIvGrC5o off=1666556 len=1194672 2024-04-02T08:52:33.757 INFO:tasks.workunit.client.0.smithi112.stdout:op 180 completed, throughput=4.96MB/sec 2024-04-02T08:52:33.757 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cWud27hAVD3hLiG off=6757418 len=1569437 2024-04-02T08:52:33.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 181 completed, throughput=5MB/sec 2024-04-02T08:52:33.766 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UD-B9GV5qu9GPM8 off=5125152 len=1020372 2024-04-02T08:52:33.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 182 completed, throughput=5.02MB/sec 2024-04-02T08:52:34.767 INFO:tasks.workunit.client.0.smithi112.stdout: 38: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:34.767 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1REPiHFZUgihEJm off=4465090 len=1864769 2024-04-02T08:52:34.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 183 completed, throughput=4.94MB/sec 2024-04-02T08:52:34.774 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nr8Pw9cHRYReB0r off=890195 len=691260 2024-04-02T08:52:34.778 INFO:tasks.workunit.client.0.smithi112.stdout:op 184 completed, throughput=4.96MB/sec 2024-04-02T08:52:34.778 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KoroJNa8RwI2Y_x off=9031007 len=1080528 2024-04-02T08:52:34.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 185 completed, throughput=4.98MB/sec 2024-04-02T08:52:34.782 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oO1tL8WNtn2l7VH off=1340940 len=646885 2024-04-02T08:52:34.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 186 completed, throughput=5MB/sec 2024-04-02T08:52:34.783 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dQk47PALvPMXScA off=2799119 len=2084618 2024-04-02T08:52:34.784 INFO:tasks.workunit.client.0.smithi112.stdout:op 187 completed, throughput=5.05MB/sec 2024-04-02T08:52:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:35 smithi187 ceph-mon[84356]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:35 smithi112 ceph-mon[91385]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:35 smithi112 ceph-mon[88945]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:35.785 INFO:tasks.workunit.client.0.smithi112.stdout: 39: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:35.785 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CuT9rV1ZGtX2e2n off=2180076 len=1152021 2024-04-02T08:52:35.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 188 completed, throughput=4.95MB/sec 2024-04-02T08:52:35.789 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oM0O6SubdKGGyNc off=5355801 len=873003 2024-04-02T08:52:35.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 189 completed, throughput=4.97MB/sec 2024-04-02T08:52:35.793 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DhRWRXZ2bjrLxKQ off=21333381 len=564889 2024-04-02T08:52:35.796 INFO:tasks.workunit.client.0.smithi112.stdout:op 190 completed, throughput=4.98MB/sec 2024-04-02T08:52:35.796 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1oE_nux6bZZpkGt off=7684917 len=1108741 2024-04-02T08:52:35.800 INFO:tasks.workunit.client.0.smithi112.stdout:op 191 completed, throughput=5.01MB/sec 2024-04-02T08:52:36.800 INFO:tasks.workunit.client.0.smithi112.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-02T08:52:36.800 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lBQNjRuUJr3UAyT off=7693247 len=1661495 2024-04-02T08:52:36.809 INFO:tasks.workunit.client.0.smithi112.stdout:op 192 completed, throughput=4.92MB/sec 2024-04-02T08:52:36.809 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FAmKZOCNWD-QR33 off=15936835 len=1997822 2024-04-02T08:52:36.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 193 completed, throughput=4.97MB/sec 2024-04-02T08:52:36.811 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yYOJjWcb5VoTBv3 off=970379 len=1770666 2024-04-02T08:52:36.812 INFO:tasks.workunit.client.0.smithi112.stdout:op 194 completed, throughput=5.01MB/sec 2024-04-02T08:52:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:37 smithi187 ceph-mon[84356]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:37 smithi112 ceph-mon[91385]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:37 smithi112 ceph-mon[88945]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:37.812 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eXr6wFNrPtOSgiq off=756061 len=305369 2024-04-02T08:52:37.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 195 completed, throughput=4.9MB/sec 2024-04-02T08:52:37.813 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Il-xZchjazWJ23Z off=7469230 len=2009278 2024-04-02T08:52:37.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 196 completed, throughput=4.94MB/sec 2024-04-02T08:52:37.824 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xy9Soq-AplCE_OJ off=5107910 len=1514252 2024-04-02T08:52:37.830 INFO:tasks.workunit.client.0.smithi112.stdout:op 197 completed, throughput=4.98MB/sec 2024-04-02T08:52:37.831 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5Wo6nuEV3qdUyFc off=11216592 len=1510439 2024-04-02T08:52:37.837 INFO:tasks.workunit.client.0.smithi112.stdout:op 198 completed, throughput=5.01MB/sec 2024-04-02T08:52:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:38.837 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mC_PKlYneuwUjbP off=703766 len=400075 2024-04-02T08:52:38.840 INFO:tasks.workunit.client.0.smithi112.stdout:op 199 completed, throughput=4.9MB/sec 2024-04-02T08:52:38.840 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Fw9p3mLaXqGLHfA off=182395 len=1146616 2024-04-02T08:52:38.846 INFO:tasks.workunit.client.0.smithi112.stdout:op 200 completed, throughput=4.93MB/sec 2024-04-02T08:52:38.846 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WuBMhAkSZfNp7GE off=6306886 len=125000 2024-04-02T08:52:38.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 201 completed, throughput=4.93MB/sec 2024-04-02T08:52:38.847 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9dNnkGZMbb7JvBU off=6015201 len=1890739 2024-04-02T08:52:38.857 INFO:tasks.workunit.client.0.smithi112.stdout:op 202 completed, throughput=4.97MB/sec 2024-04-02T08:52:38.857 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-X9N_qP2hskRoD1W off=7982099 len=1456869 2024-04-02T08:52:38.858 INFO:tasks.workunit.client.0.smithi112.stdout:op 203 completed, throughput=5MB/sec 2024-04-02T08:52:39.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:39 smithi187 ceph-mon[84356]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:39 smithi112 ceph-mon[88945]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:52:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:52:39] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:52:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:39 smithi112 ceph-mon[91385]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:39.858 INFO:tasks.workunit.client.0.smithi112.stdout: 43: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:39.858 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aaLkwkbCpKGOeHI off=6606970 len=896594 2024-04-02T08:52:39.859 INFO:tasks.workunit.client.0.smithi112.stdout:op 204 completed, throughput=4.91MB/sec 2024-04-02T08:52:39.859 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hySs5tXZOGj89nA off=3926951 len=829340 2024-04-02T08:52:39.863 INFO:tasks.workunit.client.0.smithi112.stdout:op 205 completed, throughput=4.92MB/sec 2024-04-02T08:52:39.863 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xLW4Lo0wob5qtaL off=2607268 len=263885 2024-04-02T08:52:39.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 206 completed, throughput=4.93MB/sec 2024-04-02T08:52:39.865 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VuWk7MY86lxXcwd off=17852975 len=1424084 2024-04-02T08:52:39.874 INFO:tasks.workunit.client.0.smithi112.stdout:op 207 completed, throughput=4.96MB/sec 2024-04-02T08:52:39.874 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jg5iTciII6TNlI1 off=4110653 len=2059076 2024-04-02T08:52:39.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 208 completed, throughput=5MB/sec 2024-04-02T08:52:40.882 INFO:tasks.workunit.client.0.smithi112.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:40.882 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c78g-lpVs8QTAzk off=8650497 len=1977557 2024-04-02T08:52:40.891 INFO:tasks.workunit.client.0.smithi112.stdout:op 209 completed, throughput=4.93MB/sec 2024-04-02T08:52:40.891 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-co0FefMMWP95IOt off=4719045 len=1736420 2024-04-02T08:52:40.900 INFO:tasks.workunit.client.0.smithi112.stdout:op 210 completed, throughput=4.97MB/sec 2024-04-02T08:52:40.900 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yu67NXbKW_qYGhp off=12909403 len=1505922 2024-04-02T08:52:40.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 211 completed, throughput=5MB/sec 2024-04-02T08:52:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:41 smithi187 ceph-mon[84356]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:52:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:41 smithi112 ceph-mon[91385]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:52:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:41 smithi112 ceph-mon[88945]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:52:41.904 INFO:tasks.workunit.client.0.smithi112.stdout: 45: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:41.904 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YO0_c23QG9Cbfei off=1710224 len=2059013 2024-04-02T08:52:41.906 INFO:tasks.workunit.client.0.smithi112.stdout:op 212 completed, throughput=4.93MB/sec 2024-04-02T08:52:41.906 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mu8guHRMj1FUjm6 off=4111801 len=718485 2024-04-02T08:52:41.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 213 completed, throughput=4.95MB/sec 2024-04-02T08:52:41.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TYwZervjHES0Own off=12151840 len=142335 2024-04-02T08:52:41.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 214 completed, throughput=4.95MB/sec 2024-04-02T08:52:41.912 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e95-nQbtKwaCnGV off=4197612 len=1297377 2024-04-02T08:52:41.918 INFO:tasks.workunit.client.0.smithi112.stdout:op 215 completed, throughput=4.98MB/sec 2024-04-02T08:52:41.918 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r-5jmEy8nyIwHMV off=13714388 len=697033 2024-04-02T08:52:41.921 INFO:tasks.workunit.client.0.smithi112.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.921 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p2hsWhYF6w0Dj8u off=6679528 len=1957965 2024-04-02T08:52:41.925 INFO:tasks.workunit.client.0.smithi112.stdout:op 217 completed, throughput=5.03MB/sec 2024-04-02T08:52:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:52:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:52:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:42.926 INFO:tasks.workunit.client.0.smithi112.stdout: 46: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:42.926 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-R9zsaPoNlh-iSBX off=12868838 len=441949 2024-04-02T08:52:42.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 218 completed, throughput=4.93MB/sec 2024-04-02T08:52:42.937 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lEl61SA7DRW0ynX off=9623488 len=986348 2024-04-02T08:52:42.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 219 completed, throughput=4.95MB/sec 2024-04-02T08:52:42.937 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FGtPF7be_0RrpqX off=3273553 len=677219 2024-04-02T08:52:42.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 220 completed, throughput=4.97MB/sec 2024-04-02T08:52:42.938 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UApXdX7VObmtvB4 off=11509660 len=998101 2024-04-02T08:52:42.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 221 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7LpFMQLhKWLjiLA off=7519121 len=1874817 2024-04-02T08:52:42.953 INFO:tasks.workunit.client.0.smithi112.stdout:op 222 completed, throughput=5.02MB/sec 2024-04-02T08:52:43.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:43 smithi187 ceph-mon[84356]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:52:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:43 smithi112 ceph-mon[88945]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:52:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:43 smithi112 ceph-mon[91385]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:52:43.946 INFO:tasks.workunit.client.0.smithi112.stdout: 47: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:43.946 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WdV3KbRlvYmNyHd off=7937212 len=2042111 2024-04-02T08:52:43.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 223 completed, throughput=4.96MB/sec 2024-04-02T08:52:43.950 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MPYTKAfikJi9Kz3 off=11432139 len=2025249 2024-04-02T08:52:43.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 224 completed, throughput=5MB/sec 2024-04-02T08:52:43.960 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h8GbNRWVB5MUsGD off=11453233 len=1356561 2024-04-02T08:52:43.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 225 completed, throughput=5.03MB/sec 2024-04-02T08:52:44.967 INFO:tasks.workunit.client.0.smithi112.stdout: 48: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:44.968 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QZDTZvW9X8lletg off=1714390 len=1205414 2024-04-02T08:52:44.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 226 completed, throughput=4.95MB/sec 2024-04-02T08:52:44.970 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sPdgRTfAfqXVD_G off=6581127 len=766280 2024-04-02T08:52:44.971 INFO:tasks.workunit.client.0.smithi112.stdout:op 227 completed, throughput=4.96MB/sec 2024-04-02T08:52:44.971 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nv5NGI6E1bskqYj off=2366642 len=1983174 2024-04-02T08:52:44.980 INFO:tasks.workunit.client.0.smithi112.stdout:op 228 completed, throughput=5MB/sec 2024-04-02T08:52:44.980 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g9xCB3p5_KwvRPz off=2617306 len=2069157 2024-04-02T08:52:44.981 INFO:tasks.workunit.client.0.smithi112.stdout:op 229 completed, throughput=5.04MB/sec 2024-04-02T08:52:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:45 smithi187 ceph-mon[84356]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-02T08:52:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:45 smithi112 ceph-mon[91385]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-02T08:52:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:45 smithi112 ceph-mon[88945]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-02T08:52:45.982 INFO:tasks.workunit.client.0.smithi112.stdout: 49: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:45.982 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n09Ew-7hwXuzWcz off=7936732 len=1651780 2024-04-02T08:52:45.988 INFO:tasks.workunit.client.0.smithi112.stdout:op 230 completed, throughput=4.97MB/sec 2024-04-02T08:52:45.988 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OnlQF63rrrv1gSy off=1837418 len=1574098 2024-04-02T08:52:45.995 INFO:tasks.workunit.client.0.smithi112.stdout:op 231 completed, throughput=5MB/sec 2024-04-02T08:52:45.995 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q5lq0cU5g4K09Yc off=370921 len=1629010 2024-04-02T08:52:46.001 INFO:tasks.workunit.client.0.smithi112.stdout:op 232 completed, throughput=5.03MB/sec 2024-04-02T08:52:47.001 INFO:tasks.workunit.client.0.smithi112.stdout: 50: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:47.002 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GyhlaLMECVW7GaL off=18353791 len=1960537 2024-04-02T08:52:47.003 INFO:tasks.workunit.client.0.smithi112.stdout:op 233 completed, throughput=4.97MB/sec 2024-04-02T08:52:47.003 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xPP43YtDrETrH1e off=2673822 len=648887 2024-04-02T08:52:47.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 234 completed, throughput=4.98MB/sec 2024-04-02T08:52:47.008 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kxBTnaTEkV7WBXS off=1026848 len=515744 2024-04-02T08:52:47.011 INFO:tasks.workunit.client.0.smithi112.stdout:op 235 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.011 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-byVWRT_dgfhd36q off=7577954 len=1627454 2024-04-02T08:52:47.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 236 completed, throughput=5.02MB/sec 2024-04-02T08:52:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:47 smithi187 ceph-mon[84356]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-02T08:52:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:47 smithi112 ceph-mon[88945]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-02T08:52:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:47 smithi112 ceph-mon[91385]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-02T08:52:48.014 INFO:tasks.workunit.client.0.smithi112.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:48.014 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OlLYz122YELaJy8 off=10959731 len=1879918 2024-04-02T08:52:48.016 INFO:tasks.workunit.client.0.smithi112.stdout:op 237 completed, throughput=4.96MB/sec 2024-04-02T08:52:48.016 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n1bRBoIApDe1LVB off=1252609 len=700053 2024-04-02T08:52:48.018 INFO:tasks.workunit.client.0.smithi112.stdout:op 238 completed, throughput=4.97MB/sec 2024-04-02T08:52:48.018 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cBXV63VyZ1oY9dU off=1755359 len=2086845 2024-04-02T08:52:48.019 INFO:tasks.workunit.client.0.smithi112.stdout:op 239 completed, throughput=5.01MB/sec 2024-04-02T08:52:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: 52: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:49.020 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LX91_IzZV41CF7o off=2172174 len=1107964 2024-04-02T08:52:49.021 INFO:tasks.workunit.client.0.smithi112.stdout:op 240 completed, throughput=4.93MB/sec 2024-04-02T08:52:49.021 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uIeJyRo62yieWpe off=12805340 len=1177410 2024-04-02T08:52:49.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 241 completed, throughput=4.95MB/sec 2024-04-02T08:52:49.022 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4Yo31fERfOcEAdA off=1628514 len=977549 2024-04-02T08:52:49.027 INFO:tasks.workunit.client.0.smithi112.stdout:op 242 completed, throughput=4.97MB/sec 2024-04-02T08:52:49.027 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SN80uCZTb9CltLZ off=3935539 len=566810 2024-04-02T08:52:49.027 INFO:tasks.workunit.client.0.smithi112.stdout:op 243 completed, throughput=4.98MB/sec 2024-04-02T08:52:49.027 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2g498IBQRRC0Avp off=6918893 len=1893328 2024-04-02T08:52:49.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 244 completed, throughput=5.01MB/sec 2024-04-02T08:52:49.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:49 smithi187 ceph-mon[84356]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-02T08:52:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:49 smithi112 ceph-mon[91385]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-02T08:52:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:49 smithi112 ceph-mon[88945]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-02T08:52:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:52:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:52:49] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:52:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:50.029 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h8Ur47r7erWZjo6 off=1722061 len=374855 2024-04-02T08:52:50.029 INFO:tasks.workunit.client.0.smithi112.stdout:op 245 completed, throughput=4.93MB/sec 2024-04-02T08:52:50.030 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0H28NEic3aCvXdm off=1149876 len=1923997 2024-04-02T08:52:50.037 INFO:tasks.workunit.client.0.smithi112.stdout:op 246 completed, throughput=4.96MB/sec 2024-04-02T08:52:50.037 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S-OOASaDJvA4Omj off=74909 len=384721 2024-04-02T08:52:50.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 247 completed, throughput=4.97MB/sec 2024-04-02T08:52:50.038 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pVHCGJTC_TmMzTA off=3251039 len=970198 2024-04-02T08:52:50.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 248 completed, throughput=4.98MB/sec 2024-04-02T08:52:50.039 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dQf-GByEUa_l9B1 off=5705424 len=738770 2024-04-02T08:52:50.043 INFO:tasks.workunit.client.0.smithi112.stdout:op 249 completed, throughput=5MB/sec 2024-04-02T08:52:50.043 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N6swogxm-wrqqqA off=14936552 len=1510708 2024-04-02T08:52:50.048 INFO:tasks.workunit.client.0.smithi112.stdout:op 250 completed, throughput=5.02MB/sec 2024-04-02T08:52:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:51.048 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QFZno0-0sdd-Xdz off=3333729 len=1578516 2024-04-02T08:52:51.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 251 completed, throughput=4.96MB/sec 2024-04-02T08:52:51.050 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n7IZLQJ_7GDqot8 off=4223598 len=1831549 2024-04-02T08:52:51.057 INFO:tasks.workunit.client.0.smithi112.stdout:op 252 completed, throughput=4.99MB/sec 2024-04-02T08:52:51.057 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HIB_Nf_MjL5Q8ye off=648507 len=505739 2024-04-02T08:52:51.060 INFO:tasks.workunit.client.0.smithi112.stdout:op 253 completed, throughput=5MB/sec 2024-04-02T08:52:51.060 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q3mjLR8KnyjjlLH off=321153 len=1408465 2024-04-02T08:52:51.063 INFO:tasks.workunit.client.0.smithi112.stdout:op 254 completed, throughput=5.02MB/sec 2024-04-02T08:52:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:51 smithi187 ceph-mon[84356]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:52:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:51 smithi112 ceph-mon[91385]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:52:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:51 smithi112 ceph-mon[88945]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:52:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: 55: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:52.063 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eARgEON7nT2ggCA off=15507681 len=636982 2024-04-02T08:52:52.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 255 completed, throughput=4.94MB/sec 2024-04-02T08:52:52.068 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wjgnBxmuGQLDY6J off=892542 len=1119321 2024-04-02T08:52:52.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 256 completed, throughput=4.96MB/sec 2024-04-02T08:52:52.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Elj-YGthbPS77e1 off=639919 len=122087 2024-04-02T08:52:52.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 257 completed, throughput=4.96MB/sec 2024-04-02T08:52:52.073 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A2MSI0RWWxelNag off=34608 len=1641796 2024-04-02T08:52:52.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 258 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.075 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S_6kjkd9N5iqJzR off=20852185 len=8003 2024-04-02T08:52:52.076 INFO:tasks.workunit.client.0.smithi112.stdout:op 259 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.076 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HDywkv5ohsvGyHR off=2237184 len=1662614 2024-04-02T08:52:52.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 260 completed, throughput=5.02MB/sec 2024-04-02T08:52:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:52:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:53.078 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xRrymtyDkf6xl4T off=1314550 len=1996490 2024-04-02T08:52:53.082 INFO:tasks.workunit.client.0.smithi112.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-02T08:52:53.082 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OXglaayosCQdRF0 off=3524305 len=1316173 2024-04-02T08:52:53.083 INFO:tasks.workunit.client.0.smithi112.stdout:op 262 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.083 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1J2ANF0Jlht1Ruu off=7787112 len=614849 2024-04-02T08:52:53.084 INFO:tasks.workunit.client.0.smithi112.stdout:op 263 completed, throughput=5MB/sec 2024-04-02T08:52:53.084 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-syT4f83ca47PeqU off=15701274 len=1552742 2024-04-02T08:52:53.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 264 completed, throughput=5.02MB/sec 2024-04-02T08:52:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:53 smithi187 ceph-mon[84356]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:53 smithi112 ceph-mon[91385]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:53 smithi112 ceph-mon[88945]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:54.085 INFO:tasks.workunit.client.0.smithi112.stdout: 57: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:54.086 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_QPhqA55n3t-6FW off=10071334 len=769245 2024-04-02T08:52:54.086 INFO:tasks.workunit.client.0.smithi112.stdout:op 265 completed, throughput=4.95MB/sec 2024-04-02T08:52:54.087 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yNOjG8MASgkFoQu off=11540384 len=1832957 2024-04-02T08:52:54.094 INFO:tasks.workunit.client.0.smithi112.stdout:op 266 completed, throughput=4.98MB/sec 2024-04-02T08:52:54.095 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-w5WwGIwqkTb0CUx off=913431 len=790302 2024-04-02T08:52:54.095 INFO:tasks.workunit.client.0.smithi112.stdout:op 267 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.095 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NowzEISQ_ykLsL- off=13867008 len=1191132 2024-04-02T08:52:54.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 268 completed, throughput=5.01MB/sec 2024-04-02T08:52:55.100 INFO:tasks.workunit.client.0.smithi112.stdout: 58: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:55.101 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-70T-e2MCwnXjPxE off=2683034 len=639329 2024-04-02T08:52:55.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 269 completed, throughput=4.94MB/sec 2024-04-02T08:52:55.101 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tEPiNmfaAwYnMlf off=584514 len=862892 2024-04-02T08:52:55.102 INFO:tasks.workunit.client.0.smithi112.stdout:op 270 completed, throughput=4.95MB/sec 2024-04-02T08:52:55.102 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-orrsam3Tbe4M_vk off=1378324 len=1062792 2024-04-02T08:52:55.108 INFO:tasks.workunit.client.0.smithi112.stdout:op 271 completed, throughput=4.97MB/sec 2024-04-02T08:52:55.108 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4Xo-tjMIlg5bB3A off=1101143 len=344402 2024-04-02T08:52:55.110 INFO:tasks.workunit.client.0.smithi112.stdout:op 272 completed, throughput=4.97MB/sec 2024-04-02T08:52:55.110 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z-wdq1cj3JxWKrg off=14025519 len=742797 2024-04-02T08:52:55.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 273 completed, throughput=4.98MB/sec 2024-04-02T08:52:55.111 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XqgGrwL_PeIURXY off=6318216 len=1763012 2024-04-02T08:52:55.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 274 completed, throughput=5.01MB/sec 2024-04-02T08:52:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:55 smithi187 ceph-mon[84356]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:52:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:55 smithi112 ceph-mon[91385]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:52:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:55 smithi112 ceph-mon[88945]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:52:56.115 INFO:tasks.workunit.client.0.smithi112.stdout: 59: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:56.115 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-004fuwIhqQFoJWX off=388975 len=815342 2024-04-02T08:52:56.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 275 completed, throughput=4.94MB/sec 2024-04-02T08:52:56.121 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MGTBnIVFNA3FxVv off=1972927 len=899731 2024-04-02T08:52:56.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 276 completed, throughput=4.96MB/sec 2024-04-02T08:52:56.122 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LOZ8s8hHXSUdfX9 off=764137 len=1677311 2024-04-02T08:52:56.122 INFO:tasks.workunit.client.0.smithi112.stdout:op 277 completed, throughput=4.98MB/sec 2024-04-02T08:52:56.123 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-71ZbvyGvsSrSYjW off=2814167 len=978235 2024-04-02T08:52:56.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 278 completed, throughput=5MB/sec 2024-04-02T08:52:56.126 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D1IEFKM74t_rBAY off=147379 len=1930343 2024-04-02T08:52:56.134 INFO:tasks.workunit.client.0.smithi112.stdout:op 279 completed, throughput=5.03MB/sec 2024-04-02T08:52:57.135 INFO:tasks.workunit.client.0.smithi112.stdout: 60: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:57.135 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tKXErYWyfLAdr10 off=4467998 len=649372 2024-04-02T08:52:57.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 280 completed, throughput=4.95MB/sec 2024-04-02T08:52:57.136 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aziGTNVl5E8KaYl off=8878355 len=1388790 2024-04-02T08:52:57.141 INFO:tasks.workunit.client.0.smithi112.stdout:op 281 completed, throughput=4.98MB/sec 2024-04-02T08:52:57.141 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WnwX7LoOEQ8exgy off=1494186 len=215048 2024-04-02T08:52:57.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 282 completed, throughput=4.98MB/sec 2024-04-02T08:52:57.142 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SenGbPFKZkXZebw off=4184773 len=1672953 2024-04-02T08:52:57.150 INFO:tasks.workunit.client.0.smithi112.stdout:op 283 completed, throughput=5MB/sec 2024-04-02T08:52:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:57 smithi187 ceph-mon[84356]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:57 smithi112 ceph-mon[88945]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:57 smithi112 ceph-mon[91385]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:58.150 INFO:tasks.workunit.client.0.smithi112.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:58.150 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZNmIBs9fh3V_3uD off=4400016 len=1491915 2024-04-02T08:52:58.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 284 completed, throughput=4.95MB/sec 2024-04-02T08:52:58.157 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IBBiOsRY6DuMmAJ off=1026722 len=1678348 2024-04-02T08:52:58.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 285 completed, throughput=4.97MB/sec 2024-04-02T08:52:58.165 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xcMKUCdZ6SISCD1 off=14992200 len=563522 2024-04-02T08:52:58.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 286 completed, throughput=4.98MB/sec 2024-04-02T08:52:58.167 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rs7VuLkUVo3uUDv off=426692 len=1190937 2024-04-02T08:52:58.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 287 completed, throughput=5MB/sec 2024-04-02T08:52:58.172 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PJjgrbibXfillnE off=5065278 len=776317 2024-04-02T08:52:58.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 288 completed, throughput=5.01MB/sec 2024-04-02T08:52:59.176 INFO:tasks.workunit.client.0.smithi112.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:59.176 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xjrBzNsKbS-BYdv off=5426403 len=566506 2024-04-02T08:52:59.177 INFO:tasks.workunit.client.0.smithi112.stdout:op 289 completed, throughput=4.94MB/sec 2024-04-02T08:52:59.177 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZmmYI_TeHNOC682 off=5079009 len=1901399 2024-04-02T08:52:59.185 INFO:tasks.workunit.client.0.smithi112.stdout:op 290 completed, throughput=4.97MB/sec 2024-04-02T08:52:59.185 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rknyoX0yzL4xSel off=5259856 len=271241 2024-04-02T08:52:59.185 INFO:tasks.workunit.client.0.smithi112.stdout:op 291 completed, throughput=4.97MB/sec 2024-04-02T08:52:59.185 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EJda2VrqMZwqt_t off=5399447 len=99136 2024-04-02T08:52:59.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 292 completed, throughput=4.97MB/sec 2024-04-02T08:52:59.188 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oygTgTMPT4t9tpl off=12810747 len=535798 2024-04-02T08:52:59.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 293 completed, throughput=4.98MB/sec 2024-04-02T08:52:59.191 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LduE7lB-P48Axsy off=7726273 len=1879486 2024-04-02T08:52:59.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 294 completed, throughput=5.01MB/sec 2024-04-02T08:52:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:52:59 smithi187 ceph-mon[84356]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:52:59 smithi112 ceph-mon[91385]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:52:59 smithi112 ceph-mon[88945]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:52:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:52:59] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-02T08:53:00.201 INFO:tasks.workunit.client.0.smithi112.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-02T08:53:00.201 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xlRUrEksZSg7bLh off=1982140 len=1481560 2024-04-02T08:53:00.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 295 completed, throughput=4.95MB/sec 2024-04-02T08:53:00.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o50a19mUjBH_wad off=13239551 len=296091 2024-04-02T08:53:00.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 296 completed, throughput=4.96MB/sec 2024-04-02T08:53:00.203 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3-G_w1ZV8cblT5C off=3520196 len=1132240 2024-04-02T08:53:00.204 INFO:tasks.workunit.client.0.smithi112.stdout:op 297 completed, throughput=4.97MB/sec 2024-04-02T08:53:00.204 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qVufuRTceHCTrEJ off=11429088 len=1921555 2024-04-02T08:53:00.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 298 completed, throughput=5MB/sec 2024-04-02T08:53:01.206 INFO:tasks.workunit.client.0.smithi112.stdout: 64: throughput=4.92MB/sec pending data=0 2024-04-02T08:53:01.206 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mNO8-gzolfT8yAN off=4463063 len=724841 2024-04-02T08:53:01.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 299 completed, throughput=4.93MB/sec 2024-04-02T08:53:01.206 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VrcTqAzKSAaF9O3 off=18130529 len=1935699 2024-04-02T08:53:01.208 INFO:tasks.workunit.client.0.smithi112.stdout:op 300 completed, throughput=4.96MB/sec 2024-04-02T08:53:01.208 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F9WZFT9lZH_dmXY off=6475179 len=938915 2024-04-02T08:53:01.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 301 completed, throughput=4.98MB/sec 2024-04-02T08:53:01.213 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fddQukFwKHIo_ZB off=771514 len=1739567 2024-04-02T08:53:01.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 302 completed, throughput=5MB/sec 2024-04-02T08:53:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:01 smithi187 ceph-mon[84356]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:01 smithi112 ceph-mon[91385]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:01 smithi112 ceph-mon[88945]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:02.214 INFO:tasks.workunit.client.0.smithi112.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-02T08:53:02.214 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_O3beSmCutR6qP3 off=5533831 len=726943 2024-04-02T08:53:02.218 INFO:tasks.workunit.client.0.smithi112.stdout:op 303 completed, throughput=4.94MB/sec 2024-04-02T08:53:02.218 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--3kJD40cpfZseB7 off=12544576 len=1549395 2024-04-02T08:53:02.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 304 completed, throughput=4.96MB/sec 2024-04-02T08:53:02.226 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jzQprHawILueuhn off=5247739 len=518799 2024-04-02T08:53:02.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 305 completed, throughput=4.97MB/sec 2024-04-02T08:53:02.226 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m-jGntphwmgOt26 off=4290201 len=157212 2024-04-02T08:53:02.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 306 completed, throughput=4.97MB/sec 2024-04-02T08:53:02.227 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4zs2ATbdGq3dIYK off=3062684 len=1894215 2024-04-02T08:53:02.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 307 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.228 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-se-ic173-x03bUi off=2072043 len=340717 2024-04-02T08:53:02.229 INFO:tasks.workunit.client.0.smithi112.stdout:op 308 completed, throughput=5MB/sec 2024-04-02T08:53:02.229 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mRaF2YKWM67A609 off=447634 len=1391568 2024-04-02T08:53:02.235 INFO:tasks.workunit.client.0.smithi112.stdout:op 309 completed, throughput=5.02MB/sec 2024-04-02T08:53:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:53:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:03.235 INFO:tasks.workunit.client.0.smithi112.stdout: 66: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:03.236 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LyZo1fgMENzi5TK off=1643641 len=735077 2024-04-02T08:53:03.240 INFO:tasks.workunit.client.0.smithi112.stdout:op 310 completed, throughput=4.95MB/sec 2024-04-02T08:53:03.240 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aeyKTcGR6QJrvIh off=6303911 len=28522 2024-04-02T08:53:03.240 INFO:tasks.workunit.client.0.smithi112.stdout:op 311 completed, throughput=4.96MB/sec 2024-04-02T08:53:03.240 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LlywhtMevucu7sJ off=14872672 len=1016179 2024-04-02T08:53:03.241 INFO:tasks.workunit.client.0.smithi112.stdout:op 312 completed, throughput=4.97MB/sec 2024-04-02T08:53:03.241 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-am9kjouvGQG5OX3 off=13934115 len=1910211 2024-04-02T08:53:03.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 313 completed, throughput=5MB/sec 2024-04-02T08:53:03.243 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xf-3r51dXbbM5-v off=9307380 len=1182519 2024-04-02T08:53:03.244 INFO:tasks.workunit.client.0.smithi112.stdout:op 314 completed, throughput=5.01MB/sec 2024-04-02T08:53:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:03 smithi187 ceph-mon[84356]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:03 smithi112 ceph-mon[91385]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:03 smithi112 ceph-mon[88945]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:04.244 INFO:tasks.workunit.client.0.smithi112.stdout: 67: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:04.244 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_-U_TlNv8dnCXwt off=11491740 len=754792 2024-04-02T08:53:04.247 INFO:tasks.workunit.client.0.smithi112.stdout:op 315 completed, throughput=4.95MB/sec 2024-04-02T08:53:04.247 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-biAWyxfXTwiCwLp off=1446374 len=1976554 2024-04-02T08:53:04.251 INFO:tasks.workunit.client.0.smithi112.stdout:op 316 completed, throughput=4.98MB/sec 2024-04-02T08:53:04.251 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DuDCSz_76Skp3DE off=641691 len=606967 2024-04-02T08:53:04.252 INFO:tasks.workunit.client.0.smithi112.stdout:op 317 completed, throughput=4.99MB/sec 2024-04-02T08:53:04.252 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k_OdNvO4gyiRWSg off=8806872 len=691723 2024-04-02T08:53:04.256 INFO:tasks.workunit.client.0.smithi112.stdout:op 318 completed, throughput=5MB/sec 2024-04-02T08:53:04.256 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8zp0hO8yr-5PD5A off=18021575 len=1638728 2024-04-02T08:53:04.265 INFO:tasks.workunit.client.0.smithi112.stdout:op 319 completed, throughput=5.02MB/sec 2024-04-02T08:53:05.266 INFO:tasks.workunit.client.0.smithi112.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:05.266 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ymL_FVdQ0YXOlek off=439720 len=1150823 2024-04-02T08:53:05.267 INFO:tasks.workunit.client.0.smithi112.stdout:op 320 completed, throughput=4.96MB/sec 2024-04-02T08:53:05.267 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kxO2OYxoEKtWJmX off=69250 len=805347 2024-04-02T08:53:05.272 INFO:tasks.workunit.client.0.smithi112.stdout:op 321 completed, throughput=4.97MB/sec 2024-04-02T08:53:05.272 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4SpJj97IXlJZMCj off=1367616 len=1508854 2024-04-02T08:53:05.274 INFO:tasks.workunit.client.0.smithi112.stdout:op 322 completed, throughput=4.99MB/sec 2024-04-02T08:53:05.274 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u9SwxAnGdPrR2V1 off=13236741 len=1584923 2024-04-02T08:53:05.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 323 completed, throughput=5.01MB/sec 2024-04-02T08:53:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:05 smithi112 ceph-mon[91385]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:05 smithi112 ceph-mon[88945]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:05 smithi187 ceph-mon[84356]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:06.282 INFO:tasks.workunit.client.0.smithi112.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:06.282 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zW1kR_qYjh4LxbD off=1201786 len=642149 2024-04-02T08:53:06.283 INFO:tasks.workunit.client.0.smithi112.stdout:op 324 completed, throughput=4.95MB/sec 2024-04-02T08:53:06.283 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PJA7Q1kAxYeL7i8 off=5597488 len=13124 2024-04-02T08:53:06.284 INFO:tasks.workunit.client.0.smithi112.stdout:op 325 completed, throughput=4.95MB/sec 2024-04-02T08:53:06.284 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S8CjtplTmxnOEZz off=968134 len=1106413 2024-04-02T08:53:06.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 326 completed, throughput=4.97MB/sec 2024-04-02T08:53:06.290 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jH4Akhd2j9Og9WI off=409772 len=695435 2024-04-02T08:53:06.293 INFO:tasks.workunit.client.0.smithi112.stdout:op 327 completed, throughput=4.97MB/sec 2024-04-02T08:53:06.293 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oh8bYb96pNxpDD7 off=13225219 len=1232659 2024-04-02T08:53:06.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 328 completed, throughput=4.99MB/sec 2024-04-02T08:53:06.294 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jy5_081E1ToEtMI off=19818139 len=1595928 2024-04-02T08:53:06.300 INFO:tasks.workunit.client.0.smithi112.stdout:op 329 completed, throughput=5.01MB/sec 2024-04-02T08:53:07.303 INFO:tasks.workunit.client.0.smithi112.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:07.303 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rP_E0b5sT332F_s off=1269503 len=843789 2024-04-02T08:53:07.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 330 completed, throughput=4.95MB/sec 2024-04-02T08:53:07.305 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6N98nrs9fzx1eOM off=7182310 len=1817368 2024-04-02T08:53:07.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 331 completed, throughput=4.98MB/sec 2024-04-02T08:53:07.313 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gDs6TdOedR0mNb9 off=4913575 len=433909 2024-04-02T08:53:07.314 INFO:tasks.workunit.client.0.smithi112.stdout:op 332 completed, throughput=4.98MB/sec 2024-04-02T08:53:07.315 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4lO98KqMr-aOS7G off=16778029 len=1470751 2024-04-02T08:53:07.323 INFO:tasks.workunit.client.0.smithi112.stdout:op 333 completed, throughput=5MB/sec 2024-04-02T08:53:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:07 smithi112 ceph-mon[91385]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:07 smithi112 ceph-mon[88945]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:07 smithi187 ceph-mon[84356]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:08.323 INFO:tasks.workunit.client.0.smithi112.stdout: 71: throughput=4.93MB/sec pending data=0 2024-04-02T08:53:08.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yCJ45iefShL7xVC off=4883343 len=1609860 2024-04-02T08:53:08.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 334 completed, throughput=4.95MB/sec 2024-04-02T08:53:08.325 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--J6OcPATqUWZJca off=2715511 len=1118160 2024-04-02T08:53:08.326 INFO:tasks.workunit.client.0.smithi112.stdout:op 335 completed, throughput=4.97MB/sec 2024-04-02T08:53:08.326 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LGLYNncsGnQxrO0 off=6453489 len=1690440 2024-04-02T08:53:08.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 336 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.333 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UGW1SzaBVBbxmru off=884956 len=926407 2024-04-02T08:53:08.338 INFO:tasks.workunit.client.0.smithi112.stdout:op 337 completed, throughput=5MB/sec 2024-04-02T08:53:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:08.734 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:09.338 INFO:tasks.workunit.client.0.smithi112.stdout: 72: throughput=4.93MB/sec pending data=0 2024-04-02T08:53:09.339 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eRoF-oL4blGdt0S off=5410165 len=1149638 2024-04-02T08:53:09.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 338 completed, throughput=4.95MB/sec 2024-04-02T08:53:09.340 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ap7PaCkwge-wrMe off=5213885 len=297536 2024-04-02T08:53:09.341 INFO:tasks.workunit.client.0.smithi112.stdout:op 339 completed, throughput=4.95MB/sec 2024-04-02T08:53:09.341 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zlpOrTOCPqoPkMR off=6112164 len=571998 2024-04-02T08:53:09.343 INFO:tasks.workunit.client.0.smithi112.stdout:op 340 completed, throughput=4.96MB/sec 2024-04-02T08:53:09.343 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5Wo6nuEV3qdUyFc off=11132382 len=1481240 2024-04-02T08:53:09.346 INFO:tasks.workunit.client.0.smithi112.stdout:op 341 completed, throughput=4.98MB/sec 2024-04-02T08:53:09.346 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_V0G7Z_Yhb7nQr4 off=4532877 len=834363 2024-04-02T08:53:09.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 342 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.351 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ewb7CxPjKkQXHqb off=234600 len=164507 2024-04-02T08:53:09.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 343 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.351 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GaOJgaEJin6qfGn off=1129569 len=1619534 2024-04-02T08:53:09.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 344 completed, throughput=5.01MB/sec 2024-04-02T08:53:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:09 smithi112 ceph-mon[91385]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:53:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:53:09] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:53:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:09 smithi112 ceph-mon[88945]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:09 smithi187 ceph-mon[84356]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:10.349 INFO:tasks.workunit.client.0.smithi112.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iP2gj5h6bf1h0A1 off=19828517 len=1943683 2024-04-02T08:53:10.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 345 completed, throughput=4.97MB/sec 2024-04-02T08:53:10.351 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iOtQgB_-QUNOHvA off=4357466 len=2070184 2024-04-02T08:53:10.352 INFO:tasks.workunit.client.0.smithi112.stdout:op 346 completed, throughput=5MB/sec 2024-04-02T08:53:10.352 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IejtXjV2IQg-I6F off=4941764 len=202650 2024-04-02T08:53:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:op 347 completed, throughput=5MB/sec 2024-04-02T08:53:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D60ACzx0A54Lz-N off=10215046 len=697522 2024-04-02T08:53:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:op 348 completed, throughput=5.01MB/sec 2024-04-02T08:53:11.357 INFO:tasks.workunit.client.0.smithi112.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8PXzUr_lw6opAkg off=4581266 len=465472 2024-04-02T08:53:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:op 349 completed, throughput=4.95MB/sec 2024-04-02T08:53:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FFzer1DIHpeLyli off=503452 len=450980 2024-04-02T08:53:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 350 completed, throughput=4.95MB/sec 2024-04-02T08:53:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BNwfQbZjnJEPTrY off=14112669 len=1047876 2024-04-02T08:53:11.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 351 completed, throughput=4.97MB/sec 2024-04-02T08:53:11.364 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iOnj6-MjpL-K3yv off=459177 len=1869461 2024-04-02T08:53:11.375 INFO:tasks.workunit.client.0.smithi112.stdout:op 352 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.376 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IiBsf3Wq1RRYsig off=4482443 len=1419685 2024-04-02T08:53:11.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 353 completed, throughput=5.01MB/sec 2024-04-02T08:53:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:11 smithi112 ceph-mon[91385]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:11 smithi112 ceph-mon[88945]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:11 smithi187 ceph-mon[84356]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:12.377 INFO:tasks.workunit.client.0.smithi112.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:12.377 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ylf3-HfTYU7SJ6l off=11180161 len=1504417 2024-04-02T08:53:12.379 INFO:tasks.workunit.client.0.smithi112.stdout:op 354 completed, throughput=4.96MB/sec 2024-04-02T08:53:12.379 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-R4x0KDhCW8tQ3DJ off=3581300 len=980187 2024-04-02T08:53:12.382 INFO:tasks.workunit.client.0.smithi112.stdout:op 355 completed, throughput=4.97MB/sec 2024-04-02T08:53:12.382 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FOwcxCC1Ql_HmEd off=2431623 len=2023226 2024-04-02T08:53:12.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 356 completed, throughput=5MB/sec 2024-04-02T08:53:12.384 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iNU2_YU-5cbl3HK off=17815072 len=1743894 2024-04-02T08:53:12.392 INFO:tasks.workunit.client.0.smithi112.stdout:op 357 completed, throughput=5.02MB/sec 2024-04-02T08:53:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:53:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:13.392 INFO:tasks.workunit.client.0.smithi112.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:13.392 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nFNp8bEaru6SW9L off=545494 len=1145122 2024-04-02T08:53:13.393 INFO:tasks.workunit.client.0.smithi112.stdout:op 358 completed, throughput=4.97MB/sec 2024-04-02T08:53:13.393 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zIPE9lB1wtu3BYa off=2139532 len=846931 2024-04-02T08:53:13.395 INFO:tasks.workunit.client.0.smithi112.stdout:op 359 completed, throughput=4.98MB/sec 2024-04-02T08:53:13.395 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yhIEZC3KZHmP_6T off=2368327 len=1950965 2024-04-02T08:53:13.397 INFO:tasks.workunit.client.0.smithi112.stdout:op 360 completed, throughput=5MB/sec 2024-04-02T08:53:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:13 smithi112 ceph-mon[91385]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:13 smithi112 ceph-mon[88945]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:13 smithi187 ceph-mon[84356]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:14.397 INFO:tasks.workunit.client.0.smithi112.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:14.397 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qi2EPKsVUF4BfWN off=4644416 len=1098405 2024-04-02T08:53:14.398 INFO:tasks.workunit.client.0.smithi112.stdout:op 361 completed, throughput=4.95MB/sec 2024-04-02T08:53:14.399 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l87zqPQzOS71Aj_ off=7777441 len=1800783 2024-04-02T08:53:14.402 INFO:tasks.workunit.client.0.smithi112.stdout:op 362 completed, throughput=4.97MB/sec 2024-04-02T08:53:14.402 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--aicI-GybZtrn33 off=3084687 len=602631 2024-04-02T08:53:14.405 INFO:tasks.workunit.client.0.smithi112.stdout:op 363 completed, throughput=4.98MB/sec 2024-04-02T08:53:14.405 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JKbsnnBZAGU-n2W off=7976539 len=41535 2024-04-02T08:53:14.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-02T08:53:14.408 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7sL0MAT2hu0e8Zi off=14986136 len=1682528 2024-04-02T08:53:14.409 INFO:tasks.workunit.client.0.smithi112.stdout:op 365 completed, throughput=5MB/sec 2024-04-02T08:53:15.409 INFO:tasks.workunit.client.0.smithi112.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:15.409 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nVK93TutbUbgEyV off=5292418 len=230649 2024-04-02T08:53:15.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 366 completed, throughput=4.94MB/sec 2024-04-02T08:53:15.410 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LpurP7EL4qrichq off=13263887 len=1044119 2024-04-02T08:53:15.411 INFO:tasks.workunit.client.0.smithi112.stdout:op 367 completed, throughput=4.95MB/sec 2024-04-02T08:53:15.411 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-16rLwRa5bdCzLsx off=18807985 len=1804790 2024-04-02T08:53:15.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 368 completed, throughput=4.97MB/sec 2024-04-02T08:53:15.412 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ofQ_5X_RA0iXQ_X off=898839 len=2034490 2024-04-02T08:53:15.423 INFO:tasks.workunit.client.0.smithi112.stdout:op 369 completed, throughput=5MB/sec 2024-04-02T08:53:15.423 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D7sQrUi_t7b--sd off=10243563 len=291438 2024-04-02T08:53:15.426 INFO:tasks.workunit.client.0.smithi112.stdout:op 370 completed, throughput=5MB/sec 2024-04-02T08:53:15.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:15 smithi112 ceph-mon[88945]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:15 smithi112 ceph-mon[91385]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:15 smithi187 ceph-mon[84356]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:16.426 INFO:tasks.workunit.client.0.smithi112.stdout: 79: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:16.426 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fQ0R49ade5vdkCt off=16559563 len=154858 2024-04-02T08:53:16.427 INFO:tasks.workunit.client.0.smithi112.stdout:op 371 completed, throughput=4.94MB/sec 2024-04-02T08:53:16.427 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RQK4f733ugt-L2j off=1151884 len=364337 2024-04-02T08:53:16.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 372 completed, throughput=4.94MB/sec 2024-04-02T08:53:16.429 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i190I1tJ1Ui3swD off=15423108 len=2042224 2024-04-02T08:53:16.441 INFO:tasks.workunit.client.0.smithi112.stdout:op 373 completed, throughput=4.97MB/sec 2024-04-02T08:53:16.441 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K9jndhj_9lWq47O off=1563423 len=638620 2024-04-02T08:53:16.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 374 completed, throughput=4.98MB/sec 2024-04-02T08:53:16.442 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-v8hDHri19bYsojo off=5135914 len=1546599 2024-04-02T08:53:16.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 375 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.443 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a3KcLbfSSpvbPH- off=1384454 len=276068 2024-04-02T08:53:16.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 376 completed, throughput=5MB/sec 2024-04-02T08:53:16.445 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L1qk02Y7jMMCNhj off=13530931 len=20229 2024-04-02T08:53:16.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 377 completed, throughput=5MB/sec 2024-04-02T08:53:16.447 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SVf3oxrjyn7er7R off=141735 len=1495371 2024-04-02T08:53:16.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 378 completed, throughput=5.02MB/sec 2024-04-02T08:53:17.447 INFO:tasks.workunit.client.0.smithi112.stdout: 80: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:17.448 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BljALii38MLhP8_ off=3766072 len=1189560 2024-04-02T08:53:17.448 INFO:tasks.workunit.client.0.smithi112.stdout:op 379 completed, throughput=4.97MB/sec 2024-04-02T08:53:17.449 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XxiHjm4ADokoAxr off=3648894 len=997162 2024-04-02T08:53:17.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 380 completed, throughput=4.98MB/sec 2024-04-02T08:53:17.449 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KS6ePV1GJiptegz off=12860909 len=887773 2024-04-02T08:53:17.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 381 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.454 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ayAa3s-q5HCUvib off=1031437 len=1081370 2024-04-02T08:53:17.456 INFO:tasks.workunit.client.0.smithi112.stdout:op 382 completed, throughput=5MB/sec 2024-04-02T08:53:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:17 smithi112 ceph-mon[88945]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:17 smithi112 ceph-mon[91385]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:17.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:17 smithi187 ceph-mon[84356]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:18.457 INFO:tasks.workunit.client.0.smithi112.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:18.457 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VByAODsadI_sRbv off=4182227 len=1990903 2024-04-02T08:53:18.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 383 completed, throughput=4.96MB/sec 2024-04-02T08:53:18.469 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pjcnQ5FYMcYilX0 off=1490675 len=1225880 2024-04-02T08:53:18.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 384 completed, throughput=4.98MB/sec 2024-04-02T08:53:18.475 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yc7P9c_tCwhD2nH off=15546080 len=581082 2024-04-02T08:53:18.478 INFO:tasks.workunit.client.0.smithi112.stdout:op 385 completed, throughput=4.98MB/sec 2024-04-02T08:53:18.478 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-axWs973XUfb7DBG off=13552238 len=978998 2024-04-02T08:53:18.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 386 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.480 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HVxHKb_cE4PZi8b off=8830620 len=1309623 2024-04-02T08:53:18.483 INFO:tasks.workunit.client.0.smithi112.stdout:op 387 completed, throughput=5.01MB/sec 2024-04-02T08:53:19.483 INFO:tasks.workunit.client.0.smithi112.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:19.483 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--eBILV4ZrOk-cW_ off=10697518 len=430572 2024-04-02T08:53:19.486 INFO:tasks.workunit.client.0.smithi112.stdout:op 388 completed, throughput=4.95MB/sec 2024-04-02T08:53:19.487 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-20xfrq2TJsyQari off=6009254 len=1713316 2024-04-02T08:53:19.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 389 completed, throughput=4.97MB/sec 2024-04-02T08:53:19.488 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xwKCcTlIzJrWn9B off=3309501 len=1469589 2024-04-02T08:53:19.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 390 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.489 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qXmB3ztzgpmqxoA off=4634481 len=1605542 2024-04-02T08:53:19.489 INFO:tasks.workunit.client.0.smithi112.stdout:op 391 completed, throughput=5.01MB/sec 2024-04-02T08:53:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:19 smithi112 ceph-mon[91385]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:53:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:53:19] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:53:19.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:19 smithi112 ceph-mon[88945]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:19 smithi187 ceph-mon[84356]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:20.490 INFO:tasks.workunit.client.0.smithi112.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:20.490 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H6psefeiVcE6_p8 off=8222583 len=1978732 2024-04-02T08:53:20.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 392 completed, throughput=4.97MB/sec 2024-04-02T08:53:20.499 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aP82XINQT2xTpyF off=5915410 len=1491922 2024-04-02T08:53:20.505 INFO:tasks.workunit.client.0.smithi112.stdout:op 393 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.506 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zFm7FTTAEMVxZ1M off=916885 len=1937601 2024-04-02T08:53:20.515 INFO:tasks.workunit.client.0.smithi112.stdout:op 394 completed, throughput=5.01MB/sec 2024-04-02T08:53:21.516 INFO:tasks.workunit.client.0.smithi112.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:21.516 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QjEgLF5U8c1b-ID off=5499192 len=821851 2024-04-02T08:53:21.517 INFO:tasks.workunit.client.0.smithi112.stdout:op 395 completed, throughput=4.96MB/sec 2024-04-02T08:53:21.517 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JxoyfOLYjBc-M40 off=23356536 len=2079951 2024-04-02T08:53:21.519 INFO:tasks.workunit.client.0.smithi112.stdout:op 396 completed, throughput=4.98MB/sec 2024-04-02T08:53:21.519 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2vAXrOWGum98qqo off=512750 len=1034525 2024-04-02T08:53:21.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 397 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.521 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CmFtNbdUl5m0zPK off=162329 len=620425 2024-04-02T08:53:21.522 INFO:tasks.workunit.client.0.smithi112.stdout:op 398 completed, throughput=5MB/sec 2024-04-02T08:53:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:21 smithi112 ceph-mon[91385]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:21 smithi112 ceph-mon[88945]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:21.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:21 smithi187 ceph-mon[84356]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:22.522 INFO:tasks.workunit.client.0.smithi112.stdout: 85: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:22.522 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a4fvwSJ-MGVw77s off=9040121 len=1781941 2024-04-02T08:53:22.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 399 completed, throughput=4.96MB/sec 2024-04-02T08:53:22.532 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SSBCE64jgPhVQE5 off=6935846 len=1314535 2024-04-02T08:53:22.538 INFO:tasks.workunit.client.0.smithi112.stdout:op 400 completed, throughput=4.98MB/sec 2024-04-02T08:53:22.538 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bp8Tar7zMLN7bv3 off=1214651 len=1231116 2024-04-02T08:53:22.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 401 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.539 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-93QhQIQo27TadKp off=6107826 len=812912 2024-04-02T08:53:22.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 402 completed, throughput=5MB/sec 2024-04-02T08:53:22.540 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5qUKTjUOh7pqWNs off=18104078 len=323306 2024-04-02T08:53:22.541 INFO:tasks.workunit.client.0.smithi112.stdout:op 403 completed, throughput=5MB/sec 2024-04-02T08:53:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:53:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:23.541 INFO:tasks.workunit.client.0.smithi112.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:23.541 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xdW7uxaGeUFPHTd off=936412 len=332952 2024-04-02T08:53:23.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 404 completed, throughput=4.95MB/sec 2024-04-02T08:53:23.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r3L2-B6_vYMNNFq off=2186654 len=986418 2024-04-02T08:53:23.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 405 completed, throughput=4.96MB/sec 2024-04-02T08:53:23.548 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kK8-yYwJppcEpz4 off=815747 len=258822 2024-04-02T08:53:23.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 406 completed, throughput=4.96MB/sec 2024-04-02T08:53:23.550 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KUKNfHOHM4Wc2Tv off=16779206 len=1207479 2024-04-02T08:53:23.551 INFO:tasks.workunit.client.0.smithi112.stdout:op 407 completed, throughput=4.97MB/sec 2024-04-02T08:53:23.552 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AfiGubja2oXKx-d off=16243281 len=334802 2024-04-02T08:53:23.552 INFO:tasks.workunit.client.0.smithi112.stdout:op 408 completed, throughput=4.98MB/sec 2024-04-02T08:53:23.552 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K9i9cQaa5gwtxoH off=7210122 len=680511 2024-04-02T08:53:23.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 409 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.553 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o50a19mUjBH_wad off=16997870 len=697405 2024-04-02T08:53:23.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 410 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.557 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qnGb0xFy-ZsUJBa off=10520269 len=1048244 2024-04-02T08:53:23.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 411 completed, throughput=5MB/sec 2024-04-02T08:53:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:23 smithi112 ceph-mon[88945]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:23 smithi112 ceph-mon[91385]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:23 smithi187 ceph-mon[84356]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:24.561 INFO:tasks.workunit.client.0.smithi112.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:24.561 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mi-vmGUPvagVqJ- off=4464271 len=277560 2024-04-02T08:53:24.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 412 completed, throughput=4.95MB/sec 2024-04-02T08:53:24.564 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uHiUfWwcNQEntN1 off=3228746 len=449792 2024-04-02T08:53:24.565 INFO:tasks.workunit.client.0.smithi112.stdout:op 413 completed, throughput=4.96MB/sec 2024-04-02T08:53:24.565 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ANknVIU8GkttwpB off=14059964 len=2027642 2024-04-02T08:53:24.566 INFO:tasks.workunit.client.0.smithi112.stdout:op 414 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.566 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AofPWwQTw3ZVtfM off=5183696 len=1746268 2024-04-02T08:53:24.568 INFO:tasks.workunit.client.0.smithi112.stdout:op 415 completed, throughput=5MB/sec 2024-04-02T08:53:24.569 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RNhy9O8n9_IXn2u off=1033342 len=1548182 2024-04-02T08:53:24.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 416 completed, throughput=5.01MB/sec 2024-04-02T08:53:25.570 INFO:tasks.workunit.client.0.smithi112.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:25.570 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--OHORD_M3srk0D8 off=5561955 len=907502 2024-04-02T08:53:25.573 INFO:tasks.workunit.client.0.smithi112.stdout:op 417 completed, throughput=4.97MB/sec 2024-04-02T08:53:25.573 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cbmKjPRme4j5ebP off=1682931 len=803873 2024-04-02T08:53:25.578 INFO:tasks.workunit.client.0.smithi112.stdout:op 418 completed, throughput=4.97MB/sec 2024-04-02T08:53:25.578 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wOLC3JxDal0Jxj_ off=6194515 len=43497 2024-04-02T08:53:25.580 INFO:tasks.workunit.client.0.smithi112.stdout:op 419 completed, throughput=4.97MB/sec 2024-04-02T08:53:25.580 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XzvHxMl2BBNqBOk off=8166749 len=675883 2024-04-02T08:53:25.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 420 completed, throughput=4.98MB/sec 2024-04-02T08:53:25.584 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fao2oI625fEsrQr off=2572347 len=1398288 2024-04-02T08:53:25.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 421 completed, throughput=5MB/sec 2024-04-02T08:53:25.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-inlJTxXUTTxpLA0 off=3224368 len=344871 2024-04-02T08:53:25.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 422 completed, throughput=5MB/sec 2024-04-02T08:53:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:25 smithi112 ceph-mon[88945]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:25 smithi112 ceph-mon[91385]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:25 smithi187 ceph-mon[84356]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:26.586 INFO:tasks.workunit.client.0.smithi112.stdout: 89: throughput=4.94MB/sec pending data=0 2024-04-02T08:53:26.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QUUxkNfazzU4yNV off=3421505 len=1339962 2024-04-02T08:53:26.590 INFO:tasks.workunit.client.0.smithi112.stdout:op 423 completed, throughput=4.96MB/sec 2024-04-02T08:53:26.590 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z-2hpZtAkH-pqMl off=16963312 len=2039740 2024-04-02T08:53:26.591 INFO:tasks.workunit.client.0.smithi112.stdout:op 424 completed, throughput=4.98MB/sec 2024-04-02T08:53:26.591 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fELwXC4m8IMB6Nn off=3082777 len=1941812 2024-04-02T08:53:26.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 425 completed, throughput=5MB/sec 2024-04-02T08:53:27.593 INFO:tasks.workunit.client.0.smithi112.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:27.594 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TkRgXZevsadAaed off=4384474 len=195899 2024-04-02T08:53:27.595 INFO:tasks.workunit.client.0.smithi112.stdout:op 426 completed, throughput=4.95MB/sec 2024-04-02T08:53:27.595 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y358OWnqFogk-eq off=9237696 len=788625 2024-04-02T08:53:27.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 427 completed, throughput=4.96MB/sec 2024-04-02T08:53:27.596 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-av21tulujOgl8Ce off=1143998 len=1442642 2024-04-02T08:53:27.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 428 completed, throughput=4.97MB/sec 2024-04-02T08:53:27.598 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CO3xnwFYcDq1Rh4 off=13860993 len=1752537 2024-04-02T08:53:27.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 429 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.599 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dK3eVf5N1qkW48F off=13041508 len=1921926 2024-04-02T08:53:27.612 INFO:tasks.workunit.client.0.smithi112.stdout:op 430 completed, throughput=5.01MB/sec 2024-04-02T08:53:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:27 smithi112 ceph-mon[91385]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:53:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:27 smithi112 ceph-mon[88945]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:53:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:27 smithi187 ceph-mon[84356]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:53:28.612 INFO:tasks.workunit.client.0.smithi112.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:28.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HUFrp9_PPRHiRBQ off=4306210 len=1621339 2024-04-02T08:53:28.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 431 completed, throughput=4.97MB/sec 2024-04-02T08:53:28.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_cHcB15grb77Y6r off=9445921 len=878789 2024-04-02T08:53:28.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 432 completed, throughput=4.98MB/sec 2024-04-02T08:53:28.620 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6xqeGGrHPWVdvXl off=6992348 len=995050 2024-04-02T08:53:28.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 433 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.623 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JwSVPYxf9ZBmbFJ off=0 len=1291417 2024-04-02T08:53:28.625 INFO:tasks.workunit.client.0.smithi112.stdout:op 434 completed, throughput=5MB/sec 2024-04-02T08:53:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:53:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:53:29] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:53:29.625 INFO:tasks.workunit.client.0.smithi112.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:29.625 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DSgxS6hfrbCWx_b off=3429585 len=560925 2024-04-02T08:53:29.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-02T08:53:29.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ez0GXrWjcgO6IJ9 off=4857221 len=1346951 2024-04-02T08:53:29.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 436 completed, throughput=4.97MB/sec 2024-04-02T08:53:29.630 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Lx0qkki5DKMpDFW off=10125479 len=688871 2024-04-02T08:53:29.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 437 completed, throughput=4.98MB/sec 2024-04-02T08:53:29.635 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xE8-fQTWVq_ls89 off=2341421 len=1538591 2024-04-02T08:53:29.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 438 completed, throughput=4.99MB/sec 2024-04-02T08:53:29.638 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vCsKxrLaso__ZP8 off=7290850 len=1802126 2024-04-02T08:53:29.639 INFO:tasks.workunit.client.0.smithi112.stdout:op 439 completed, throughput=5.01MB/sec 2024-04-02T08:53:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:29 smithi112 ceph-mon[91385]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:29 smithi112 ceph-mon[88945]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:29 smithi187 ceph-mon[84356]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:30.640 INFO:tasks.workunit.client.0.smithi112.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:30.640 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q10oOBirMIznqc3 off=7742597 len=1517264 2024-04-02T08:53:30.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 440 completed, throughput=4.97MB/sec 2024-04-02T08:53:30.642 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-87YZVCqwUl8FdHg off=856725 len=1530692 2024-04-02T08:53:30.644 INFO:tasks.workunit.client.0.smithi112.stdout:op 441 completed, throughput=4.99MB/sec 2024-04-02T08:53:30.644 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HiAGy1yPaaGIv9U off=965800 len=1492410 2024-04-02T08:53:30.650 INFO:tasks.workunit.client.0.smithi112.stdout:op 442 completed, throughput=5MB/sec 2024-04-02T08:53:31.651 INFO:tasks.workunit.client.0.smithi112.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:31.651 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-K9i9cQaa5gwtxoH off=3257866 len=277813 2024-04-02T08:53:31.654 INFO:tasks.workunit.client.0.smithi112.stdout:op 443 completed, throughput=4.95MB/sec 2024-04-02T08:53:31.654 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5Kv_OPX1BW7mB70 off=2111219 len=328424 2024-04-02T08:53:31.656 INFO:tasks.workunit.client.0.smithi112.stdout:op 444 completed, throughput=4.95MB/sec 2024-04-02T08:53:31.656 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--5SATzfoYDIBb9e off=8859248 len=1472594 2024-04-02T08:53:31.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 445 completed, throughput=4.97MB/sec 2024-04-02T08:53:31.664 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ak6adxOSxTKlSHP off=1704421 len=697833 2024-04-02T08:53:31.666 INFO:tasks.workunit.client.0.smithi112.stdout:op 446 completed, throughput=4.98MB/sec 2024-04-02T08:53:31.666 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o16UOrLl5hm34eY off=2956258 len=701688 2024-04-02T08:53:31.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 447 completed, throughput=4.98MB/sec 2024-04-02T08:53:31.671 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2MFAjAWYvdG0rS2 off=12686933 len=805067 2024-04-02T08:53:31.672 INFO:tasks.workunit.client.0.smithi112.stdout:op 448 completed, throughput=4.99MB/sec 2024-04-02T08:53:31.672 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ElX8pvGZbltznnk off=19809990 len=860100 2024-04-02T08:53:31.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 449 completed, throughput=5MB/sec 2024-04-02T08:53:31.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mV70JdKL9kAUpv0 off=8757938 len=1425714 2024-04-02T08:53:31.683 INFO:tasks.workunit.client.0.smithi112.stdout:op 450 completed, throughput=5.01MB/sec 2024-04-02T08:53:32.033 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:31 smithi187 ceph-mon[84356]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:31 smithi112 ceph-mon[91385]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:31 smithi112 ceph-mon[88945]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:32.683 INFO:tasks.workunit.client.0.smithi112.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:32.683 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fKrdmeZwsPKz2rY off=18670992 len=1163690 2024-04-02T08:53:32.685 INFO:tasks.workunit.client.0.smithi112.stdout:op 451 completed, throughput=4.97MB/sec 2024-04-02T08:53:32.685 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bB1Wkn2CiV6sK7i off=9720776 len=1517893 2024-04-02T08:53:32.692 INFO:tasks.workunit.client.0.smithi112.stdout:op 452 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.692 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4pZvRtwgazB5Wot off=6562902 len=1722207 2024-04-02T08:53:32.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 453 completed, throughput=5MB/sec 2024-04-02T08:53:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:53:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:33.702 INFO:tasks.workunit.client.0.smithi112.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:33.702 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8oDwYZKvspc2Bo7 off=7143306 len=1671235 2024-04-02T08:53:33.703 INFO:tasks.workunit.client.0.smithi112.stdout:op 454 completed, throughput=4.97MB/sec 2024-04-02T08:53:33.703 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2EVW8CZ3-Sn0hsI off=4555063 len=1464450 2024-04-02T08:53:33.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 455 completed, throughput=4.98MB/sec 2024-04-02T08:53:33.705 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cRFRS0ZT3IKEcwP off=2046805 len=1093521 2024-04-02T08:53:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:op 456 completed, throughput=4.99MB/sec 2024-04-02T08:53:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7Vv8sEAWndseZT3 off=17195876 len=1511063 2024-04-02T08:53:33.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 457 completed, throughput=5.01MB/sec 2024-04-02T08:53:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:33 smithi112 ceph-mon[91385]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:34.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:33 smithi112 ceph-mon[88945]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:33 smithi187 ceph-mon[84356]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:34.710 INFO:tasks.workunit.client.0.smithi112.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:34.711 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--6dBbRuUca6TsVu off=6482422 len=1150436 2024-04-02T08:53:34.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 458 completed, throughput=4.97MB/sec 2024-04-02T08:53:34.711 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4wixZRNMAt5eLMj off=608096 len=1854488 2024-04-02T08:53:34.720 INFO:tasks.workunit.client.0.smithi112.stdout:op 459 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.720 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KjVG4NScVgflPRR off=7909048 len=794924 2024-04-02T08:53:34.724 INFO:tasks.workunit.client.0.smithi112.stdout:op 460 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.724 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RUL0ilvY6acBHAv off=6895402 len=1566455 2024-04-02T08:53:34.731 INFO:tasks.workunit.client.0.smithi112.stdout:op 461 completed, throughput=5.01MB/sec 2024-04-02T08:53:35.731 INFO:tasks.workunit.client.0.smithi112.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:35.731 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cdMYVavgHUbFaKJ off=6511363 len=1997137 2024-04-02T08:53:35.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 462 completed, throughput=4.98MB/sec 2024-04-02T08:53:35.743 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BgYc66JqXSz6xgL off=1705899 len=618341 2024-04-02T08:53:35.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 463 completed, throughput=4.98MB/sec 2024-04-02T08:53:35.744 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7_D5AnxN3cE9UYz off=16610306 len=1469257 2024-04-02T08:53:35.749 INFO:tasks.workunit.client.0.smithi112.stdout:op 464 completed, throughput=5MB/sec 2024-04-02T08:53:35.749 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1ISXa0hZBInK2Zq off=4553143 len=782909 2024-04-02T08:53:35.750 INFO:tasks.workunit.client.0.smithi112.stdout:op 465 completed, throughput=5MB/sec 2024-04-02T08:53:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:35 smithi112 ceph-mon[91385]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:53:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:35 smithi112 ceph-mon[88945]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:53:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:35 smithi187 ceph-mon[84356]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:53:36.750 INFO:tasks.workunit.client.0.smithi112.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:36.751 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fNXwDG01WfNaKpu off=8216242 len=1925578 2024-04-02T08:53:36.761 INFO:tasks.workunit.client.0.smithi112.stdout:op 466 completed, throughput=4.97MB/sec 2024-04-02T08:53:36.761 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i29aWMgw5f5PQ2j off=543693 len=253993 2024-04-02T08:53:36.762 INFO:tasks.workunit.client.0.smithi112.stdout:op 467 completed, throughput=4.97MB/sec 2024-04-02T08:53:36.762 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AJkFf0t7b_npZPT off=17360564 len=670672 2024-04-02T08:53:36.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 468 completed, throughput=4.98MB/sec 2024-04-02T08:53:36.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E9FGkgrGWjiM1ah off=10827033 len=1441562 2024-04-02T08:53:36.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 469 completed, throughput=4.99MB/sec 2024-04-02T08:53:36.772 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yNOjG8MASgkFoQu off=17473790 len=255788 2024-04-02T08:53:36.773 INFO:tasks.workunit.client.0.smithi112.stdout:op 470 completed, throughput=5MB/sec 2024-04-02T08:53:36.773 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--TukWqfR8q0Afch off=3742843 len=2046178 2024-04-02T08:53:36.783 INFO:tasks.workunit.client.0.smithi112.stdout:op 471 completed, throughput=5.01MB/sec 2024-04-02T08:53:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: 100: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:37.784 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w48quwF-xfXQi89 off=4074210 len=749541 2024-04-02T08:53:37.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 472 completed, throughput=4.97MB/sec 2024-04-02T08:53:37.787 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Scf-P3I4-r48GE9 off=17858748 len=247435 2024-04-02T08:53:37.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 473 completed, throughput=4.97MB/sec 2024-04-02T08:53:37.788 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vDBmfkXCHbEQXtx off=1525266 len=199431 2024-04-02T08:53:37.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 474 completed, throughput=4.98MB/sec 2024-04-02T08:53:37.788 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sfwyzo9Y4E7ah5P off=13089744 len=1845359 2024-04-02T08:53:37.792 INFO:tasks.workunit.client.0.smithi112.stdout:op 475 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.792 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3-PEBlCtg02erAA off=1478661 len=1211067 2024-04-02T08:53:37.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 476 completed, throughput=5MB/sec 2024-04-02T08:53:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:37 smithi112 ceph-mon[88945]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:37 smithi112 ceph-mon[91385]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:37 smithi187 ceph-mon[84356]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:38.794 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MMYEe2Md7uYH9i6 off=2437973 len=1320824 2024-04-02T08:53:38.796 INFO:tasks.workunit.client.0.smithi112.stdout:op 477 completed, throughput=4.97MB/sec 2024-04-02T08:53:38.797 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XxXYkmfE2NwLrW9 off=11581175 len=1287571 2024-04-02T08:53:38.798 INFO:tasks.workunit.client.0.smithi112.stdout:op 478 completed, throughput=4.98MB/sec 2024-04-02T08:53:38.798 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HDOJgcSjj1hhzWw off=6157079 len=23603 2024-04-02T08:53:38.799 INFO:tasks.workunit.client.0.smithi112.stdout:op 479 completed, throughput=4.98MB/sec 2024-04-02T08:53:38.800 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pAk_hME5EGN5OsX off=7589996 len=1820244 2024-04-02T08:53:38.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 480 completed, throughput=5MB/sec 2024-04-02T08:53:38.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TbATlftSrLyxAtN off=5884691 len=1173925 2024-04-02T08:53:38.812 INFO:tasks.workunit.client.0.smithi112.stdout:op 481 completed, throughput=5.01MB/sec 2024-04-02T08:53:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:53:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:53:39] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:53:39.813 INFO:tasks.workunit.client.0.smithi112.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:39.813 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PFWIe5s4vy37JCK off=4980301 len=400379 2024-04-02T08:53:39.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 482 completed, throughput=4.96MB/sec 2024-04-02T08:53:39.814 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rBwoLwYDH9oKt7P off=1467755 len=1787387 2024-04-02T08:53:39.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-02T08:53:39.825 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9sZ03f-YDP_r2V5 off=14648855 len=1398499 2024-04-02T08:53:39.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 484 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.827 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pHqsUk-MwP1Lzgg off=8581703 len=976348 2024-04-02T08:53:39.828 INFO:tasks.workunit.client.0.smithi112.stdout:op 485 completed, throughput=5MB/sec 2024-04-02T08:53:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:39 smithi112 ceph-mon[88945]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:39 smithi112 ceph-mon[91385]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:39 smithi187 ceph-mon[84356]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:40.828 INFO:tasks.workunit.client.0.smithi112.stdout: 103: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:40.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2g8WHd_0iGaKqpo off=0 len=1128785 2024-04-02T08:53:40.834 INFO:tasks.workunit.client.0.smithi112.stdout:op 486 completed, throughput=4.96MB/sec 2024-04-02T08:53:40.834 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tpgkySCSd8mGQFR off=2531830 len=664002 2024-04-02T08:53:40.835 INFO:tasks.workunit.client.0.smithi112.stdout:op 487 completed, throughput=4.97MB/sec 2024-04-02T08:53:40.836 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZZIRkydsMEKbQ7c off=9127860 len=1783654 2024-04-02T08:53:40.839 INFO:tasks.workunit.client.0.smithi112.stdout:op 488 completed, throughput=4.98MB/sec 2024-04-02T08:53:40.839 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SZlf3JhF5kos8Q1 off=4938233 len=639953 2024-04-02T08:53:40.843 INFO:tasks.workunit.client.0.smithi112.stdout:op 489 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.843 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jGykEKnz2aEOufG off=7456035 len=69273 2024-04-02T08:53:40.845 INFO:tasks.workunit.client.0.smithi112.stdout:op 490 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.845 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LReyPSIXdIDT2Qv off=3159596 len=1354013 2024-04-02T08:53:40.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 491 completed, throughput=5MB/sec 2024-04-02T08:53:41.852 INFO:tasks.workunit.client.0.smithi112.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:41.852 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s8cmk-amKKihURd off=449359 len=800133 2024-04-02T08:53:41.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 492 completed, throughput=4.96MB/sec 2024-04-02T08:53:41.853 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XlNaak78Xq65tUz off=7089205 len=1881347 2024-04-02T08:53:41.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 493 completed, throughput=4.98MB/sec 2024-04-02T08:53:41.861 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QS3oZexH6UsBwHt off=9392187 len=1668664 2024-04-02T08:53:41.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 494 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.864 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B3Z3JSv7irpzPq_ off=1578192 len=172996 2024-04-02T08:53:41.866 INFO:tasks.workunit.client.0.smithi112.stdout:op 495 completed, throughput=5MB/sec 2024-04-02T08:53:41.866 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EEvbgkLfEjvzDgn off=8168642 len=356473 2024-04-02T08:53:41.867 INFO:tasks.workunit.client.0.smithi112.stdout:op 496 completed, throughput=5MB/sec 2024-04-02T08:53:41.867 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I_pFPq3zmU_w4vd off=3192935 len=905868 2024-04-02T08:53:41.872 INFO:tasks.workunit.client.0.smithi112.stdout:op 497 completed, throughput=5.01MB/sec 2024-04-02T08:53:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:41 smithi112 ceph-mon[91385]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:41 smithi112 ceph-mon[88945]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:41 smithi187 ceph-mon[84356]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:53:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:42.872 INFO:tasks.workunit.client.0.smithi112.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:42.872 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3Xp6TQBiMUv8ShF off=7666692 len=307398 2024-04-02T08:53:42.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 498 completed, throughput=4.96MB/sec 2024-04-02T08:53:42.873 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ak5Ht3mFAdeCc8C off=328958 len=2084561 2024-04-02T08:53:42.874 INFO:tasks.workunit.client.0.smithi112.stdout:op 499 completed, throughput=4.98MB/sec 2024-04-02T08:53:42.874 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E_maNUmqKhmHClg off=1608683 len=1098371 2024-04-02T08:53:42.881 INFO:tasks.workunit.client.0.smithi112.stdout:op 500 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.881 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SCK_xru_LNQupZk off=6829558 len=1749212 2024-04-02T08:53:42.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 501 completed, throughput=5.01MB/sec 2024-04-02T08:53:43.882 INFO:tasks.workunit.client.0.smithi112.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:43.882 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-webygb0YoOP2rK4 off=17293840 len=1667675 2024-04-02T08:53:43.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 502 completed, throughput=4.97MB/sec 2024-04-02T08:53:43.886 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nSSZLdxrT-sIYUr off=1482183 len=692181 2024-04-02T08:53:43.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 503 completed, throughput=4.98MB/sec 2024-04-02T08:53:43.890 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jKzZhVbywe4fCAD off=13944980 len=494013 2024-04-02T08:53:43.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 504 completed, throughput=4.98MB/sec 2024-04-02T08:53:43.893 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O7isYzUDThdKKT- off=63376 len=1582805 2024-04-02T08:53:43.896 INFO:tasks.workunit.client.0.smithi112.stdout:op 505 completed, throughput=5MB/sec 2024-04-02T08:53:43.896 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tJ-z7DzzJWmjkDL off=433877 len=2028178 2024-04-02T08:53:43.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 506 completed, throughput=5.02MB/sec 2024-04-02T08:53:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:43 smithi112 ceph-mon[91385]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:43 smithi112 ceph-mon[88945]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:43 smithi187 ceph-mon[84356]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:44.907 INFO:tasks.workunit.client.0.smithi112.stdout: 107: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:44.907 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y1W1ymbrgRmYkNP off=8534741 len=2046968 2024-04-02T08:53:44.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.914 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a-cbVzWQooK20Cp off=1489200 len=517246 2024-04-02T08:53:44.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 508 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.916 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--X0QzlSXeg0ohR- off=4450938 len=1294296 2024-04-02T08:53:44.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 509 completed, throughput=5MB/sec 2024-04-02T08:53:45.917 INFO:tasks.workunit.client.0.smithi112.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:45.917 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bUBSSBtJFtofGAY off=8193696 len=1910333 2024-04-02T08:53:45.926 INFO:tasks.workunit.client.0.smithi112.stdout:op 510 completed, throughput=4.97MB/sec 2024-04-02T08:53:45.926 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TjS2YzCDaGLzmgp off=782374 len=1722503 2024-04-02T08:53:45.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 511 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.927 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XtZ1lw3n-QGIGsF off=12130029 len=607641 2024-04-02T08:53:45.929 INFO:tasks.workunit.client.0.smithi112.stdout:op 512 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.929 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D3vksjs7_4unRHv off=5391168 len=578557 2024-04-02T08:53:45.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 513 completed, throughput=5MB/sec 2024-04-02T08:53:45.932 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PAo_DozurpPlCdO off=1377207 len=1573723 2024-04-02T08:53:45.941 INFO:tasks.workunit.client.0.smithi112.stdout:op 514 completed, throughput=5.01MB/sec 2024-04-02T08:53:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:45 smithi112 ceph-mon[91385]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:45 smithi112 ceph-mon[88945]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:45 smithi187 ceph-mon[84356]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:46.941 INFO:tasks.workunit.client.0.smithi112.stdout: 109: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:46.941 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0gZpmVXdYkwpPmt off=7274303 len=703096 2024-04-02T08:53:46.946 INFO:tasks.workunit.client.0.smithi112.stdout:op 515 completed, throughput=4.97MB/sec 2024-04-02T08:53:46.946 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6rBiZrreeBPI5eH off=722979 len=1611893 2024-04-02T08:53:46.953 INFO:tasks.workunit.client.0.smithi112.stdout:op 516 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.953 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x8MWkm-jyt2WlsR off=8002864 len=1701465 2024-04-02T08:53:46.957 INFO:tasks.workunit.client.0.smithi112.stdout:op 517 completed, throughput=5MB/sec 2024-04-02T08:53:47.957 INFO:tasks.workunit.client.0.smithi112.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:47.957 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VmZuQiBTn_IyfZY off=6281097 len=1529263 2024-04-02T08:53:47.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 518 completed, throughput=4.97MB/sec 2024-04-02T08:53:47.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zV-ULH-a1RjGp2c off=2920740 len=324359 2024-04-02T08:53:47.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 519 completed, throughput=4.97MB/sec 2024-04-02T08:53:47.967 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FCu2wKD0Q9IanUW off=951305 len=1156229 2024-04-02T08:53:47.974 INFO:tasks.workunit.client.0.smithi112.stdout:op 520 completed, throughput=4.98MB/sec 2024-04-02T08:53:47.974 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ke029mHSi-_r1Ui off=4871823 len=243386 2024-04-02T08:53:47.975 INFO:tasks.workunit.client.0.smithi112.stdout:op 521 completed, throughput=4.98MB/sec 2024-04-02T08:53:47.975 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pnZP1IMM_IxzmYw off=741305 len=348577 2024-04-02T08:53:47.975 INFO:tasks.workunit.client.0.smithi112.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-02T08:53:47.976 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I0mAvFDHKtxk1AC off=884388 len=1924489 2024-04-02T08:53:47.983 INFO:tasks.workunit.client.0.smithi112.stdout:op 523 completed, throughput=5MB/sec 2024-04-02T08:53:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:47 smithi112 ceph-mon[91385]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:47 smithi112 ceph-mon[88945]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:47 smithi187 ceph-mon[84356]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:48.983 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9DzR8cChYqVZFim off=676500 len=627290 2024-04-02T08:53:48.987 INFO:tasks.workunit.client.0.smithi112.stdout:op 524 completed, throughput=4.96MB/sec 2024-04-02T08:53:48.987 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TLpjfwqJre4JLMO off=8419099 len=1069569 2024-04-02T08:53:48.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 525 completed, throughput=4.97MB/sec 2024-04-02T08:53:48.992 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ARR2Y00ySPBAeF2 off=6295380 len=1945546 2024-04-02T08:53:48.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 526 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.994 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cOHdRZ_WqvXhGC1 off=12160979 len=1330004 2024-04-02T08:53:48.996 INFO:tasks.workunit.client.0.smithi112.stdout:op 527 completed, throughput=5MB/sec 2024-04-02T08:53:48.996 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rHd2JsB80Jr8bpd off=5594652 len=299814 2024-04-02T08:53:48.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 528 completed, throughput=5MB/sec 2024-04-02T08:53:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:53:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:53:49] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:53:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:49.997 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iF_1oe0ojrVRrja off=17660553 len=994970 2024-04-02T08:53:49.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 529 completed, throughput=4.97MB/sec 2024-04-02T08:53:49.998 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ywba90lDnnrGdvz off=3467885 len=992225 2024-04-02T08:53:49.999 INFO:tasks.workunit.client.0.smithi112.stdout:op 530 completed, throughput=4.97MB/sec 2024-04-02T08:53:49.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ev5EtKYtDFRt2O8 off=393583 len=972445 2024-04-02T08:53:50.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 531 completed, throughput=4.98MB/sec 2024-04-02T08:53:50.006 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xPNLMcsyr453hdP off=2610693 len=385269 2024-04-02T08:53:50.007 INFO:tasks.workunit.client.0.smithi112.stdout:op 532 completed, throughput=4.98MB/sec 2024-04-02T08:53:50.008 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_SN5bye2ec8knck off=6203827 len=966404 2024-04-02T08:53:50.011 INFO:tasks.workunit.client.0.smithi112.stdout:op 533 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.011 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XbvkDiGvu5vtcBd off=1640564 len=600958 2024-04-02T08:53:50.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 534 completed, throughput=5MB/sec 2024-04-02T08:53:50.014 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vnQQnzO2GM21gME off=20798605 len=342286 2024-04-02T08:53:50.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 535 completed, throughput=5MB/sec 2024-04-02T08:53:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:49 smithi112 ceph-mon[91385]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:49 smithi112 ceph-mon[88945]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:49 smithi187 ceph-mon[84356]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:51.015 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ufRVN_TdQbjF7U1 off=3760481 len=1409808 2024-04-02T08:53:51.016 INFO:tasks.workunit.client.0.smithi112.stdout:op 536 completed, throughput=4.97MB/sec 2024-04-02T08:53:51.016 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Zdj4bzkdcVbIAp off=1308325 len=21620 2024-04-02T08:53:51.018 INFO:tasks.workunit.client.0.smithi112.stdout:op 537 completed, throughput=4.97MB/sec 2024-04-02T08:53:51.018 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LIq0Oeu2-uY6pln off=3762272 len=1593590 2024-04-02T08:53:51.025 INFO:tasks.workunit.client.0.smithi112.stdout:op 538 completed, throughput=4.98MB/sec 2024-04-02T08:53:51.025 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c6nEoL7-SybLlnE off=20137017 len=349519 2024-04-02T08:53:51.026 INFO:tasks.workunit.client.0.smithi112.stdout:op 539 completed, throughput=4.98MB/sec 2024-04-02T08:53:51.026 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nZgBQ63R13Vrc_C off=9853549 len=661538 2024-04-02T08:53:51.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DI5rxNsXfTjirEx off=5131953 len=386119 2024-04-02T08:53:51.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.031 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SLwYqSbaL7JNLLl off=1002664 len=618969 2024-04-02T08:53:51.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 542 completed, throughput=5MB/sec 2024-04-02T08:53:51.033 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3TWjl5By1y1Hbio off=22987288 len=1052902 2024-04-02T08:53:51.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 543 completed, throughput=5.01MB/sec 2024-04-02T08:53:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:52.035 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vgOjL9_kKdIbf2l off=364304 len=1585350 2024-04-02T08:53:52.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 544 completed, throughput=4.98MB/sec 2024-04-02T08:53:52.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HJGOw2pNpiM6TiA off=21230052 len=1282479 2024-04-02T08:53:52.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 545 completed, throughput=4.99MB/sec 2024-04-02T08:53:52.044 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HZRZWrdJffnG6h5 off=2466993 len=1046715 2024-04-02T08:53:52.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 546 completed, throughput=5MB/sec 2024-04-02T08:53:52.044 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qzHsW8UWoXD3_9l off=433535 len=1254073 2024-04-02T08:53:52.045 INFO:tasks.workunit.client.0.smithi112.stdout:op 547 completed, throughput=5.01MB/sec 2024-04-02T08:53:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:51 smithi112 ceph-mon[91385]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:53:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:51 smithi112 ceph-mon[88945]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:53:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:51 smithi187 ceph-mon[84356]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:53:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:53:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:53.046 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BE7C2kMVDLYkHei off=2868584 len=1780518 2024-04-02T08:53:53.053 INFO:tasks.workunit.client.0.smithi112.stdout:op 548 completed, throughput=4.98MB/sec 2024-04-02T08:53:53.053 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TMyOXG4uxSMFw9q off=10733266 len=744760 2024-04-02T08:53:53.055 INFO:tasks.workunit.client.0.smithi112.stdout:op 549 completed, throughput=4.98MB/sec 2024-04-02T08:53:53.055 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IxODkk4h7VHcY0e off=13127198 len=213000 2024-04-02T08:53:53.059 INFO:tasks.workunit.client.0.smithi112.stdout:op 550 completed, throughput=4.98MB/sec 2024-04-02T08:53:53.059 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BKk52w2OQZIuP45 off=4347424 len=71947 2024-04-02T08:53:53.060 INFO:tasks.workunit.client.0.smithi112.stdout:op 551 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.061 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UTsoN0wJLfAODHD off=5318880 len=45105 2024-04-02T08:53:53.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.061 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mopUoX_MbffP4VB off=225322 len=800860 2024-04-02T08:53:53.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 553 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.062 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l0PDpYJEdNaO2u0 off=17357825 len=1408754 2024-04-02T08:53:53.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 554 completed, throughput=5MB/sec 2024-04-02T08:53:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:54.063 INFO:tasks.workunit.client.0.smithi112.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:54.063 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R6i_NSuyhznFbEL off=6337225 len=758268 2024-04-02T08:53:54.063 INFO:tasks.workunit.client.0.smithi112.stdout:op 555 completed, throughput=4.97MB/sec 2024-04-02T08:53:54.063 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C5kPorIQJ7Mkx7D off=8558561 len=1270069 2024-04-02T08:53:54.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 556 completed, throughput=4.98MB/sec 2024-04-02T08:53:54.066 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jXTHLpSKxNmBSSN off=3152695 len=1451214 2024-04-02T08:53:54.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 557 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.074 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v8hDHri19bYsojo off=7173612 len=2073705 2024-04-02T08:53:54.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 558 completed, throughput=5MB/sec 2024-04-02T08:53:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:53 smithi112 ceph-mon[91385]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:53:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:53 smithi112 ceph-mon[88945]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:53:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:53 smithi187 ceph-mon[84356]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:53:55.085 INFO:tasks.workunit.client.0.smithi112.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:55.085 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oNr_BYFG0nt9M2R off=786776 len=1995375 2024-04-02T08:53:55.096 INFO:tasks.workunit.client.0.smithi112.stdout:op 559 completed, throughput=4.98MB/sec 2024-04-02T08:53:55.096 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WdvO2DjXxYiFRie off=6063205 len=1287062 2024-04-02T08:53:55.097 INFO:tasks.workunit.client.0.smithi112.stdout:op 560 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.097 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mX7eIYAc54u00qT off=7415508 len=346322 2024-04-02T08:53:55.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.098 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-72r4DNGvoOnXorE off=6220311 len=1110854 2024-04-02T08:53:55.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 562 completed, throughput=5MB/sec 2024-04-02T08:53:55.104 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Jbk8CIn_SlHd4Dq off=16399769 len=78756 2024-04-02T08:53:55.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 563 completed, throughput=5MB/sec 2024-04-02T08:53:56.104 INFO:tasks.workunit.client.0.smithi112.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:56.105 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-43skS-J8b1RIOfF off=12535056 len=153117 2024-04-02T08:53:56.105 INFO:tasks.workunit.client.0.smithi112.stdout:op 564 completed, throughput=4.96MB/sec 2024-04-02T08:53:56.105 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dQnzY-PLITZyNkm off=19052050 len=702510 2024-04-02T08:53:56.106 INFO:tasks.workunit.client.0.smithi112.stdout:op 565 completed, throughput=4.97MB/sec 2024-04-02T08:53:56.107 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rpNVZTvvQZ7JZp3 off=1029792 len=1315393 2024-04-02T08:53:56.112 INFO:tasks.workunit.client.0.smithi112.stdout:op 566 completed, throughput=4.98MB/sec 2024-04-02T08:53:56.112 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5CCK3f8u3eXOWzu off=7578935 len=1619322 2024-04-02T08:53:56.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 567 completed, throughput=4.99MB/sec 2024-04-02T08:53:56.114 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QvLZOGCYb-bv9a3 off=7360066 len=1952224 2024-04-02T08:53:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:55 smithi112 ceph-mon[91385]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:55 smithi112 ceph-mon[88945]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:56.122 INFO:tasks.workunit.client.0.smithi112.stdout:op 568 completed, throughput=5MB/sec 2024-04-02T08:53:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:55 smithi187 ceph-mon[84356]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:57.122 INFO:tasks.workunit.client.0.smithi112.stdout: 119: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:57.122 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ueBIIsqdyw9tAWi off=2805857 len=2067479 2024-04-02T08:53:57.124 INFO:tasks.workunit.client.0.smithi112.stdout:op 569 completed, throughput=4.98MB/sec 2024-04-02T08:53:57.124 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_8aiOc-29d0udVL off=11433261 len=1478617 2024-04-02T08:53:57.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 570 completed, throughput=4.99MB/sec 2024-04-02T08:53:57.125 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TiYUfhVltNSqzUN off=1916242 len=694682 2024-04-02T08:53:57.129 INFO:tasks.workunit.client.0.smithi112.stdout:op 571 completed, throughput=5MB/sec 2024-04-02T08:53:57.129 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xWV3xGj6niGMwxt off=22536857 len=676810 2024-04-02T08:53:57.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 572 completed, throughput=5MB/sec 2024-04-02T08:53:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:57 smithi112 ceph-mon[88945]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:57 smithi112 ceph-mon[91385]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:58.130 INFO:tasks.workunit.client.0.smithi112.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:58.130 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Imba6XUWG3vAZH9 off=1787390 len=1331304 2024-04-02T08:53:58.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 573 completed, throughput=4.97MB/sec 2024-04-02T08:53:58.131 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aax9gnJ5oVCEMJL off=1825844 len=1629507 2024-04-02T08:53:58.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 574 completed, throughput=4.98MB/sec 2024-04-02T08:53:58.138 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CpLHNEZaP-JT18e off=2251424 len=822966 2024-04-02T08:53:58.139 INFO:tasks.workunit.client.0.smithi112.stdout:op 575 completed, throughput=4.99MB/sec 2024-04-02T08:53:58.139 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dMU3GMZLJiYXym0 off=5243645 len=405631 2024-04-02T08:53:58.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 576 completed, throughput=4.99MB/sec 2024-04-02T08:53:58.142 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8l3pG34ZEE6NQZR off=13247619 len=1038378 2024-04-02T08:53:58.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 577 completed, throughput=5MB/sec 2024-04-02T08:53:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:57 smithi187 ceph-mon[84356]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:59.147 INFO:tasks.workunit.client.0.smithi112.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:59.147 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HvqbfnEjjBJF0Ar off=383297 len=1561301 2024-04-02T08:53:59.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 578 completed, throughput=4.97MB/sec 2024-04-02T08:53:59.154 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MZz33_JEbpju_hA off=4674601 len=1569580 2024-04-02T08:53:59.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 579 completed, throughput=4.98MB/sec 2024-04-02T08:53:59.158 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LTXjiqp5qNKXDVh off=2478018 len=174239 2024-04-02T08:53:59.159 INFO:tasks.workunit.client.0.smithi112.stdout:op 580 completed, throughput=4.98MB/sec 2024-04-02T08:53:59.159 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Pam7ZbSeNsLfPDG off=13745904 len=315689 2024-04-02T08:53:59.162 INFO:tasks.workunit.client.0.smithi112.stdout:op 581 completed, throughput=4.99MB/sec 2024-04-02T08:53:59.162 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z9PhY6_sIG9H_qc off=10819127 len=1727302 2024-04-02T08:53:59.169 INFO:tasks.workunit.client.0.smithi112.stdout:op 582 completed, throughput=5MB/sec 2024-04-02T08:53:59.169 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4gJZuOUbDMDd2hj off=2774350 len=301979 2024-04-02T08:53:59.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 583 completed, throughput=5MB/sec 2024-04-02T08:53:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:53:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:53:59] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-02T08:54:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:53:59 smithi112 ceph-mon[91385]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:53:59 smithi112 ceph-mon[88945]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:00.170 INFO:tasks.workunit.client.0.smithi112.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:00.171 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TmMSfeTulwd6isI off=23070027 len=637756 2024-04-02T08:54:00.174 INFO:tasks.workunit.client.0.smithi112.stdout:op 584 completed, throughput=4.97MB/sec 2024-04-02T08:54:00.174 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N2-OvMxqh9D7n2l off=5010235 len=512282 2024-04-02T08:54:00.177 INFO:tasks.workunit.client.0.smithi112.stdout:op 585 completed, throughput=4.97MB/sec 2024-04-02T08:54:00.177 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ARR2Y00ySPBAeF2 off=6952330 len=1288596 2024-04-02T08:54:00.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-02T08:54:00.179 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EyA4BdJWBdPPhEm off=7773371 len=194512 2024-04-02T08:54:00.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 587 completed, throughput=4.98MB/sec 2024-04-02T08:54:00.179 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-15pfwhmM1ZDH7Ah off=2607715 len=1310767 2024-04-02T08:54:00.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 588 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.180 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z929e0RndkEamNr off=12906323 len=535813 2024-04-02T08:54:00.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 589 completed, throughput=5MB/sec 2024-04-02T08:54:00.181 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MPYTKAfikJi9Kz3 off=11749836 len=100417 2024-04-02T08:54:00.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 590 completed, throughput=5MB/sec 2024-04-02T08:54:00.184 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fuFQw8gNfWAeiP1 off=3958364 len=356692 2024-04-02T08:54:00.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 591 completed, throughput=5MB/sec 2024-04-02T08:54:00.187 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Hz4WWkDZfMjGBXN off=12064377 len=1064832 2024-04-02T08:54:00.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 592 completed, throughput=5.01MB/sec 2024-04-02T08:54:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:53:59 smithi187 ceph-mon[84356]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:01.190 INFO:tasks.workunit.client.0.smithi112.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:01.190 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s8EpiwULgF6LKkh off=16176077 len=1406266 2024-04-02T08:54:01.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 593 completed, throughput=4.98MB/sec 2024-04-02T08:54:01.191 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lZbdUSM4jiyC6Jy off=3346722 len=719396 2024-04-02T08:54:01.193 INFO:tasks.workunit.client.0.smithi112.stdout:op 594 completed, throughput=4.98MB/sec 2024-04-02T08:54:01.194 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FC5-dWanS0T9LIj off=19928408 len=360493 2024-04-02T08:54:01.196 INFO:tasks.workunit.client.0.smithi112.stdout:op 595 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.197 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZfR1IPih8SDkpKo off=17473586 len=1455033 2024-04-02T08:54:01.198 INFO:tasks.workunit.client.0.smithi112.stdout:op 596 completed, throughput=5MB/sec 2024-04-02T08:54:01.198 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9Bwg8uaVilBFTsf off=17672516 len=687522 2024-04-02T08:54:01.199 INFO:tasks.workunit.client.0.smithi112.stdout:op 597 completed, throughput=5MB/sec 2024-04-02T08:54:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:01 smithi112 ceph-mon[91385]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:01 smithi112 ceph-mon[88945]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:02.199 INFO:tasks.workunit.client.0.smithi112.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:02.199 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2kI_CqAeHUjbnyP off=4319847 len=567811 2024-04-02T08:54:02.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 598 completed, throughput=4.97MB/sec 2024-04-02T08:54:02.200 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ftMJFEBi8lbH_si off=9364215 len=15060 2024-04-02T08:54:02.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 599 completed, throughput=4.97MB/sec 2024-04-02T08:54:02.200 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Svz9uvgkdHvq1dn off=18199949 len=2035650 2024-04-02T08:54:02.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 600 completed, throughput=4.98MB/sec 2024-04-02T08:54:02.211 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y4z9i-uVtZhEFhf off=673409 len=1131292 2024-04-02T08:54:02.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 601 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.214 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fjNX5y_f-htG4A3 off=1881923 len=2009012 2024-04-02T08:54:02.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 602 completed, throughput=5.01MB/sec 2024-04-02T08:54:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:01 smithi187 ceph-mon[84356]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:54:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:03.224 INFO:tasks.workunit.client.0.smithi112.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:03.225 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2Ft5D9lX6FOkvqC off=1652854 len=608580 2024-04-02T08:54:03.225 INFO:tasks.workunit.client.0.smithi112.stdout:op 603 completed, throughput=4.97MB/sec 2024-04-02T08:54:03.225 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GALskhug8NsgVpX off=3873849 len=586816 2024-04-02T08:54:03.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 604 completed, throughput=4.97MB/sec 2024-04-02T08:54:03.227 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UkJ5fSLINZhJ0IZ off=2525822 len=1987894 2024-04-02T08:54:03.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 605 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IXtobYvaovr7T05 off=12397351 len=595282 2024-04-02T08:54:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:op 606 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8-J0t5dF4SldUxk off=1379509 len=290022 2024-04-02T08:54:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:op 607 completed, throughput=5MB/sec 2024-04-02T08:54:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L8LMZDwDy7d_8go off=904265 len=1149140 2024-04-02T08:54:03.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 608 completed, throughput=5MB/sec 2024-04-02T08:54:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:03 smithi112 ceph-mon[91385]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:03 smithi112 ceph-mon[88945]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:03 smithi187 ceph-mon[84356]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:04.245 INFO:tasks.workunit.client.0.smithi112.stdout: 126: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:04.246 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kC6uZJPcbWEv4Pv off=1917526 len=1297742 2024-04-02T08:54:04.247 INFO:tasks.workunit.client.0.smithi112.stdout:op 609 completed, throughput=4.97MB/sec 2024-04-02T08:54:04.247 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x1Tp5jeil3pnunm off=13147073 len=328507 2024-04-02T08:54:04.249 INFO:tasks.workunit.client.0.smithi112.stdout:op 610 completed, throughput=4.98MB/sec 2024-04-02T08:54:04.249 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dQJMG8JeGnxmAuT off=8892442 len=1898721 2024-04-02T08:54:04.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 611 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.260 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J_dGYa0msSE9QAm off=5607274 len=473338 2024-04-02T08:54:04.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 612 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.261 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2IgTAL4CTxcjeSC off=13312636 len=1032927 2024-04-02T08:54:04.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 613 completed, throughput=5MB/sec 2024-04-02T08:54:05.262 INFO:tasks.workunit.client.0.smithi112.stdout: 127: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:05.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ghrzlEZI4AePAlj off=2919762 len=1884577 2024-04-02T08:54:05.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 614 completed, throughput=4.98MB/sec 2024-04-02T08:54:05.263 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m3JEMU-kGbnkJhB off=1021877 len=1062653 2024-04-02T08:54:05.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 615 completed, throughput=4.98MB/sec 2024-04-02T08:54:05.264 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-66JdeRaRo6lV-aw off=661482 len=1313658 2024-04-02T08:54:05.266 INFO:tasks.workunit.client.0.smithi112.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.266 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Uztb7O0H1mbHfW9 off=676672 len=1974630 2024-04-02T08:54:05.267 INFO:tasks.workunit.client.0.smithi112.stdout:op 617 completed, throughput=5.01MB/sec 2024-04-02T08:54:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:05 smithi112 ceph-mon[91385]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:05 smithi112 ceph-mon[88945]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:05 smithi187 ceph-mon[84356]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:06.268 INFO:tasks.workunit.client.0.smithi112.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:06.268 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-biAWyxfXTwiCwLp off=260166 len=941985 2024-04-02T08:54:06.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-02T08:54:06.273 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dFaxCtWVb-fzMsH off=3031360 len=1342963 2024-04-02T08:54:06.274 INFO:tasks.workunit.client.0.smithi112.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.274 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y2NtKgTEHSHUut_ off=3636721 len=2053432 2024-04-02T08:54:06.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 620 completed, throughput=5MB/sec 2024-04-02T08:54:07.282 INFO:tasks.workunit.client.0.smithi112.stdout: 129: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:07.282 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-y84P2l1Nk0fMuov off=215137 len=1002258 2024-04-02T08:54:07.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 621 completed, throughput=4.97MB/sec 2024-04-02T08:54:07.287 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PVjSR4Xl_n5756g off=2701850 len=1593585 2024-04-02T08:54:07.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 622 completed, throughput=4.98MB/sec 2024-04-02T08:54:07.290 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4YvmZHx5u62NxUn off=11389676 len=893399 2024-04-02T08:54:07.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 623 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.294 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WmT4ZpxDS3P6b74 off=1696332 len=1182729 2024-04-02T08:54:07.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 624 completed, throughput=5MB/sec 2024-04-02T08:54:07.301 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tJLI_7PQdju-WTj off=14753102 len=1162059 2024-04-02T08:54:07.305 INFO:tasks.workunit.client.0.smithi112.stdout:op 625 completed, throughput=5.01MB/sec 2024-04-02T08:54:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:07 smithi112 ceph-mon[88945]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:07 smithi112 ceph-mon[91385]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:07 smithi187 ceph-mon[84356]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:08.306 INFO:tasks.workunit.client.0.smithi112.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:08.306 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KN3f9SNw8wxe6H_ off=11340818 len=1075861 2024-04-02T08:54:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 626 completed, throughput=4.97MB/sec 2024-04-02T08:54:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IFiYjsiyFYcdK3S off=14720664 len=56923 2024-04-02T08:54:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 627 completed, throughput=4.98MB/sec 2024-04-02T08:54:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wLpTYRh2yMxuFdT off=2207452 len=1730219 2024-04-02T08:54:08.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 628 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.317 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lCy3e_cVMVhEKAG off=4949069 len=1350857 2024-04-02T08:54:08.321 INFO:tasks.workunit.client.0.smithi112.stdout:op 629 completed, throughput=5MB/sec 2024-04-02T08:54:08.322 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hsdw5V6kM-c9-ZW off=12375638 len=1742787 2024-04-02T08:54:08.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 630 completed, throughput=5.01MB/sec 2024-04-02T08:54:09.327 INFO:tasks.workunit.client.0.smithi112.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:09.327 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TKrljpFL35Ef8gv off=3255925 len=582660 2024-04-02T08:54:09.331 INFO:tasks.workunit.client.0.smithi112.stdout:op 631 completed, throughput=4.98MB/sec 2024-04-02T08:54:09.331 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wcZKxtfKHb_L733 off=7229437 len=1127693 2024-04-02T08:54:09.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 632 completed, throughput=4.98MB/sec 2024-04-02T08:54:09.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QSXjGdOMycI-qSq off=1986189 len=226044 2024-04-02T08:54:09.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 633 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NLwnXc4taj81N8_ off=5260028 len=875007 2024-04-02T08:54:09.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 634 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.335 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-66HwxyJL2tCEN54 off=4431300 len=2010857 2024-04-02T08:54:09.337 INFO:tasks.workunit.client.0.smithi112.stdout:op 635 completed, throughput=5.01MB/sec 2024-04-02T08:54:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:54:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:54:09] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:09 smithi112 ceph-mon[91385]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:09 smithi112 ceph-mon[88945]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:09 smithi187 ceph-mon[84356]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:10.337 INFO:tasks.workunit.client.0.smithi112.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:10.337 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Mu8guHRMj1FUjm6 off=409550 len=90999 2024-04-02T08:54:10.338 INFO:tasks.workunit.client.0.smithi112.stdout:op 636 completed, throughput=4.97MB/sec 2024-04-02T08:54:10.338 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2a1Y0KujEmFjwYv off=5017447 len=1206683 2024-04-02T08:54:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:op 637 completed, throughput=4.98MB/sec 2024-04-02T08:54:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1qYKzjsYcN-_VTY off=4874802 len=1463986 2024-04-02T08:54:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 638 completed, throughput=4.99MB/sec 2024-04-02T08:54:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4alP_L9aSIIhELF off=7862745 len=1596048 2024-04-02T08:54:10.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 639 completed, throughput=5MB/sec 2024-04-02T08:54:10.351 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I5Ka0QT1mPm1ugf off=3088081 len=946395 2024-04-02T08:54:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 640 completed, throughput=5.01MB/sec 2024-04-02T08:54:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:10 smithi112 ceph-mon[91385]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:10 smithi112 ceph-mon[88945]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:10 smithi187 ceph-mon[84356]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:11.352 INFO:tasks.workunit.client.0.smithi112.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:11.352 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QhlKCI0rYmLgaRU off=7283759 len=1822496 2024-04-02T08:54:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-02T08:54:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kC6uZJPcbWEv4Pv off=3639277 len=800767 2024-04-02T08:54:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:op 642 completed, throughput=4.99MB/sec 2024-04-02T08:54:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aGZLRgOYH4Rbudr off=721148 len=1605766 2024-04-02T08:54:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:op 643 completed, throughput=5MB/sec 2024-04-02T08:54:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vQxd_yfNZeNzEJ1 off=6407568 len=480608 2024-04-02T08:54:11.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 644 completed, throughput=5MB/sec 2024-04-02T08:54:12.364 INFO:tasks.workunit.client.0.smithi112.stdout: 134: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:12.365 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nst6y-N-NAy9uoF off=15248791 len=757405 2024-04-02T08:54:12.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 645 completed, throughput=4.97MB/sec 2024-04-02T08:54:12.365 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--ijxkbfiQrpY1yL off=1148609 len=1112727 2024-04-02T08:54:12.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 646 completed, throughput=4.98MB/sec 2024-04-02T08:54:12.370 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B30PMMbgtE8a8TJ off=2733835 len=579297 2024-04-02T08:54:12.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-02T08:54:12.373 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8ax2GsmPNd1FaKn off=9530141 len=1471227 2024-04-02T08:54:12.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 648 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.376 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y95hYphMfbsi8fH off=3238551 len=141973 2024-04-02T08:54:12.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.377 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LDiwzhGTMS3__Td off=5933676 len=1119337 2024-04-02T08:54:12.382 INFO:tasks.workunit.client.0.smithi112.stdout:op 650 completed, throughput=5MB/sec 2024-04-02T08:54:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:54:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:12 smithi187 ceph-mon[84356]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:12 smithi112 ceph-mon[88945]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:12 smithi112 ceph-mon[91385]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:13.382 INFO:tasks.workunit.client.0.smithi112.stdout: 135: throughput=4.96MB/sec pending data=0 2024-04-02T08:54:13.382 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BBJgCsTF9Iz9Wk2 off=0 len=1618126 2024-04-02T08:54:13.386 INFO:tasks.workunit.client.0.smithi112.stdout:op 651 completed, throughput=4.97MB/sec 2024-04-02T08:54:13.386 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZDW0yGI0hLDaoHs off=6070012 len=942643 2024-04-02T08:54:13.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 652 completed, throughput=4.98MB/sec 2024-04-02T08:54:13.387 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PDFnFvJOcHrS1aF off=11508570 len=274894 2024-04-02T08:54:13.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 653 completed, throughput=4.98MB/sec 2024-04-02T08:54:13.388 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L4UiBPuztUQ48BC off=10217116 len=132988 2024-04-02T08:54:13.388 INFO:tasks.workunit.client.0.smithi112.stdout:op 654 completed, throughput=4.98MB/sec 2024-04-02T08:54:13.388 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-stn00nkZaQHAaD9 off=2551083 len=714117 2024-04-02T08:54:13.391 INFO:tasks.workunit.client.0.smithi112.stdout:op 655 completed, throughput=4.99MB/sec 2024-04-02T08:54:13.391 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HBDgU9-EkfPpRZK off=9806576 len=1995955 2024-04-02T08:54:13.393 INFO:tasks.workunit.client.0.smithi112.stdout:op 656 completed, throughput=5MB/sec 2024-04-02T08:54:14.393 INFO:tasks.workunit.client.0.smithi112.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:14.393 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tKKxYuGWHNilqU1 off=6759726 len=1704048 2024-04-02T08:54:14.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 657 completed, throughput=4.98MB/sec 2024-04-02T08:54:14.394 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IKCb9r3kryJ1o0V off=9294587 len=503698 2024-04-02T08:54:14.396 INFO:tasks.workunit.client.0.smithi112.stdout:op 658 completed, throughput=4.98MB/sec 2024-04-02T08:54:14.396 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E97bcbqv1kYTOVW off=343117 len=1763277 2024-04-02T08:54:14.398 INFO:tasks.workunit.client.0.smithi112.stdout:op 659 completed, throughput=4.99MB/sec 2024-04-02T08:54:14.398 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B9awxygJImbAPM8 off=3959120 len=1761985 2024-04-02T08:54:14.399 INFO:tasks.workunit.client.0.smithi112.stdout:op 660 completed, throughput=5.01MB/sec 2024-04-02T08:54:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:14 smithi187 ceph-mon[84356]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:14 smithi112 ceph-mon[91385]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:14 smithi112 ceph-mon[88945]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:15.399 INFO:tasks.workunit.client.0.smithi112.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:15.399 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gWgDUj01MCzbcFw off=264715 len=1519704 2024-04-02T08:54:15.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 661 completed, throughput=4.98MB/sec 2024-04-02T08:54:15.406 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FZFR9cYMCEgBMcB off=4901195 len=1811960 2024-04-02T08:54:15.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.413 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-57NpqtzTSV_rAZy off=3588593 len=1503425 2024-04-02T08:54:15.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 663 completed, throughput=5MB/sec 2024-04-02T08:54:16.414 INFO:tasks.workunit.client.0.smithi112.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:16.414 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H-ZNhwy3ga5edz- off=11427687 len=889797 2024-04-02T08:54:16.419 INFO:tasks.workunit.client.0.smithi112.stdout:op 664 completed, throughput=4.97MB/sec 2024-04-02T08:54:16.419 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lquKm1p6QWjaPmm off=11649813 len=877276 2024-04-02T08:54:16.420 INFO:tasks.workunit.client.0.smithi112.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-02T08:54:16.420 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YUa9t_mkgSuB1Pi off=2970720 len=1070450 2024-04-02T08:54:16.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 666 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.421 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n9_A6vhPM1kVSo6 off=890564 len=694220 2024-04-02T08:54:16.424 INFO:tasks.workunit.client.0.smithi112.stdout:op 667 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.425 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1zHZisL9TfD8f3d off=1564814 len=1539932 2024-04-02T08:54:16.428 INFO:tasks.workunit.client.0.smithi112.stdout:op 668 completed, throughput=5MB/sec 2024-04-02T08:54:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:16 smithi187 ceph-mon[84356]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:16 smithi112 ceph-mon[91385]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:16 smithi112 ceph-mon[88945]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:17.428 INFO:tasks.workunit.client.0.smithi112.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:17.428 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FeK38RpZiEW8iQb off=39745 len=1460047 2024-04-02T08:54:17.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 669 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.429 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4cnVkOPE-TfFRHx off=5619164 len=363001 2024-04-02T08:54:17.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 670 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.433 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-50NtrTXoUHJ3Fnf off=5545638 len=152938 2024-04-02T08:54:17.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 671 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.433 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ClBqwb3NpFN88-w off=2775681 len=1620966 2024-04-02T08:54:17.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-02T08:54:17.434 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ejfpEeoQ0-wq8WO off=5946521 len=1527507 2024-04-02T08:54:17.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 673 completed, throughput=5MB/sec 2024-04-02T08:54:17.442 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dISn9-ElmKSY_Ha off=19780254 len=282629 2024-04-02T08:54:17.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 674 completed, throughput=5MB/sec 2024-04-02T08:54:18.443 INFO:tasks.workunit.client.0.smithi112.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:18.443 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8MAipOhzgYvHlzh off=5334978 len=310658 2024-04-02T08:54:18.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 675 completed, throughput=4.97MB/sec 2024-04-02T08:54:18.446 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6WBdl39-zsOtvCj off=5159181 len=1086136 2024-04-02T08:54:18.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 676 completed, throughput=4.98MB/sec 2024-04-02T08:54:18.452 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--6S-nfx991K1TWS off=1124096 len=583004 2024-04-02T08:54:18.455 INFO:tasks.workunit.client.0.smithi112.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-02T08:54:18.455 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4zdQVUXvNopIskP off=845814 len=1485400 2024-04-02T08:54:18.461 INFO:tasks.workunit.client.0.smithi112.stdout:op 678 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.461 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BwM9lc1HzaVtmm3 off=14714131 len=718207 2024-04-02T08:54:18.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 679 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.462 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uMghlYjrtxH9iD1 off=10526697 len=1098142 2024-04-02T08:54:18.468 INFO:tasks.workunit.client.0.smithi112.stdout:op 680 completed, throughput=5MB/sec 2024-04-02T08:54:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:18 smithi187 ceph-mon[84356]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:18 smithi112 ceph-mon[91385]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:18 smithi112 ceph-mon[88945]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:19.468 INFO:tasks.workunit.client.0.smithi112.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:19.469 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yyQ5Lnk7c6k2arh off=4616139 len=790103 2024-04-02T08:54:19.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 681 completed, throughput=4.97MB/sec 2024-04-02T08:54:19.469 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_SzzSKG9ueL9aGd off=11481559 len=318939 2024-04-02T08:54:19.472 INFO:tasks.workunit.client.0.smithi112.stdout:op 682 completed, throughput=4.97MB/sec 2024-04-02T08:54:19.472 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KWRmfndse30Nr-t off=1955614 len=1979030 2024-04-02T08:54:19.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 683 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.481 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BRv-PLVn-N8bRMA off=13341969 len=398143 2024-04-02T08:54:19.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 684 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.481 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bX3knsRAK6Er8OH off=1719498 len=1730917 2024-04-02T08:54:19.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 685 completed, throughput=5MB/sec 2024-04-02T08:54:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:54:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:54:19] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:20.492 INFO:tasks.workunit.client.0.smithi112.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:20.493 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H6KD_ipfz77bOuV off=1595126 len=1479924 2024-04-02T08:54:20.497 INFO:tasks.workunit.client.0.smithi112.stdout:op 686 completed, throughput=4.98MB/sec 2024-04-02T08:54:20.498 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jwviKZEZJv2C4JI off=1963813 len=1196170 2024-04-02T08:54:20.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-02T08:54:20.498 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MdDNHMLJszDz0V8 off=7330609 len=1931509 2024-04-02T08:54:20.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 688 completed, throughput=5MB/sec 2024-04-02T08:54:20.508 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QAbBm9P4SA5QkI0 off=3974366 len=1460489 2024-04-02T08:54:20.509 INFO:tasks.workunit.client.0.smithi112.stdout:op 689 completed, throughput=5MB/sec 2024-04-02T08:54:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:20 smithi187 ceph-mon[84356]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:20 smithi112 ceph-mon[91385]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:20 smithi112 ceph-mon[88945]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:21.509 INFO:tasks.workunit.client.0.smithi112.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:21.509 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lquKm1p6QWjaPmm off=18059863 len=1257633 2024-04-02T08:54:21.514 INFO:tasks.workunit.client.0.smithi112.stdout:op 690 completed, throughput=4.98MB/sec 2024-04-02T08:54:21.514 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NG2PPJzIbXvbga9 off=8233912 len=1800174 2024-04-02T08:54:21.516 INFO:tasks.workunit.client.0.smithi112.stdout:op 691 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.516 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q3mjLR8KnyjjlLH off=1004132 len=725486 2024-04-02T08:54:21.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 692 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.520 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DkaEwypOzknECtD off=6823800 len=1101482 2024-04-02T08:54:21.522 INFO:tasks.workunit.client.0.smithi112.stdout:op 693 completed, throughput=5MB/sec 2024-04-02T08:54:22.523 INFO:tasks.workunit.client.0.smithi112.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:22.523 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kfbfTpTXtZs6g2H off=4227606 len=1912668 2024-04-02T08:54:22.526 INFO:tasks.workunit.client.0.smithi112.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-02T08:54:22.526 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kYKlmmSofpLfOHl off=4115185 len=2082607 2024-04-02T08:54:22.534 INFO:tasks.workunit.client.0.smithi112.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.534 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uGIg2OI60FcMfNk off=10203502 len=302928 2024-04-02T08:54:22.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 696 completed, throughput=5MB/sec 2024-04-02T08:54:22.535 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ThncXYVO67GJvsJ off=20944277 len=297864 2024-04-02T08:54:22.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 697 completed, throughput=5MB/sec 2024-04-02T08:54:22.535 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LbOm0E4bugzHAPV off=3805895 len=1707181 2024-04-02T08:54:22.544 INFO:tasks.workunit.client.0.smithi112.stdout:op 698 completed, throughput=5.01MB/sec 2024-04-02T08:54:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:54:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:22 smithi187 ceph-mon[84356]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:22 smithi112 ceph-mon[88945]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:22 smithi112 ceph-mon[91385]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:54:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:23.544 INFO:tasks.workunit.client.0.smithi112.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:23.545 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lORLjDtAwaLxeL7 off=8507426 len=1889409 2024-04-02T08:54:23.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.553 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0VdMHQRXmm-23jt off=2288219 len=57186 2024-04-02T08:54:23.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.555 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AnkPWa_GYRIcJQ3 off=17876948 len=1697354 2024-04-02T08:54:23.556 INFO:tasks.workunit.client.0.smithi112.stdout:op 701 completed, throughput=5MB/sec 2024-04-02T08:54:23.556 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FWn4CfsDmumbxbd off=4756293 len=123245 2024-04-02T08:54:23.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 702 completed, throughput=5MB/sec 2024-04-02T08:54:23.558 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V0UKnQUiiXsqbAx off=12991153 len=1872799 2024-04-02T08:54:23.566 INFO:tasks.workunit.client.0.smithi112.stdout:op 703 completed, throughput=5.01MB/sec 2024-04-02T08:54:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:54:24.566 INFO:tasks.workunit.client.0.smithi112.stdout: 146: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:24.566 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vkeGBCH8VIDzmFY off=12904204 len=1879681 2024-04-02T08:54:24.568 INFO:tasks.workunit.client.0.smithi112.stdout:op 704 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.568 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B2gPWf1rjp7TkPV off=3796456 len=2001515 2024-04-02T08:54:24.571 INFO:tasks.workunit.client.0.smithi112.stdout:op 705 completed, throughput=5MB/sec 2024-04-02T08:54:25.572 INFO:tasks.workunit.client.0.smithi112.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:25.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fhIuualXh0-lN0x off=5965024 len=1721876 2024-04-02T08:54:25.579 INFO:tasks.workunit.client.0.smithi112.stdout:op 706 completed, throughput=4.98MB/sec 2024-04-02T08:54:25.579 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qcfyBpwVc4iihwO off=7234096 len=1343877 2024-04-02T08:54:25.580 INFO:tasks.workunit.client.0.smithi112.stdout:op 707 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.580 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ddMjA_WoPlDEYAb off=6060779 len=78255 2024-04-02T08:54:25.580 INFO:tasks.workunit.client.0.smithi112.stdout:op 708 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.580 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NGtQoLjexLVDoqj off=3428501 len=963221 2024-04-02T08:54:25.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.585 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PIXP6_gzK_cdWxb off=5601830 len=1391422 2024-04-02T08:54:25.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 710 completed, throughput=5MB/sec 2024-04-02T08:54:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:25 smithi187 ceph-mon[84356]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:25 smithi112 ceph-mon[88945]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:25 smithi112 ceph-mon[91385]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:26.587 INFO:tasks.workunit.client.0.smithi112.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:26.587 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L6nd7E0vlbmm-1l off=4913117 len=974576 2024-04-02T08:54:26.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 711 completed, throughput=4.97MB/sec 2024-04-02T08:54:26.589 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yMzgIMsujJjkzN- off=9358292 len=15238 2024-04-02T08:54:26.591 INFO:tasks.workunit.client.0.smithi112.stdout:op 712 completed, throughput=4.97MB/sec 2024-04-02T08:54:26.592 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lq4Nnmf_ouhphfv off=12148997 len=730591 2024-04-02T08:54:26.592 INFO:tasks.workunit.client.0.smithi112.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-02T08:54:26.592 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AFqwEe1CL0bX8Ga off=10604803 len=537274 2024-04-02T08:54:26.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 714 completed, throughput=4.98MB/sec 2024-04-02T08:54:26.596 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yv4tO71mEcPShQ8 off=2883370 len=172000 2024-04-02T08:54:26.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 715 completed, throughput=4.98MB/sec 2024-04-02T08:54:26.597 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lRIKQw_cGwFCYLt off=3414151 len=346321 2024-04-02T08:54:26.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.598 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fmDO3duUU7ZQKRx off=13212243 len=1439815 2024-04-02T08:54:26.599 INFO:tasks.workunit.client.0.smithi112.stdout:op 717 completed, throughput=5MB/sec 2024-04-02T08:54:26.599 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IOlplKwUL7cjxfZ off=5751692 len=946501 2024-04-02T08:54:26.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 718 completed, throughput=5MB/sec 2024-04-02T08:54:27.601 INFO:tasks.workunit.client.0.smithi112.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:27.601 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aidxoveVTHYyamH off=7945353 len=764619 2024-04-02T08:54:27.603 INFO:tasks.workunit.client.0.smithi112.stdout:op 719 completed, throughput=4.97MB/sec 2024-04-02T08:54:27.603 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y1g0CNo9-ItXQwc off=2985081 len=1264847 2024-04-02T08:54:27.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 720 completed, throughput=4.98MB/sec 2024-04-02T08:54:27.606 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sr7HkhAUrZ-xOli off=21042868 len=2046003 2024-04-02T08:54:27.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-02T08:54:27.607 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zvJPclwjv6MZ5ky off=8849143 len=469392 2024-04-02T08:54:27.608 INFO:tasks.workunit.client.0.smithi112.stdout:op 722 completed, throughput=5MB/sec 2024-04-02T08:54:27.608 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zZ2B9nrDgrBAfdN off=25053 len=1423374 2024-04-02T08:54:27.615 INFO:tasks.workunit.client.0.smithi112.stdout:op 723 completed, throughput=5.01MB/sec 2024-04-02T08:54:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:27 smithi187 ceph-mon[84356]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:27 smithi112 ceph-mon[88945]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:27 smithi112 ceph-mon[91385]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:28.615 INFO:tasks.workunit.client.0.smithi112.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:28.615 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lEl61SA7DRW0ynX off=13565309 len=1886655 2024-04-02T08:54:28.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 724 completed, throughput=4.98MB/sec 2024-04-02T08:54:28.619 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FdqbfTlIK8RO0z5 off=18452797 len=428232 2024-04-02T08:54:28.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.623 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SRC0c4C6XrYz2XP off=4553434 len=1932905 2024-04-02T08:54:28.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 726 completed, throughput=5MB/sec 2024-04-02T08:54:28.630 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r1S4pgWn9KJAV-U off=8433146 len=1753456 2024-04-02T08:54:28.631 INFO:tasks.workunit.client.0.smithi112.stdout:op 727 completed, throughput=5.01MB/sec 2024-04-02T08:54:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:54:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:54:29] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-02T08:54:29.631 INFO:tasks.workunit.client.0.smithi112.stdout: 151: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:29.632 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EOmFTZEfxXKKuQp off=16021389 len=1113419 2024-04-02T08:54:29.638 INFO:tasks.workunit.client.0.smithi112.stdout:op 728 completed, throughput=4.98MB/sec 2024-04-02T08:54:29.638 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JQylbcfIVoG6Pz6 off=2295113 len=679206 2024-04-02T08:54:29.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 729 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.641 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uQ7tisS2bKOqZRn off=2192576 len=921286 2024-04-02T08:54:29.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 730 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.642 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2Al3vC4EejBugMO off=5052821 len=812663 2024-04-02T08:54:29.644 INFO:tasks.workunit.client.0.smithi112.stdout:op 731 completed, throughput=5MB/sec 2024-04-02T08:54:29.644 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tsYInPxkEAQqgx2 off=10953454 len=1466858 2024-04-02T08:54:29.645 INFO:tasks.workunit.client.0.smithi112.stdout:op 732 completed, throughput=5.01MB/sec 2024-04-02T08:54:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:29 smithi187 ceph-mon[84356]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:29 smithi112 ceph-mon[91385]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:29 smithi112 ceph-mon[88945]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:30.646 INFO:tasks.workunit.client.0.smithi112.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:30.646 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wIQQkTc8ek-PsOi off=14858767 len=144736 2024-04-02T08:54:30.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 733 completed, throughput=4.98MB/sec 2024-04-02T08:54:30.647 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nGIx826yrAbE67O off=3187489 len=1700041 2024-04-02T08:54:30.648 INFO:tasks.workunit.client.0.smithi112.stdout:op 734 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.648 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-98KPzzQ0quYlU4j off=9785141 len=1124097 2024-04-02T08:54:30.653 INFO:tasks.workunit.client.0.smithi112.stdout:op 735 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.654 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H9JX1q0exm69e1B off=9490729 len=1489807 2024-04-02T08:54:30.655 INFO:tasks.workunit.client.0.smithi112.stdout:op 736 completed, throughput=5MB/sec 2024-04-02T08:54:31.655 INFO:tasks.workunit.client.0.smithi112.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:31.655 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-17FMGBkfP62YrFG off=5324148 len=876155 2024-04-02T08:54:31.659 INFO:tasks.workunit.client.0.smithi112.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-02T08:54:31.659 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-STQ7ebO1CuDVOsy off=1712873 len=1830535 2024-04-02T08:54:31.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.661 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XswRtbx1MRK9Uwm off=17577249 len=514824 2024-04-02T08:54:31.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 739 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.664 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iEmRLx4QMBYR5wN off=3556728 len=1102465 2024-04-02T08:54:31.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 740 completed, throughput=5MB/sec 2024-04-02T08:54:31.665 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BupB3kn1-eUrQZc off=220541 len=1024320 2024-04-02T08:54:31.669 INFO:tasks.workunit.client.0.smithi112.stdout:op 741 completed, throughput=5MB/sec 2024-04-02T08:54:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:31 smithi187 ceph-mon[84356]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:31 smithi112 ceph-mon[88945]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:31 smithi112 ceph-mon[91385]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:32.670 INFO:tasks.workunit.client.0.smithi112.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:32.670 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-e-fxwO_MvpdQ5zT off=11890994 len=1393360 2024-04-02T08:54:32.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 742 completed, throughput=4.98MB/sec 2024-04-02T08:54:32.672 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mRaF2YKWM67A609 off=1848721 len=1902575 2024-04-02T08:54:32.683 INFO:tasks.workunit.client.0.smithi112.stdout:op 743 completed, throughput=4.99MB/sec 2024-04-02T08:54:32.684 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5OiWT6zo4MP7YTu off=18842084 len=539924 2024-04-02T08:54:32.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 744 completed, throughput=4.99MB/sec 2024-04-02T08:54:32.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AFA5PrLStDWdLrD off=865928 len=1023907 2024-04-02T08:54:32.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 745 completed, throughput=5MB/sec 2024-04-02T08:54:32.691 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bpuot17bDnXA_9R off=5253027 len=1729037 2024-04-02T08:54:32.697 INFO:tasks.workunit.client.0.smithi112.stdout:op 746 completed, throughput=5.01MB/sec 2024-04-02T08:54:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:54:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:33.697 INFO:tasks.workunit.client.0.smithi112.stdout: 155: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:33.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yvYpRpMxFyCnNZd off=13998209 len=1479608 2024-04-02T08:54:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 747 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I4MZIhNFPnADXGF off=16116955 len=286855 2024-04-02T08:54:33.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.700 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RhrGi_KU1avri1R off=8586989 len=1337523 2024-04-02T08:54:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 749 completed, throughput=5MB/sec 2024-04-02T08:54:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9cm-qrDaShoFW9D off=18007533 len=378845 2024-04-02T08:54:33.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 750 completed, throughput=5MB/sec 2024-04-02T08:54:33.710 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lwHkfDwEx2EXnGW off=3958211 len=198327 2024-04-02T08:54:33.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 751 completed, throughput=5MB/sec 2024-04-02T08:54:33.711 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e8-aPIsOO_D3uOZ off=208590 len=1617485 2024-04-02T08:54:33.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 752 completed, throughput=5.01MB/sec 2024-04-02T08:54:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:33 smithi187 ceph-mon[84356]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:33 smithi112 ceph-mon[88945]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:33 smithi112 ceph-mon[91385]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:34.718 INFO:tasks.workunit.client.0.smithi112.stdout: 156: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:34.718 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KYC4ih6ngMGGKO0 off=799708 len=399594 2024-04-02T08:54:34.719 INFO:tasks.workunit.client.0.smithi112.stdout:op 753 completed, throughput=4.98MB/sec 2024-04-02T08:54:34.719 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dELfsWTYk4GFb88 off=7361048 len=933672 2024-04-02T08:54:34.724 INFO:tasks.workunit.client.0.smithi112.stdout:op 754 completed, throughput=4.99MB/sec 2024-04-02T08:54:34.724 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YjKRDGuD_lZs3Tj off=8280502 len=2024887 2024-04-02T08:54:34.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 755 completed, throughput=5MB/sec 2024-04-02T08:54:34.725 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aZQtPVol7ZAIc5H off=2217907 len=914319 2024-04-02T08:54:34.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 756 completed, throughput=5MB/sec 2024-04-02T08:54:35.728 INFO:tasks.workunit.client.0.smithi112.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:35.728 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-86KJ1aXKnOVRop4 off=2085124 len=424407 2024-04-02T08:54:35.731 INFO:tasks.workunit.client.0.smithi112.stdout:op 757 completed, throughput=4.97MB/sec 2024-04-02T08:54:35.731 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-39rPKwQehugbvMn off=1719238 len=1124095 2024-04-02T08:54:35.732 INFO:tasks.workunit.client.0.smithi112.stdout:op 758 completed, throughput=4.98MB/sec 2024-04-02T08:54:35.732 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5oKtj-J_Y2JNmwP off=8342033 len=1885748 2024-04-02T08:54:35.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 759 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.734 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GUE2mxrGsGIwbLT off=14193668 len=1128744 2024-04-02T08:54:35.736 INFO:tasks.workunit.client.0.smithi112.stdout:op 760 completed, throughput=5MB/sec 2024-04-02T08:54:35.736 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--5s-m84vbM5w0LW off=13497070 len=888167 2024-04-02T08:54:35.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 761 completed, throughput=5MB/sec 2024-04-02T08:54:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:35 smithi187 ceph-mon[84356]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:35 smithi112 ceph-mon[88945]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:35 smithi112 ceph-mon[91385]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:36.737 INFO:tasks.workunit.client.0.smithi112.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:36.737 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m0jxGpcDpp_IWKy off=561110 len=473997 2024-04-02T08:54:36.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 762 completed, throughput=4.98MB/sec 2024-04-02T08:54:36.737 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LeIKDjCs2zUFrWJ off=14767261 len=681403 2024-04-02T08:54:36.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 763 completed, throughput=4.98MB/sec 2024-04-02T08:54:36.742 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IDYtO9pu2czIZSW off=3272882 len=1819875 2024-04-02T08:54:36.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 764 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.752 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j_ezB6EWXcslJIn off=9817799 len=538172 2024-04-02T08:54:36.755 INFO:tasks.workunit.client.0.smithi112.stdout:op 765 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rwUVEHVc_ApO0lN off=2111344 len=931868 2024-04-02T08:54:36.758 INFO:tasks.workunit.client.0.smithi112.stdout:op 766 completed, throughput=5MB/sec 2024-04-02T08:54:36.758 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ITnqFMlOXpNiSFx off=11007517 len=1316432 2024-04-02T08:54:36.760 INFO:tasks.workunit.client.0.smithi112.stdout:op 767 completed, throughput=5.01MB/sec 2024-04-02T08:54:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: 159: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:37.761 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QcYrkKPilEK-Fpl off=3039025 len=521659 2024-04-02T08:54:37.761 INFO:tasks.workunit.client.0.smithi112.stdout:op 768 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.761 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MPvkq9g272NG2Z4 off=18328733 len=394926 2024-04-02T08:54:37.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D5VckAK-XvOtchc off=11725109 len=226212 2024-04-02T08:54:37.767 INFO:tasks.workunit.client.0.smithi112.stdout:op 770 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.767 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tagKs5Zle1ujX-o off=1357683 len=27755 2024-04-02T08:54:37.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 771 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.769 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0mHKGyMO8OgZ4kx off=3333017 len=1624409 2024-04-02T08:54:37.776 INFO:tasks.workunit.client.0.smithi112.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-02T08:54:37.776 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a9CXS28DvsWtlSB off=3368756 len=1943498 2024-04-02T08:54:37.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 773 completed, throughput=5MB/sec 2024-04-02T08:54:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:37 smithi187 ceph-mon[84356]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:54:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:37 smithi112 ceph-mon[91385]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:54:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:37 smithi112 ceph-mon[88945]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:54:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:38.781 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vQKU_-QnJeYcZ0x off=11029987 len=2044477 2024-04-02T08:54:38.784 INFO:tasks.workunit.client.0.smithi112.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-02T08:54:38.784 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cxR5clCoT1HA9Px off=105756 len=223510 2024-04-02T08:54:38.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-02T08:54:38.788 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DH9_uTVHZ_Thajy off=7898032 len=352391 2024-04-02T08:54:38.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.789 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9lync2filxJQtZN off=8618331 len=1268367 2024-04-02T08:54:38.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.790 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ao8zncTwlHnDab0 off=5169145 len=558448 2024-04-02T08:54:38.794 INFO:tasks.workunit.client.0.smithi112.stdout:op 778 completed, throughput=5MB/sec 2024-04-02T08:54:38.794 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lDSeZ75Kqs7xx7H off=254614 len=640771 2024-04-02T08:54:38.795 INFO:tasks.workunit.client.0.smithi112.stdout:op 779 completed, throughput=5MB/sec 2024-04-02T08:54:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:54:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:54:39] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:39.795 INFO:tasks.workunit.client.0.smithi112.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:39.795 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fmx_xz7Gc2x-pJn off=282431 len=1558897 2024-04-02T08:54:39.800 INFO:tasks.workunit.client.0.smithi112.stdout:op 780 completed, throughput=4.98MB/sec 2024-04-02T08:54:39.801 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_R0k1mQLL2xm7ed off=5637287 len=1269963 2024-04-02T08:54:39.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.806 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c9qyEfEW4oG2VnT off=3363819 len=2089362 2024-04-02T08:54:39.808 INFO:tasks.workunit.client.0.smithi112.stdout:op 782 completed, throughput=5MB/sec 2024-04-02T08:54:39.808 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EbikrS_6aPqPlut off=5569051 len=88654 2024-04-02T08:54:39.810 INFO:tasks.workunit.client.0.smithi112.stdout:op 783 completed, throughput=5MB/sec 2024-04-02T08:54:39.810 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DFCtQU-OQN2CoGS off=4652303 len=138182 2024-04-02T08:54:39.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 784 completed, throughput=5MB/sec 2024-04-02T08:54:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:39 smithi187 ceph-mon[84356]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:54:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:39 smithi112 ceph-mon[91385]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:54:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:39 smithi112 ceph-mon[88945]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:54:40.811 INFO:tasks.workunit.client.0.smithi112.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:40.811 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VvEIcEuveADubwH off=11333363 len=680997 2024-04-02T08:54:40.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 785 completed, throughput=4.97MB/sec 2024-04-02T08:54:40.813 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cCH3eBifzTMnVbB off=621793 len=679485 2024-04-02T08:54:40.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 786 completed, throughput=4.98MB/sec 2024-04-02T08:54:40.814 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MQVkJfrso9Urg4Q off=15014209 len=978115 2024-04-02T08:54:40.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-02T08:54:40.816 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TgCJNf2hHJIHC4x off=2223654 len=112284 2024-04-02T08:54:40.817 INFO:tasks.workunit.client.0.smithi112.stdout:op 788 completed, throughput=4.98MB/sec 2024-04-02T08:54:40.817 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kKXeQqorMcKyoh3 off=16621962 len=92839 2024-04-02T08:54:40.819 INFO:tasks.workunit.client.0.smithi112.stdout:op 789 completed, throughput=4.98MB/sec 2024-04-02T08:54:40.819 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BGRnNkYVE7_pZp3 off=16792026 len=162450 2024-04-02T08:54:40.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 790 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.821 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ukIge4XEtQGnObu off=1917414 len=799155 2024-04-02T08:54:40.825 INFO:tasks.workunit.client.0.smithi112.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.825 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tiKAZx7tpHheRbg off=11429141 len=727709 2024-04-02T08:54:40.829 INFO:tasks.workunit.client.0.smithi112.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.829 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1SdpgmY-ox-Ln4g off=3911537 len=2049727 2024-04-02T08:54:40.837 INFO:tasks.workunit.client.0.smithi112.stdout:op 793 completed, throughput=5.01MB/sec 2024-04-02T08:54:41.837 INFO:tasks.workunit.client.0.smithi112.stdout: 163: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:41.837 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RAMO6W5IuWBSeTn off=168756 len=169474 2024-04-02T08:54:41.838 INFO:tasks.workunit.client.0.smithi112.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-02T08:54:41.838 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-13cqiiWe60RF7bb off=5329281 len=717372 2024-04-02T08:54:41.840 INFO:tasks.workunit.client.0.smithi112.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-02T08:54:41.840 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vpbRQBwRB547IrK off=5357593 len=1149649 2024-04-02T08:54:41.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.841 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uRxSJN_Hj9nb_u0 off=14132870 len=1089580 2024-04-02T08:54:41.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.842 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kZQoCtv7Zvmssz1 off=8591167 len=862354 2024-04-02T08:54:41.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 798 completed, throughput=5MB/sec 2024-04-02T08:54:41.842 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-taMnscPl0A5e_fa off=4361762 len=1964363 2024-04-02T08:54:41.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 799 completed, throughput=5.01MB/sec 2024-04-02T08:54:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:41 smithi187 ceph-mon[84356]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:41 smithi112 ceph-mon[91385]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:41 smithi112 ceph-mon[88945]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:54:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:42.844 INFO:tasks.workunit.client.0.smithi112.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:42.844 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-k_wBGNT44xGqfnE off=7035842 len=1433651 2024-04-02T08:54:42.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 800 completed, throughput=4.99MB/sec 2024-04-02T08:54:42.847 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QGPIr5mTtXIqkEA off=287783 len=1907143 2024-04-02T08:54:42.858 INFO:tasks.workunit.client.0.smithi112.stdout:op 801 completed, throughput=5MB/sec 2024-04-02T08:54:42.858 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R7rTXb_gyMk8xdI off=7185459 len=1039678 2024-04-02T08:54:42.859 INFO:tasks.workunit.client.0.smithi112.stdout:op 802 completed, throughput=5MB/sec 2024-04-02T08:54:43.859 INFO:tasks.workunit.client.0.smithi112.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:43.859 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-layuzaRkweAMKJQ off=265984 len=2038790 2024-04-02T08:54:43.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 803 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.861 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xgsYuuEg28XNJpz off=1826766 len=962192 2024-04-02T08:54:43.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 804 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.862 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DVW0WMtuHiXZKZr off=15233490 len=799336 2024-04-02T08:54:43.863 INFO:tasks.workunit.client.0.smithi112.stdout:op 805 completed, throughput=5MB/sec 2024-04-02T08:54:43.863 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XIyhhlxU2YPXavE off=11123241 len=1555358 2024-04-02T08:54:43.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 806 completed, throughput=5MB/sec 2024-04-02T08:54:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:43 smithi187 ceph-mon[84356]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:54:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:43 smithi112 ceph-mon[88945]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:54:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:43 smithi112 ceph-mon[91385]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:54:44.870 INFO:tasks.workunit.client.0.smithi112.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:44.870 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tAh8g81jy2enlWi off=7221730 len=1608591 2024-04-02T08:54:44.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 807 completed, throughput=4.98MB/sec 2024-04-02T08:54:44.877 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OM5qgqaE5XT8q2h off=2280452 len=667730 2024-04-02T08:54:44.878 INFO:tasks.workunit.client.0.smithi112.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-02T08:54:44.878 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-e8FsCvvmlqpgnEb off=14481913 len=760539 2024-04-02T08:54:44.879 INFO:tasks.workunit.client.0.smithi112.stdout:op 809 completed, throughput=4.99MB/sec 2024-04-02T08:54:44.879 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GMesifcdd5r2mPL off=347734 len=1623168 2024-04-02T08:54:44.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 810 completed, throughput=5MB/sec 2024-04-02T08:54:45.886 INFO:tasks.workunit.client.0.smithi112.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:45.886 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s-x02EE2RMbavnQ off=2353188 len=567605 2024-04-02T08:54:45.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 811 completed, throughput=4.97MB/sec 2024-04-02T08:54:45.890 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0i1RGkGL28DJD6P off=1122362 len=121441 2024-04-02T08:54:45.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 812 completed, throughput=4.97MB/sec 2024-04-02T08:54:45.892 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DZKm_Sh2gjNc01v off=2697027 len=1231065 2024-04-02T08:54:45.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 813 completed, throughput=4.98MB/sec 2024-04-02T08:54:45.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8KaAQPX7JzYd2xd off=1425629 len=1566785 2024-04-02T08:54:45.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.903 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CcPCvluDGJNs7H7 off=3757257 len=107883 2024-04-02T08:54:45.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 815 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.903 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dryrnDZ01PKWXZz off=8322379 len=1246769 2024-04-02T08:54:45.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 816 completed, throughput=5MB/sec 2024-04-02T08:54:45.907 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E3sjy04LvZ1JE5M off=813022 len=1765295 2024-04-02T08:54:45.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 817 completed, throughput=5.01MB/sec 2024-04-02T08:54:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:45 smithi187 ceph-mon[84356]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:45 smithi112 ceph-mon[88945]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:45 smithi112 ceph-mon[91385]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:46.915 INFO:tasks.workunit.client.0.smithi112.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:46.915 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V-Ebp_R9XwCooIY off=456967 len=1761044 2024-04-02T08:54:46.925 INFO:tasks.workunit.client.0.smithi112.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.925 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-J8Q42EpoCAhc9K8 off=15315422 len=1368196 2024-04-02T08:54:46.931 INFO:tasks.workunit.client.0.smithi112.stdout:op 819 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.931 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nrLUVPhkTWKIoZN off=24095230 len=1468792 2024-04-02T08:54:46.936 INFO:tasks.workunit.client.0.smithi112.stdout:op 820 completed, throughput=5MB/sec 2024-04-02T08:54:47.936 INFO:tasks.workunit.client.0.smithi112.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:47.937 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e__sfa0Twsu99pR off=3457853 len=1514806 2024-04-02T08:54:47.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-02T08:54:47.945 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-baCVPo3FOBauNIa off=8182070 len=314902 2024-04-02T08:54:47.947 INFO:tasks.workunit.client.0.smithi112.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-02T08:54:47.947 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-abjcCuVejCR-8_w off=2716338 len=1274430 2024-04-02T08:54:47.949 INFO:tasks.workunit.client.0.smithi112.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.949 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3hUUy8ZD7HvrAZr off=1479813 len=17114 2024-04-02T08:54:47.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 824 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.950 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tkJ2vGDBbbpT963 off=1093270 len=497149 2024-04-02T08:54:47.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 825 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.951 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f_KkpGmSx-uwl_u off=10570215 len=169444 2024-04-02T08:54:47.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.951 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6udAwt09ZCcIt8a off=707884 len=174379 2024-04-02T08:54:47.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 827 completed, throughput=5MB/sec 2024-04-02T08:54:47.952 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rqQqaW8-MtsFxZ5 off=7133203 len=547466 2024-04-02T08:54:47.953 INFO:tasks.workunit.client.0.smithi112.stdout:op 828 completed, throughput=5MB/sec 2024-04-02T08:54:47.954 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6udAwt09ZCcIt8a off=1699101 len=642611 2024-04-02T08:54:47.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 829 completed, throughput=5MB/sec 2024-04-02T08:54:47.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:47 smithi187 ceph-mon[84356]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:54:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:47 smithi112 ceph-mon[91385]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:54:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:47 smithi112 ceph-mon[88945]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:54:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:48.955 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-06lHy0iqzILiF-m off=17778816 len=93955 2024-04-02T08:54:48.955 INFO:tasks.workunit.client.0.smithi112.stdout:op 830 completed, throughput=4.97MB/sec 2024-04-02T08:54:48.956 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MPvkq9g272NG2Z4 off=16529530 len=575221 2024-04-02T08:54:48.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 831 completed, throughput=4.98MB/sec 2024-04-02T08:54:48.960 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cBXV63VyZ1oY9dU off=392256 len=1728462 2024-04-02T08:54:48.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 832 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.968 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-m6AQEOW-Sl8GHA3 off=6444069 len=1727876 2024-04-02T08:54:48.975 INFO:tasks.workunit.client.0.smithi112.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.976 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZlPVcMGm0HYCA0I off=7454185 len=1812095 2024-04-02T08:54:48.986 INFO:tasks.workunit.client.0.smithi112.stdout:op 834 completed, throughput=5MB/sec 2024-04-02T08:54:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:54:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:54:49] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:49 smithi187 ceph-mon[84356]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:49.987 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--FUnMrHkrD_MiJu off=12868030 len=572455 2024-04-02T08:54:49.988 INFO:tasks.workunit.client.0.smithi112.stdout:op 835 completed, throughput=4.98MB/sec 2024-04-02T08:54:49.988 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GHcKhsO-VhGeCCV off=17429544 len=1035420 2024-04-02T08:54:49.989 INFO:tasks.workunit.client.0.smithi112.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-02T08:54:49.989 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d00mTgMIRdIwWdu off=5920925 len=1115624 2024-04-02T08:54:49.990 INFO:tasks.workunit.client.0.smithi112.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-02T08:54:49.990 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1Y_myGRjZhtMWDF off=13793701 len=853103 2024-04-02T08:54:49.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 838 completed, throughput=5MB/sec 2024-04-02T08:54:49.994 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-luxRXtGe7o33mUF off=10756381 len=120166 2024-04-02T08:54:49.995 INFO:tasks.workunit.client.0.smithi112.stdout:op 839 completed, throughput=5MB/sec 2024-04-02T08:54:49.995 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zexK39ZhX0vKzVE off=6974678 len=1947608 2024-04-02T08:54:49.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 840 completed, throughput=5.01MB/sec 2024-04-02T08:54:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:49 smithi112 ceph-mon[88945]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:49 smithi112 ceph-mon[91385]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:50.998 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zvL8ugAjzB_DAZg off=13332372 len=1944545 2024-04-02T08:54:51.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.000 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ClBqwb3NpFN88-w off=4396113 len=330796 2024-04-02T08:54:51.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 842 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.000 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RB8liOuLy0rjW3j off=524686 len=618941 2024-04-02T08:54:51.003 INFO:tasks.workunit.client.0.smithi112.stdout:op 843 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.003 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-apaROqWhv_6vOVy off=8796973 len=212135 2024-04-02T08:54:51.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 844 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.006 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E3sjy04LvZ1JE5M off=1017553 len=464112 2024-04-02T08:54:51.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 845 completed, throughput=5MB/sec 2024-04-02T08:54:51.008 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wLOMKdtUs8CV_Jm off=11864627 len=1928702 2024-04-02T08:54:51.009 INFO:tasks.workunit.client.0.smithi112.stdout:op 846 completed, throughput=5.01MB/sec 2024-04-02T08:54:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:51 smithi187 ceph-mon[84356]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:52.010 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E4o2W_CtDwjf_-L off=14581919 len=1700589 2024-04-02T08:54:52.011 INFO:tasks.workunit.client.0.smithi112.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.012 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P2G-BA-cbczjk_A off=2464584 len=410622 2024-04-02T08:54:52.015 INFO:tasks.workunit.client.0.smithi112.stdout:op 848 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.015 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oygTgTMPT4t9tpl off=1445942 len=1641747 2024-04-02T08:54:52.021 INFO:tasks.workunit.client.0.smithi112.stdout:op 849 completed, throughput=5MB/sec 2024-04-02T08:54:52.021 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-71qZPdzcC0ca80h off=3238346 len=1153380 2024-04-02T08:54:52.026 INFO:tasks.workunit.client.0.smithi112.stdout:op 850 completed, throughput=5.01MB/sec 2024-04-02T08:54:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:51 smithi112 ceph-mon[91385]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:51 smithi112 ceph-mon[88945]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:54:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:53.027 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yrvnptRplT6nR9W off=758711 len=665254 2024-04-02T08:54:53.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 851 completed, throughput=4.98MB/sec 2024-04-02T08:54:53.028 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Elj-YGthbPS77e1 off=2186418 len=656346 2024-04-02T08:54:53.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-02T08:54:53.033 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vbnaMEG8kw7aopW off=3410416 len=330176 2024-04-02T08:54:53.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.034 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eHW6Sw22wKzzpIR off=2150913 len=1092166 2024-04-02T08:54:53.035 INFO:tasks.workunit.client.0.smithi112.stdout:op 854 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.035 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-95LwVOHh-aN7vd8 off=884460 len=1008617 2024-04-02T08:54:53.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 855 completed, throughput=5MB/sec 2024-04-02T08:54:53.036 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R4x0KDhCW8tQ3DJ off=4573317 len=641421 2024-04-02T08:54:53.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 856 completed, throughput=5MB/sec 2024-04-02T08:54:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:53 smithi187 ceph-mon[84356]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:54.037 INFO:tasks.workunit.client.0.smithi112.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:54.037 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ELS2Y1Ztr5m6xcG off=380094 len=1360987 2024-04-02T08:54:54.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 857 completed, throughput=4.98MB/sec 2024-04-02T08:54:54.038 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rrd_CTZmck0zWX8 off=7370001 len=322409 2024-04-02T08:54:54.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 858 completed, throughput=4.98MB/sec 2024-04-02T08:54:54.039 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--3kJD40cpfZseB7 off=6647353 len=883516 2024-04-02T08:54:54.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 859 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.044 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PwULPrBrdLtOtxa off=7074048 len=1846670 2024-04-02T08:54:54.055 INFO:tasks.workunit.client.0.smithi112.stdout:op 860 completed, throughput=5MB/sec 2024-04-02T08:54:54.055 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7TiCoX7EtWVjUrZ off=5068946 len=41481 2024-04-02T08:54:54.056 INFO:tasks.workunit.client.0.smithi112.stdout:op 861 completed, throughput=5MB/sec 2024-04-02T08:54:54.056 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7hOHfbsuZnB_ln- off=11576849 len=1340375 2024-04-02T08:54:54.057 INFO:tasks.workunit.client.0.smithi112.stdout:op 862 completed, throughput=5MB/sec 2024-04-02T08:54:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:53 smithi112 ceph-mon[91385]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:54.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:54.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:53 smithi112 ceph-mon[88945]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:54.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:55.057 INFO:tasks.workunit.client.0.smithi112.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:55.058 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VcGIXiQLvIc5BnY off=663284 len=1325305 2024-04-02T08:54:55.058 INFO:tasks.workunit.client.0.smithi112.stdout:op 863 completed, throughput=4.98MB/sec 2024-04-02T08:54:55.059 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yIdzkaW0Tt8Qj0U off=13121091 len=540158 2024-04-02T08:54:55.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 864 completed, throughput=4.98MB/sec 2024-04-02T08:54:55.062 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eRJi9j1IlQchQON off=5463133 len=754480 2024-04-02T08:54:55.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 865 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.066 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5reJypapEeI62L4 off=334224 len=1928736 2024-04-02T08:54:55.075 INFO:tasks.workunit.client.0.smithi112.stdout:op 866 completed, throughput=5MB/sec 2024-04-02T08:54:55.075 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O5-DnlGMoGXbb4G off=634348 len=1607675 2024-04-02T08:54:55.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 867 completed, throughput=5.01MB/sec 2024-04-02T08:54:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:55 smithi187 ceph-mon[84356]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:56.077 INFO:tasks.workunit.client.0.smithi112.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:56.077 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hg7wkD7Qlx70zDK off=303755 len=1602561 2024-04-02T08:54:56.083 INFO:tasks.workunit.client.0.smithi112.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.084 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_U_SI_An-8qsudX off=4135999 len=411629 2024-04-02T08:54:56.086 INFO:tasks.workunit.client.0.smithi112.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.086 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WJf22P8VsBd7a_O off=24301482 len=527088 2024-04-02T08:54:56.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 870 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.090 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-t47o8b1GeE9hm2n off=1393367 len=207917 2024-04-02T08:54:56.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.090 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rFDsxWYVZUxG-Bp off=3393217 len=1637142 2024-04-02T08:54:56.091 INFO:tasks.workunit.client.0.smithi112.stdout:op 872 completed, throughput=5MB/sec 2024-04-02T08:54:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:55 smithi112 ceph-mon[88945]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:55 smithi112 ceph-mon[91385]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:57.091 INFO:tasks.workunit.client.0.smithi112.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:57.092 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Sje39rLYAUhMjzo off=11604869 len=670271 2024-04-02T08:54:57.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 873 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.093 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZNRScEFu0ywGwT2 off=9536216 len=11431 2024-04-02T08:54:57.095 INFO:tasks.workunit.client.0.smithi112.stdout:op 874 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.095 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NCplekh4LLNX9ck off=1158604 len=1003006 2024-04-02T08:54:57.099 INFO:tasks.workunit.client.0.smithi112.stdout:op 875 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.099 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Om6xl9kD9zHfHmD off=325694 len=1233961 2024-04-02T08:54:57.103 INFO:tasks.workunit.client.0.smithi112.stdout:op 876 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.103 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xy9Soq-AplCE_OJ off=7792518 len=1071309 2024-04-02T08:54:57.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.104 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--UiGPbkrW_jaDpD off=8624411 len=417382 2024-04-02T08:54:57.105 INFO:tasks.workunit.client.0.smithi112.stdout:op 878 completed, throughput=5MB/sec 2024-04-02T08:54:57.105 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-13emugkAzA_OUP3 off=124719 len=1590332 2024-04-02T08:54:57.112 INFO:tasks.workunit.client.0.smithi112.stdout:op 879 completed, throughput=5.01MB/sec 2024-04-02T08:54:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:57 smithi187 ceph-mon[84356]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:58.113 INFO:tasks.workunit.client.0.smithi112.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:58.113 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6f11Cc7mUbonMys off=2057908 len=461630 2024-04-02T08:54:58.116 INFO:tasks.workunit.client.0.smithi112.stdout:op 880 completed, throughput=4.98MB/sec 2024-04-02T08:54:58.116 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z-gE2de5VUaf3Mg off=6547391 len=1093514 2024-04-02T08:54:58.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 881 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.117 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tEhpXnuGIaNroaD off=12561760 len=1348461 2024-04-02T08:54:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:57 smithi112 ceph-mon[91385]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:57 smithi112 ceph-mon[88945]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:58.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.120 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6Kgkg0VTCnKIHSh off=7675602 len=987583 2024-04-02T08:54:58.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 883 completed, throughput=5MB/sec 2024-04-02T08:54:58.126 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P0rfPvsYP1xy3S2 off=10589083 len=710324 2024-04-02T08:54:58.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 884 completed, throughput=5MB/sec 2024-04-02T08:54:59.130 INFO:tasks.workunit.client.0.smithi112.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:59.131 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Jd_SvlcNhnArzV1 off=250370 len=2061248 2024-04-02T08:54:59.132 INFO:tasks.workunit.client.0.smithi112.stdout:op 885 completed, throughput=4.98MB/sec 2024-04-02T08:54:59.132 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FslDUvMSrsuJH4t off=4699239 len=496046 2024-04-02T08:54:59.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jb-0tngMbVIU2k_ off=105763 len=1552271 2024-04-02T08:54:59.141 INFO:tasks.workunit.client.0.smithi112.stdout:op 887 completed, throughput=5MB/sec 2024-04-02T08:54:59.141 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OWZDEzdUc0RCBSr off=7868144 len=1956473 2024-04-02T08:54:59.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 888 completed, throughput=5.01MB/sec 2024-04-02T08:54:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:54:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:54:59] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:54:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:54:59 smithi187 ceph-mon[84356]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:54:59 smithi112 ceph-mon[91385]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:54:59 smithi112 ceph-mon[88945]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:00.151 INFO:tasks.workunit.client.0.smithi112.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:00.151 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I9loSeyKzjpp3LM off=4213825 len=607510 2024-04-02T08:55:00.155 INFO:tasks.workunit.client.0.smithi112.stdout:op 889 completed, throughput=4.98MB/sec 2024-04-02T08:55:00.155 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ILbjChcZGaw24TU off=5248242 len=339869 2024-04-02T08:55:00.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-02T08:55:00.158 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XlTIk0r3ueHaY5s off=4602509 len=1801545 2024-04-02T08:55:00.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 891 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.165 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0Ex0Rh7s59n_tFH off=23623608 len=730602 2024-04-02T08:55:00.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 892 completed, throughput=5MB/sec 2024-04-02T08:55:00.168 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YPtV3AjGcjbHi-H off=4989432 len=114300 2024-04-02T08:55:00.169 INFO:tasks.workunit.client.0.smithi112.stdout:op 893 completed, throughput=5MB/sec 2024-04-02T08:55:00.169 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bqFycf3i4QgnM4S off=3159727 len=913450 2024-04-02T08:55:00.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 894 completed, throughput=5MB/sec 2024-04-02T08:55:01.171 INFO:tasks.workunit.client.0.smithi112.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-02T08:55:01.171 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hez0LW9rMgF5dhX off=1637047 len=1226753 2024-04-02T08:55:01.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 895 completed, throughput=4.98MB/sec 2024-04-02T08:55:01.172 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6f11Cc7mUbonMys off=3231992 len=1967123 2024-04-02T08:55:01.183 INFO:tasks.workunit.client.0.smithi112.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.183 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--a6xZUKLr_1dSK4 off=8208233 len=687979 2024-04-02T08:55:01.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.184 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kf-_SrHq6qjLcOz off=9261978 len=767891 2024-04-02T08:55:01.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 898 completed, throughput=5MB/sec 2024-04-02T08:55:01.188 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QLbfRg0KL00Sn1T off=1965587 len=1745081 2024-04-02T08:55:01.196 INFO:tasks.workunit.client.0.smithi112.stdout:op 899 completed, throughput=5.01MB/sec 2024-04-02T08:55:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:01 smithi187 ceph-mon[84356]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:01 smithi112 ceph-mon[91385]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:01 smithi112 ceph-mon[88945]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:02.196 INFO:tasks.workunit.client.0.smithi112.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:02.196 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QvLZOGCYb-bv9a3 off=21932077 len=1563871 2024-04-02T08:55:02.198 INFO:tasks.workunit.client.0.smithi112.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-02T08:55:02.198 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bsO_WUTfonj5dzK off=2940011 len=940515 2024-04-02T08:55:02.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 901 completed, throughput=4.99MB/sec 2024-04-02T08:55:02.203 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZituOYolBGwuuZy off=5413659 len=1284430 2024-04-02T08:55:02.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 902 completed, throughput=5MB/sec 2024-04-02T08:55:02.215 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TUrgNzZTcyem2Tb off=10585521 len=1668001 2024-04-02T08:55:02.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 903 completed, throughput=5.01MB/sec 2024-04-02T08:55:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:55:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:55:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:03.225 INFO:tasks.workunit.client.0.smithi112.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:03.225 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UHrB3p7q7uZ6hka off=8011404 len=57469 2024-04-02T08:55:03.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 904 completed, throughput=4.98MB/sec 2024-04-02T08:55:03.227 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7A7qxhR1Gxj2MfC off=7282754 len=1959973 2024-04-02T08:55:03.236 INFO:tasks.workunit.client.0.smithi112.stdout:op 905 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.236 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DdCKjA1iV7Aci2d off=1234895 len=1896484 2024-04-02T08:55:03.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 906 completed, throughput=5MB/sec 2024-04-02T08:55:03.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0YdyM8PfqWU21jg off=128331 len=1924055 2024-04-02T08:55:03.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 907 completed, throughput=5.01MB/sec 2024-04-02T08:55:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:03 smithi187 ceph-mon[84356]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:03 smithi112 ceph-mon[88945]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:03 smithi112 ceph-mon[91385]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:04.242 INFO:tasks.workunit.client.0.smithi112.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:04.242 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jwkSkWSHRT6AiH6 off=3193185 len=1466950 2024-04-02T08:55:04.249 INFO:tasks.workunit.client.0.smithi112.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.249 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q2mkQUrnkxw6XXB off=5816120 len=1597436 2024-04-02T08:55:04.256 INFO:tasks.workunit.client.0.smithi112.stdout:op 909 completed, throughput=5MB/sec 2024-04-02T08:55:04.257 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oNr_BYFG0nt9M2R off=3790839 len=958281 2024-04-02T08:55:04.258 INFO:tasks.workunit.client.0.smithi112.stdout:op 910 completed, throughput=5MB/sec 2024-04-02T08:55:05.259 INFO:tasks.workunit.client.0.smithi112.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:05.259 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UlOqVdLJoDslOsE off=1740989 len=1363755 2024-04-02T08:55:05.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 911 completed, throughput=4.98MB/sec 2024-04-02T08:55:05.264 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7oFv-bjapZ15nBS off=8412256 len=971282 2024-04-02T08:55:05.269 INFO:tasks.workunit.client.0.smithi112.stdout:op 912 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.269 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-X5PJ3oJrY-iimxJ off=15748336 len=676062 2024-04-02T08:55:05.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.273 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0qoYhF0Vk_VP0Ov off=13253598 len=254640 2024-04-02T08:55:05.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.273 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--a6xZUKLr_1dSK4 off=16427436 len=811061 2024-04-02T08:55:05.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 915 completed, throughput=5MB/sec 2024-04-02T08:55:05.278 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lsPz6kZUBmNxLCN off=16906669 len=1232438 2024-04-02T08:55:05.279 INFO:tasks.workunit.client.0.smithi112.stdout:op 916 completed, throughput=5MB/sec 2024-04-02T08:55:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:05 smithi187 ceph-mon[84356]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:05 smithi112 ceph-mon[91385]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:05 smithi112 ceph-mon[88945]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:06.279 INFO:tasks.workunit.client.0.smithi112.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:06.280 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jj1sqVmqieDEzWw off=12747301 len=1836826 2024-04-02T08:55:06.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 917 completed, throughput=4.98MB/sec 2024-04-02T08:55:06.288 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4WYYuf7kTz8xMpf off=4849526 len=324728 2024-04-02T08:55:06.288 INFO:tasks.workunit.client.0.smithi112.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.288 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H-ZNhwy3ga5edz- off=35206 len=834045 2024-04-02T08:55:06.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kQ4qPrbCqV5gTxk off=1524863 len=712584 2024-04-02T08:55:06.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 920 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.292 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UtttZ8QPcINFTop off=13520874 len=421269 2024-04-02T08:55:06.293 INFO:tasks.workunit.client.0.smithi112.stdout:op 921 completed, throughput=5MB/sec 2024-04-02T08:55:06.293 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Lx2RcU-a22LBvk2 off=12753188 len=1272091 2024-04-02T08:55:06.295 INFO:tasks.workunit.client.0.smithi112.stdout:op 922 completed, throughput=5MB/sec 2024-04-02T08:55:07.295 INFO:tasks.workunit.client.0.smithi112.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:07.295 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iEZR9JEHB1xityg off=3359175 len=145935 2024-04-02T08:55:07.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-02T08:55:07.298 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3iKvhe2xoFUgWNw off=9681625 len=127790 2024-04-02T08:55:07.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 924 completed, throughput=4.98MB/sec 2024-04-02T08:55:07.298 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dIODk_9UcFSVN_s off=7468247 len=969019 2024-04-02T08:55:07.302 INFO:tasks.workunit.client.0.smithi112.stdout:op 925 completed, throughput=4.98MB/sec 2024-04-02T08:55:07.302 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1SdpgmY-ox-Ln4g off=1818717 len=917060 2024-04-02T08:55:07.303 INFO:tasks.workunit.client.0.smithi112.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-02T08:55:07.303 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-phb1gPpaDgXkCxZ off=7542535 len=1706574 2024-04-02T08:55:07.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 927 completed, throughput=5MB/sec 2024-04-02T08:55:07.304 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tsYInPxkEAQqgx2 off=4092009 len=1106085 2024-04-02T08:55:07.305 INFO:tasks.workunit.client.0.smithi112.stdout:op 928 completed, throughput=5MB/sec 2024-04-02T08:55:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:07 smithi112 ceph-mon[88945]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:07 smithi112 ceph-mon[91385]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:07 smithi187 ceph-mon[84356]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:08.305 INFO:tasks.workunit.client.0.smithi112.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-02T08:55:08.306 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BNZqApYYUtCD2ET off=6871568 len=92577 2024-04-02T08:55:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 929 completed, throughput=4.98MB/sec 2024-04-02T08:55:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9zlzcVp-qTTNsck off=5264951 len=957733 2024-04-02T08:55:08.310 INFO:tasks.workunit.client.0.smithi112.stdout:op 930 completed, throughput=4.98MB/sec 2024-04-02T08:55:08.310 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NRphjFDf02r9-d8 off=1209415 len=317864 2024-04-02T08:55:08.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 931 completed, throughput=4.98MB/sec 2024-04-02T08:55:08.313 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bmbTlwTJmQ3wCSm off=10231384 len=850463 2024-04-02T08:55:08.314 INFO:tasks.workunit.client.0.smithi112.stdout:op 932 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.314 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8Cb5aRRVJUS3Bd7 off=7599574 len=468010 2024-04-02T08:55:08.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.315 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LHDc44ENt0G4ZUA off=2989434 len=2089489 2024-04-02T08:55:08.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 934 completed, throughput=5MB/sec 2024-04-02T08:55:08.316 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BKk52w2OQZIuP45 off=6691706 len=1421453 2024-04-02T08:55:08.319 INFO:tasks.workunit.client.0.smithi112.stdout:op 935 completed, throughput=5.01MB/sec 2024-04-02T08:55:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:09.319 INFO:tasks.workunit.client.0.smithi112.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:09.319 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ijV51P4MD_NNNVr off=413176 len=293776 2024-04-02T08:55:09.320 INFO:tasks.workunit.client.0.smithi112.stdout:op 936 completed, throughput=4.98MB/sec 2024-04-02T08:55:09.320 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z6sJmC3dN745yA6 off=8708873 len=696964 2024-04-02T08:55:09.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 937 completed, throughput=4.98MB/sec 2024-04-02T08:55:09.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h_vToTiX7lHjeCq off=4536818 len=1264859 2024-04-02T08:55:09.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.329 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-liuUQpWSygZbhT_ off=3594383 len=827484 2024-04-02T08:55:09.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.334 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iE95PyQQRorrmXS off=5546347 len=1780677 2024-04-02T08:55:09.342 INFO:tasks.workunit.client.0.smithi112.stdout:op 940 completed, throughput=5MB/sec 2024-04-02T08:55:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:55:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:55:09] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:55:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:09 smithi112 ceph-mon[88945]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:55:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:09 smithi112 ceph-mon[91385]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:55:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:09 smithi187 ceph-mon[84356]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LEzL1_OZt4Oaa6x off=3481888 len=1710638 2024-04-02T08:55:10.352 INFO:tasks.workunit.client.0.smithi112.stdout:op 941 completed, throughput=4.98MB/sec 2024-04-02T08:55:10.352 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ykCj2AK7FeU1JtX off=510388 len=1888052 2024-04-02T08:55:10.353 INFO:tasks.workunit.client.0.smithi112.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kchIm49lqgBgy2R off=820118 len=600503 2024-04-02T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 943 completed, throughput=5MB/sec 2024-04-02T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PUlPy1BthL8fK_4 off=8365954 len=1119754 2024-04-02T08:55:10.361 INFO:tasks.workunit.client.0.smithi112.stdout:op 944 completed, throughput=5MB/sec 2024-04-02T08:55:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i5DJkGTYdKEHy3r off=10832755 len=315186 2024-04-02T08:55:11.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 945 completed, throughput=4.98MB/sec 2024-04-02T08:55:11.364 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nb91BkNno0xiiXV off=2878088 len=152520 2024-04-02T08:55:11.367 INFO:tasks.workunit.client.0.smithi112.stdout:op 946 completed, throughput=4.98MB/sec 2024-04-02T08:55:11.367 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fXKfZwf-2tPbBRx off=21603601 len=1221726 2024-04-02T08:55:11.368 INFO:tasks.workunit.client.0.smithi112.stdout:op 947 completed, throughput=4.98MB/sec 2024-04-02T08:55:11.369 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2okIsPbB9v6xie0 off=7965420 len=1718185 2024-04-02T08:55:11.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-02T08:55:11.376 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VrHnT_u5YPdo1f5 off=14378805 len=1488081 2024-04-02T08:55:11.381 INFO:tasks.workunit.client.0.smithi112.stdout:op 949 completed, throughput=5MB/sec 2024-04-02T08:55:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:11 smithi112 ceph-mon[91385]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:11 smithi112 ceph-mon[88945]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:11 smithi187 ceph-mon[84356]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:12.381 INFO:tasks.workunit.client.0.smithi112.stdout: 193: throughput=4.97MB/sec pending data=0 2024-04-02T08:55:12.382 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1_lTzWM4Za5D8pV off=3927674 len=1321204 2024-04-02T08:55:12.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 950 completed, throughput=4.98MB/sec 2024-04-02T08:55:12.387 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Uwux3KgDEpjrKhS off=18140828 len=58903 2024-04-02T08:55:12.389 INFO:tasks.workunit.client.0.smithi112.stdout:op 951 completed, throughput=4.98MB/sec 2024-04-02T08:55:12.389 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BFv24alYLB_lKRc off=15263806 len=1451792 2024-04-02T08:55:12.397 INFO:tasks.workunit.client.0.smithi112.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.397 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1kOXZr_8Lh0QvHM off=3963197 len=1641684 2024-04-02T08:55:12.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 953 completed, throughput=5MB/sec 2024-04-02T08:55:12.406 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TXNnbCb1gskOEFH off=12616313 len=743571 2024-04-02T08:55:12.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 954 completed, throughput=5MB/sec 2024-04-02T08:55:12.410 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GMesifcdd5r2mPL off=88323 len=1882579 2024-04-02T08:55:12.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 955 completed, throughput=5.01MB/sec 2024-04-02T08:55:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:55:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:13.413 INFO:tasks.workunit.client.0.smithi112.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:13.413 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HNQojLqZbvqRCw2 off=3793841 len=814988 2024-04-02T08:55:13.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 956 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.414 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iUwC0VW3pbzL_2m off=2355438 len=1253969 2024-04-02T08:55:13.422 INFO:tasks.workunit.client.0.smithi112.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.423 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KiQGb5vsMMXpKcl off=9175311 len=124034 2024-04-02T08:55:13.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WhuvQsnLtxVdLU0 off=5883751 len=1033613 2024-04-02T08:55:13.430 INFO:tasks.workunit.client.0.smithi112.stdout:op 959 completed, throughput=5MB/sec 2024-04-02T08:55:13.430 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Br6tlxab99TX8Ia off=2783011 len=2059099 2024-04-02T08:55:13.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 960 completed, throughput=5.01MB/sec 2024-04-02T08:55:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:13 smithi112 ceph-mon[91385]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:13 smithi112 ceph-mon[88945]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:13 smithi187 ceph-mon[84356]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:14.440 INFO:tasks.workunit.client.0.smithi112.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:14.440 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mCvgOPMWTim6XNY off=5805802 len=2055439 2024-04-02T08:55:14.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 961 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.451 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fGzs3WbtTUhkVoy off=2110173 len=473474 2024-04-02T08:55:14.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 962 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.454 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LQ81_O6LksGCm2E off=6797917 len=1054735 2024-04-02T08:55:14.457 INFO:tasks.workunit.client.0.smithi112.stdout:op 963 completed, throughput=5MB/sec 2024-04-02T08:55:14.457 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nTJxRp8DzxJWoj6 off=53770 len=791125 2024-04-02T08:55:14.458 INFO:tasks.workunit.client.0.smithi112.stdout:op 964 completed, throughput=5MB/sec 2024-04-02T08:55:15.458 INFO:tasks.workunit.client.0.smithi112.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:15.458 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mKs3HAZJEpu77Eb off=897745 len=525193 2024-04-02T08:55:15.459 INFO:tasks.workunit.client.0.smithi112.stdout:op 965 completed, throughput=4.98MB/sec 2024-04-02T08:55:15.459 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hKcHNru58mC-bO6 off=6687458 len=1028732 2024-04-02T08:55:15.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 966 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.464 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Hq7QPzsEb5AuAUt off=1076383 len=756230 2024-04-02T08:55:15.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 967 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.468 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uIeJyRo62yieWpe off=9133158 len=1006435 2024-04-02T08:55:15.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.469 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-be-MIpiTka13X8s off=1038342 len=1320827 2024-04-02T08:55:15.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 969 completed, throughput=5MB/sec 2024-04-02T08:55:15.476 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6YhDA9Wkfzl1Ptu off=8008549 len=83082 2024-04-02T08:55:15.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 970 completed, throughput=5MB/sec 2024-04-02T08:55:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:15 smithi112 ceph-mon[91385]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:15 smithi112 ceph-mon[88945]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:15 smithi187 ceph-mon[84356]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:16.476 INFO:tasks.workunit.client.0.smithi112.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:16.476 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K7Hl1cZ__K0Rvzg off=4188161 len=1545179 2024-04-02T08:55:16.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 971 completed, throughput=4.98MB/sec 2024-04-02T08:55:16.479 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HP34kBoo3W49vwc off=12848352 len=1710460 2024-04-02T08:55:16.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.482 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZSlbwy77X3y0C3b off=12402767 len=2025928 2024-04-02T08:55:16.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 973 completed, throughput=5MB/sec 2024-04-02T08:55:17.486 INFO:tasks.workunit.client.0.smithi112.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:17.486 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UUiuD7Wjpszekc7 off=355153 len=19492 2024-04-02T08:55:17.486 INFO:tasks.workunit.client.0.smithi112.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-02T08:55:17.487 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-abDWKVz613Udddf off=291995 len=1803658 2024-04-02T08:55:17.497 INFO:tasks.workunit.client.0.smithi112.stdout:op 975 completed, throughput=4.98MB/sec 2024-04-02T08:55:17.497 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-O4zVUCxZneXVVNt off=4049374 len=29998 2024-04-02T08:55:17.499 INFO:tasks.workunit.client.0.smithi112.stdout:op 976 completed, throughput=4.98MB/sec 2024-04-02T08:55:17.499 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Sje39rLYAUhMjzo off=3402751 len=817841 2024-04-02T08:55:17.503 INFO:tasks.workunit.client.0.smithi112.stdout:op 977 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.503 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0UmXBhSN6I_Hsm0 off=369899 len=242603 2024-04-02T08:55:17.505 INFO:tasks.workunit.client.0.smithi112.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.505 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ft-OKkNuCUX03ZO off=10929317 len=67645 2024-04-02T08:55:17.507 INFO:tasks.workunit.client.0.smithi112.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.507 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QFT31LdiR-S5aJt off=21764843 len=1673161 2024-04-02T08:55:17.514 INFO:tasks.workunit.client.0.smithi112.stdout:op 980 completed, throughput=5MB/sec 2024-04-02T08:55:17.514 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cIl341eIRjncA6G off=14750992 len=1709079 2024-04-02T08:55:17.523 INFO:tasks.workunit.client.0.smithi112.stdout:op 981 completed, throughput=5MB/sec 2024-04-02T08:55:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:17 smithi112 ceph-mon[91385]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:17 smithi112 ceph-mon[88945]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:17 smithi187 ceph-mon[84356]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:18.523 INFO:tasks.workunit.client.0.smithi112.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:18.524 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WMw8cglcqMHXzul off=7915645 len=1710059 2024-04-02T08:55:18.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.531 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZbIP_7Z5jfoV0uA off=10106414 len=1352331 2024-04-02T08:55:18.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 983 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-92yH8NLJu2MZvM_ off=3333732 len=986374 2024-04-02T08:55:18.533 INFO:tasks.workunit.client.0.smithi112.stdout:op 984 completed, throughput=5MB/sec 2024-04-02T08:55:18.533 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V4RAzzkiFcE5RLh off=4198940 len=495545 2024-04-02T08:55:18.534 INFO:tasks.workunit.client.0.smithi112.stdout:op 985 completed, throughput=5MB/sec 2024-04-02T08:55:19.534 INFO:tasks.workunit.client.0.smithi112.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:19.534 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n80bVKpGe929Sj4 off=637746 len=1460373 2024-04-02T08:55:19.541 INFO:tasks.workunit.client.0.smithi112.stdout:op 986 completed, throughput=4.98MB/sec 2024-04-02T08:55:19.541 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RdUIX_KgWu2QmDz off=2996009 len=1253125 2024-04-02T08:55:19.544 INFO:tasks.workunit.client.0.smithi112.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.544 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aRJOix6QDb2H8zJ off=4037479 len=298245 2024-04-02T08:55:19.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.546 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9Q497ktu5N2006K off=3567244 len=1925586 2024-04-02T08:55:19.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 989 completed, throughput=5MB/sec 2024-04-02T08:55:19.553 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A_uW5hmp9WN-z1s off=3839262 len=139390 2024-04-02T08:55:19.556 INFO:tasks.workunit.client.0.smithi112.stdout:op 990 completed, throughput=5MB/sec 2024-04-02T08:55:19.556 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ntceQAWOT1NO9CE off=13549292 len=37688 2024-04-02T08:55:19.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 991 completed, throughput=5MB/sec 2024-04-02T08:55:19.558 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-l5T1erNQ3qNOtSo off=9929510 len=1402727 2024-04-02T08:55:19.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 992 completed, throughput=5.01MB/sec 2024-04-02T08:55:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:55:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:55:19] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:55:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:19 smithi112 ceph-mon[91385]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:19 smithi112 ceph-mon[88945]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:19 smithi187 ceph-mon[84356]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:20.565 INFO:tasks.workunit.client.0.smithi112.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:20.565 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kli3M26-t8sNOZ7 off=3456802 len=396178 2024-04-02T08:55:20.568 INFO:tasks.workunit.client.0.smithi112.stdout:op 993 completed, throughput=4.98MB/sec 2024-04-02T08:55:20.569 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e2Y8mSuheCEPyb9 off=319893 len=1070457 2024-04-02T08:55:20.574 INFO:tasks.workunit.client.0.smithi112.stdout:op 994 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.574 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yKymWNWfKMhYH0Q off=12572493 len=212882 2024-04-02T08:55:20.577 INFO:tasks.workunit.client.0.smithi112.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.577 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cFAACtTZBd_0x3B off=4722849 len=1466210 2024-04-02T08:55:20.581 INFO:tasks.workunit.client.0.smithi112.stdout:op 996 completed, throughput=5MB/sec 2024-04-02T08:55:20.581 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8SMfb-Z_U0PK8Vq off=3670132 len=2012949 2024-04-02T08:55:20.592 INFO:tasks.workunit.client.0.smithi112.stdout:op 997 completed, throughput=5.01MB/sec 2024-04-02T08:55:21.592 INFO:tasks.workunit.client.0.smithi112.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:21.592 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rV0pvg_0ilE7aTS off=4697129 len=1773202 2024-04-02T08:55:21.602 INFO:tasks.workunit.client.0.smithi112.stdout:op 998 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.602 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_sD5_xtmQuEYajV off=1753187 len=1490554 2024-04-02T08:55:21.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 999 completed, throughput=5MB/sec 2024-04-02T08:55:21.610 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uIeJyRo62yieWpe off=9061787 len=1921185 2024-04-02T08:55:21.611 INFO:tasks.workunit.client.0.smithi112.stdout:op 1000 completed, throughput=5MB/sec 2024-04-02T08:55:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:21 smithi112 ceph-mon[88945]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:21 smithi112 ceph-mon[91385]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:21 smithi187 ceph-mon[84356]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:22.612 INFO:tasks.workunit.client.0.smithi112.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:22.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ps2Tj3jxG4gl-GB off=7454518 len=726164 2024-04-02T08:55:22.615 INFO:tasks.workunit.client.0.smithi112.stdout:op 1001 completed, throughput=4.98MB/sec 2024-04-02T08:55:22.615 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qcLFtAoe4kh22Zw off=3972597 len=558268 2024-04-02T08:55:22.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3YG9ENSX8kOsT0Y off=0 len=1544103 2024-04-02T08:55:22.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.620 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Mh5F_jx3xE1mjw_ off=1830086 len=2064087 2024-04-02T08:55:22.622 INFO:tasks.workunit.client.0.smithi112.stdout:op 1004 completed, throughput=5MB/sec 2024-04-02T08:55:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:55:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:23.622 INFO:tasks.workunit.client.0.smithi112.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:23.622 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fX5Rl-vedgWmB-H off=1141220 len=1492862 2024-04-02T08:55:23.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.629 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iUJ3gT-ENuRVTM_ off=7239384 len=172510 2024-04-02T08:55:23.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.630 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mee_wXkuipX9pnQ off=3932434 len=1865378 2024-04-02T08:55:23.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.641 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NPbJN0DjCk-kI1v off=7827430 len=1409567 2024-04-02T08:55:23.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 1008 completed, throughput=5MB/sec 2024-04-02T08:55:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:23 smithi112 ceph-mon[88945]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:23 smithi112 ceph-mon[91385]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:23 smithi187 ceph-mon[84356]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:24.642 INFO:tasks.workunit.client.0.smithi112.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:24.642 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yKymWNWfKMhYH0Q off=5942840 len=775326 2024-04-02T08:55:24.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 1009 completed, throughput=4.98MB/sec 2024-04-02T08:55:24.646 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a5rokLoqRPYQBmm off=6889403 len=1188739 2024-04-02T08:55:24.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 1010 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rKaEWYw3f2V9QbP off=501302 len=186823 2024-04-02T08:55:24.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.650 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-l_KUEqWZ1GXQV7c off=6680771 len=767577 2024-04-02T08:55:24.653 INFO:tasks.workunit.client.0.smithi112.stdout:op 1012 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.653 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CrVFqx8NbyPgSjt off=1811548 len=1379601 2024-04-02T08:55:24.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 1013 completed, throughput=5MB/sec 2024-04-02T08:55:24.660 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HODQ9FiMJkpiCVf off=16247172 len=682550 2024-04-02T08:55:24.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 1014 completed, throughput=5MB/sec 2024-04-02T08:55:24.661 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8S8FjToNqJEWpv8 off=1437215 len=1663599 2024-04-02T08:55:24.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 1015 completed, throughput=5.01MB/sec 2024-04-02T08:55:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:55:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:55:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:55:25.664 INFO:tasks.workunit.client.0.smithi112.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:25.664 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CyL_bmLbHslHDyi off=6158441 len=1535459 2024-04-02T08:55:25.672 INFO:tasks.workunit.client.0.smithi112.stdout:op 1016 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.672 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fYTDa2hTABi_BOv off=9894782 len=1400101 2024-04-02T08:55:25.673 INFO:tasks.workunit.client.0.smithi112.stdout:op 1017 completed, throughput=5MB/sec 2024-04-02T08:55:25.673 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BupB3kn1-eUrQZc off=601751 len=508932 2024-04-02T08:55:25.677 INFO:tasks.workunit.client.0.smithi112.stdout:op 1018 completed, throughput=5MB/sec 2024-04-02T08:55:25.677 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4V-h-4D2Itm0l-R off=17630515 len=504121 2024-04-02T08:55:25.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 1019 completed, throughput=5MB/sec 2024-04-02T08:55:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:25 smithi112 ceph-mon[91385]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:55:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:25 smithi112 ceph-mon[88945]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:55:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:25 smithi187 ceph-mon[84356]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:55:26.678 INFO:tasks.workunit.client.0.smithi112.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:26.678 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BoCNxFHmzDYs0Nw off=2474448 len=672722 2024-04-02T08:55:26.679 INFO:tasks.workunit.client.0.smithi112.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-02T08:55:26.679 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0gZpmVXdYkwpPmt off=3438769 len=240381 2024-04-02T08:55:26.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 1021 completed, throughput=4.98MB/sec 2024-04-02T08:55:26.682 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6pR0sIYPNfVJ23X off=20322319 len=1523428 2024-04-02T08:55:26.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.691 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z8xXSV8NawtHppE off=7096848 len=728520 2024-04-02T08:55:26.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.692 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xw4Ut9Xxbr5SFSR off=9821824 len=459283 2024-04-02T08:55:26.692 INFO:tasks.workunit.client.0.smithi112.stdout:op 1024 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.692 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-w-DDwl4tZL6xEkR off=13334020 len=715084 2024-04-02T08:55:26.693 INFO:tasks.workunit.client.0.smithi112.stdout:op 1025 completed, throughput=5MB/sec 2024-04-02T08:55:26.693 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9-IpzuHft2jbU46 off=9406288 len=736786 2024-04-02T08:55:26.694 INFO:tasks.workunit.client.0.smithi112.stdout:op 1026 completed, throughput=5MB/sec 2024-04-02T08:55:26.695 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SnWKn5eqMwzCdFr off=11409383 len=1461667 2024-04-02T08:55:26.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 1027 completed, throughput=5.01MB/sec 2024-04-02T08:55:27.702 INFO:tasks.workunit.client.0.smithi112.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:27.702 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EcMvZHiD-E3bLB1 off=1566598 len=1733345 2024-04-02T08:55:27.703 INFO:tasks.workunit.client.0.smithi112.stdout:op 1028 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.703 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YqMKDz1AkU0ggT0 off=5981431 len=915430 2024-04-02T08:55:27.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 1029 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RbPB1_3JqV_zXFC off=3251069 len=1729888 2024-04-02T08:55:27.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 1030 completed, throughput=5MB/sec 2024-04-02T08:55:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:27 smithi112 ceph-mon[88945]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:55:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:27 smithi112 ceph-mon[91385]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:55:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:27 smithi187 ceph-mon[84356]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:55:28.718 INFO:tasks.workunit.client.0.smithi112.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:28.718 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gVg0HiWjkY_lCRy off=859320 len=189200 2024-04-02T08:55:28.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 1031 completed, throughput=4.98MB/sec 2024-04-02T08:55:28.719 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TUrgNzZTcyem2Tb off=7443063 len=1747342 2024-04-02T08:55:28.721 INFO:tasks.workunit.client.0.smithi112.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.722 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bVGGTZeS-dh3pVu off=8656970 len=889673 2024-04-02T08:55:28.722 INFO:tasks.workunit.client.0.smithi112.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.723 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y2Jt6sF23n_TLOi off=808784 len=1370308 2024-04-02T08:55:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:op 1034 completed, throughput=5MB/sec 2024-04-02T08:55:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--uEfbkjOzKtio5L off=10022553 len=1658422 2024-04-02T08:55:28.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 1035 completed, throughput=5MB/sec 2024-04-02T08:55:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:55:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:55:29] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:55:29.738 INFO:tasks.workunit.client.0.smithi112.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:29.738 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HuWOsOwFSYWL3Ce off=2103888 len=531803 2024-04-02T08:55:29.741 INFO:tasks.workunit.client.0.smithi112.stdout:op 1036 completed, throughput=4.98MB/sec 2024-04-02T08:55:29.742 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4AHmLr4Gg-VupTj off=703749 len=1733709 2024-04-02T08:55:29.748 INFO:tasks.workunit.client.0.smithi112.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.748 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6PDSR0qWhh1F_5m off=1538824 len=277801 2024-04-02T08:55:29.749 INFO:tasks.workunit.client.0.smithi112.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.749 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j0kdO0u7faBSSzo off=369323 len=834321 2024-04-02T08:55:29.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 1039 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.754 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-43MRzG5w7iSMy4M off=345153 len=729935 2024-04-02T08:55:29.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 1040 completed, throughput=5MB/sec 2024-04-02T08:55:29.754 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UthHd6a7XVC-yo_ off=2752154 len=1337942 2024-04-02T08:55:29.755 INFO:tasks.workunit.client.0.smithi112.stdout:op 1041 completed, throughput=5MB/sec 2024-04-02T08:55:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:29 smithi112 ceph-mon[91385]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:29 smithi112 ceph-mon[88945]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:29 smithi187 ceph-mon[84356]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:30.755 INFO:tasks.workunit.client.0.smithi112.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:30.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4SpJj97IXlJZMCj off=12399598 len=1066076 2024-04-02T08:55:30.758 INFO:tasks.workunit.client.0.smithi112.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.758 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-16slJqTRvsWATSS off=2178685 len=1179045 2024-04-02T08:55:30.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.766 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eVVymVCSxUhS6_J off=10267073 len=1398220 2024-04-02T08:55:30.773 INFO:tasks.workunit.client.0.smithi112.stdout:op 1044 completed, throughput=5MB/sec 2024-04-02T08:55:30.773 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xN-QCP8YKtWOjw_ off=0 len=2024447 2024-04-02T08:55:30.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 1045 completed, throughput=5.01MB/sec 2024-04-02T08:55:31.775 INFO:tasks.workunit.client.0.smithi112.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:31.775 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OeC4fHdh8_WILvy off=11225322 len=1469886 2024-04-02T08:55:31.781 INFO:tasks.workunit.client.0.smithi112.stdout:op 1046 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.781 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YKcPcoYzag0cjKd off=713399 len=519864 2024-04-02T08:55:31.783 INFO:tasks.workunit.client.0.smithi112.stdout:op 1047 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.783 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RTYyY6UtgL98kXd off=17945741 len=1731562 2024-04-02T08:55:31.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 1048 completed, throughput=5MB/sec 2024-04-02T08:55:31.791 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KhEyYK9SIEbtPYl off=231931 len=1745189 2024-04-02T08:55:31.801 INFO:tasks.workunit.client.0.smithi112.stdout:op 1049 completed, throughput=5.01MB/sec 2024-04-02T08:55:32.033 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:31 smithi187 ceph-mon[84356]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:31 smithi112 ceph-mon[91385]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:31 smithi112 ceph-mon[88945]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:55:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:32.801 INFO:tasks.workunit.client.0.smithi112.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:32.801 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2dD4BHvmD6tUlLo off=3175780 len=1288279 2024-04-02T08:55:32.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.804 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ffX4P-oEOcNHNJo off=4446459 len=636857 2024-04-02T08:55:32.805 INFO:tasks.workunit.client.0.smithi112.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.805 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x5btj6rWgpxhYGT off=6015288 len=1548572 2024-04-02T08:55:32.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 1052 completed, throughput=5MB/sec 2024-04-02T08:55:32.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mH0J8ufnzvbnVIt off=3416764 len=351419 2024-04-02T08:55:32.809 INFO:tasks.workunit.client.0.smithi112.stdout:op 1053 completed, throughput=5MB/sec 2024-04-02T08:55:32.809 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pUUYJ8Hda0Tze6f off=1559263 len=1764651 2024-04-02T08:55:32.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 1054 completed, throughput=5.01MB/sec 2024-04-02T08:55:33.820 INFO:tasks.workunit.client.0.smithi112.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:33.820 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xcy0HsGyQGyfeo5 off=5256446 len=513797 2024-04-02T08:55:33.823 INFO:tasks.workunit.client.0.smithi112.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.823 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GH9gnj6t8tlYI6E off=3334854 len=1703312 2024-04-02T08:55:33.825 INFO:tasks.workunit.client.0.smithi112.stdout:op 1056 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.825 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LR7YAXO9uvjIw4c off=925431 len=1792730 2024-04-02T08:55:33.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 1057 completed, throughput=5MB/sec 2024-04-02T08:55:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:33 smithi112 ceph-mon[88945]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:33 smithi112 ceph-mon[91385]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:33 smithi187 ceph-mon[84356]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:34.832 INFO:tasks.workunit.client.0.smithi112.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:34.832 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jj_xd66CFKFccw1 off=563331 len=265318 2024-04-02T08:55:34.835 INFO:tasks.workunit.client.0.smithi112.stdout:op 1058 completed, throughput=4.98MB/sec 2024-04-02T08:55:34.836 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jHGCkwBd4u8wXL0 off=5176676 len=2070340 2024-04-02T08:55:34.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 1059 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.847 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1S_KrInA5dcrgdf off=1029561 len=20745 2024-04-02T08:55:34.848 INFO:tasks.workunit.client.0.smithi112.stdout:op 1060 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.848 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0H28NEic3aCvXdm off=248193 len=1513591 2024-04-02T08:55:34.849 INFO:tasks.workunit.client.0.smithi112.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.849 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ovqUTZo2S2CqeT4 off=9938486 len=147748 2024-04-02T08:55:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:op 1062 completed, throughput=5MB/sec 2024-04-02T08:55:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zFs8WAStbRbsoXd off=14259498 len=1921695 2024-04-02T08:55:34.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 1063 completed, throughput=5MB/sec 2024-04-02T08:55:35.862 INFO:tasks.workunit.client.0.smithi112.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:35.862 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LGS7-vqECvb9qNo off=2707165 len=269746 2024-04-02T08:55:35.863 INFO:tasks.workunit.client.0.smithi112.stdout:op 1064 completed, throughput=4.98MB/sec 2024-04-02T08:55:35.863 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ULTFjG0lmD2mNBi off=20313382 len=1803050 2024-04-02T08:55:35.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 1065 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.864 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AVdwpcDl05gBuWY off=11642101 len=168798 2024-04-02T08:55:35.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 1066 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.865 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RtPZBMvvcERasqQ off=835074 len=394584 2024-04-02T08:55:35.866 INFO:tasks.workunit.client.0.smithi112.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.866 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rjjwfwxQsnDfQkD off=5818834 len=1450001 2024-04-02T08:55:35.867 INFO:tasks.workunit.client.0.smithi112.stdout:op 1068 completed, throughput=5MB/sec 2024-04-02T08:55:35.868 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ui3J7TaOX0xjW33 off=9539984 len=1317310 2024-04-02T08:55:35.868 INFO:tasks.workunit.client.0.smithi112.stdout:op 1069 completed, throughput=5MB/sec 2024-04-02T08:55:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:35 smithi112 ceph-mon[91385]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:55:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:35 smithi112 ceph-mon[88945]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:55:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:35 smithi187 ceph-mon[84356]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:55:36.869 INFO:tasks.workunit.client.0.smithi112.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:36.869 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yFu694vBl_1lm24 off=6664081 len=101947 2024-04-02T08:55:36.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 1070 completed, throughput=4.98MB/sec 2024-04-02T08:55:36.870 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A2MVH1Pe0MPURDy off=227720 len=895210 2024-04-02T08:55:36.872 INFO:tasks.workunit.client.0.smithi112.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.872 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J9H72Jv38W2gnB1 off=3387347 len=741137 2024-04-02T08:55:36.872 INFO:tasks.workunit.client.0.smithi112.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.873 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kC1OM4repsXcVHn off=4701866 len=1467098 2024-04-02T08:55:36.881 INFO:tasks.workunit.client.0.smithi112.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.881 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3IKyp7NQl1JkRbB off=4709507 len=632055 2024-04-02T08:55:36.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 1074 completed, throughput=5MB/sec 2024-04-02T08:55:36.882 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bCdRW69J5htjO9O off=2239045 len=1342291 2024-04-02T08:55:36.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 1075 completed, throughput=5MB/sec 2024-04-02T08:55:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:37.883 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GIaA-KKDwyqUIEx off=1204395 len=1807451 2024-04-02T08:55:37.885 INFO:tasks.workunit.client.0.smithi112.stdout:op 1076 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.885 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8MPdimbhdEj4U36 off=1579625 len=878728 2024-04-02T08:55:37.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.886 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z4WuOB3ZwPMqHxZ off=1895814 len=1607682 2024-04-02T08:55:37.887 INFO:tasks.workunit.client.0.smithi112.stdout:op 1078 completed, throughput=5MB/sec 2024-04-02T08:55:37.887 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2hdztx_x8lYOqn_ off=4269489 len=1545855 2024-04-02T08:55:37.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 1079 completed, throughput=5.01MB/sec 2024-04-02T08:55:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:37 smithi112 ceph-mon[91385]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:37 smithi112 ceph-mon[88945]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:37 smithi187 ceph-mon[84356]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:38.893 INFO:tasks.workunit.client.0.smithi112.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:38.894 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZihlF02JT44CpzO off=24098596 len=695036 2024-04-02T08:55:38.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.895 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LTKKljHaOT0jzCh off=9948364 len=1263584 2024-04-02T08:55:38.900 INFO:tasks.workunit.client.0.smithi112.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.900 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jBcYyK_7DmQRI8c off=1229352 len=663854 2024-04-02T08:55:38.902 INFO:tasks.workunit.client.0.smithi112.stdout:op 1082 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.902 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wKClnXCGMGR1xZR off=11268793 len=822376 2024-04-02T08:55:38.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 1083 completed, throughput=5MB/sec 2024-04-02T08:55:38.907 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qimwr1I0nYS1CWP off=9907694 len=1881757 2024-04-02T08:55:38.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 1084 completed, throughput=5.01MB/sec 2024-04-02T08:55:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:55:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:55:39] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:55:39.908 INFO:tasks.workunit.client.0.smithi112.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:39.909 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F_uOPSXbwkwIWvL off=15353927 len=1123017 2024-04-02T08:55:39.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 1085 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ihRLNzBEGbgmO7f off=5691600 len=587202 2024-04-02T08:55:39.912 INFO:tasks.workunit.client.0.smithi112.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.912 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F7Iduy9w4tBAUJc off=7184513 len=280106 2024-04-02T08:55:39.915 INFO:tasks.workunit.client.0.smithi112.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.915 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xSxAy9EPC3d60Mf off=12243680 len=369860 2024-04-02T08:55:39.915 INFO:tasks.workunit.client.0.smithi112.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.916 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6HxbkWRJT9_P4Ma off=15520287 len=1320161 2024-04-02T08:55:39.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 1089 completed, throughput=5MB/sec 2024-04-02T08:55:39.916 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2mzuVXIgYHM6vl2 off=1157793 len=893859 2024-04-02T08:55:39.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 1090 completed, throughput=5MB/sec 2024-04-02T08:55:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:39 smithi112 ceph-mon[88945]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:39 smithi112 ceph-mon[91385]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:39 smithi187 ceph-mon[84356]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:40.923 INFO:tasks.workunit.client.0.smithi112.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:40.923 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZWkYbxoJQO6JSz8 off=9498399 len=225175 2024-04-02T08:55:40.923 INFO:tasks.workunit.client.0.smithi112.stdout:op 1091 completed, throughput=4.98MB/sec 2024-04-02T08:55:40.923 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x4cPUeobdF96jcA off=6017833 len=1455103 2024-04-02T08:55:40.924 INFO:tasks.workunit.client.0.smithi112.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.924 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fEx7VGcEFwfMt8u off=4364083 len=1156162 2024-04-02T08:55:40.924 INFO:tasks.workunit.client.0.smithi112.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.924 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LCr5nWNDVaYRhi1 off=4922254 len=64441 2024-04-02T08:55:40.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.927 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PKbYNmPAhcR97RM off=3034102 len=1833296 2024-04-02T08:55:40.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 1095 completed, throughput=5MB/sec 2024-04-02T08:55:40.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xw9WLxkRCA66dJH off=3672390 len=1127675 2024-04-02T08:55:40.944 INFO:tasks.workunit.client.0.smithi112.stdout:op 1096 completed, throughput=5MB/sec 2024-04-02T08:55:41.946 INFO:tasks.workunit.client.0.smithi112.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:41.946 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-k6NJFE_M3GuSCrA off=3895078 len=843346 2024-04-02T08:55:41.946 INFO:tasks.workunit.client.0.smithi112.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.946 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z4WsR2Rx6Ev-g2U off=4998854 len=1739128 2024-04-02T08:55:41.956 INFO:tasks.workunit.client.0.smithi112.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.956 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AJkFf0t7b_npZPT off=5131692 len=1861247 2024-04-02T08:55:41.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 1099 completed, throughput=5MB/sec 2024-04-02T08:55:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:41 smithi112 ceph-mon[91385]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:41 smithi112 ceph-mon[88945]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:41 smithi187 ceph-mon[84356]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:55:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:42.962 INFO:tasks.workunit.client.0.smithi112.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:42.963 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EFTGcWtWE27fdKq off=7366215 len=606144 2024-04-02T08:55:42.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 1100 completed, throughput=4.98MB/sec 2024-04-02T08:55:42.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jdnFuaxHZKf6OmA off=1614315 len=387958 2024-04-02T08:55:42.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 1101 completed, throughput=4.98MB/sec 2024-04-02T08:55:42.966 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8ntbRoKCQzxdjne off=3392766 len=1268360 2024-04-02T08:55:42.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.970 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Za-uw51V5G3gtD- off=10545882 len=883278 2024-04-02T08:55:42.974 INFO:tasks.workunit.client.0.smithi112.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.974 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oI-9nQ-rVgk_pKF off=12874377 len=587595 2024-04-02T08:55:42.977 INFO:tasks.workunit.client.0.smithi112.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.977 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qTxnPfLAKDOav8P off=1785278 len=140297 2024-04-02T08:55:42.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.978 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GP58DBdIYUPy1qN off=9087440 len=326023 2024-04-02T08:55:42.981 INFO:tasks.workunit.client.0.smithi112.stdout:op 1106 completed, throughput=5MB/sec 2024-04-02T08:55:42.981 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-itiI5qkDxBA3CeZ off=18356563 len=2068582 2024-04-02T08:55:42.993 INFO:tasks.workunit.client.0.smithi112.stdout:op 1107 completed, throughput=5MB/sec 2024-04-02T08:55:43.993 INFO:tasks.workunit.client.0.smithi112.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:43.993 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KNaEzAGTFEWWRxV off=15412238 len=1758505 2024-04-02T08:55:43.996 INFO:tasks.workunit.client.0.smithi112.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.997 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JFcg2vIR9tAFu66 off=12032881 len=883143 2024-04-02T08:55:43.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.998 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V0B20UO-aArAr_J off=2782106 len=802744 2024-04-02T08:55:43.999 INFO:tasks.workunit.client.0.smithi112.stdout:op 1110 completed, throughput=5MB/sec 2024-04-02T08:55:43.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-O7HtglMG2sgyvF_ off=2073811 len=1537098 2024-04-02T08:55:44.007 INFO:tasks.workunit.client.0.smithi112.stdout:op 1111 completed, throughput=5MB/sec 2024-04-02T08:55:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:43 smithi112 ceph-mon[91385]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:43 smithi112 ceph-mon[88945]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:43 smithi187 ceph-mon[84356]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:45.011 INFO:tasks.workunit.client.0.smithi112.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:45.011 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zmr1W45gvKRBdci off=1727441 len=186493 2024-04-02T08:55:45.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 1112 completed, throughput=4.98MB/sec 2024-04-02T08:55:45.012 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nTGzBNhZJBGcgzF off=431875 len=845708 2024-04-02T08:55:45.015 INFO:tasks.workunit.client.0.smithi112.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.015 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QFT31LdiR-S5aJt off=24390135 len=710383 2024-04-02T08:55:45.016 INFO:tasks.workunit.client.0.smithi112.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.016 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2Ft5D9lX6FOkvqC off=16664442 len=1027183 2024-04-02T08:55:45.017 INFO:tasks.workunit.client.0.smithi112.stdout:op 1115 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.018 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rrBPT0FFuV0BfXB off=16437219 len=1483133 2024-04-02T08:55:45.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 1116 completed, throughput=5MB/sec 2024-04-02T08:55:45.022 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CmFtNbdUl5m0zPK off=1314483 len=2063122 2024-04-02T08:55:45.024 INFO:tasks.workunit.client.0.smithi112.stdout:op 1117 completed, throughput=5.01MB/sec 2024-04-02T08:55:46.024 INFO:tasks.workunit.client.0.smithi112.stdout: 226: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:46.024 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SCGtihCJnzPCP8T off=1066197 len=605806 2024-04-02T08:55:46.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.028 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AItkPaWYiKAgzNs off=18002411 len=759028 2024-04-02T08:55:46.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 1119 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.033 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pZ9s-33wURMWTKt off=10578871 len=1415223 2024-04-02T08:55:46.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 1120 completed, throughput=5MB/sec 2024-04-02T08:55:46.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8wSOX2631HR6AFs off=6484860 len=2049098 2024-04-02T08:55:46.043 INFO:tasks.workunit.client.0.smithi112.stdout:op 1121 completed, throughput=5MB/sec 2024-04-02T08:55:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:45 smithi112 ceph-mon[91385]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:45 smithi112 ceph-mon[88945]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:46.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:45 smithi187 ceph-mon[84356]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:47.043 INFO:tasks.workunit.client.0.smithi112.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:47.043 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BJyJzteqIUcYqOu off=11212642 len=667772 2024-04-02T08:55:47.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.044 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WCQZUPs09EQafdV off=9863580 len=210076 2024-04-02T08:55:47.045 INFO:tasks.workunit.client.0.smithi112.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.045 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lIVTnfEImYPubnb off=22181104 len=1912615 2024-04-02T08:55:47.057 INFO:tasks.workunit.client.0.smithi112.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.057 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rVXR-yY6_unfaYY off=6729703 len=152561 2024-04-02T08:55:47.058 INFO:tasks.workunit.client.0.smithi112.stdout:op 1125 completed, throughput=5MB/sec 2024-04-02T08:55:47.058 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-53PGCo99WnPbBKj off=11147368 len=1563458 2024-04-02T08:55:47.059 INFO:tasks.workunit.client.0.smithi112.stdout:op 1126 completed, throughput=5MB/sec 2024-04-02T08:55:48.060 INFO:tasks.workunit.client.0.smithi112.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:48.060 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--i8BXApyLMdLYC2 off=15960067 len=1533273 2024-04-02T08:55:48.069 INFO:tasks.workunit.client.0.smithi112.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.069 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-m6q50w14HpY06up off=596175 len=1411055 2024-04-02T08:55:48.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.075 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qFMjZ3CJGv2zwX_ off=4842328 len=619360 2024-04-02T08:55:48.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.077 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cidY2eGhUKnkshe off=16739 len=1010981 2024-04-02T08:55:48.079 INFO:tasks.workunit.client.0.smithi112.stdout:op 1130 completed, throughput=5MB/sec 2024-04-02T08:55:48.079 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-56dGqjioU6FJc_- off=1435161 len=1548161 2024-04-02T08:55:48.087 INFO:tasks.workunit.client.0.smithi112.stdout:op 1131 completed, throughput=5MB/sec 2024-04-02T08:55:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:47 smithi112 ceph-mon[91385]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:47 smithi112 ceph-mon[88945]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:47 smithi187 ceph-mon[84356]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:49.088 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ppo_q2uOELdKq34 off=1060532 len=161635 2024-04-02T08:55:49.089 INFO:tasks.workunit.client.0.smithi112.stdout:op 1132 completed, throughput=4.98MB/sec 2024-04-02T08:55:49.089 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dISn9-ElmKSY_Ha off=21017332 len=1256782 2024-04-02T08:55:49.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 1133 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.092 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-N8POGyT5gDtmTAw off=1460550 len=1428124 2024-04-02T08:55:49.093 INFO:tasks.workunit.client.0.smithi112.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.093 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NeGwQP2C6NB8u1Q off=1999896 len=793827 2024-04-02T08:55:49.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 1135 completed, throughput=5MB/sec 2024-04-02T08:55:49.098 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5tDe9lELaZgAJq- off=9877215 len=1673636 2024-04-02T08:55:49.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 1136 completed, throughput=5MB/sec 2024-04-02T08:55:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:55:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:55:49] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:55:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:50.105 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rGybV2X4REnVorJ off=8721925 len=2089363 2024-04-02T08:55:50.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.109 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mTQEb_Jj4CwDcvO off=17153478 len=1121157 2024-04-02T08:55:50.115 INFO:tasks.workunit.client.0.smithi112.stdout:op 1138 completed, throughput=5MB/sec 2024-04-02T08:55:50.115 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-u2oy8ZgQRpauCME off=3034305 len=1968847 2024-04-02T08:55:50.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 1139 completed, throughput=5MB/sec 2024-04-02T08:55:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:49 smithi112 ceph-mon[91385]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:49 smithi112 ceph-mon[88945]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:49 smithi187 ceph-mon[84356]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:51.117 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k17KDycdKWYG102 off=7385652 len=597175 2024-04-02T08:55:51.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 1140 completed, throughput=4.98MB/sec 2024-04-02T08:55:51.121 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hYDXHXZ-KH3zgMF off=6232573 len=1794748 2024-04-02T08:55:51.122 INFO:tasks.workunit.client.0.smithi112.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.122 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sahB0hR_vSvBKQP off=10520594 len=377952 2024-04-02T08:55:51.123 INFO:tasks.workunit.client.0.smithi112.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.123 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HP34kBoo3W49vwc off=8779507 len=1137197 2024-04-02T08:55:51.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 1143 completed, throughput=5MB/sec 2024-04-02T08:55:51.125 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IZVC0EobV8Cpvax off=3142202 len=572444 2024-04-02T08:55:51.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 1144 completed, throughput=5MB/sec 2024-04-02T08:55:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:51 smithi112 ceph-mon[91385]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:51 smithi112 ceph-mon[88945]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:52.126 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sACs08GjA2ua6Ei off=0 len=1289631 2024-04-02T08:55:52.133 INFO:tasks.workunit.client.0.smithi112.stdout:op 1145 completed, throughput=4.98MB/sec 2024-04-02T08:55:52.133 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LHc54XLsR5i3UHL off=14748782 len=1689993 2024-04-02T08:55:52.134 INFO:tasks.workunit.client.0.smithi112.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.134 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZOoApQm--D0K00j off=3000320 len=1919213 2024-04-02T08:55:52.141 INFO:tasks.workunit.client.0.smithi112.stdout:op 1147 completed, throughput=5MB/sec 2024-04-02T08:55:52.141 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PEsMP905C3bAkQD off=6137795 len=895871 2024-04-02T08:55:52.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 1148 completed, throughput=5MB/sec 2024-04-02T08:55:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:51 smithi187 ceph-mon[84356]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:55:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:55:52.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:53.143 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--HnWNvBSpYmnyIi off=4931736 len=1173859 2024-04-02T08:55:53.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.151 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BrwIVzzUIPw641k off=18258313 len=1846843 2024-04-02T08:55:53.161 INFO:tasks.workunit.client.0.smithi112.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.161 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WCQZUPs09EQafdV off=17578104 len=276995 2024-04-02T08:55:53.162 INFO:tasks.workunit.client.0.smithi112.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.162 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RUL0ilvY6acBHAv off=5089565 len=1543099 2024-04-02T08:55:53.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 1152 completed, throughput=5MB/sec 2024-04-02T08:55:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:53 smithi112 ceph-mon[91385]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:53 smithi112 ceph-mon[88945]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:54.170 INFO:tasks.workunit.client.0.smithi112.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:54.170 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sLRTnQff_v3AV1b off=7837224 len=1729165 2024-04-02T08:55:54.183 INFO:tasks.workunit.client.0.smithi112.stdout:op 1153 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.183 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m0_AU8UbjK6ItC8 off=2076267 len=1375863 2024-04-02T08:55:54.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VTvoLlvesexaz17 off=2017250 len=496834 2024-04-02T08:55:54.189 INFO:tasks.workunit.client.0.smithi112.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.189 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zc-X_Tzxgbo72zK off=2615735 len=687335 2024-04-02T08:55:54.192 INFO:tasks.workunit.client.0.smithi112.stdout:op 1156 completed, throughput=5MB/sec 2024-04-02T08:55:54.192 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6-xauIrDa6yREHS off=5357301 len=1752476 2024-04-02T08:55:54.198 INFO:tasks.workunit.client.0.smithi112.stdout:op 1157 completed, throughput=5MB/sec 2024-04-02T08:55:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:53 smithi187 ceph-mon[84356]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:55.199 INFO:tasks.workunit.client.0.smithi112.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:55.199 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-anqKeA1qHm8m2R_ off=7199969 len=53746 2024-04-02T08:55:55.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 1158 completed, throughput=4.98MB/sec 2024-04-02T08:55:55.200 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-U97c5AuWY_nnC11 off=21740748 len=739700 2024-04-02T08:55:55.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-02T08:55:55.200 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wEFjPXJqTRH6S9T off=2240774 len=454621 2024-04-02T08:55:55.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-02T08:55:55.202 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4l9CpOgfxD_8oEn off=6611250 len=1839804 2024-04-02T08:55:55.209 INFO:tasks.workunit.client.0.smithi112.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-02T08:55:55.209 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h5V0iMnBESmmf6b off=1461749 len=921404 2024-04-02T08:55:55.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 1162 completed, throughput=5MB/sec 2024-04-02T08:55:55.210 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N07lwr7w3VEzrEx off=3400649 len=516900 2024-04-02T08:55:55.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 1163 completed, throughput=5MB/sec 2024-04-02T08:55:55.214 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uHiUfWwcNQEntN1 off=4806166 len=108430 2024-04-02T08:55:55.214 INFO:tasks.workunit.client.0.smithi112.stdout:op 1164 completed, throughput=5MB/sec 2024-04-02T08:55:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:55 smithi112 ceph-mon[91385]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:55 smithi112 ceph-mon[88945]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:56.214 INFO:tasks.workunit.client.0.smithi112.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:56.214 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dvOC72dGFeZkff6 off=8301856 len=1556248 2024-04-02T08:55:56.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.221 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zIGJFyQeyiqb8HX off=10356147 len=1186358 2024-04-02T08:55:56.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.224 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3HjxlOPdVdKQ-Kt off=6268606 len=537146 2024-04-02T08:55:56.225 INFO:tasks.workunit.client.0.smithi112.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.225 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ITGdgHEfK3ifGyT off=4767780 len=1338177 2024-04-02T08:55:56.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 1168 completed, throughput=5MB/sec 2024-04-02T08:55:56.226 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ol_znTBC8dpsJdG off=6384771 len=1982719 2024-04-02T08:55:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:55 smithi187 ceph-mon[84356]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:56.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 1169 completed, throughput=5.01MB/sec 2024-04-02T08:55:57.237 INFO:tasks.workunit.client.0.smithi112.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:57.237 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1i5TCLoQMzv-EOF off=14867479 len=1518030 2024-04-02T08:55:57.244 INFO:tasks.workunit.client.0.smithi112.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.244 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-puxLwLgcyblR2WU off=961671 len=1789889 2024-04-02T08:55:57.248 INFO:tasks.workunit.client.0.smithi112.stdout:op 1171 completed, throughput=5MB/sec 2024-04-02T08:55:57.248 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-05eD8Xmq2qbrsJB off=5103469 len=1207441 2024-04-02T08:55:57.248 INFO:tasks.workunit.client.0.smithi112.stdout:op 1172 completed, throughput=5MB/sec 2024-04-02T08:55:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:57 smithi112 ceph-mon[91385]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:57 smithi112 ceph-mon[88945]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:57 smithi187 ceph-mon[84356]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:58.249 INFO:tasks.workunit.client.0.smithi112.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:58.249 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fdZRJEAUTM21Ew8 off=1128123 len=1416096 2024-04-02T08:55:58.250 INFO:tasks.workunit.client.0.smithi112.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.251 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zvbdhbJNpu3Ijmw off=1389118 len=1308058 2024-04-02T08:55:58.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 1174 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.259 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wekPcQy0oal-oH- off=2341976 len=361042 2024-04-02T08:55:58.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.259 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s-jDXiSj1odka8N off=2882031 len=156495 2024-04-02T08:55:58.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.260 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SVf3oxrjyn7er7R off=19600979 len=28217 2024-04-02T08:55:58.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.260 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tLcTrKha-E8oHgO off=17024157 len=1201864 2024-04-02T08:55:58.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 1178 completed, throughput=5MB/sec 2024-04-02T08:55:58.261 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3f3UBpVljWyxQKQ off=124617 len=688681 2024-04-02T08:55:58.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 1179 completed, throughput=5MB/sec 2024-04-02T08:55:59.265 INFO:tasks.workunit.client.0.smithi112.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:59.265 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tT6U8Cf-CDHF4rn off=19056056 len=277532 2024-04-02T08:55:59.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 1180 completed, throughput=4.98MB/sec 2024-04-02T08:55:59.268 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GZk0fnrayfFz4P3 off=5448720 len=1434132 2024-04-02T08:55:59.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.273 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CvI0agLAh7_noQZ off=2177830 len=348955 2024-04-02T08:55:59.274 INFO:tasks.workunit.client.0.smithi112.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.274 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HP34kBoo3W49vwc off=2562029 len=286411 2024-04-02T08:55:59.277 INFO:tasks.workunit.client.0.smithi112.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.277 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-57mwvSvmho3IhMJ off=5912967 len=1011284 2024-04-02T08:55:59.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.281 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9pdqo7Qq_jygs_P off=981444 len=1822197 2024-04-02T08:55:59.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 1185 completed, throughput=5MB/sec 2024-04-02T08:55:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:55:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:55:59] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-02T08:56:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:55:59 smithi112 ceph-mon[91385]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:55:59 smithi112 ceph-mon[88945]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:55:59 smithi187 ceph-mon[84356]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:00.231 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 08:55:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=sqlstore.transactions t=2024-04-02T08:55:59.756729513Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:56:00.282 INFO:tasks.workunit.client.0.smithi112.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:00.283 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AGrGZ-NKI1964iW off=2440252 len=1994395 2024-04-02T08:56:00.284 INFO:tasks.workunit.client.0.smithi112.stdout:op 1186 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.284 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3nr5FRz2oJcFzYl off=1733969 len=934129 2024-04-02T08:56:00.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.289 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WNqs75XpOPFDGBq off=11730901 len=395939 2024-04-02T08:56:00.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 1188 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.292 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v4ZjwYMhgEUQzFM off=4037776 len=777419 2024-04-02T08:56:00.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 1189 completed, throughput=5MB/sec 2024-04-02T08:56:00.297 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xUEZ8gJOoXrHMbN off=3740181 len=1367676 2024-04-02T08:56:00.303 INFO:tasks.workunit.client.0.smithi112.stdout:op 1190 completed, throughput=5MB/sec 2024-04-02T08:56:01.303 INFO:tasks.workunit.client.0.smithi112.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:01.304 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HKNZEw0vVwWdC9U off=10887478 len=445314 2024-04-02T08:56:01.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 1191 completed, throughput=4.98MB/sec 2024-04-02T08:56:01.304 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ye9xr-v7nZoWmjy off=7597421 len=325619 2024-04-02T08:56:01.305 INFO:tasks.workunit.client.0.smithi112.stdout:op 1192 completed, throughput=4.98MB/sec 2024-04-02T08:56:01.305 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h1SXIhRceh8VemU off=10933802 len=875197 2024-04-02T08:56:01.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.307 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b2nVlBIHDI6oQHS off=3214629 len=118215 2024-04-02T08:56:01.308 INFO:tasks.workunit.client.0.smithi112.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.308 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mpVpQXL8x6kO5pd off=2071322 len=152019 2024-04-02T08:56:01.308 INFO:tasks.workunit.client.0.smithi112.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.308 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p_mlWwQaxC8Ys_W off=3521737 len=1886363 2024-04-02T08:56:01.309 INFO:tasks.workunit.client.0.smithi112.stdout:op 1196 completed, throughput=5MB/sec 2024-04-02T08:56:01.309 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eolZYyozoxKKZ_t off=4639131 len=1960837 2024-04-02T08:56:01.317 INFO:tasks.workunit.client.0.smithi112.stdout:op 1197 completed, throughput=5MB/sec 2024-04-02T08:56:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:01 smithi112 ceph-mon[91385]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:01 smithi112 ceph-mon[88945]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:01 smithi187 ceph-mon[84356]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:02.318 INFO:tasks.workunit.client.0.smithi112.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:02.318 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_2gUyzOYNMSi7jf off=17107408 len=395034 2024-04-02T08:56:02.320 INFO:tasks.workunit.client.0.smithi112.stdout:op 1198 completed, throughput=4.98MB/sec 2024-04-02T08:56:02.321 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ExJCpAzyEy0iVzb off=4305745 len=1152634 2024-04-02T08:56:02.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.327 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eXr6wFNrPtOSgiq off=2062768 len=477331 2024-04-02T08:56:02.330 INFO:tasks.workunit.client.0.smithi112.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.330 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c2BYEPazoSDtGbV off=8989531 len=1032258 2024-04-02T08:56:02.330 INFO:tasks.workunit.client.0.smithi112.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.330 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VuWk7MY86lxXcwd off=14848424 len=2035984 2024-04-02T08:56:02.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 1202 completed, throughput=5MB/sec 2024-04-02T08:56:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:56:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:03.341 INFO:tasks.workunit.client.0.smithi112.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:03.341 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q0z9mQxTEK5TrjO off=14291647 len=1696587 2024-04-02T08:56:03.347 INFO:tasks.workunit.client.0.smithi112.stdout:op 1203 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.347 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uXNePcU2uEJmqQP off=515659 len=110344 2024-04-02T08:56:03.349 INFO:tasks.workunit.client.0.smithi112.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.349 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-scMT520Ucp8V0gz off=5073986 len=234649 2024-04-02T08:56:03.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.351 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-crDl9hVZsrOix6T off=18938262 len=142639 2024-04-02T08:56:03.352 INFO:tasks.workunit.client.0.smithi112.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.352 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kPBwp0HZe2JdI7M off=8929567 len=1763733 2024-04-02T08:56:03.358 INFO:tasks.workunit.client.0.smithi112.stdout:op 1207 completed, throughput=5MB/sec 2024-04-02T08:56:03.358 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T8Kk4iOn03U9MlG off=835048 len=17500 2024-04-02T08:56:03.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 1208 completed, throughput=5MB/sec 2024-04-02T08:56:03.360 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NhWC6pf8Ig_BYOO off=942811 len=952255 2024-04-02T08:56:03.362 INFO:tasks.workunit.client.0.smithi112.stdout:op 1209 completed, throughput=5MB/sec 2024-04-02T08:56:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:03 smithi112 ceph-mon[91385]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:03 smithi112 ceph-mon[88945]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:03 smithi187 ceph-mon[84356]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:04.362 INFO:tasks.workunit.client.0.smithi112.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:04.362 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6aTKDWsfQFhnu_h off=930126 len=1514846 2024-04-02T08:56:04.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.363 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-92pNLnSUkb-zlCM off=18095895 len=1264762 2024-04-02T08:56:04.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 1211 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.369 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MvbdzxXIdk7v_Tt off=8820484 len=1868132 2024-04-02T08:56:04.371 INFO:tasks.workunit.client.0.smithi112.stdout:op 1212 completed, throughput=5MB/sec 2024-04-02T08:56:04.371 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tnVQOTPBogMTjbE off=4454748 len=2080104 2024-04-02T08:56:04.382 INFO:tasks.workunit.client.0.smithi112.stdout:op 1213 completed, throughput=5.01MB/sec 2024-04-02T08:56:05.382 INFO:tasks.workunit.client.0.smithi112.stdout: 245: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:05.382 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QAbBm9P4SA5QkI0 off=7517161 len=838892 2024-04-02T08:56:05.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.383 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DHe4H3AXO5BtIAS off=3869796 len=1339809 2024-04-02T08:56:05.389 INFO:tasks.workunit.client.0.smithi112.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.389 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M2wle3YZQUgcUVV off=609495 len=1142755 2024-04-02T08:56:05.391 INFO:tasks.workunit.client.0.smithi112.stdout:op 1216 completed, throughput=5MB/sec 2024-04-02T08:56:05.391 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M3L8sRc6pMwwC7W off=13074599 len=55262 2024-04-02T08:56:05.391 INFO:tasks.workunit.client.0.smithi112.stdout:op 1217 completed, throughput=5MB/sec 2024-04-02T08:56:05.391 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZgTDH5UfGPljuUR off=15548283 len=1584931 2024-04-02T08:56:05.392 INFO:tasks.workunit.client.0.smithi112.stdout:op 1218 completed, throughput=5MB/sec 2024-04-02T08:56:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:05 smithi112 ceph-mon[88945]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:05 smithi112 ceph-mon[91385]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:05 smithi187 ceph-mon[84356]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:06.392 INFO:tasks.workunit.client.0.smithi112.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:06.393 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XmB0kffrTdCaulQ off=2823779 len=1852218 2024-04-02T08:56:06.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 1219 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.401 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OvckL6rYtGJ1fBa off=6348775 len=2014497 2024-04-02T08:56:06.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 1220 completed, throughput=5MB/sec 2024-04-02T08:56:06.408 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JwSVPYxf9ZBmbFJ off=41939 len=874103 2024-04-02T08:56:06.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 1221 completed, throughput=5MB/sec 2024-04-02T08:56:07.414 INFO:tasks.workunit.client.0.smithi112.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:07.414 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ufRVN_TdQbjF7U1 off=4804748 len=1095251 2024-04-02T08:56:07.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.414 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EgrxGorAUTf3i9t off=8412844 len=1103530 2024-04-02T08:56:07.415 INFO:tasks.workunit.client.0.smithi112.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.416 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-puZWmDTNpGD7p5V off=5018930 len=92830 2024-04-02T08:56:07.416 INFO:tasks.workunit.client.0.smithi112.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.416 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P_8Ka2_0jHJLOl2 off=8367036 len=1501152 2024-04-02T08:56:07.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 1225 completed, throughput=5MB/sec 2024-04-02T08:56:07.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8P6hRxVGBSJJQrc off=21410923 len=1546650 2024-04-02T08:56:07.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 1226 completed, throughput=5MB/sec 2024-04-02T08:56:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:07 smithi112 ceph-mon[91385]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:07 smithi112 ceph-mon[88945]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:07 smithi187 ceph-mon[84356]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:08.432 INFO:tasks.workunit.client.0.smithi112.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:08.432 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-l4UCL5Jjx_bZsva off=516337 len=137186 2024-04-02T08:56:08.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 1227 completed, throughput=4.98MB/sec 2024-04-02T08:56:08.435 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GmE2ayLeV98jWIe off=3282916 len=1062607 2024-04-02T08:56:08.435 INFO:tasks.workunit.client.0.smithi112.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.436 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nr8Pw9cHRYReB0r off=0 len=1581455 2024-04-02T08:56:08.438 INFO:tasks.workunit.client.0.smithi112.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.438 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ARjgdmv7Kq1pcE5 off=4220788 len=1770689 2024-04-02T08:56:08.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 1230 completed, throughput=5MB/sec 2024-04-02T08:56:08.446 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cArwQ2HhK70iAZs off=1018517 len=195832 2024-04-02T08:56:08.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 1231 completed, throughput=5MB/sec 2024-04-02T08:56:08.449 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FR-hcCrEPysEL8i off=13117701 len=2094782 2024-04-02T08:56:08.458 INFO:tasks.workunit.client.0.smithi112.stdout:op 1232 completed, throughput=5.01MB/sec 2024-04-02T08:56:09.458 INFO:tasks.workunit.client.0.smithi112.stdout: 249: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:09.458 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-92pNLnSUkb-zlCM off=3589118 len=512761 2024-04-02T08:56:09.459 INFO:tasks.workunit.client.0.smithi112.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-02T08:56:09.459 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wEwAVLr-PfFf_rr off=638831 len=760226 2024-04-02T08:56:09.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-02T08:56:09.462 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sL1F1xhy7-6L0zB off=17528929 len=855864 2024-04-02T08:56:09.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 1235 completed, throughput=5MB/sec 2024-04-02T08:56:09.467 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tiL2KndJT2UgQn5 off=2740867 len=2088598 2024-04-02T08:56:09.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 1236 completed, throughput=5MB/sec 2024-04-02T08:56:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:56:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:56:09] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:56:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:09 smithi112 ceph-mon[91385]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:09 smithi112 ceph-mon[88945]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:09 smithi187 ceph-mon[84356]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:10.479 INFO:tasks.workunit.client.0.smithi112.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:10.480 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZVsRW6iJrOu0VpA off=5457817 len=750345 2024-04-02T08:56:10.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.480 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B0FoQbZVDcyCCZi off=1029223 len=53332 2024-04-02T08:56:10.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.483 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s3M5CU67RK6npE- off=9910424 len=1006695 2024-04-02T08:56:10.483 INFO:tasks.workunit.client.0.smithi112.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.484 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-M4XfhTvDBo2UO_4 off=9021862 len=836856 2024-04-02T08:56:10.487 INFO:tasks.workunit.client.0.smithi112.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.487 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DwudERtkF5seMq4 off=20478121 len=1008217 2024-04-02T08:56:10.491 INFO:tasks.workunit.client.0.smithi112.stdout:op 1241 completed, throughput=5MB/sec 2024-04-02T08:56:10.492 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VLo5EfZGsmqsnMm off=5225265 len=1021432 2024-04-02T08:56:10.492 INFO:tasks.workunit.client.0.smithi112.stdout:op 1242 completed, throughput=5MB/sec 2024-04-02T08:56:11.493 INFO:tasks.workunit.client.0.smithi112.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:11.493 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2RK3K9oRZole1wq off=22541635 len=1542902 2024-04-02T08:56:11.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.501 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qo2wwLyv6aj2RPY off=1214730 len=793916 2024-04-02T08:56:11.502 INFO:tasks.workunit.client.0.smithi112.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.502 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9qhQNBcrF2toCuX off=6146624 len=1560785 2024-04-02T08:56:11.502 INFO:tasks.workunit.client.0.smithi112.stdout:op 1245 completed, throughput=5MB/sec 2024-04-02T08:56:11.502 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-31JxrzoJAxasy3c off=69974 len=179834 2024-04-02T08:56:11.505 INFO:tasks.workunit.client.0.smithi112.stdout:op 1246 completed, throughput=5MB/sec 2024-04-02T08:56:11.505 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sDbKeGOkDyc-cIS off=4177970 len=1540248 2024-04-02T08:56:11.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 1247 completed, throughput=5MB/sec 2024-04-02T08:56:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:11 smithi112 ceph-mon[91385]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:11 smithi112 ceph-mon[88945]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:11 smithi187 ceph-mon[84356]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:12.513 INFO:tasks.workunit.client.0.smithi112.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:12.513 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uDqNS4iaBrWcGQK off=11326146 len=1019919 2024-04-02T08:56:12.518 INFO:tasks.workunit.client.0.smithi112.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.519 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PmTl0kSz1q7A2b_ off=8571760 len=642459 2024-04-02T08:56:12.522 INFO:tasks.workunit.client.0.smithi112.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.523 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aLy08JLwrRzMeGG off=17769579 len=993128 2024-04-02T08:56:12.528 INFO:tasks.workunit.client.0.smithi112.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.528 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w48quwF-xfXQi89 off=2468085 len=818755 2024-04-02T08:56:12.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.531 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NRphjFDf02r9-d8 off=754676 len=1672324 2024-04-02T08:56:12.534 INFO:tasks.workunit.client.0.smithi112.stdout:op 1252 completed, throughput=5MB/sec 2024-04-02T08:56:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:56:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:56:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:13.535 INFO:tasks.workunit.client.0.smithi112.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:13.535 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z9XYjIqQfBR0gel off=16001597 len=1442924 2024-04-02T08:56:13.537 INFO:tasks.workunit.client.0.smithi112.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.538 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1dYSa5TfnkLMIHN off=5681170 len=127507 2024-04-02T08:56:13.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.540 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xN3s4jbn8hnvJYd off=2079793 len=1707993 2024-04-02T08:56:13.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.550 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xpOmO9_dGvdcRSY off=6609937 len=352682 2024-04-02T08:56:13.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.553 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uhfrTfzc8GiHR4V off=5303066 len=1886889 2024-04-02T08:56:13.554 INFO:tasks.workunit.client.0.smithi112.stdout:op 1257 completed, throughput=5MB/sec 2024-04-02T08:56:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:13 smithi112 ceph-mon[88945]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:13 smithi112 ceph-mon[91385]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:13 smithi187 ceph-mon[84356]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:14.554 INFO:tasks.workunit.client.0.smithi112.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:14.555 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DThfbe0uTMz7jjU off=11572074 len=588341 2024-04-02T08:56:14.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 1258 completed, throughput=4.98MB/sec 2024-04-02T08:56:14.555 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E3KqLY0ygml8846 off=11583563 len=1325891 2024-04-02T08:56:14.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-02T08:56:14.558 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xs_B4tun-WlPTKi off=775869 len=831755 2024-04-02T08:56:14.559 INFO:tasks.workunit.client.0.smithi112.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-02T08:56:14.559 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-omY0r0wa-B6BNaO off=2755644 len=2000465 2024-04-02T08:56:14.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 1261 completed, throughput=5MB/sec 2024-04-02T08:56:14.561 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iNU2_YU-5cbl3HK off=19789139 len=641985 2024-04-02T08:56:14.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 1262 completed, throughput=5MB/sec 2024-04-02T08:56:15.562 INFO:tasks.workunit.client.0.smithi112.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:15.562 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QY-Pud5BLphTQI0 off=11026423 len=1436100 2024-04-02T08:56:15.567 INFO:tasks.workunit.client.0.smithi112.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.568 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4kV3d7cZ15176o8 off=10165390 len=336270 2024-04-02T08:56:15.571 INFO:tasks.workunit.client.0.smithi112.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.571 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YjMaGg9QYvaS0Cd off=3967166 len=505028 2024-04-02T08:56:15.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.572 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XzTV_RBzNZ7U8rn off=7320646 len=500613 2024-04-02T08:56:15.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kepI8zz-BNe3S9S off=2224562 len=1091146 2024-04-02T08:56:15.576 INFO:tasks.workunit.client.0.smithi112.stdout:op 1267 completed, throughput=5MB/sec 2024-04-02T08:56:15.576 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cBrH73_dRzHFVcJ off=11070365 len=56614 2024-04-02T08:56:15.577 INFO:tasks.workunit.client.0.smithi112.stdout:op 1268 completed, throughput=5MB/sec 2024-04-02T08:56:15.577 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lh_PgqDgX_kSLSw off=8234636 len=1021279 2024-04-02T08:56:15.581 INFO:tasks.workunit.client.0.smithi112.stdout:op 1269 completed, throughput=5MB/sec 2024-04-02T08:56:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:15 smithi112 ceph-mon[88945]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:15 smithi112 ceph-mon[91385]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:15 smithi187 ceph-mon[84356]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:16.581 INFO:tasks.workunit.client.0.smithi112.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:16.581 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oFvYc5q2GVo7vd5 off=7451468 len=1589870 2024-04-02T08:56:16.590 INFO:tasks.workunit.client.0.smithi112.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-02T08:56:16.591 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0ip9JvX_VT7hSvP off=14961558 len=602068 2024-04-02T08:56:16.591 INFO:tasks.workunit.client.0.smithi112.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-02T08:56:16.591 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-inlJTxXUTTxpLA0 off=380037 len=619186 2024-04-02T08:56:16.594 INFO:tasks.workunit.client.0.smithi112.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-02T08:56:16.594 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o2meBPphKQrmZgg off=8024140 len=1068617 2024-04-02T08:56:16.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-02T08:56:16.598 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iyURf-30G9gEUNh off=14760304 len=658069 2024-04-02T08:56:16.599 INFO:tasks.workunit.client.0.smithi112.stdout:op 1274 completed, throughput=5MB/sec 2024-04-02T08:56:16.599 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4pZvRtwgazB5Wot off=2431152 len=1918032 2024-04-02T08:56:16.603 INFO:tasks.workunit.client.0.smithi112.stdout:op 1275 completed, throughput=5MB/sec 2024-04-02T08:56:17.603 INFO:tasks.workunit.client.0.smithi112.stdout: 257: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:17.603 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uZtSbPwRN5j3KWT off=12623383 len=509223 2024-04-02T08:56:17.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.607 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JIxTL4sxyMDFftv off=317850 len=804724 2024-04-02T08:56:17.611 INFO:tasks.workunit.client.0.smithi112.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.611 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EAXHrDP67SajVjy off=23514336 len=1612660 2024-04-02T08:56:17.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 1278 completed, throughput=5MB/sec 2024-04-02T08:56:17.618 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--P-dCyxEI1PMBv- off=3967086 len=427467 2024-04-02T08:56:17.621 INFO:tasks.workunit.client.0.smithi112.stdout:op 1279 completed, throughput=5MB/sec 2024-04-02T08:56:17.621 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UHNUihcMzL8N_J8 off=10999140 len=1203203 2024-04-02T08:56:17.622 INFO:tasks.workunit.client.0.smithi112.stdout:op 1280 completed, throughput=5MB/sec 2024-04-02T08:56:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:17 smithi112 ceph-mon[88945]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:56:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:17 smithi112 ceph-mon[91385]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:56:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:17 smithi187 ceph-mon[84356]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:56:18.622 INFO:tasks.workunit.client.0.smithi112.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:18.623 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gfFSdtTy_eJr3RI off=15523237 len=1051636 2024-04-02T08:56:18.626 INFO:tasks.workunit.client.0.smithi112.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-02T08:56:18.626 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SYb_jcJkHFXBlas off=8861584 len=1399589 2024-04-02T08:56:18.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 1282 completed, throughput=4.99MB/sec 2024-04-02T08:56:18.633 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HZiN_baL5goeiCj off=7699190 len=154374 2024-04-02T08:56:18.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-02T08:56:18.636 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oIM0Yak8yHduaSa off=21189619 len=2019689 2024-04-02T08:56:18.644 INFO:tasks.workunit.client.0.smithi112.stdout:op 1284 completed, throughput=5MB/sec 2024-04-02T08:56:18.644 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8UpgDxVkDc4B0B8 off=376051 len=1501125 2024-04-02T08:56:18.645 INFO:tasks.workunit.client.0.smithi112.stdout:op 1285 completed, throughput=5MB/sec 2024-04-02T08:56:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:56:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:56:19] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:56:19.645 INFO:tasks.workunit.client.0.smithi112.stdout: 259: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:19.645 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qA1vZDGf-4jcP5X off=21906203 len=2031536 2024-04-02T08:56:19.656 INFO:tasks.workunit.client.0.smithi112.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.656 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Scf-P3I4-r48GE9 off=345877 len=159245 2024-04-02T08:56:19.657 INFO:tasks.workunit.client.0.smithi112.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.657 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5kPVBkf8gIfbE_z off=1020713 len=1688114 2024-04-02T08:56:19.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 1288 completed, throughput=5MB/sec 2024-04-02T08:56:19.660 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o2zoHoZ2r5V-O7O off=5170912 len=1593857 2024-04-02T08:56:19.666 INFO:tasks.workunit.client.0.smithi112.stdout:op 1289 completed, throughput=5MB/sec 2024-04-02T08:56:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:19 smithi112 ceph-mon[91385]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:19 smithi112 ceph-mon[88945]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:19 smithi187 ceph-mon[84356]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:20.666 INFO:tasks.workunit.client.0.smithi112.stdout: 260: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:20.667 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zQK1r666H4rshmW off=1255828 len=1543180 2024-04-02T08:56:20.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.674 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-blOH9hV9a1RQt5M off=9286632 len=659405 2024-04-02T08:56:20.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 1291 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.674 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ldyGvn-xlwXosNV off=293702 len=1881639 2024-04-02T08:56:20.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 1292 completed, throughput=5MB/sec 2024-04-02T08:56:21.679 INFO:tasks.workunit.client.0.smithi112.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:21.679 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gf5-sydEwLkqyhi off=780757 len=1758783 2024-04-02T08:56:21.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.680 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1N18OraK8GYS3h8 off=4517587 len=396862 2024-04-02T08:56:21.681 INFO:tasks.workunit.client.0.smithi112.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.681 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iuzdb3BMCBwyVEG off=9305675 len=1690714 2024-04-02T08:56:21.684 INFO:tasks.workunit.client.0.smithi112.stdout:op 1295 completed, throughput=5MB/sec 2024-04-02T08:56:21.684 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i7bCIAJLf5vQpBt off=1506494 len=317981 2024-04-02T08:56:21.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 1296 completed, throughput=5MB/sec 2024-04-02T08:56:21.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qkdt-bFI5U--Ss9 off=8902916 len=863796 2024-04-02T08:56:21.688 INFO:tasks.workunit.client.0.smithi112.stdout:op 1297 completed, throughput=5MB/sec 2024-04-02T08:56:21.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D9vpVxObvjh6VyQ off=2050648 len=1133313 2024-04-02T08:56:21.692 INFO:tasks.workunit.client.0.smithi112.stdout:op 1298 completed, throughput=5MB/sec 2024-04-02T08:56:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:21 smithi112 ceph-mon[91385]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:21 smithi112 ceph-mon[88945]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:21 smithi187 ceph-mon[84356]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:22.693 INFO:tasks.workunit.client.0.smithi112.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:22.693 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XZsIUoH9v7ts8JM off=4953972 len=347060 2024-04-02T08:56:22.694 INFO:tasks.workunit.client.0.smithi112.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.694 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Fj2rthB-Dp3LuPD off=4966587 len=393623 2024-04-02T08:56:22.696 INFO:tasks.workunit.client.0.smithi112.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1_CAtvBA7L6JvNY off=4981679 len=92907 2024-04-02T08:56:22.697 INFO:tasks.workunit.client.0.smithi112.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UWXlbhWhnbTAyut off=14760846 len=815822 2024-04-02T08:56:22.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 1302 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.699 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TJyDUkGam1BX6u- off=540006 len=628442 2024-04-02T08:56:22.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 1303 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.700 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QhsGABr67E_Ic0J off=13608529 len=791103 2024-04-02T08:56:22.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 1304 completed, throughput=5MB/sec 2024-04-02T08:56:22.700 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AF3VmFfZKzPs_dx off=3261781 len=960494 2024-04-02T08:56:22.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 1305 completed, throughput=5MB/sec 2024-04-02T08:56:22.705 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5GJRdUZEzk_tcJz off=2654667 len=687618 2024-04-02T08:56:22.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 1306 completed, throughput=5MB/sec 2024-04-02T08:56:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:56:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:23.710 INFO:tasks.workunit.client.0.smithi112.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:23.710 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-quUet3Nb4TZTFue off=292083 len=1540667 2024-04-02T08:56:23.713 INFO:tasks.workunit.client.0.smithi112.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.713 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o2S-3YauD6PmvP- off=21222873 len=512980 2024-04-02T08:56:23.714 INFO:tasks.workunit.client.0.smithi112.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.714 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_b2HD1hskrO1PeP off=1781603 len=1524376 2024-04-02T08:56:23.720 INFO:tasks.workunit.client.0.smithi112.stdout:op 1309 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.720 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--GbX81W-qWwG5m4 off=959395 len=915069 2024-04-02T08:56:23.723 INFO:tasks.workunit.client.0.smithi112.stdout:op 1310 completed, throughput=5MB/sec 2024-04-02T08:56:23.724 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nF4-uH6pelvvcvK off=983218 len=248023 2024-04-02T08:56:23.724 INFO:tasks.workunit.client.0.smithi112.stdout:op 1311 completed, throughput=5MB/sec 2024-04-02T08:56:23.724 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FyasXW-l_OF4Mwd off=8067362 len=321259 2024-04-02T08:56:23.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 1312 completed, throughput=5MB/sec 2024-04-02T08:56:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:23 smithi112 ceph-mon[91385]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:23 smithi112 ceph-mon[88945]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:23 smithi187 ceph-mon[84356]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:24.725 INFO:tasks.workunit.client.0.smithi112.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:24.726 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hOjf2gCpZ_N8Jcs off=3364618 len=669391 2024-04-02T08:56:24.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 1313 completed, throughput=4.98MB/sec 2024-04-02T08:56:24.729 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9O08au9SX5jUu9j off=5566473 len=386506 2024-04-02T08:56:24.732 INFO:tasks.workunit.client.0.smithi112.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.732 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h8GbNRWVB5MUsGD off=12543940 len=1881386 2024-04-02T08:56:24.741 INFO:tasks.workunit.client.0.smithi112.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.741 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-15T-5pj6Pv7ZpME off=15668571 len=712969 2024-04-02T08:56:24.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 1316 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.744 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V11oqYMvexpIzOP off=1142652 len=1147696 2024-04-02T08:56:24.751 INFO:tasks.workunit.client.0.smithi112.stdout:op 1317 completed, throughput=5MB/sec 2024-04-02T08:56:24.751 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uw030msVNB5JBgi off=7626299 len=1873928 2024-04-02T08:56:24.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 1318 completed, throughput=5MB/sec 2024-04-02T08:56:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:24 smithi112 ceph-mon[91385]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:24 smithi112 ceph-mon[88945]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:24 smithi187 ceph-mon[84356]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:25.753 INFO:tasks.workunit.client.0.smithi112.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:25.753 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lgwihOaN4HQ_XEJ off=9957694 len=1382770 2024-04-02T08:56:25.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 1319 completed, throughput=4.99MB/sec 2024-04-02T08:56:25.756 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nd0Mg_IuqmFS_gw off=6879235 len=669305 2024-04-02T08:56:25.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-02T08:56:25.759 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ugrKCw1C4KsS8ML off=332808 len=1642237 2024-04-02T08:56:25.761 INFO:tasks.workunit.client.0.smithi112.stdout:op 1321 completed, throughput=5MB/sec 2024-04-02T08:56:25.761 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gmllED8SVB-QGIe off=5304122 len=1619436 2024-04-02T08:56:25.762 INFO:tasks.workunit.client.0.smithi112.stdout:op 1322 completed, throughput=5MB/sec 2024-04-02T08:56:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:56:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:56:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:56:26.762 INFO:tasks.workunit.client.0.smithi112.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:26.762 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EYxRxG9fSB0i0NM off=2338773 len=276367 2024-04-02T08:56:26.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xzx6E2fChymRoxN off=710126 len=1174951 2024-04-02T08:56:26.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.769 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oZLvx_Flwgiis6C off=846285 len=1177198 2024-04-02T08:56:26.770 INFO:tasks.workunit.client.0.smithi112.stdout:op 1325 completed, throughput=5MB/sec 2024-04-02T08:56:26.770 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mXZEHA2chnFnRx4 off=4044124 len=1539261 2024-04-02T08:56:26.777 INFO:tasks.workunit.client.0.smithi112.stdout:op 1326 completed, throughput=5MB/sec 2024-04-02T08:56:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:26 smithi112 ceph-mon[91385]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:26 smithi112 ceph-mon[88945]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:26 smithi187 ceph-mon[84356]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:27.778 INFO:tasks.workunit.client.0.smithi112.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:27.778 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zDtI3TUldm6Ot3d off=8277762 len=147455 2024-04-02T08:56:27.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 1327 completed, throughput=4.98MB/sec 2024-04-02T08:56:27.780 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fB1rMfGsltG2LWu off=14637776 len=857951 2024-04-02T08:56:27.781 INFO:tasks.workunit.client.0.smithi112.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-02T08:56:27.781 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-puBcgfNgG_PjGeM off=3764324 len=1834849 2024-04-02T08:56:27.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-02T08:56:27.785 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bepfyi43Tis2D7i off=7829873 len=1500720 2024-04-02T08:56:27.786 INFO:tasks.workunit.client.0.smithi112.stdout:op 1330 completed, throughput=5MB/sec 2024-04-02T08:56:27.786 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rKI9KR3VokcjwtW off=3029708 len=900951 2024-04-02T08:56:27.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 1331 completed, throughput=5MB/sec 2024-04-02T08:56:28.791 INFO:tasks.workunit.client.0.smithi112.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:28.791 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ssXWfCR-Ew9PcJF off=5904212 len=368655 2024-04-02T08:56:28.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 1332 completed, throughput=4.98MB/sec 2024-04-02T08:56:28.791 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VyNAaPqFa66ibux off=12192403 len=498959 2024-04-02T08:56:28.792 INFO:tasks.workunit.client.0.smithi112.stdout:op 1333 completed, throughput=4.98MB/sec 2024-04-02T08:56:28.792 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QY-Pud5BLphTQI0 off=9922895 len=1421476 2024-04-02T08:56:28.797 INFO:tasks.workunit.client.0.smithi112.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.798 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-33UV-z-BGuG69rE off=9904340 len=974625 2024-04-02T08:56:28.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 1335 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.803 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kQinYhFewlVqEAE off=370140 len=2071396 2024-04-02T08:56:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 1336 completed, throughput=5MB/sec 2024-04-02T08:56:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:28 smithi187 ceph-mon[84356]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:28 smithi112 ceph-mon[91385]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:29.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:28 smithi112 ceph-mon[88945]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:56:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:56:29] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:56:29.805 INFO:tasks.workunit.client.0.smithi112.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:29.805 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lms_Je79jUDul3d off=145639 len=1779617 2024-04-02T08:56:29.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-02T08:56:29.814 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uiNQu-JMHipaURU off=14522983 len=1103517 2024-04-02T08:56:29.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-02T08:56:29.820 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zq_of8oK2lP08u4 off=7229404 len=98550 2024-04-02T08:56:29.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-02T08:56:29.822 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IX4rOrZ4BSpbHSt off=968523 len=1158225 2024-04-02T08:56:29.828 INFO:tasks.workunit.client.0.smithi112.stdout:op 1340 completed, throughput=5MB/sec 2024-04-02T08:56:29.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E0ReF7K6wz5_1a1 off=12364283 len=215340 2024-04-02T08:56:29.830 INFO:tasks.workunit.client.0.smithi112.stdout:op 1341 completed, throughput=5MB/sec 2024-04-02T08:56:29.830 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uIrgmph_gcZh6MN off=14337953 len=925832 2024-04-02T08:56:29.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 1342 completed, throughput=5MB/sec 2024-04-02T08:56:30.833 INFO:tasks.workunit.client.0.smithi112.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:30.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gJg74CVyS8Q85DV off=1842008 len=1288253 2024-04-02T08:56:30.839 INFO:tasks.workunit.client.0.smithi112.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.839 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Lfkp3rNU2LJVaT4 off=2112951 len=834477 2024-04-02T08:56:30.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 1344 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.844 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zfxb-fRlQZMYFQL off=1680121 len=1700248 2024-04-02T08:56:30.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.852 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SCGtihCJnzPCP8T off=0 len=1672003 2024-04-02T08:56:30.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 1346 completed, throughput=5MB/sec 2024-04-02T08:56:31.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:30 smithi187 ceph-mon[84356]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:30 smithi112 ceph-mon[88945]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:30 smithi112 ceph-mon[91385]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:31.855 INFO:tasks.workunit.client.0.smithi112.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:31.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KS6ePV1GJiptegz off=18854468 len=809073 2024-04-02T08:56:31.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.860 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tFY54u6Xv_Pwq2E off=3923509 len=1880588 2024-04-02T08:56:31.870 INFO:tasks.workunit.client.0.smithi112.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.870 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5au8kXFzjpfoXMd off=10677268 len=1516389 2024-04-02T08:56:31.874 INFO:tasks.workunit.client.0.smithi112.stdout:op 1349 completed, throughput=5MB/sec 2024-04-02T08:56:31.874 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s7aAJJDymz22Jss off=5693128 len=221691 2024-04-02T08:56:31.876 INFO:tasks.workunit.client.0.smithi112.stdout:op 1350 completed, throughput=5MB/sec 2024-04-02T08:56:31.876 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-njkBdZ6nSvOse1u off=10305845 len=242819 2024-04-02T08:56:31.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 1351 completed, throughput=5MB/sec 2024-04-02T08:56:31.877 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H2QLorouIUqCL7p off=3892894 len=1303538 2024-04-02T08:56:31.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 1352 completed, throughput=5MB/sec 2024-04-02T08:56:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:56:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:32.883 INFO:tasks.workunit.client.0.smithi112.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:32.884 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RtaWc0QsSubIxKs off=975146 len=533174 2024-04-02T08:56:32.884 INFO:tasks.workunit.client.0.smithi112.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.884 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uIrgmph_gcZh6MN off=6663851 len=1024242 2024-04-02T08:56:32.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.890 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xkAUi5_iyp5BspX off=1228039 len=744213 2024-04-02T08:56:32.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.895 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2Al3vC4EejBugMO off=3122184 len=416960 2024-04-02T08:56:32.896 INFO:tasks.workunit.client.0.smithi112.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.896 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rqVquti-bXm-mUL off=1631376 len=449054 2024-04-02T08:56:32.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 1357 completed, throughput=5MB/sec 2024-04-02T08:56:32.897 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ljsfDTTD50DaXzb off=3218714 len=1912534 2024-04-02T08:56:32.900 INFO:tasks.workunit.client.0.smithi112.stdout:op 1358 completed, throughput=5MB/sec 2024-04-02T08:56:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:32 smithi187 ceph-mon[84356]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:32 smithi112 ceph-mon[88945]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:32 smithi112 ceph-mon[91385]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:33.901 INFO:tasks.workunit.client.0.smithi112.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:33.901 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZKMcO53lBkoqfcC off=6132379 len=140746 2024-04-02T08:56:33.901 INFO:tasks.workunit.client.0.smithi112.stdout:op 1359 completed, throughput=4.98MB/sec 2024-04-02T08:56:33.901 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj---N4dHmpJv7OVaf off=2243527 len=1668306 2024-04-02T08:56:33.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.909 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mXocLLAKvvBe4Zt off=86668 len=1134638 2024-04-02T08:56:33.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.914 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5uGXg45qNK89ITC off=7833394 len=377949 2024-04-02T08:56:33.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.914 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L836_SLH1rxvzTT off=200699 len=1141632 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi112.stdout:op 1363 completed, throughput=5MB/sec 2024-04-02T08:56:33.915 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oVvbAx-pjPXBoUc off=4796710 len=1606970 2024-04-02T08:56:33.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 1364 completed, throughput=5MB/sec 2024-04-02T08:56:34.916 INFO:tasks.workunit.client.0.smithi112.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:34.916 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZxPpeznjHZL4az- off=6426406 len=508482 2024-04-02T08:56:34.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.920 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--ZvZerKQ9pn_sgk off=14235462 len=1316887 2024-04-02T08:56:34.921 INFO:tasks.workunit.client.0.smithi112.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.921 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PmTl0kSz1q7A2b_ off=1177789 len=425904 2024-04-02T08:56:34.922 INFO:tasks.workunit.client.0.smithi112.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.922 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ag8h0LUdDHICgOK off=1051762 len=299117 2024-04-02T08:56:34.922 INFO:tasks.workunit.client.0.smithi112.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.923 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J_-3hx4hFj-MWu5 off=1021749 len=1580486 2024-04-02T08:56:34.924 INFO:tasks.workunit.client.0.smithi112.stdout:op 1369 completed, throughput=5MB/sec 2024-04-02T08:56:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:34 smithi112 ceph-mon[91385]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:34 smithi112 ceph-mon[88945]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:35.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:34 smithi187 ceph-mon[84356]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:35.924 INFO:tasks.workunit.client.0.smithi112.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:35.925 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fQF5ptYvOzCDKY1 off=25109833 len=85249 2024-04-02T08:56:35.925 INFO:tasks.workunit.client.0.smithi112.stdout:op 1370 completed, throughput=4.98MB/sec 2024-04-02T08:56:35.925 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HulxS8FBENQ8otQ off=1969163 len=1138892 2024-04-02T08:56:35.931 INFO:tasks.workunit.client.0.smithi112.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-02T08:56:35.931 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gaQezVQQXraG9Yo off=1298203 len=1574653 2024-04-02T08:56:35.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-02T08:56:35.939 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dvTAjZNKDbPMRDc off=1605215 len=1024419 2024-04-02T08:56:35.941 INFO:tasks.workunit.client.0.smithi112.stdout:op 1373 completed, throughput=5MB/sec 2024-04-02T08:56:35.941 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4QaJ_DxODWmscmR off=18241648 len=991235 2024-04-02T08:56:35.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 1374 completed, throughput=5MB/sec 2024-04-02T08:56:35.942 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zW-cHYMSdT_dZz0 off=10073710 len=199105 2024-04-02T08:56:35.943 INFO:tasks.workunit.client.0.smithi112.stdout:op 1375 completed, throughput=5MB/sec 2024-04-02T08:56:35.943 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g9xCB3p5_KwvRPz off=4789255 len=518580 2024-04-02T08:56:35.946 INFO:tasks.workunit.client.0.smithi112.stdout:op 1376 completed, throughput=5MB/sec 2024-04-02T08:56:36.947 INFO:tasks.workunit.client.0.smithi112.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:36.947 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rR3cF_2eUP9nyit off=16527583 len=421900 2024-04-02T08:56:36.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 1377 completed, throughput=4.98MB/sec 2024-04-02T08:56:36.948 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-y_SNuIVtG01cMAA off=14316487 len=546385 2024-04-02T08:56:36.949 INFO:tasks.workunit.client.0.smithi112.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.949 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J8fCsrn4sfEA_1r off=16607162 len=1716718 2024-04-02T08:56:36.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.950 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tNpY6Gny4BQIMEk off=1502438 len=231199 2024-04-02T08:56:36.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 1380 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.951 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lh_PgqDgX_kSLSw off=4876111 len=1204676 2024-04-02T08:56:36.956 INFO:tasks.workunit.client.0.smithi112.stdout:op 1381 completed, throughput=5MB/sec 2024-04-02T08:56:36.957 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LceM4kPL5yQcxNU off=1325544 len=351159 2024-04-02T08:56:36.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 1382 completed, throughput=5MB/sec 2024-04-02T08:56:36.960 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--L-0ykISIgQYHiN off=3212011 len=1016679 2024-04-02T08:56:36.964 INFO:tasks.workunit.client.0.smithi112.stdout:op 1383 completed, throughput=5MB/sec 2024-04-02T08:56:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:36 smithi112 ceph-mon[91385]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:36 smithi112 ceph-mon[88945]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:36 smithi187 ceph-mon[84356]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:37.964 INFO:tasks.workunit.client.0.smithi112.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:37.964 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nUTB6Cz0YBDafEM off=15888048 len=916869 2024-04-02T08:56:37.968 INFO:tasks.workunit.client.0.smithi112.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.968 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nJuwcFk6Xicep0L off=521076 len=1474352 2024-04-02T08:56:37.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 1385 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.970 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2dIHW9nKcJffAFU off=17334584 len=1546617 2024-04-02T08:56:37.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 1386 completed, throughput=5MB/sec 2024-04-02T08:56:37.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vv6M7-KQqp4k9J7 off=1132218 len=556845 2024-04-02T08:56:37.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 1387 completed, throughput=5MB/sec 2024-04-02T08:56:37.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7SVWLGLHxaPkogE off=2456875 len=221150 2024-04-02T08:56:37.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 1388 completed, throughput=5MB/sec 2024-04-02T08:56:37.973 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Fz-YM13iuTbt_yj off=1121682 len=922397 2024-04-02T08:56:37.974 INFO:tasks.workunit.client.0.smithi112.stdout:op 1389 completed, throughput=5MB/sec 2024-04-02T08:56:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:38.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:38.974 INFO:tasks.workunit.client.0.smithi112.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:38.974 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EsddqXW0cV2HGW6 off=6641482 len=1983188 2024-04-02T08:56:38.982 INFO:tasks.workunit.client.0.smithi112.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.982 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4VyUJvR6ypu76zr off=5730744 len=47971 2024-04-02T08:56:38.982 INFO:tasks.workunit.client.0.smithi112.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.982 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MCSvhihNYoqdDJo off=16420764 len=2082329 2024-04-02T08:56:38.984 INFO:tasks.workunit.client.0.smithi112.stdout:op 1392 completed, throughput=5MB/sec 2024-04-02T08:56:38.984 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vCMHHsKAYz3RfzQ off=1765335 len=1845758 2024-04-02T08:56:38.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 1393 completed, throughput=5MB/sec 2024-04-02T08:56:39.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:38 smithi112 ceph-mon[91385]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:39.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:38 smithi112 ceph-mon[88945]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:39.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:38 smithi187 ceph-mon[84356]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:56:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:56:39] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-02T08:56:39.995 INFO:tasks.workunit.client.0.smithi112.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:39.995 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XFm0CtEbxJl4KSJ off=6898737 len=1814019 2024-04-02T08:56:39.999 INFO:tasks.workunit.client.0.smithi112.stdout:op 1394 completed, throughput=4.99MB/sec 2024-04-02T08:56:39.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5GvPYDuXS2JT6Nv off=10519278 len=1317775 2024-04-02T08:56:40.005 INFO:tasks.workunit.client.0.smithi112.stdout:op 1395 completed, throughput=5MB/sec 2024-04-02T08:56:40.005 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1-62ZgV-W-s3kjP off=23356161 len=1959536 2024-04-02T08:56:40.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 1396 completed, throughput=5MB/sec 2024-04-02T08:56:41.009 INFO:tasks.workunit.client.0.smithi112.stdout: 280: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:41.009 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L5ppwlWibKs2FTr off=3358758 len=1451720 2024-04-02T08:56:41.010 INFO:tasks.workunit.client.0.smithi112.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.010 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lw920v1QNKY1S2y off=850106 len=310054 2024-04-02T08:56:41.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.013 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zV-ULH-a1RjGp2c off=10174851 len=435998 2024-04-02T08:56:41.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.014 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2mXcDT0OecvSTEM off=7299964 len=1472846 2024-04-02T08:56:41.023 INFO:tasks.workunit.client.0.smithi112.stdout:op 1400 completed, throughput=5MB/sec 2024-04-02T08:56:41.023 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vw2AGpSFqZymBFv off=2644952 len=901505 2024-04-02T08:56:41.024 INFO:tasks.workunit.client.0.smithi112.stdout:op 1401 completed, throughput=5MB/sec 2024-04-02T08:56:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:40 smithi112 ceph-mon[88945]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:40 smithi112 ceph-mon[91385]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:41 smithi187 ceph-mon[84356]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:42.024 INFO:tasks.workunit.client.0.smithi112.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:42.025 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LHDc44ENt0G4ZUA off=7055778 len=687168 2024-04-02T08:56:42.027 INFO:tasks.workunit.client.0.smithi112.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-02T08:56:42.028 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-T5x-BlLmvYbE-a8 off=151955 len=1774254 2024-04-02T08:56:42.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-02T08:56:42.031 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a5xJ3HaGUrU1esl off=4182540 len=994318 2024-04-02T08:56:42.032 INFO:tasks.workunit.client.0.smithi112.stdout:op 1404 completed, throughput=5MB/sec 2024-04-02T08:56:42.032 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qovFlUasOd3IdGC off=23697213 len=879337 2024-04-02T08:56:42.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 1405 completed, throughput=5MB/sec 2024-04-02T08:56:42.034 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GguKEBfCFxJfY3c off=12801347 len=86313 2024-04-02T08:56:42.037 INFO:tasks.workunit.client.0.smithi112.stdout:op 1406 completed, throughput=5MB/sec 2024-04-02T08:56:42.037 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W9pC2mmefAxu0LZ off=1102232 len=515517 2024-04-02T08:56:42.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 1407 completed, throughput=5MB/sec 2024-04-02T08:56:42.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4Dkcr_8nIoDvyGi off=2402743 len=1002933 2024-04-02T08:56:42.040 INFO:tasks.workunit.client.0.smithi112.stdout:op 1408 completed, throughput=5MB/sec 2024-04-02T08:56:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:56:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:43.041 INFO:tasks.workunit.client.0.smithi112.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:43.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qkeindWiriU8Kvq off=3044727 len=1536098 2024-04-02T08:56:43.042 INFO:tasks.workunit.client.0.smithi112.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.042 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VvEIcEuveADubwH off=9950626 len=1227520 2024-04-02T08:56:43.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.050 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YV3TlF3r_A3NZZB off=5229245 len=854537 2024-04-02T08:56:43.054 INFO:tasks.workunit.client.0.smithi112.stdout:op 1411 completed, throughput=5MB/sec 2024-04-02T08:56:43.054 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KIwLiVNSW1uKYWV off=287405 len=1422127 2024-04-02T08:56:43.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 1412 completed, throughput=5MB/sec 2024-04-02T08:56:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:43 smithi112 ceph-mon[91385]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:43 smithi112 ceph-mon[88945]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:43 smithi187 ceph-mon[84356]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:44.062 INFO:tasks.workunit.client.0.smithi112.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:44.063 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YToYayiGHtIAPZk off=14768268 len=1127504 2024-04-02T08:56:44.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.069 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5JrCvguTgl_vd_e off=1010912 len=2047785 2024-04-02T08:56:44.076 INFO:tasks.workunit.client.0.smithi112.stdout:op 1414 completed, throughput=5MB/sec 2024-04-02T08:56:44.076 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dHJ6mk3Ina6IAo0 off=677183 len=1101927 2024-04-02T08:56:44.081 INFO:tasks.workunit.client.0.smithi112.stdout:op 1415 completed, throughput=5MB/sec 2024-04-02T08:56:44.081 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--C5SypHS4Pzo8nu off=233930 len=96861 2024-04-02T08:56:44.082 INFO:tasks.workunit.client.0.smithi112.stdout:op 1416 completed, throughput=5MB/sec 2024-04-02T08:56:44.082 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PZqUBnNm2QunIoy off=775875 len=615688 2024-04-02T08:56:44.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 1417 completed, throughput=5MB/sec 2024-04-02T08:56:45.086 INFO:tasks.workunit.client.0.smithi112.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:45.086 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o7FVfugCuAKXl_V off=2767273 len=287665 2024-04-02T08:56:45.089 INFO:tasks.workunit.client.0.smithi112.stdout:op 1418 completed, throughput=4.98MB/sec 2024-04-02T08:56:45.089 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YQaTBPfy_YeC13- off=12805377 len=1425739 2024-04-02T08:56:45.096 INFO:tasks.workunit.client.0.smithi112.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-02T08:56:45.096 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WK2bcvSxOO2l4pS off=5524939 len=1411807 2024-04-02T08:56:45.096 INFO:tasks.workunit.client.0.smithi112.stdout:op 1420 completed, throughput=4.99MB/sec 2024-04-02T08:56:45.097 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CLJl4fXBUxwBqj2 off=16006124 len=478531 2024-04-02T08:56:45.097 INFO:tasks.workunit.client.0.smithi112.stdout:op 1421 completed, throughput=5MB/sec 2024-04-02T08:56:45.097 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XarafMniWgv26-C off=189395 len=361028 2024-04-02T08:56:45.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 1422 completed, throughput=5MB/sec 2024-04-02T08:56:45.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FeRrHMxTK6-42lB off=6613297 len=569921 2024-04-02T08:56:45.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 1423 completed, throughput=5MB/sec 2024-04-02T08:56:45.104 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lORLjDtAwaLxeL7 off=992666 len=919530 2024-04-02T08:56:45.105 INFO:tasks.workunit.client.0.smithi112.stdout:op 1424 completed, throughput=5MB/sec 2024-04-02T08:56:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:45 smithi112 ceph-mon[91385]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:45 smithi112 ceph-mon[88945]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:45 smithi187 ceph-mon[84356]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:46.105 INFO:tasks.workunit.client.0.smithi112.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:46.105 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ELqMALvtB3xM1W4 off=5859142 len=1001284 2024-04-02T08:56:46.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.110 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZdRBuDJ8sfOA6zI off=8221642 len=181371 2024-04-02T08:56:46.110 INFO:tasks.workunit.client.0.smithi112.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.110 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ON57_G9LLZsUqgm off=4907902 len=1508621 2024-04-02T08:56:46.115 INFO:tasks.workunit.client.0.smithi112.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.115 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oNG3kd6PjCJ_jBX off=701349 len=1181461 2024-04-02T08:56:46.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 1428 completed, throughput=5MB/sec 2024-04-02T08:56:46.121 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I2gMNoddXBL0PUr off=2995071 len=796256 2024-04-02T08:56:46.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 1429 completed, throughput=5MB/sec 2024-04-02T08:56:46.125 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TUP0JJXpdyOTKCp off=6593535 len=2051857 2024-04-02T08:56:46.127 INFO:tasks.workunit.client.0.smithi112.stdout:op 1430 completed, throughput=5.01MB/sec 2024-04-02T08:56:47.127 INFO:tasks.workunit.client.0.smithi112.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:47.127 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I-ajVTy0E1EHBJG off=5850701 len=212308 2024-04-02T08:56:47.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.130 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tkJ2vGDBbbpT963 off=9083207 len=759483 2024-04-02T08:56:47.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.131 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xAcl22tsNIzt6mx off=717348 len=65697 2024-04-02T08:56:47.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.131 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yEUw8IdId2-c7lZ off=16034535 len=1128145 2024-04-02T08:56:47.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 1434 completed, throughput=5MB/sec 2024-04-02T08:56:47.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e4x5pAvbGAPqyYA off=1418141 len=1352685 2024-04-02T08:56:47.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 1435 completed, throughput=5MB/sec 2024-04-02T08:56:47.142 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Skbc9U6RcKXjtNu off=693104 len=1083755 2024-04-02T08:56:47.143 INFO:tasks.workunit.client.0.smithi112.stdout:op 1436 completed, throughput=5MB/sec 2024-04-02T08:56:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:47 smithi112 ceph-mon[88945]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:47 smithi112 ceph-mon[91385]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:47 smithi187 ceph-mon[84356]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:56:48.144 INFO:tasks.workunit.client.0.smithi112.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:48.144 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1bCukyHrCE-Lj2w off=3914561 len=603385 2024-04-02T08:56:48.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 1437 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.147 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QbmUY1L5-TiL09C off=5165111 len=582162 2024-04-02T08:56:48.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.147 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FC5-dWanS0T9LIj off=21857099 len=537065 2024-04-02T08:56:48.150 INFO:tasks.workunit.client.0.smithi112.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.151 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WTrJ1yCQT4cyT6_ off=2118697 len=427303 2024-04-02T08:56:48.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.151 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N7mkniHeHTHL-2S off=3893974 len=416432 2024-04-02T08:56:48.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.154 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IsqF7m4vveX0MPx off=5373787 len=1669221 2024-04-02T08:56:48.156 INFO:tasks.workunit.client.0.smithi112.stdout:op 1442 completed, throughput=5MB/sec 2024-04-02T08:56:48.156 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L3-udYQqRsG6zTD off=1140852 len=487074 2024-04-02T08:56:48.156 INFO:tasks.workunit.client.0.smithi112.stdout:op 1443 completed, throughput=5MB/sec 2024-04-02T08:56:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: 288: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:49.157 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WUnM7DIXVYxGple off=826331 len=597241 2024-04-02T08:56:49.161 INFO:tasks.workunit.client.0.smithi112.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-02T08:56:49.161 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yeEDSeXc_ARbEam off=19391555 len=1264269 2024-04-02T08:56:49.166 INFO:tasks.workunit.client.0.smithi112.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-02T08:56:49.166 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B324wg5ZrKKPKtY off=16762254 len=585216 2024-04-02T08:56:49.166 INFO:tasks.workunit.client.0.smithi112.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-02T08:56:49.166 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lZImu9Wn38a6D0D off=17256312 len=1592786 2024-04-02T08:56:49.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 1447 completed, throughput=5MB/sec 2024-04-02T08:56:49.171 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sHYvbJ4gPYaxo26 off=1264041 len=431025 2024-04-02T08:56:49.174 INFO:tasks.workunit.client.0.smithi112.stdout:op 1448 completed, throughput=5MB/sec 2024-04-02T08:56:49.174 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_2tyWmAu-LujcKV off=4002400 len=1242002 2024-04-02T08:56:49.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 1449 completed, throughput=5MB/sec 2024-04-02T08:56:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:49 smithi112 ceph-mon[91385]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:49 smithi112 ceph-mon[88945]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:49 smithi187 ceph-mon[84356]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:56:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:56:49] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-02T08:56:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:50.176 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cDyorkLAMQpDn5U off=3721901 len=672514 2024-04-02T08:56:50.176 INFO:tasks.workunit.client.0.smithi112.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.176 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hbu8LK676cstadP off=41630 len=1996731 2024-04-02T08:56:50.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.178 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k7mVsGIeD5S6U0K off=4944400 len=1101655 2024-04-02T08:56:50.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 1452 completed, throughput=5MB/sec 2024-04-02T08:56:50.184 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FslDUvMSrsuJH4t off=3309560 len=1201286 2024-04-02T08:56:50.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 1453 completed, throughput=5MB/sec 2024-04-02T08:56:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:51.189 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wReOh1aJYJcQgoS off=1956729 len=869504 2024-04-02T08:56:51.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.191 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0CqJ_5sMG4RyXvX off=16622625 len=421993 2024-04-02T08:56:51.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.191 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g3k9kZ6VHrlh9fF off=13196154 len=573584 2024-04-02T08:56:51.195 INFO:tasks.workunit.client.0.smithi112.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.195 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_GnffL3G__k0EBd off=5777938 len=709982 2024-04-02T08:56:51.196 INFO:tasks.workunit.client.0.smithi112.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.196 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rrd_CTZmck0zWX8 off=9282086 len=2015321 2024-04-02T08:56:51.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 1458 completed, throughput=5MB/sec 2024-04-02T08:56:51.198 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tkDoIe0IFM5jpT8 off=4310209 len=346510 2024-04-02T08:56:51.198 INFO:tasks.workunit.client.0.smithi112.stdout:op 1459 completed, throughput=5MB/sec 2024-04-02T08:56:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:51 smithi112 ceph-mon[91385]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:51 smithi112 ceph-mon[88945]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:51 smithi187 ceph-mon[84356]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:52.199 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VINrjBTf6mNADE4 off=1193133 len=480341 2024-04-02T08:56:52.201 INFO:tasks.workunit.client.0.smithi112.stdout:op 1460 completed, throughput=4.98MB/sec 2024-04-02T08:56:52.201 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tnIWe4jBAdrlYGJ off=2400018 len=229511 2024-04-02T08:56:52.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 1461 completed, throughput=4.99MB/sec 2024-04-02T08:56:52.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MUq6IQsIzH0O9Nu off=9193342 len=1407633 2024-04-02T08:56:52.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-02T08:56:52.203 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lOdj2Wpmg9H_0h4 off=13921925 len=1688845 2024-04-02T08:56:52.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 1463 completed, throughput=5MB/sec 2024-04-02T08:56:52.205 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nr8Pw9cHRYReB0r off=435246 len=619335 2024-04-02T08:56:52.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 1464 completed, throughput=5MB/sec 2024-04-02T08:56:52.206 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-63unR5mXaTLj93- off=20386831 len=414035 2024-04-02T08:56:52.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 1465 completed, throughput=5MB/sec 2024-04-02T08:56:52.206 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xmoK6BHLVams3rs off=8369243 len=778613 2024-04-02T08:56:52.207 INFO:tasks.workunit.client.0.smithi112.stdout:op 1466 completed, throughput=5MB/sec 2024-04-02T08:56:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:56:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:53.207 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b9F1BqyiB398MDK off=3047097 len=1340175 2024-04-02T08:56:53.208 INFO:tasks.workunit.client.0.smithi112.stdout:op 1467 completed, throughput=4.99MB/sec 2024-04-02T08:56:53.209 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uh6DB0gWdUAjSCY off=4372551 len=719275 2024-04-02T08:56:53.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 1468 completed, throughput=4.99MB/sec 2024-04-02T08:56:53.213 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nh27H-gOnFQLmHX off=6999092 len=897905 2024-04-02T08:56:53.214 INFO:tasks.workunit.client.0.smithi112.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-02T08:56:53.214 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RdfNPIRLZENRcxt off=1066390 len=1359263 2024-04-02T08:56:53.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 1470 completed, throughput=5MB/sec 2024-04-02T08:56:53.215 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WssPrOEZvO78AQt off=898827 len=220893 2024-04-02T08:56:53.216 INFO:tasks.workunit.client.0.smithi112.stdout:op 1471 completed, throughput=5MB/sec 2024-04-02T08:56:53.216 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9RmKPRZ7fMDk7-s off=300318 len=271798 2024-04-02T08:56:53.217 INFO:tasks.workunit.client.0.smithi112.stdout:op 1472 completed, throughput=5MB/sec 2024-04-02T08:56:53.217 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-p-sczaNAdX0IiXf off=12503086 len=1799705 2024-04-02T08:56:53.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 1473 completed, throughput=5.01MB/sec 2024-04-02T08:56:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:53 smithi112 ceph-mon[91385]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:53 smithi112 ceph-mon[88945]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:53.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:53 smithi187 ceph-mon[84356]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:54.224 INFO:tasks.workunit.client.0.smithi112.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:54.225 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LMlQm7O64a_LZMK off=1793477 len=460225 2024-04-02T08:56:54.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.228 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nsDhnF6AtSt6kR4 off=7333236 len=1413624 2024-04-02T08:56:54.235 INFO:tasks.workunit.client.0.smithi112.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.235 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FUsKyrvaOkdhCFW off=6577387 len=1915974 2024-04-02T08:56:54.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 1476 completed, throughput=5MB/sec 2024-04-02T08:56:55.239 INFO:tasks.workunit.client.0.smithi112.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:55.239 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F_jXj7-wy_xbLRu off=6399472 len=1986417 2024-04-02T08:56:55.247 INFO:tasks.workunit.client.0.smithi112.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.248 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zVeLGWYlJOq2nXR off=6857799 len=1230275 2024-04-02T08:56:55.252 INFO:tasks.workunit.client.0.smithi112.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.253 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WS7cEAPssoxV6HZ off=7273098 len=504338 2024-04-02T08:56:55.256 INFO:tasks.workunit.client.0.smithi112.stdout:op 1479 completed, throughput=5MB/sec 2024-04-02T08:56:55.256 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M3JfZLgdkW7fPKr off=3640341 len=636681 2024-04-02T08:56:55.257 INFO:tasks.workunit.client.0.smithi112.stdout:op 1480 completed, throughput=5MB/sec 2024-04-02T08:56:55.257 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JsdshRJABZJyeMB off=4756150 len=1338343 2024-04-02T08:56:55.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 1481 completed, throughput=5MB/sec 2024-04-02T08:56:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:55 smithi112 ceph-mon[91385]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:55 smithi112 ceph-mon[88945]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:55 smithi187 ceph-mon[84356]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:56.263 INFO:tasks.workunit.client.0.smithi112.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:56.263 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0YdyM8PfqWU21jg off=843788 len=633327 2024-04-02T08:56:56.267 INFO:tasks.workunit.client.0.smithi112.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.267 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VhtE43pBXtIsuZE off=2685503 len=319128 2024-04-02T08:56:56.267 INFO:tasks.workunit.client.0.smithi112.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.267 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jMwIR96QukONO3- off=1520247 len=1325453 2024-04-02T08:56:56.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.269 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6ZF4S3OEteIFVk3 off=774439 len=581529 2024-04-02T08:56:56.269 INFO:tasks.workunit.client.0.smithi112.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.269 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A30kCMJlsPk0cr5 off=4264221 len=488588 2024-04-02T08:56:56.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 1486 completed, throughput=5MB/sec 2024-04-02T08:56:56.270 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V5jbUpU6j70W3XQ off=276661 len=1680923 2024-04-02T08:56:56.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 1487 completed, throughput=5MB/sec 2024-04-02T08:56:57.278 INFO:tasks.workunit.client.0.smithi112.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:57.278 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0JaP98B1Ixv7cWx off=974185 len=84311 2024-04-02T08:56:57.279 INFO:tasks.workunit.client.0.smithi112.stdout:op 1488 completed, throughput=4.98MB/sec 2024-04-02T08:56:57.279 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ID1AcAqVHRWyNLI off=1911597 len=876237 2024-04-02T08:56:57.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.280 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-omY0r0wa-B6BNaO off=3729172 len=1026937 2024-04-02T08:56:57.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.281 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5tk5PE0o8Fn6ALY off=4935696 len=38647 2024-04-02T08:56:57.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.281 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fbuZmnhq3BOj4Qq off=1932654 len=1336794 2024-04-02T08:56:57.288 INFO:tasks.workunit.client.0.smithi112.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.288 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hJ047C36YpD-KxE off=5172644 len=455031 2024-04-02T08:56:57.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 1493 completed, throughput=5MB/sec 2024-04-02T08:56:57.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y358OWnqFogk-eq off=2608964 len=957351 2024-04-02T08:56:57.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 1494 completed, throughput=5MB/sec 2024-04-02T08:56:57.291 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_R8IOMICd5ZnVCz off=462755 len=1910582 2024-04-02T08:56:57.295 INFO:tasks.workunit.client.0.smithi112.stdout:op 1495 completed, throughput=5MB/sec 2024-04-02T08:56:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:57 smithi112 ceph-mon[91385]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:57.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:57 smithi112 ceph-mon[88945]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:57 smithi187 ceph-mon[84356]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:58.295 INFO:tasks.workunit.client.0.smithi112.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:58.295 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2hh7SNM9cpbUZke off=9420500 len=544119 2024-04-02T08:56:58.296 INFO:tasks.workunit.client.0.smithi112.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.296 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BZpi9R5Z-CfsoAz off=7405412 len=1943989 2024-04-02T08:56:58.300 INFO:tasks.workunit.client.0.smithi112.stdout:op 1497 completed, throughput=5MB/sec 2024-04-02T08:56:58.300 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-35-zaT6KfOzTCjl off=17293535 len=1586448 2024-04-02T08:56:58.302 INFO:tasks.workunit.client.0.smithi112.stdout:op 1498 completed, throughput=5MB/sec 2024-04-02T08:56:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:56:59 smithi112 ceph-mon[91385]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:59.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:56:59 smithi112 ceph-mon[88945]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:59.302 INFO:tasks.workunit.client.0.smithi112.stdout: 298: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:59.302 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LTVpr5yniFzY2OV off=7358614 len=1178239 2024-04-02T08:56:59.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.305 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-syKpQJH6EVGaQ-B off=1780655 len=675614 2024-04-02T08:56:59.309 INFO:tasks.workunit.client.0.smithi112.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.309 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V5jbUpU6j70W3XQ off=418465 len=1269532 2024-04-02T08:56:59.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.316 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PGEwdL3MHD6MX2l off=3808633 len=2015722 2024-04-02T08:56:59.317 INFO:tasks.workunit.client.0.smithi112.stdout:op 1502 completed, throughput=5MB/sec 2024-04-02T08:56:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:56:59 smithi187 ceph-mon[84356]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:56:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:56:59] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-02T08:57:00.318 INFO:tasks.workunit.client.0.smithi112.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-02T08:57:00.318 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mgmMkes9CSr_eRH off=6320883 len=238545 2024-04-02T08:57:00.318 INFO:tasks.workunit.client.0.smithi112.stdout:op 1503 completed, throughput=4.98MB/sec 2024-04-02T08:57:00.319 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FeaddZGeTN4HvCb off=10981818 len=855874 2024-04-02T08:57:00.319 INFO:tasks.workunit.client.0.smithi112.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-02T08:57:00.319 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G6YtWLa9YRLFwnP off=8587887 len=1864084 2024-04-02T08:57:00.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 1505 completed, throughput=4.99MB/sec 2024-04-02T08:57:00.328 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VlEPICnOyuY_cPf off=1823002 len=1921136 2024-04-02T08:57:00.338 INFO:tasks.workunit.client.0.smithi112.stdout:op 1506 completed, throughput=5MB/sec 2024-04-02T08:57:00.338 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vjt-TY5EXjIQ8Xr off=15217672 len=1597535 2024-04-02T08:57:00.345 INFO:tasks.workunit.client.0.smithi112.stdout:op 1507 completed, throughput=5MB/sec 2024-04-02T08:57:01.346 INFO:tasks.workunit.client.0.smithi112.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:01.346 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KwvrOoUJxKui2b- off=183502 len=1985580 2024-04-02T08:57:01.353 INFO:tasks.workunit.client.0.smithi112.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.353 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gDpG0ELXaPxbZkh off=3576365 len=252478 2024-04-02T08:57:01.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.356 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fmeqD2_6ujtlVPC off=5427643 len=96506 2024-04-02T08:57:01.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 1510 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.356 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_w7x-gG6A-tRWZq off=3370182 len=2092473 2024-04-02T08:57:01.358 INFO:tasks.workunit.client.0.smithi112.stdout:op 1511 completed, throughput=5MB/sec 2024-04-02T08:57:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:01 smithi112 ceph-mon[91385]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:01 smithi112 ceph-mon[88945]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:01 smithi187 ceph-mon[84356]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:02.358 INFO:tasks.workunit.client.0.smithi112.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-02T08:57:02.358 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0zRTrNx94ZYQPst off=6611081 len=2014417 2024-04-02T08:57:02.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-02T08:57:02.360 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nj6bjWfwHCWdlDF off=700141 len=243118 2024-04-02T08:57:02.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-02T08:57:02.363 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wp0lv5UEdmC__h8 off=228601 len=740846 2024-04-02T08:57:02.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-02T08:57:02.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E6ZfUWy1yVeAU1I off=913279 len=548563 2024-04-02T08:57:02.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 1515 completed, throughput=5MB/sec 2024-04-02T08:57:02.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-48xFFUqfcFYdbMU off=6127380 len=1241188 2024-04-02T08:57:02.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 1516 completed, throughput=5MB/sec 2024-04-02T08:57:02.366 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0zRTrNx94ZYQPst off=1180268 len=1481911 2024-04-02T08:57:02.367 INFO:tasks.workunit.client.0.smithi112.stdout:op 1517 completed, throughput=5MB/sec 2024-04-02T08:57:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:57:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:57:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:03.367 INFO:tasks.workunit.client.0.smithi112.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:03.367 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EYiv5Xuf3pO7TDr off=2176444 len=32877 2024-04-02T08:57:03.367 INFO:tasks.workunit.client.0.smithi112.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.367 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JAE9c4FYnn8IHI- off=3373086 len=546669 2024-04-02T08:57:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:03 smithi112 ceph-mon[88945]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:57:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:03 smithi112 ceph-mon[91385]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:57:03.368 INFO:tasks.workunit.client.0.smithi112.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.369 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SqIOR5YZebUI4WL off=8593510 len=884759 2024-04-02T08:57:03.372 INFO:tasks.workunit.client.0.smithi112.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.372 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UzO5A2zHf2-LGPl off=4015852 len=1722239 2024-04-02T08:57:03.380 INFO:tasks.workunit.client.0.smithi112.stdout:op 1521 completed, throughput=5MB/sec 2024-04-02T08:57:03.380 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-afl_1F9mu4T5oxt off=8038377 len=1660263 2024-04-02T08:57:03.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 1522 completed, throughput=5MB/sec 2024-04-02T08:57:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:03 smithi187 ceph-mon[84356]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:57:04.385 INFO:tasks.workunit.client.0.smithi112.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:04.386 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N-uYfrK0OtOdlm- off=11840758 len=2049088 2024-04-02T08:57:04.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.394 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f02MIMNt6osAkOD off=9322417 len=1211186 2024-04-02T08:57:04.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 1524 completed, throughput=5MB/sec 2024-04-02T08:57:04.401 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hutxY4ACya30ToV off=8981160 len=832484 2024-04-02T08:57:04.402 INFO:tasks.workunit.client.0.smithi112.stdout:op 1525 completed, throughput=5MB/sec 2024-04-02T08:57:04.402 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-my8G2Up2szRGMO3 off=4863443 len=1039204 2024-04-02T08:57:04.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 1526 completed, throughput=5MB/sec 2024-04-02T08:57:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:05 smithi112 ceph-mon[91385]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:05 smithi112 ceph-mon[88945]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:05.403 INFO:tasks.workunit.client.0.smithi112.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:05.403 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--qddxfP_fkfDGEx off=11336487 len=1807893 2024-04-02T08:57:05.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.414 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AJkFf0t7b_npZPT off=9631956 len=227420 2024-04-02T08:57:05.416 INFO:tasks.workunit.client.0.smithi112.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.416 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bk7Gac3EzNZ0MfB off=10538957 len=1626083 2024-04-02T08:57:05.417 INFO:tasks.workunit.client.0.smithi112.stdout:op 1529 completed, throughput=5MB/sec 2024-04-02T08:57:05.417 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IzV0iylcKv-ZtO4 off=5446886 len=90666 2024-04-02T08:57:05.418 INFO:tasks.workunit.client.0.smithi112.stdout:op 1530 completed, throughput=5MB/sec 2024-04-02T08:57:05.418 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-layuzaRkweAMKJQ off=1926330 len=1941033 2024-04-02T08:57:05.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 1531 completed, throughput=5MB/sec 2024-04-02T08:57:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:05 smithi187 ceph-mon[84356]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:06.425 INFO:tasks.workunit.client.0.smithi112.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:06.425 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MvZU5JpnfHq8udM off=14157917 len=623154 2024-04-02T08:57:06.426 INFO:tasks.workunit.client.0.smithi112.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.426 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MqROMKJ4nutcRCA off=505428 len=1031295 2024-04-02T08:57:06.428 INFO:tasks.workunit.client.0.smithi112.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.429 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yBoTW9yAZTP26fk off=11861468 len=1073849 2024-04-02T08:57:06.430 INFO:tasks.workunit.client.0.smithi112.stdout:op 1534 completed, throughput=5MB/sec 2024-04-02T08:57:06.431 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9E4EkKVOmyU9ibN off=5818041 len=841597 2024-04-02T08:57:06.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 1535 completed, throughput=5MB/sec 2024-04-02T08:57:06.432 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vXN3siyek2nS_3z off=5131450 len=1618865 2024-04-02T08:57:06.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 1536 completed, throughput=5MB/sec 2024-04-02T08:57:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:07 smithi112 ceph-mon[91385]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:07 smithi112 ceph-mon[88945]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:07.434 INFO:tasks.workunit.client.0.smithi112.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:07.434 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vMbIPCDZ1y1hp5J off=11222656 len=1242884 2024-04-02T08:57:07.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.437 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jdSOuutNQjcznho off=21950992 len=171583 2024-04-02T08:57:07.437 INFO:tasks.workunit.client.0.smithi112.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.437 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zQK1r666H4rshmW off=21165 len=211026 2024-04-02T08:57:07.439 INFO:tasks.workunit.client.0.smithi112.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.439 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Bw2r-hle0eQApWk off=3575938 len=131276 2024-04-02T08:57:07.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.442 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KMlWOmm8m1eDfST off=17507273 len=468535 2024-04-02T08:57:07.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.445 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oU01XHivSLT-duk off=7013274 len=634326 2024-04-02T08:57:07.448 INFO:tasks.workunit.client.0.smithi112.stdout:op 1542 completed, throughput=5MB/sec 2024-04-02T08:57:07.448 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_kHWQcth6iIZXUP off=2957407 len=1658597 2024-04-02T08:57:07.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 1543 completed, throughput=5MB/sec 2024-04-02T08:57:07.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:07 smithi187 ceph-mon[84356]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:08.454 INFO:tasks.workunit.client.0.smithi112.stdout: 307: throughput=4.98MB/sec pending data=0 2024-04-02T08:57:08.454 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-X9o-5EaKTFG0Dnm off=2818494 len=859788 2024-04-02T08:57:08.458 INFO:tasks.workunit.client.0.smithi112.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.458 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l0S83ezeis4c5so off=1802694 len=302461 2024-04-02T08:57:08.459 INFO:tasks.workunit.client.0.smithi112.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.459 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZC67aMzHivoOgcJ off=2462159 len=1522351 2024-04-02T08:57:08.466 INFO:tasks.workunit.client.0.smithi112.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.466 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-06rq29n--xDroaa off=5928689 len=444570 2024-04-02T08:57:08.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.470 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zVLGIsQkTQvTMGR off=18577189 len=1712328 2024-04-02T08:57:08.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 1548 completed, throughput=5MB/sec 2024-04-02T08:57:08.477 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n-3z5rsb7o_m_A3 off=579205 len=887333 2024-04-02T08:57:08.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 1549 completed, throughput=5MB/sec 2024-04-02T08:57:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:09 smithi112 ceph-mon[91385]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:09 smithi112 ceph-mon[88945]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:57:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:57:09] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:57:09.479 INFO:tasks.workunit.client.0.smithi112.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:09.479 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YTSLHavYaFxucW2 off=1458751 len=1412541 2024-04-02T08:57:09.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:09 smithi187 ceph-mon[84356]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:09.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-02T08:57:09.481 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fK8JVhn_dMCeQu4 off=13179473 len=268132 2024-04-02T08:57:09.483 INFO:tasks.workunit.client.0.smithi112.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-02T08:57:09.483 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qs5T7fn7Q4LafxE off=4247662 len=1527238 2024-04-02T08:57:09.484 INFO:tasks.workunit.client.0.smithi112.stdout:op 1552 completed, throughput=5MB/sec 2024-04-02T08:57:09.484 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JwSVPYxf9ZBmbFJ off=314287 len=977130 2024-04-02T08:57:09.489 INFO:tasks.workunit.client.0.smithi112.stdout:op 1553 completed, throughput=5MB/sec 2024-04-02T08:57:09.490 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_vOhzkRR-dVWTs4 off=9505240 len=910121 2024-04-02T08:57:09.490 INFO:tasks.workunit.client.0.smithi112.stdout:op 1554 completed, throughput=5MB/sec 2024-04-02T08:57:10.490 INFO:tasks.workunit.client.0.smithi112.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-02T08:57:10.491 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IiTc3K1nK9GdKUj off=4277308 len=1531090 2024-04-02T08:57:10.494 INFO:tasks.workunit.client.0.smithi112.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.494 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bVZ8beKVt6pPcRr off=8828075 len=164781 2024-04-02T08:57:10.497 INFO:tasks.workunit.client.0.smithi112.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.498 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ei0EtD0CDNYoYs7 off=915628 len=1573362 2024-04-02T08:57:10.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.498 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xnDjhbp7ELnYprj off=8785978 len=1806796 2024-04-02T08:57:10.499 INFO:tasks.workunit.client.0.smithi112.stdout:op 1558 completed, throughput=5MB/sec 2024-04-02T08:57:11.500 INFO:tasks.workunit.client.0.smithi112.stdout: 310: throughput=4.98MB/sec pending data=0 2024-04-02T08:57:11.500 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qv2pC8p4WG-qgzx off=5667441 len=362569 2024-04-02T08:57:11.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-02T08:57:11.500 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KbSWlgBw0RF4pGv off=20448728 len=521836 2024-04-02T08:57:11.503 INFO:tasks.workunit.client.0.smithi112.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-02T08:57:11.503 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DBGsqJJrajfYz6w off=12520209 len=1856966 2024-04-02T08:57:11.504 INFO:tasks.workunit.client.0.smithi112.stdout:op 1561 completed, throughput=4.99MB/sec 2024-04-02T08:57:11.505 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LxTJR2wLE3kRTu- off=10147285 len=1654414 2024-04-02T08:57:11.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 1562 completed, throughput=5MB/sec 2024-04-02T08:57:11.521 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-00Fa2U7SA8Cs6X8 off=4291774 len=1797123 2024-04-02T08:57:11.528 INFO:tasks.workunit.client.0.smithi112.stdout:op 1563 completed, throughput=5MB/sec 2024-04-02T08:57:11.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:11 smithi187 ceph-mon[84356]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:11 smithi112 ceph-mon[91385]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:11 smithi112 ceph-mon[88945]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:12.529 INFO:tasks.workunit.client.0.smithi112.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:12.529 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D3sF2dNjcgRgDvp off=3228742 len=205755 2024-04-02T08:57:12.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-72TW9ovs05T-yzf off=23504410 len=155990 2024-04-02T08:57:12.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pBSOK9q7blUMSC1 off=6044641 len=1509761 2024-04-02T08:57:12.533 INFO:tasks.workunit.client.0.smithi112.stdout:op 1566 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.533 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0i6WgReCXZ9sIve off=4276025 len=1032095 2024-04-02T08:57:12.537 INFO:tasks.workunit.client.0.smithi112.stdout:op 1567 completed, throughput=5MB/sec 2024-04-02T08:57:12.537 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5pRZhwONI6cO7Z4 off=4922195 len=553259 2024-04-02T08:57:12.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 1568 completed, throughput=5MB/sec 2024-04-02T08:57:12.539 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5mDFXnwN69v_A0z off=131137 len=603457 2024-04-02T08:57:12.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 1569 completed, throughput=5MB/sec 2024-04-02T08:57:12.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zP26MiK8XxSo35n off=21592164 len=964937 2024-04-02T08:57:12.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 1570 completed, throughput=5MB/sec 2024-04-02T08:57:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:57:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:13.546 INFO:tasks.workunit.client.0.smithi112.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:13.546 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gM24D3oRj814XUk off=893444 len=313779 2024-04-02T08:57:13.547 INFO:tasks.workunit.client.0.smithi112.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-02T08:57:13.547 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tp82DHNSocgybRS off=10549913 len=206724 2024-04-02T08:57:13.549 INFO:tasks.workunit.client.0.smithi112.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-02T08:57:13.549 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mnl06fCjpukYRcF off=10667822 len=2076272 2024-04-02T08:57:13.551 INFO:tasks.workunit.client.0.smithi112.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-02T08:57:13.551 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--tmIQl7wi2iJ9on off=18352671 len=1957769 2024-04-02T08:57:13.562 INFO:tasks.workunit.client.0.smithi112.stdout:op 1574 completed, throughput=5MB/sec 2024-04-02T08:57:13.562 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BPGITCT9VYYXmrD off=13009069 len=1260906 2024-04-02T08:57:13.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 1575 completed, throughput=5MB/sec 2024-04-02T08:57:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:13 smithi112 ceph-mon[91385]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:13 smithi112 ceph-mon[88945]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:13 smithi187 ceph-mon[84356]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:14.568 INFO:tasks.workunit.client.0.smithi112.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:14.569 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-58Np4bnFfrbrIRG off=6504601 len=901762 2024-04-02T08:57:14.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-02T08:57:14.572 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FU92K_jmszr78la off=988442 len=1214129 2024-04-02T08:57:14.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 1577 completed, throughput=4.99MB/sec 2024-04-02T08:57:14.575 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IAstAFyKgV2O9f5 off=8739070 len=1681782 2024-04-02T08:57:14.581 INFO:tasks.workunit.client.0.smithi112.stdout:op 1578 completed, throughput=5MB/sec 2024-04-02T08:57:14.582 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-U6uI7sFs4e86bau off=815510 len=780375 2024-04-02T08:57:14.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 1579 completed, throughput=5MB/sec 2024-04-02T08:57:15.585 INFO:tasks.workunit.client.0.smithi112.stdout: 314: throughput=4.98MB/sec pending data=0 2024-04-02T08:57:15.585 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mCC2zMiav4_HpLX off=4469598 len=2030957 2024-04-02T08:57:15.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.587 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tYH2RZy_T2VQS2a off=10265189 len=1231283 2024-04-02T08:57:15.588 INFO:tasks.workunit.client.0.smithi112.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.588 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fsxfBGcNmP78mRT off=733632 len=752124 2024-04-02T08:57:15.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 1582 completed, throughput=5MB/sec 2024-04-02T08:57:15.593 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Kc0cHxJIlqKSm4x off=1212869 len=898569 2024-04-02T08:57:15.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 1583 completed, throughput=5MB/sec 2024-04-02T08:57:15.597 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4QNVlNk5Nj0a-WX off=13510615 len=913516 2024-04-02T08:57:15.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 1584 completed, throughput=5MB/sec 2024-04-02T08:57:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:15 smithi112 ceph-mon[88945]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:15 smithi112 ceph-mon[91385]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:15 smithi187 ceph-mon[84356]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:16.601 INFO:tasks.workunit.client.0.smithi112.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:16.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BXxmbKh60PwzwOV off=4019546 len=1171682 2024-04-02T08:57:16.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-02T08:57:16.608 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hHVVp6oPo-VTJET off=797940 len=1997333 2024-04-02T08:57:16.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 1586 completed, throughput=5MB/sec 2024-04-02T08:57:16.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4gitdwB26paispG off=3732786 len=582906 2024-04-02T08:57:16.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 1587 completed, throughput=5MB/sec 2024-04-02T08:57:16.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EcQA-dg6gudRoZh off=1282427 len=697277 2024-04-02T08:57:16.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 1588 completed, throughput=5MB/sec 2024-04-02T08:57:16.620 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2Ft5D9lX6FOkvqC off=3802185 len=552943 2024-04-02T08:57:16.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 1589 completed, throughput=5MB/sec 2024-04-02T08:57:17.624 INFO:tasks.workunit.client.0.smithi112.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:17.625 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KJaecMZC0iSEH5t off=3754132 len=1951725 2024-04-02T08:57:17.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-02T08:57:17.633 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6cBAQxaP0mQiBIu off=204137 len=825067 2024-04-02T08:57:17.635 INFO:tasks.workunit.client.0.smithi112.stdout:op 1591 completed, throughput=4.99MB/sec 2024-04-02T08:57:17.635 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XbSoHbeija3T9Kq off=22604412 len=788866 2024-04-02T08:57:17.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 1592 completed, throughput=5MB/sec 2024-04-02T08:57:17.637 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_oJUeNUEZ83S2cR off=8181871 len=359933 2024-04-02T08:57:17.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 1593 completed, throughput=5MB/sec 2024-04-02T08:57:17.637 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iyGupyKqEx4saVU off=1029906 len=1751300 2024-04-02T08:57:17.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 1594 completed, throughput=5MB/sec 2024-04-02T08:57:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:17 smithi112 ceph-mon[91385]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:17 smithi112 ceph-mon[88945]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:17 smithi187 ceph-mon[84356]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:18.647 INFO:tasks.workunit.client.0.smithi112.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:18.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WOWyBtK9c3PWB9z off=12935659 len=1742632 2024-04-02T08:57:18.654 INFO:tasks.workunit.client.0.smithi112.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.654 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-got4IApbAKV7eSq off=6166569 len=908071 2024-04-02T08:57:18.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.660 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c_dTQgb-2066KtG off=11918700 len=1642852 2024-04-02T08:57:18.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 1597 completed, throughput=5MB/sec 2024-04-02T08:57:18.661 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x25wgt5tW6TDC2E off=2166893 len=950482 2024-04-02T08:57:18.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 1598 completed, throughput=5MB/sec 2024-04-02T08:57:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:19 smithi112 ceph-mon[88945]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:19 smithi112 ceph-mon[91385]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:57:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:57:19] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:57:19.665 INFO:tasks.workunit.client.0.smithi112.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:19.665 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aV7sBD2YZEV2KaB off=15349543 len=275117 2024-04-02T08:57:19.668 INFO:tasks.workunit.client.0.smithi112.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.668 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dkJcd-SfRv4cTRJ off=6745384 len=1610227 2024-04-02T08:57:19.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LgD6JUrT2XF89fX off=98904 len=103477 2024-04-02T08:57:19.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.678 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rre-fHy7KATpTIb off=613869 len=877357 2024-04-02T08:57:19.681 INFO:tasks.workunit.client.0.smithi112.stdout:op 1602 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.681 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s-14ZpdmsedO4cI off=5734189 len=1807890 2024-04-02T08:57:19.688 INFO:tasks.workunit.client.0.smithi112.stdout:op 1603 completed, throughput=5MB/sec 2024-04-02T08:57:19.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FWn4CfsDmumbxbd off=2959640 len=913568 2024-04-02T08:57:19.693 INFO:tasks.workunit.client.0.smithi112.stdout:op 1604 completed, throughput=5MB/sec 2024-04-02T08:57:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:19 smithi187 ceph-mon[84356]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:20.693 INFO:tasks.workunit.client.0.smithi112.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:20.694 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6ctolUS0laFTZP3 off=485393 len=1470179 2024-04-02T08:57:20.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.699 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RQB9GyNUriWk1Sq off=5575839 len=790281 2024-04-02T08:57:20.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.700 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vBu3AzhDbaGSTJH off=455909 len=1253557 2024-04-02T08:57:20.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 1607 completed, throughput=5MB/sec 2024-04-02T08:57:20.705 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F_QtOQe0PLu4I8y off=7990563 len=12995 2024-04-02T08:57:20.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 1608 completed, throughput=5MB/sec 2024-04-02T08:57:20.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o5XgI-P1kGL2kMy off=7925212 len=892239 2024-04-02T08:57:20.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 1609 completed, throughput=5MB/sec 2024-04-02T08:57:20.711 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_0I7vsHAlQ5FeYA off=3752718 len=1395501 2024-04-02T08:57:20.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 1610 completed, throughput=5MB/sec 2024-04-02T08:57:21.716 INFO:tasks.workunit.client.0.smithi112.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:21.716 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cOqs7rhn6SV_Z-e off=18654972 len=1384813 2024-04-02T08:57:21.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-02T08:57:21.718 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DekBlA8He_wCd3f off=1368532 len=629214 2024-04-02T08:57:21.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-02T08:57:21.718 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yMQC6W1fB9JjmzA off=16730431 len=580985 2024-04-02T08:57:21.722 INFO:tasks.workunit.client.0.smithi112.stdout:op 1613 completed, throughput=5MB/sec 2024-04-02T08:57:21.723 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qcLFtAoe4kh22Zw off=3077992 len=888533 2024-04-02T08:57:21.723 INFO:tasks.workunit.client.0.smithi112.stdout:op 1614 completed, throughput=5MB/sec 2024-04-02T08:57:21.723 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xas-NzeIiBj9ase off=6207195 len=567877 2024-04-02T08:57:21.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 1615 completed, throughput=5MB/sec 2024-04-02T08:57:21.727 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7-lAh265IcKs6iI off=4550620 len=1649435 2024-04-02T08:57:21.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 1616 completed, throughput=5MB/sec 2024-04-02T08:57:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:21 smithi112 ceph-mon[91385]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:21 smithi112 ceph-mon[88945]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:21 smithi187 ceph-mon[84356]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:57:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:22.734 INFO:tasks.workunit.client.0.smithi112.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:22.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AofPWwQTw3ZVtfM off=3891527 len=831618 2024-04-02T08:57:22.738 INFO:tasks.workunit.client.0.smithi112.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-02T08:57:22.738 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d8IwxzvUywTs7N4 off=4816781 len=1992642 2024-04-02T08:57:22.751 INFO:tasks.workunit.client.0.smithi112.stdout:op 1618 completed, throughput=5MB/sec 2024-04-02T08:57:22.751 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0UmXBhSN6I_Hsm0 off=3106477 len=1137201 2024-04-02T08:57:22.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 1619 completed, throughput=5MB/sec 2024-04-02T08:57:23.757 INFO:tasks.workunit.client.0.smithi112.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:23.758 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-M5jYxycrt_203G4 off=1638667 len=508150 2024-04-02T08:57:23.760 INFO:tasks.workunit.client.0.smithi112.stdout:op 1620 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.760 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4DXDh4rhiQVvBFn off=16258640 len=228092 2024-04-02T08:57:23.761 INFO:tasks.workunit.client.0.smithi112.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.761 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LyZo1fgMENzi5TK off=1024014 len=1354704 2024-04-02T08:57:23.770 INFO:tasks.workunit.client.0.smithi112.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.770 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_SzzSKG9ueL9aGd off=7193115 len=88808 2024-04-02T08:57:23.770 INFO:tasks.workunit.client.0.smithi112.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.770 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FBxMU1dnCAWfocI off=4662671 len=592373 2024-04-02T08:57:23.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.772 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8K8T3FUwJN_Vkst off=11281229 len=1079207 2024-04-02T08:57:23.773 INFO:tasks.workunit.client.0.smithi112.stdout:op 1625 completed, throughput=5MB/sec 2024-04-02T08:57:23.774 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-K9Q-xJ_Oj_adyqm off=2040978 len=1668109 2024-04-02T08:57:23.781 INFO:tasks.workunit.client.0.smithi112.stdout:op 1626 completed, throughput=5MB/sec 2024-04-02T08:57:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:23 smithi112 ceph-mon[88945]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:23 smithi112 ceph-mon[91385]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:23 smithi187 ceph-mon[84356]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:24.782 INFO:tasks.workunit.client.0.smithi112.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:24.782 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jRcyH6vwhJU1fXu off=16003891 len=609056 2024-04-02T08:57:24.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.782 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zDWgjNa8Fhxon41 off=5688089 len=912145 2024-04-02T08:57:24.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.787 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--kOG0aZ9dgoxyDv off=6133787 len=203726 2024-04-02T08:57:24.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 1629 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.790 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lGdGs5B5-dP7jKQ off=5411302 len=954741 2024-04-02T08:57:24.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.791 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aeyKTcGR6QJrvIh off=15092386 len=320070 2024-04-02T08:57:24.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.792 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QZDTZvW9X8lletg off=5762190 len=1595439 2024-04-02T08:57:24.801 INFO:tasks.workunit.client.0.smithi112.stdout:op 1632 completed, throughput=5MB/sec 2024-04-02T08:57:24.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vv2wZhAF2LkMqCH off=868068 len=1076371 2024-04-02T08:57:24.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 1633 completed, throughput=5MB/sec 2024-04-02T08:57:25.801 INFO:tasks.workunit.client.0.smithi112.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:25.801 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fdZRJEAUTM21Ew8 off=1178698 len=138712 2024-04-02T08:57:25.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.803 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AHuzIvmc-Dybfqm off=868759 len=453342 2024-04-02T08:57:25.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EOmFTZEfxXKKuQp off=7403421 len=651048 2024-04-02T08:57:25.810 INFO:tasks.workunit.client.0.smithi112.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.810 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-neEOlocVcBho4eJ off=13113470 len=985241 2024-04-02T08:57:25.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.811 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VR-MhhplYS0XW_g off=6421355 len=504558 2024-04-02T08:57:25.812 INFO:tasks.workunit.client.0.smithi112.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.812 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p3ypUiBPTuCK_1m off=7160886 len=686972 2024-04-02T08:57:25.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 1639 completed, throughput=5MB/sec 2024-04-02T08:57:25.813 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P5LJyxBpcmNPlIa off=126095 len=2055003 2024-04-02T08:57:25.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 1640 completed, throughput=5MB/sec 2024-04-02T08:57:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:25 smithi112 ceph-mon[91385]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:57:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:25 smithi112 ceph-mon[88945]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:57:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:25 smithi187 ceph-mon[84356]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:57:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:26.818 INFO:tasks.workunit.client.0.smithi112.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:26.818 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NZK90QZ61itAlHI off=2650014 len=1334239 2024-04-02T08:57:26.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.824 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vsn_qBe9SKqFQx- off=4237001 len=337786 2024-04-02T08:57:26.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.827 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VmCLJkemPQuc1zu off=584754 len=1955188 2024-04-02T08:57:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:op 1643 completed, throughput=5MB/sec 2024-04-02T08:57:26.835 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-szZN2pgNYgKIdIQ off=11183509 len=1553469 2024-04-02T08:57:26.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 1644 completed, throughput=5MB/sec 2024-04-02T08:57:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:57:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:57:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:57:27.843 INFO:tasks.workunit.client.0.smithi112.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:27.843 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3iKvhe2xoFUgWNw off=8383038 len=480148 2024-04-02T08:57:27.843 INFO:tasks.workunit.client.0.smithi112.stdout:op 1645 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.844 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_0ZzePc4pczkxKK off=5722316 len=1344046 2024-04-02T08:57:27.850 INFO:tasks.workunit.client.0.smithi112.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.850 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YsDcWoYV0lOvIdP off=19391859 len=1746647 2024-04-02T08:57:27.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 1647 completed, throughput=5MB/sec 2024-04-02T08:57:27.852 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nf5rqwd9eckkOtj off=6340501 len=89421 2024-04-02T08:57:27.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 1648 completed, throughput=5MB/sec 2024-04-02T08:57:27.852 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z2fSH4IWbYVPwR4 off=13287914 len=2080685 2024-04-02T08:57:27.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 1649 completed, throughput=5MB/sec 2024-04-02T08:57:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:27 smithi112 ceph-mon[91385]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:57:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:27 smithi112 ceph-mon[88945]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:57:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:27 smithi187 ceph-mon[84356]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:57:28.854 INFO:tasks.workunit.client.0.smithi112.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:28.854 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LOXyhdVw8bcLOcv off=550785 len=414459 2024-04-02T08:57:28.857 INFO:tasks.workunit.client.0.smithi112.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.857 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BCMGuGYPimuHpQf off=2137825 len=1437362 2024-04-02T08:57:28.858 INFO:tasks.workunit.client.0.smithi112.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.859 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OJttRaKv4Wfe_QD off=1078414 len=712905 2024-04-02T08:57:28.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 1652 completed, throughput=5MB/sec 2024-04-02T08:57:28.862 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-05784qMCDkEGnpc off=17222066 len=713118 2024-04-02T08:57:28.866 INFO:tasks.workunit.client.0.smithi112.stdout:op 1653 completed, throughput=5MB/sec 2024-04-02T08:57:28.866 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SeeyqVxG-qJlGdQ off=7667743 len=1216778 2024-04-02T08:57:28.872 INFO:tasks.workunit.client.0.smithi112.stdout:op 1654 completed, throughput=5MB/sec 2024-04-02T08:57:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:29 smithi112 ceph-mon[91385]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:57:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:29 smithi112 ceph-mon[88945]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:57:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:57:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:57:29] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-02T08:57:29.872 INFO:tasks.workunit.client.0.smithi112.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:29.872 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3X487c0ilNiwHkm off=4997121 len=1106483 2024-04-02T08:57:29.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.877 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6HpEMcZPxLutl5r off=8767060 len=2088160 2024-04-02T08:57:29.888 INFO:tasks.workunit.client.0.smithi112.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.889 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xI6ACxSjtZ3mzWv off=5221246 len=1482826 2024-04-02T08:57:29.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 1657 completed, throughput=5MB/sec 2024-04-02T08:57:29.889 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-26F_XPXTwWjSrRV off=10127721 len=1512395 2024-04-02T08:57:29.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 1658 completed, throughput=5MB/sec 2024-04-02T08:57:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:29 smithi187 ceph-mon[84356]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:57:30.892 INFO:tasks.workunit.client.0.smithi112.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:30.893 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rm0S1W8I_SdQSyT off=3731507 len=781672 2024-04-02T08:57:30.896 INFO:tasks.workunit.client.0.smithi112.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.896 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rwUVEHVc_ApO0lN off=346611 len=519243 2024-04-02T08:57:30.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.897 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rHuenpz4KCR3n7g off=4969465 len=1802240 2024-04-02T08:57:30.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 1661 completed, throughput=5MB/sec 2024-04-02T08:57:30.899 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PGEwdL3MHD6MX2l off=5604251 len=1545818 2024-04-02T08:57:30.899 INFO:tasks.workunit.client.0.smithi112.stdout:op 1662 completed, throughput=5MB/sec 2024-04-02T08:57:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:31 smithi112 ceph-mon[88945]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:57:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:31 smithi112 ceph-mon[91385]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:57:31.900 INFO:tasks.workunit.client.0.smithi112.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:31.900 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r95E-qo9qQWWqv8 off=6929676 len=1508930 2024-04-02T08:57:31.901 INFO:tasks.workunit.client.0.smithi112.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-02T08:57:31.901 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oEiflVnR0cjl1F2 off=2397506 len=864762 2024-04-02T08:57:31.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-02T08:57:31.907 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RTyOj9G6a2NceHn off=8993979 len=872072 2024-04-02T08:57:31.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 1665 completed, throughput=5MB/sec 2024-04-02T08:57:31.908 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L-L34dHsptzDsOd off=203996 len=291402 2024-04-02T08:57:31.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 1666 completed, throughput=5MB/sec 2024-04-02T08:57:31.911 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0hPNAnj0bDfXSsP off=7097465 len=1474090 2024-04-02T08:57:31.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 1667 completed, throughput=5MB/sec 2024-04-02T08:57:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:31 smithi187 ceph-mon[84356]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:57:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:57:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:32.917 INFO:tasks.workunit.client.0.smithi112.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:32.917 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-23HJ4mLNPWujWDX off=7365451 len=1901324 2024-04-02T08:57:32.919 INFO:tasks.workunit.client.0.smithi112.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.919 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-K9Us9JLpu1RLXSa off=14012935 len=1201629 2024-04-02T08:57:32.926 INFO:tasks.workunit.client.0.smithi112.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.926 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ILbjChcZGaw24TU off=5617598 len=1280205 2024-04-02T08:57:32.934 INFO:tasks.workunit.client.0.smithi112.stdout:op 1670 completed, throughput=5MB/sec 2024-04-02T08:57:32.934 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KbSWlgBw0RF4pGv off=9763635 len=897236 2024-04-02T08:57:32.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 1671 completed, throughput=5MB/sec 2024-04-02T08:57:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:33 smithi112 ceph-mon[88945]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:33 smithi112 ceph-mon[91385]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:33.938 INFO:tasks.workunit.client.0.smithi112.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:33.938 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s9SX2MZcoJ3M8St off=2005343 len=708260 2024-04-02T08:57:33.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.939 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jMZSTWChd5tyjwN off=7526463 len=1376320 2024-04-02T08:57:33.940 INFO:tasks.workunit.client.0.smithi112.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.940 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FcWEsWrzH8FCkAy off=905017 len=1460313 2024-04-02T08:57:33.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 1674 completed, throughput=5MB/sec 2024-04-02T08:57:33.942 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TkC0ay-sZB4nyME off=665584 len=1314546 2024-04-02T08:57:33.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 1675 completed, throughput=5MB/sec 2024-04-02T08:57:33.945 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dEk6vg-xrtZPchh off=4732117 len=1706221 2024-04-02T08:57:33.946 INFO:tasks.workunit.client.0.smithi112.stdout:op 1676 completed, throughput=5MB/sec 2024-04-02T08:57:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:33 smithi187 ceph-mon[84356]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:34.947 INFO:tasks.workunit.client.0.smithi112.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:34.947 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-52NYJVXnCgIEi_F off=5284532 len=522253 2024-04-02T08:57:34.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.950 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-l2TW42LXTl3UdHB off=18401434 len=481152 2024-04-02T08:57:34.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.954 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SRu1ucilTJZ0bKW off=1692085 len=185987 2024-04-02T08:57:34.956 INFO:tasks.workunit.client.0.smithi112.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.956 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bo4oQg92RbSEERh off=9202704 len=2091019 2024-04-02T08:57:34.969 INFO:tasks.workunit.client.0.smithi112.stdout:op 1680 completed, throughput=5MB/sec 2024-04-02T08:57:34.969 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2dD4BHvmD6tUlLo off=8211356 len=1538280 2024-04-02T08:57:34.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 1681 completed, throughput=5MB/sec 2024-04-02T08:57:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:35 smithi112 ceph-mon[91385]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:35 smithi112 ceph-mon[88945]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:35.972 INFO:tasks.workunit.client.0.smithi112.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:35.972 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-58-6jYT8cXA3PY_ off=11687257 len=1431229 2024-04-02T08:57:35.979 INFO:tasks.workunit.client.0.smithi112.stdout:op 1682 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.979 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4alkn6iOJqfDkRM off=862566 len=1092477 2024-04-02T08:57:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:35 smithi187 ceph-mon[84356]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:35.984 INFO:tasks.workunit.client.0.smithi112.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.984 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PrZpN3Md2VIJNZ2 off=1705424 len=769425 2024-04-02T08:57:35.986 INFO:tasks.workunit.client.0.smithi112.stdout:op 1684 completed, throughput=5MB/sec 2024-04-02T08:57:35.986 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q4xYFKoTg_sBLtD off=0 len=1157235 2024-04-02T08:57:35.988 INFO:tasks.workunit.client.0.smithi112.stdout:op 1685 completed, throughput=5MB/sec 2024-04-02T08:57:35.988 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zVlm1RoCoYz-Feu off=1479642 len=1733872 2024-04-02T08:57:35.989 INFO:tasks.workunit.client.0.smithi112.stdout:op 1686 completed, throughput=5MB/sec 2024-04-02T08:57:36.990 INFO:tasks.workunit.client.0.smithi112.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:36.990 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PQdDC6LmZItg8Y- off=8689453 len=1905011 2024-04-02T08:57:36.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 1687 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.997 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ieK69xC9ZsaZz8Z off=18250431 len=1767620 2024-04-02T08:57:36.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 1688 completed, throughput=5MB/sec 2024-04-02T08:57:36.998 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sogJxiMhY5qD9el off=8420089 len=454814 2024-04-02T08:57:36.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 1689 completed, throughput=5MB/sec 2024-04-02T08:57:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:37 smithi112 ceph-mon[91385]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:37 smithi112 ceph-mon[88945]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:37 smithi187 ceph-mon[84356]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MU7eBhKudHAwo6h off=8540446 len=976467 2024-04-02T08:57:38.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.004 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YtM4W53Fr39kgZ_ off=1990733 len=1689732 2024-04-02T08:57:38.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.006 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8THufMHVlMj2EEH off=8792734 len=284204 2024-04-02T08:57:38.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.008 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-96vdJJsT8165AXx off=10819893 len=2011691 2024-04-02T08:57:38.010 INFO:tasks.workunit.client.0.smithi112.stdout:op 1693 completed, throughput=5MB/sec 2024-04-02T08:57:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:39.010 INFO:tasks.workunit.client.0.smithi112.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:39.010 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VWqMgnVM3TIvU4e off=2932600 len=1780952 2024-04-02T08:57:39.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.014 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pxUKep84faBApSk off=17693204 len=1147105 2024-04-02T08:57:39.020 INFO:tasks.workunit.client.0.smithi112.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.020 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z4REehP4RHsCqM3 off=715290 len=1625777 2024-04-02T08:57:39.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 1696 completed, throughput=5MB/sec 2024-04-02T08:57:39.028 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UzCreDD6ok9tcIS off=5490751 len=1752628 2024-04-02T08:57:39.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 1697 completed, throughput=5MB/sec 2024-04-02T08:57:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:39 smithi112 ceph-mon[88945]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:39 smithi112 ceph-mon[91385]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:57:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:57:39] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T08:57:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:39 smithi187 ceph-mon[84356]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:40.030 INFO:tasks.workunit.client.0.smithi112.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:40.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-w30BUvFWzlr4iGd off=10321299 len=450296 2024-04-02T08:57:40.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 1698 completed, throughput=4.99MB/sec 2024-04-02T08:57:40.031 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y5H2R--r6S2XgmL off=16669169 len=1623750 2024-04-02T08:57:40.037 INFO:tasks.workunit.client.0.smithi112.stdout:op 1699 completed, throughput=4.99MB/sec 2024-04-02T08:57:40.037 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-05MeQxP8qWxp-Jd off=5328260 len=978194 2024-04-02T08:57:40.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 1700 completed, throughput=5MB/sec 2024-04-02T08:57:40.038 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dKTykbDoJNGqFaB off=4766889 len=129258 2024-04-02T08:57:40.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 1701 completed, throughput=5MB/sec 2024-04-02T08:57:40.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2_5sol7qE26i18e off=525389 len=226379 2024-04-02T08:57:40.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 1702 completed, throughput=5MB/sec 2024-04-02T08:57:40.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F_uOPSXbwkwIWvL off=12056772 len=1735156 2024-04-02T08:57:40.042 INFO:tasks.workunit.client.0.smithi112.stdout:op 1703 completed, throughput=5MB/sec 2024-04-02T08:57:41.043 INFO:tasks.workunit.client.0.smithi112.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:41.043 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DnYFm1mmgJsDiv0 off=400969 len=1331926 2024-04-02T08:57:41.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-02T08:57:41.047 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ciwnt6Wv0FzqRah off=4814618 len=1912561 2024-04-02T08:57:41.055 INFO:tasks.workunit.client.0.smithi112.stdout:op 1705 completed, throughput=5MB/sec 2024-04-02T08:57:41.055 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x-xtmhyFmisWlH2 off=0 len=1334847 2024-04-02T08:57:41.056 INFO:tasks.workunit.client.0.smithi112.stdout:op 1706 completed, throughput=5MB/sec 2024-04-02T08:57:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:41 smithi112 ceph-mon[91385]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:41 smithi112 ceph-mon[88945]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:41 smithi187 ceph-mon[84356]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:42.056 INFO:tasks.workunit.client.0.smithi112.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:42.056 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7oFv-bjapZ15nBS off=5643374 len=1231411 2024-04-02T08:57:42.057 INFO:tasks.workunit.client.0.smithi112.stdout:op 1707 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.057 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gbxku7P1hG1cMQd off=1139267 len=877748 2024-04-02T08:57:42.060 INFO:tasks.workunit.client.0.smithi112.stdout:op 1708 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.060 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A1RGtw42qUAg9e1 off=125 len=62539 2024-04-02T08:57:42.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.062 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tTFcdK3LoTsJ5BN off=2163287 len=611704 2024-04-02T08:57:42.065 INFO:tasks.workunit.client.0.smithi112.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.066 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EgrxGorAUTf3i9t off=5096423 len=848323 2024-04-02T08:57:42.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 1711 completed, throughput=5MB/sec 2024-04-02T08:57:42.066 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SbIXPCmxCS-ZIZO off=1787850 len=97498 2024-04-02T08:57:42.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 1712 completed, throughput=5MB/sec 2024-04-02T08:57:42.068 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wMRfk8airOzKiu1 off=15812531 len=704624 2024-04-02T08:57:42.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 1713 completed, throughput=5MB/sec 2024-04-02T08:57:42.073 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_ONj8JFlyjp91tz off=2696640 len=120237 2024-04-02T08:57:42.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 1714 completed, throughput=5MB/sec 2024-04-02T08:57:42.073 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JcEoCwfcFfM3nAj off=12433598 len=762614 2024-04-02T08:57:42.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 1715 completed, throughput=5MB/sec 2024-04-02T08:57:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:57:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:43.078 INFO:tasks.workunit.client.0.smithi112.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:43.078 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8oDwYZKvspc2Bo7 off=2071417 len=36226 2024-04-02T08:57:43.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.079 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wY47qCQDnz9p_QQ off=10172778 len=1731006 2024-04-02T08:57:43.080 INFO:tasks.workunit.client.0.smithi112.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.080 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9TW56u5XxHRz1b7 off=11360517 len=986355 2024-04-02T08:57:43.081 INFO:tasks.workunit.client.0.smithi112.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.081 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EtgN8j04ZcZtFUL off=1657508 len=444138 2024-04-02T08:57:43.084 INFO:tasks.workunit.client.0.smithi112.stdout:op 1719 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.084 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RU5ffl_TSnUKpAJ off=8492928 len=213444 2024-04-02T08:57:43.084 INFO:tasks.workunit.client.0.smithi112.stdout:op 1720 completed, throughput=5MB/sec 2024-04-02T08:57:43.084 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-C60wSOORvTj48UT off=8804215 len=77325 2024-04-02T08:57:43.087 INFO:tasks.workunit.client.0.smithi112.stdout:op 1721 completed, throughput=5MB/sec 2024-04-02T08:57:43.087 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZkXn4bv4XwxCs0Z off=3648530 len=1887825 2024-04-02T08:57:43.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 1722 completed, throughput=5MB/sec 2024-04-02T08:57:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:43 smithi112 ceph-mon[91385]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:43 smithi112 ceph-mon[88945]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:43 smithi187 ceph-mon[84356]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:44.090 INFO:tasks.workunit.client.0.smithi112.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:44.090 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W3u2EQvCf8Y-FcS off=2434200 len=85636 2024-04-02T08:57:44.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.093 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A1TZ2IOBEVSlaEc off=13255900 len=1764233 2024-04-02T08:57:44.094 INFO:tasks.workunit.client.0.smithi112.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.094 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9ujg-UmKDQYAi9d off=11156596 len=1046487 2024-04-02T08:57:44.099 INFO:tasks.workunit.client.0.smithi112.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.099 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2LaHxJ0hVcW-EGZ off=4625956 len=1204810 2024-04-02T08:57:44.103 INFO:tasks.workunit.client.0.smithi112.stdout:op 1726 completed, throughput=5MB/sec 2024-04-02T08:57:44.103 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B9mHqfka3mI4N02 off=11256526 len=381324 2024-04-02T08:57:44.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 1727 completed, throughput=5MB/sec 2024-04-02T08:57:44.104 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_5fikqDSDXqE0P2 off=13400500 len=1284970 2024-04-02T08:57:44.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 1728 completed, throughput=5MB/sec 2024-04-02T08:57:45.107 INFO:tasks.workunit.client.0.smithi112.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:45.107 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KVMQsSmp6OTBF2B off=5777608 len=284882 2024-04-02T08:57:45.110 INFO:tasks.workunit.client.0.smithi112.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.110 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yNOjG8MASgkFoQu off=78664 len=397944 2024-04-02T08:57:45.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.111 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ziSzfwN0SxfbC5G off=9020750 len=9461 2024-04-02T08:57:45.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 1731 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.111 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5AekEbCeaE4azMS off=16204225 len=8215 2024-04-02T08:57:45.113 INFO:tasks.workunit.client.0.smithi112.stdout:op 1732 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.113 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f4MJvV-oYj2-u9m off=18525986 len=364233 2024-04-02T08:57:45.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.114 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bf8ooSM9cB_Gg2m off=2978725 len=313860 2024-04-02T08:57:45.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.117 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8qIcr6aGTdITqSp off=29131 len=609319 2024-04-02T08:57:45.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.118 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zHykNDWWyTjpllq off=18638184 len=1985624 2024-04-02T08:57:45.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 1736 completed, throughput=5MB/sec 2024-04-02T08:57:45.126 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-T8Kk4iOn03U9MlG off=17368358 len=239966 2024-04-02T08:57:45.127 INFO:tasks.workunit.client.0.smithi112.stdout:op 1737 completed, throughput=5MB/sec 2024-04-02T08:57:45.127 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aCoLYStY2el2lPZ off=1080744 len=656368 2024-04-02T08:57:45.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 1738 completed, throughput=5MB/sec 2024-04-02T08:57:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:45 smithi112 ceph-mon[91385]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:45 smithi112 ceph-mon[88945]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:45 smithi187 ceph-mon[84356]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:46.129 INFO:tasks.workunit.client.0.smithi112.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:46.129 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nsf5jCCekDrQM9x off=7253557 len=348456 2024-04-02T08:57:46.129 INFO:tasks.workunit.client.0.smithi112.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.129 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YfvYlx6TWdKx1am off=756278 len=1200028 2024-04-02T08:57:46.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 1740 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.131 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PQEbVX8EBaN7U2K off=297149 len=1844015 2024-04-02T08:57:46.141 INFO:tasks.workunit.client.0.smithi112.stdout:op 1741 completed, throughput=5MB/sec 2024-04-02T08:57:46.141 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_7t9gQJm0fc5BcJ off=3275593 len=338385 2024-04-02T08:57:46.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 1742 completed, throughput=5MB/sec 2024-04-02T08:57:46.142 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YvLHd2PLu0qzIYg off=12173946 len=134109 2024-04-02T08:57:46.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 1743 completed, throughput=5MB/sec 2024-04-02T08:57:46.142 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pK7-xgjMYPrV4FR off=122441 len=1275762 2024-04-02T08:57:46.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 1744 completed, throughput=5MB/sec 2024-04-02T08:57:46.147 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g_-cmg0JFpm8mqu off=5606240 len=894278 2024-04-02T08:57:46.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 1745 completed, throughput=5MB/sec 2024-04-02T08:57:47.152 INFO:tasks.workunit.client.0.smithi112.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:47.152 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iEBoautyX01jvvy off=5287251 len=1429765 2024-04-02T08:57:47.159 INFO:tasks.workunit.client.0.smithi112.stdout:op 1746 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.159 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-42-SPpspG0S5hFU off=12642269 len=464057 2024-04-02T08:57:47.162 INFO:tasks.workunit.client.0.smithi112.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.162 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yoM2GEEfxN1J7uz off=7338651 len=174308 2024-04-02T08:57:47.164 INFO:tasks.workunit.client.0.smithi112.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.164 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kssoVGP5EPVFRS1 off=15217452 len=631018 2024-04-02T08:57:47.166 INFO:tasks.workunit.client.0.smithi112.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.166 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2vAXrOWGum98qqo off=693737 len=123238 2024-04-02T08:57:47.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 1750 completed, throughput=5MB/sec 2024-04-02T08:57:47.168 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h51EYO5vdcQ6acI off=23396964 len=2083072 2024-04-02T08:57:47.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 1751 completed, throughput=5MB/sec 2024-04-02T08:57:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:47 smithi112 ceph-mon[91385]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:47 smithi112 ceph-mon[88945]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:47 smithi187 ceph-mon[84356]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:48.170 INFO:tasks.workunit.client.0.smithi112.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:48.170 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-42-SPpspG0S5hFU off=9197789 len=2002048 2024-04-02T08:57:48.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 1752 completed, throughput=4.99MB/sec 2024-04-02T08:57:48.178 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WfmD5jZPvq_3LMu off=6048299 len=1612442 2024-04-02T08:57:48.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 1753 completed, throughput=5MB/sec 2024-04-02T08:57:48.180 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qr_6gsD9CFEHHOu off=10274758 len=64884 2024-04-02T08:57:48.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 1754 completed, throughput=5MB/sec 2024-04-02T08:57:48.180 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JFcg2vIR9tAFu66 off=15930983 len=1533758 2024-04-02T08:57:48.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 1755 completed, throughput=5MB/sec 2024-04-02T08:57:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:49.181 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-orCl_XP9pRcl3gn off=7175665 len=578959 2024-04-02T08:57:49.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.182 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pZr8vNcDawpdV2v off=9282237 len=89072 2024-04-02T08:57:49.185 INFO:tasks.workunit.client.0.smithi112.stdout:op 1757 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.185 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BELpaDTyknAvWgY off=10206566 len=1164437 2024-04-02T08:57:49.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 1758 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-p3ypUiBPTuCK_1m off=13767569 len=1604006 2024-04-02T08:57:49.193 INFO:tasks.workunit.client.0.smithi112.stdout:op 1759 completed, throughput=5MB/sec 2024-04-02T08:57:49.193 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gO38DKFmq5v_myr off=8379903 len=1012431 2024-04-02T08:57:49.194 INFO:tasks.workunit.client.0.smithi112.stdout:op 1760 completed, throughput=5MB/sec 2024-04-02T08:57:49.194 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xiZtI-zImujDSEv off=5553758 len=1143658 2024-04-02T08:57:49.195 INFO:tasks.workunit.client.0.smithi112.stdout:op 1761 completed, throughput=5MB/sec 2024-04-02T08:57:49.530 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:57:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:57:49] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T08:57:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:49 smithi112 ceph-mon[91385]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:49 smithi112 ceph-mon[88945]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:49 smithi187 ceph-mon[84356]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:50.196 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NYQ5SWFKOMyGhiO off=0 len=1805238 2024-04-02T08:57:50.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 1762 completed, throughput=4.99MB/sec 2024-04-02T08:57:50.197 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--_dL1j0gl_EaceG off=12892382 len=1301161 2024-04-02T08:57:50.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 1763 completed, throughput=5MB/sec 2024-04-02T08:57:50.202 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UydiBZTsqKGwl9U off=6950587 len=171342 2024-04-02T08:57:50.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 1764 completed, throughput=5MB/sec 2024-04-02T08:57:50.205 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qvtHRQKhwY5MOyd off=916098 len=2062252 2024-04-02T08:57:50.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 1765 completed, throughput=5MB/sec 2024-04-02T08:57:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:51.207 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B2_4zSomNjqxYEW off=2128350 len=1826901 2024-04-02T08:57:51.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-02T08:57:51.215 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IIl5oDt6QP8rgQw off=443762 len=419784 2024-04-02T08:57:51.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-02T08:57:51.215 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lwzb88eV8_mqB0a off=5736276 len=1461651 2024-04-02T08:57:51.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 1768 completed, throughput=5MB/sec 2024-04-02T08:57:51.221 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eEwq4KC1Wxo3yLI off=1721631 len=1361543 2024-04-02T08:57:51.222 INFO:tasks.workunit.client.0.smithi112.stdout:op 1769 completed, throughput=5MB/sec 2024-04-02T08:57:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:51 smithi112 ceph-mon[88945]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:51 smithi112 ceph-mon[91385]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:51 smithi187 ceph-mon[84356]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:52.223 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KM0-UOXHv2P3L7p off=3290871 len=756204 2024-04-02T08:57:52.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.227 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iQdiPrTnF6aPzB0 off=13292237 len=1187129 2024-04-02T08:57:52.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.228 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g7wJUirdaykDDtw off=333653 len=252462 2024-04-02T08:57:52.229 INFO:tasks.workunit.client.0.smithi112.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.229 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7eKqsky0khAOREe off=12308729 len=532016 2024-04-02T08:57:52.233 INFO:tasks.workunit.client.0.smithi112.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.233 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ouLFLUN0DNhWe84 off=13772305 len=247911 2024-04-02T08:57:52.235 INFO:tasks.workunit.client.0.smithi112.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.235 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jdnFuaxHZKf6OmA off=0 len=2002273 2024-04-02T08:57:52.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 1775 completed, throughput=5MB/sec 2024-04-02T08:57:52.245 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f7yCkJA0O1EwwEa off=227592 len=1674316 2024-04-02T08:57:52.248 INFO:tasks.workunit.client.0.smithi112.stdout:op 1776 completed, throughput=5MB/sec 2024-04-02T08:57:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:57:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:53.248 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vydn0prWP_241E- off=799179 len=521234 2024-04-02T08:57:53.251 INFO:tasks.workunit.client.0.smithi112.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-02T08:57:53.251 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xjv6-n5Zauqm9Yn off=2083343 len=674247 2024-04-02T08:57:53.254 INFO:tasks.workunit.client.0.smithi112.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-02T08:57:53.254 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DVOSFTPTWmA3Z16 off=7742043 len=1008782 2024-04-02T08:57:53.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 1779 completed, throughput=5MB/sec 2024-04-02T08:57:53.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wIQQkTc8ek-PsOi off=6271846 len=861036 2024-04-02T08:57:53.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 1780 completed, throughput=5MB/sec 2024-04-02T08:57:53.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dLQ0EYDY14gOycK off=599169 len=1758289 2024-04-02T08:57:53.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 1781 completed, throughput=5MB/sec 2024-04-02T08:57:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:53 smithi112 ceph-mon[88945]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:53 smithi112 ceph-mon[91385]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:53 smithi187 ceph-mon[84356]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:54.264 INFO:tasks.workunit.client.0.smithi112.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:54.264 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yclIZmsxJVD5kQm off=930282 len=817375 2024-04-02T08:57:54.265 INFO:tasks.workunit.client.0.smithi112.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.265 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uXDzHhw7MoeTRmX off=3662453 len=1468071 2024-04-02T08:57:54.266 INFO:tasks.workunit.client.0.smithi112.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.266 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mr2Sf6Rhg2RTNYj off=10989614 len=1508278 2024-04-02T08:57:54.274 INFO:tasks.workunit.client.0.smithi112.stdout:op 1784 completed, throughput=5MB/sec 2024-04-02T08:57:54.274 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FxSMgM0zLWRtLYk off=2218245 len=1668839 2024-04-02T08:57:54.275 INFO:tasks.workunit.client.0.smithi112.stdout:op 1785 completed, throughput=5MB/sec 2024-04-02T08:57:55.275 INFO:tasks.workunit.client.0.smithi112.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:55.276 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TnYfh51jSTLIx_E off=7464241 len=1386056 2024-04-02T08:57:55.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-02T08:57:55.278 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YQZsTEZPjawuGWl off=11651496 len=1194597 2024-04-02T08:57:55.284 INFO:tasks.workunit.client.0.smithi112.stdout:op 1787 completed, throughput=5MB/sec 2024-04-02T08:57:55.285 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-y0guvUuYh7Y-H_h off=7699036 len=968849 2024-04-02T08:57:55.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 1788 completed, throughput=5MB/sec 2024-04-02T08:57:55.289 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Owck1usYXBZd4Np off=14546231 len=580461 2024-04-02T08:57:55.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 1789 completed, throughput=5MB/sec 2024-04-02T08:57:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:55 smithi112 ceph-mon[91385]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:57:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:55 smithi112 ceph-mon[88945]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:57:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:55 smithi187 ceph-mon[84356]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:57:56.289 INFO:tasks.workunit.client.0.smithi112.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-azfyMob2A535vO4 off=20136569 len=373847 2024-04-02T08:57:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_w3ogBM6VkqzyG3 off=250664 len=1742933 2024-04-02T08:57:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sLRTnQff_v3AV1b off=5293345 len=202598 2024-04-02T08:57:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fSySY08u41NC8Bh off=3151094 len=1628027 2024-04-02T08:57:56.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 1793 completed, throughput=5MB/sec 2024-04-02T08:57:56.304 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4alP_L9aSIIhELF off=1769596 len=623192 2024-04-02T08:57:56.311 INFO:tasks.workunit.client.0.smithi112.stdout:op 1794 completed, throughput=5MB/sec 2024-04-02T08:57:56.312 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HwaEC2Bf_XLkhjk off=217874 len=14762 2024-04-02T08:57:56.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 1795 completed, throughput=5MB/sec 2024-04-02T08:57:56.312 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dryrnDZ01PKWXZz off=1404694 len=1411034 2024-04-02T08:57:56.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 1796 completed, throughput=5MB/sec 2024-04-02T08:57:57.312 INFO:tasks.workunit.client.0.smithi112.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:57.312 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mFIPRAzhZp8Halk off=12688215 len=1065446 2024-04-02T08:57:57.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.315 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7hYD2mlbhL-6b90 off=1139120 len=1045426 2024-04-02T08:57:57.321 INFO:tasks.workunit.client.0.smithi112.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.321 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KfECw29FN_xij1W off=1185884 len=38634 2024-04-02T08:57:57.323 INFO:tasks.workunit.client.0.smithi112.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.323 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8IGvB_ZFzy4oPoP off=7332268 len=1663374 2024-04-02T08:57:57.332 INFO:tasks.workunit.client.0.smithi112.stdout:op 1800 completed, throughput=5MB/sec 2024-04-02T08:57:57.332 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eM3ULKJm661BH1O off=22519815 len=1020335 2024-04-02T08:57:57.337 INFO:tasks.workunit.client.0.smithi112.stdout:op 1801 completed, throughput=5MB/sec 2024-04-02T08:57:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:57 smithi112 ceph-mon[88945]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:57 smithi112 ceph-mon[91385]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:57 smithi187 ceph-mon[84356]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:58.338 INFO:tasks.workunit.client.0.smithi112.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:58.338 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cwsw_fscUCK690g off=15622335 len=642350 2024-04-02T08:57:58.338 INFO:tasks.workunit.client.0.smithi112.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.338 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7np6y2C_WpKLAj_ off=3435081 len=929953 2024-04-02T08:57:58.339 INFO:tasks.workunit.client.0.smithi112.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.339 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ljK4OOjh2ycqEz0 off=4177580 len=485200 2024-04-02T08:57:58.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.340 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JMBw-Wlcje3iIVX off=6612417 len=1166251 2024-04-02T08:57:58.346 INFO:tasks.workunit.client.0.smithi112.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.346 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GmE2ayLeV98jWIe off=3155929 len=1145956 2024-04-02T08:57:58.347 INFO:tasks.workunit.client.0.smithi112.stdout:op 1806 completed, throughput=5MB/sec 2024-04-02T08:57:58.347 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zXWuCeVnPZPny_w off=1429640 len=2093365 2024-04-02T08:57:58.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 1807 completed, throughput=5MB/sec 2024-04-02T08:57:59.359 INFO:tasks.workunit.client.0.smithi112.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:59.359 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AfLkI0trzTPqKiY off=680509 len=1199186 2024-04-02T08:57:59.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-02T08:57:59.360 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ju5Fp1dJbHjtkDP off=3828397 len=1678222 2024-04-02T08:57:59.362 INFO:tasks.workunit.client.0.smithi112.stdout:op 1809 completed, throughput=5MB/sec 2024-04-02T08:57:59.362 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-keDqrLKrgpulbyc off=354952 len=681974 2024-04-02T08:57:59.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 1810 completed, throughput=5MB/sec 2024-04-02T08:57:59.363 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Md1p-dT7doN5j0F off=6525386 len=1683735 2024-04-02T08:57:59.371 INFO:tasks.workunit.client.0.smithi112.stdout:op 1811 completed, throughput=5MB/sec 2024-04-02T08:57:59.543 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:57:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:57:59] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T08:57:59.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:57:59 smithi112 ceph-mon[91385]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:59.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:57:59 smithi112 ceph-mon[88945]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:57:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:57:59 smithi187 ceph-mon[84356]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:00.372 INFO:tasks.workunit.client.0.smithi112.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:00.372 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0CQoEcDil3SiKFT off=17973424 len=1920725 2024-04-02T08:58:00.380 INFO:tasks.workunit.client.0.smithi112.stdout:op 1812 completed, throughput=4.99MB/sec 2024-04-02T08:58:00.380 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M_D9qyylcYGLHXB off=1516231 len=769695 2024-04-02T08:58:00.382 INFO:tasks.workunit.client.0.smithi112.stdout:op 1813 completed, throughput=5MB/sec 2024-04-02T08:58:00.382 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wS4VlKN05ccer4W off=10279592 len=683385 2024-04-02T08:58:00.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 1814 completed, throughput=5MB/sec 2024-04-02T08:58:00.383 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yrvnptRplT6nR9W off=1126448 len=1612092 2024-04-02T08:58:00.393 INFO:tasks.workunit.client.0.smithi112.stdout:op 1815 completed, throughput=5MB/sec 2024-04-02T08:58:01.393 INFO:tasks.workunit.client.0.smithi112.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:01.393 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KyIZkmQxIWmrbVO off=452846 len=1235982 2024-04-02T08:58:01.400 INFO:tasks.workunit.client.0.smithi112.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-02T08:58:01.400 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L3_3zz42G4U66AU off=973069 len=856687 2024-04-02T08:58:01.405 INFO:tasks.workunit.client.0.smithi112.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-02T08:58:01.405 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j6hlDiCg3zoQuIj off=314500 len=523600 2024-04-02T08:58:01.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 1818 completed, throughput=5MB/sec 2024-04-02T08:58:01.408 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ctQbYatkEoa41z5 off=3240621 len=1565765 2024-04-02T08:58:01.415 INFO:tasks.workunit.client.0.smithi112.stdout:op 1819 completed, throughput=5MB/sec 2024-04-02T08:58:01.415 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3oGm9DgDO0O1qme off=10311448 len=496497 2024-04-02T08:58:01.418 INFO:tasks.workunit.client.0.smithi112.stdout:op 1820 completed, throughput=5MB/sec 2024-04-02T08:58:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:01 smithi112 ceph-mon[88945]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:01 smithi112 ceph-mon[91385]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:01 smithi187 ceph-mon[84356]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:02.418 INFO:tasks.workunit.client.0.smithi112.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-71Cq3ZStTHZH2l1 off=11495996 len=680628 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi112.stdout:op 1821 completed, throughput=4.99MB/sec 2024-04-02T08:58:02.419 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y3Vr3SBy91JdkEO off=7374661 len=680809 2024-04-02T08:58:02.424 INFO:tasks.workunit.client.0.smithi112.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-02T08:58:02.424 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zz780RoQR1AVCew off=9255192 len=1697837 2024-04-02T08:58:02.430 INFO:tasks.workunit.client.0.smithi112.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-02T08:58:02.431 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SifVudh8zJQGwac off=3710631 len=1120435 2024-04-02T08:58:02.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 1824 completed, throughput=5MB/sec 2024-04-02T08:58:02.437 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q-145tkT-_l4Cs8 off=10379147 len=417359 2024-04-02T08:58:02.439 INFO:tasks.workunit.client.0.smithi112.stdout:op 1825 completed, throughput=5MB/sec 2024-04-02T08:58:02.439 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oEEBBzDZmApsPOf off=20453964 len=928369 2024-04-02T08:58:02.444 INFO:tasks.workunit.client.0.smithi112.stdout:op 1826 completed, throughput=5MB/sec 2024-04-02T08:58:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:58:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:03.444 INFO:tasks.workunit.client.0.smithi112.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:03.445 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wKClnXCGMGR1xZR off=17765507 len=1519423 2024-04-02T08:58:03.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.452 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q20MtlmxWPOn8iL off=4581857 len=2074288 2024-04-02T08:58:03.453 INFO:tasks.workunit.client.0.smithi112.stdout:op 1828 completed, throughput=5MB/sec 2024-04-02T08:58:03.453 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vqlGT5ahykluFXJ off=5213415 len=1204930 2024-04-02T08:58:03.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 1829 completed, throughput=5MB/sec 2024-04-02T08:58:03.454 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DCqczFYV5U4o_V3 off=4349612 len=1147737 2024-04-02T08:58:03.460 INFO:tasks.workunit.client.0.smithi112.stdout:op 1830 completed, throughput=5MB/sec 2024-04-02T08:58:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:03 smithi112 ceph-mon[88945]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:03 smithi112 ceph-mon[91385]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:03 smithi187 ceph-mon[84356]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:04.460 INFO:tasks.workunit.client.0.smithi112.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:04.460 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NodlMXWeU3TwGV5 off=10865144 len=370687 2024-04-02T08:58:04.463 INFO:tasks.workunit.client.0.smithi112.stdout:op 1831 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.464 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tiSfES8k_R__O0a off=968995 len=814140 2024-04-02T08:58:04.465 INFO:tasks.workunit.client.0.smithi112.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.465 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_4DB8c-TBYY7fda off=19383071 len=1030069 2024-04-02T08:58:04.471 INFO:tasks.workunit.client.0.smithi112.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.471 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7ZIdsPK7zcBj3hc off=2950299 len=1054682 2024-04-02T08:58:04.473 INFO:tasks.workunit.client.0.smithi112.stdout:op 1834 completed, throughput=5MB/sec 2024-04-02T08:58:04.473 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XVV1X1wXklZd5rV off=1101141 len=468839 2024-04-02T08:58:04.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 1835 completed, throughput=5MB/sec 2024-04-02T08:58:04.477 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mtWZCoI6mocc2IF off=5896533 len=463863 2024-04-02T08:58:04.478 INFO:tasks.workunit.client.0.smithi112.stdout:op 1836 completed, throughput=5MB/sec 2024-04-02T08:58:04.478 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8TJnY2_MjRSMQ6Z off=8440679 len=95910 2024-04-02T08:58:04.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 1837 completed, throughput=5MB/sec 2024-04-02T08:58:04.480 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YqX1wkQjVlyK1C4 off=2588920 len=782404 2024-04-02T08:58:04.484 INFO:tasks.workunit.client.0.smithi112.stdout:op 1838 completed, throughput=5MB/sec 2024-04-02T08:58:05.484 INFO:tasks.workunit.client.0.smithi112.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:05.484 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_8aiOc-29d0udVL off=2459120 len=1245209 2024-04-02T08:58:05.490 INFO:tasks.workunit.client.0.smithi112.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.490 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UeZuPg78SDUfL9Q off=5106407 len=1216644 2024-04-02T08:58:05.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.495 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WmZRYgvq0ZVaSMm off=1887185 len=647764 2024-04-02T08:58:05.496 INFO:tasks.workunit.client.0.smithi112.stdout:op 1841 completed, throughput=5MB/sec 2024-04-02T08:58:05.496 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ToDQ1YHKQNl3tHM off=1502345 len=1135522 2024-04-02T08:58:05.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 1842 completed, throughput=5MB/sec 2024-04-02T08:58:05.500 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-262ISqdbB0aPegF off=16831468 len=1240186 2024-04-02T08:58:05.506 INFO:tasks.workunit.client.0.smithi112.stdout:op 1843 completed, throughput=5MB/sec 2024-04-02T08:58:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:05 smithi112 ceph-mon[88945]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:05 smithi112 ceph-mon[91385]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:05 smithi187 ceph-mon[84356]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:06.506 INFO:tasks.workunit.client.0.smithi112.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:06.506 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kZ7SPvMk7QSoyPL off=5827686 len=1864291 2024-04-02T08:58:06.515 INFO:tasks.workunit.client.0.smithi112.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-02T08:58:06.515 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JXDdrnTb7gnqBw0 off=1402963 len=1199506 2024-04-02T08:58:06.517 INFO:tasks.workunit.client.0.smithi112.stdout:op 1845 completed, throughput=5MB/sec 2024-04-02T08:58:06.517 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nr8Pw9cHRYReB0r off=1124021 len=172932 2024-04-02T08:58:06.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 1846 completed, throughput=5MB/sec 2024-04-02T08:58:06.520 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e4x5pAvbGAPqyYA off=832223 len=2084788 2024-04-02T08:58:06.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 1847 completed, throughput=5MB/sec 2024-04-02T08:58:07.531 INFO:tasks.workunit.client.0.smithi112.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:07.531 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EEnGYVtUFwgohdC off=2934978 len=1819542 2024-04-02T08:58:07.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.540 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NOFCJGGbiPaaXOP off=12314509 len=91356 2024-04-02T08:58:07.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CvI0agLAh7_noQZ off=4618487 len=885058 2024-04-02T08:58:07.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 1850 completed, throughput=5MB/sec 2024-04-02T08:58:07.546 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gvTDDxRPyw-OAKB off=4847782 len=1351868 2024-04-02T08:58:07.547 INFO:tasks.workunit.client.0.smithi112.stdout:op 1851 completed, throughput=5MB/sec 2024-04-02T08:58:07.548 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lUqrzsPiCI0m0kl off=8831505 len=1260512 2024-04-02T08:58:07.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 1852 completed, throughput=5MB/sec 2024-04-02T08:58:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:07 smithi112 ceph-mon[91385]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:07 smithi112 ceph-mon[88945]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:07 smithi187 ceph-mon[84356]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:08.555 INFO:tasks.workunit.client.0.smithi112.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:08.556 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UvnPKRnkHPoTHoL off=1456692 len=1582977 2024-04-02T08:58:08.559 INFO:tasks.workunit.client.0.smithi112.stdout:op 1853 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.559 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fOEVQcXzI34AV4N off=780576 len=1956815 2024-04-02T08:58:08.570 INFO:tasks.workunit.client.0.smithi112.stdout:op 1854 completed, throughput=5MB/sec 2024-04-02T08:58:08.570 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TSAA6PuXNFaC9a4 off=1509691 len=743224 2024-04-02T08:58:08.571 INFO:tasks.workunit.client.0.smithi112.stdout:op 1855 completed, throughput=5MB/sec 2024-04-02T08:58:08.571 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dHccAj8RHUrvQnQ off=7351722 len=536539 2024-04-02T08:58:08.574 INFO:tasks.workunit.client.0.smithi112.stdout:op 1856 completed, throughput=5MB/sec 2024-04-02T08:58:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:08.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:09.562 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:58:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:58:09] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-02T08:58:09.574 INFO:tasks.workunit.client.0.smithi112.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:09.574 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d9lUigRG3MAPUeV off=6244271 len=1409018 2024-04-02T08:58:09.576 INFO:tasks.workunit.client.0.smithi112.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-02T08:58:09.576 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ithYUkb0yXsB7G0 off=5272034 len=1568526 2024-04-02T08:58:09.577 INFO:tasks.workunit.client.0.smithi112.stdout:op 1858 completed, throughput=4.99MB/sec 2024-04-02T08:58:09.577 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zYT-kYjv7I5M4v9 off=8217751 len=2009387 2024-04-02T08:58:09.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 1859 completed, throughput=5MB/sec 2024-04-02T08:58:09.585 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6cBAQxaP0mQiBIu off=51531 len=601584 2024-04-02T08:58:09.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 1860 completed, throughput=5MB/sec 2024-04-02T08:58:09.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:09 smithi112 ceph-mon[91385]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:09.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:09 smithi112 ceph-mon[88945]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:09 smithi187 ceph-mon[84356]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:10.587 INFO:tasks.workunit.client.0.smithi112.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:10.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ur4TVyXlijc_Yz2 off=8212503 len=1018548 2024-04-02T08:58:10.592 INFO:tasks.workunit.client.0.smithi112.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.593 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SZlf3JhF5kos8Q1 off=1066970 len=1282263 2024-04-02T08:58:10.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 1862 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2kdePkJzk2ZKYFK off=15255258 len=725826 2024-04-02T08:58:10.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 1863 completed, throughput=5MB/sec 2024-04-02T08:58:10.604 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QbvjM0AxeHZ0Lzl off=4769383 len=484840 2024-04-02T08:58:10.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 1864 completed, throughput=5MB/sec 2024-04-02T08:58:10.607 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PO4T2FFtnOhGWGl off=2252392 len=795634 2024-04-02T08:58:10.608 INFO:tasks.workunit.client.0.smithi112.stdout:op 1865 completed, throughput=5MB/sec 2024-04-02T08:58:10.608 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8-gfbvaUSGzbtfG off=5955221 len=1378023 2024-04-02T08:58:10.613 INFO:tasks.workunit.client.0.smithi112.stdout:op 1866 completed, throughput=5MB/sec 2024-04-02T08:58:11.613 INFO:tasks.workunit.client.0.smithi112.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:11.613 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GfoRIIBm2ldKOIs off=5438944 len=1450821 2024-04-02T08:58:11.614 INFO:tasks.workunit.client.0.smithi112.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-02T08:58:11.614 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UZ7VqQ77EyYUyO0 off=115702 len=2050142 2024-04-02T08:58:11.625 INFO:tasks.workunit.client.0.smithi112.stdout:op 1868 completed, throughput=5MB/sec 2024-04-02T08:58:11.625 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NWUP5wg_47eC4OF off=344068 len=1863971 2024-04-02T08:58:11.635 INFO:tasks.workunit.client.0.smithi112.stdout:op 1869 completed, throughput=5MB/sec 2024-04-02T08:58:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:11 smithi112 ceph-mon[91385]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:58:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:11 smithi112 ceph-mon[88945]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:58:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:11 smithi187 ceph-mon[84356]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:58:12.636 INFO:tasks.workunit.client.0.smithi112.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:12.636 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OPHz62ubbvkO595 off=1604210 len=560790 2024-04-02T08:58:12.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-02T08:58:12.638 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Zepo9E9thPmaEe- off=11503865 len=1728671 2024-04-02T08:58:12.639 INFO:tasks.workunit.client.0.smithi112.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-02T08:58:12.639 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EcQA-dg6gudRoZh off=19052 len=1287117 2024-04-02T08:58:12.645 INFO:tasks.workunit.client.0.smithi112.stdout:op 1872 completed, throughput=5MB/sec 2024-04-02T08:58:12.645 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z4Xl8HUlVElfwIp off=18593134 len=108315 2024-04-02T08:58:12.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 1873 completed, throughput=5MB/sec 2024-04-02T08:58:12.646 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Cg4g-7XNGra3LmC off=10836911 len=138262 2024-04-02T08:58:12.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 1874 completed, throughput=5MB/sec 2024-04-02T08:58:12.646 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--t3HnyNeV6tEGm9 off=756034 len=1803335 2024-04-02T08:58:12.657 INFO:tasks.workunit.client.0.smithi112.stdout:op 1875 completed, throughput=5MB/sec 2024-04-02T08:58:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:58:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:13.657 INFO:tasks.workunit.client.0.smithi112.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:13.657 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LWNaG75uTop-c2d off=7330684 len=1470784 2024-04-02T08:58:13.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 1876 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.663 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uQ7tisS2bKOqZRn off=10675982 len=1949678 2024-04-02T08:58:13.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 1877 completed, throughput=5MB/sec 2024-04-02T08:58:13.665 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NOM5oxAn5wVYuAw off=313766 len=529590 2024-04-02T08:58:13.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 1878 completed, throughput=5MB/sec 2024-04-02T08:58:13.666 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YpyCjCeTVrN-yiP off=871908 len=239109 2024-04-02T08:58:13.668 INFO:tasks.workunit.client.0.smithi112.stdout:op 1879 completed, throughput=5MB/sec 2024-04-02T08:58:13.668 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3qZ8Yt5p6cb3l5R off=817898 len=1677461 2024-04-02T08:58:13.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 1880 completed, throughput=5MB/sec 2024-04-02T08:58:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:13 smithi112 ceph-mon[91385]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:58:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:13 smithi112 ceph-mon[88945]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:58:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:13 smithi187 ceph-mon[84356]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:58:14.676 INFO:tasks.workunit.client.0.smithi112.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:14.676 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g-xxhawz50FRB82 off=0 len=1432567 2024-04-02T08:58:14.677 INFO:tasks.workunit.client.0.smithi112.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-02T08:58:14.677 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rU8gKNMkShiMvdZ off=11161698 len=818156 2024-04-02T08:58:14.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 1882 completed, throughput=5MB/sec 2024-04-02T08:58:14.682 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gmh7sM9dVEkWwRP off=4395171 len=569073 2024-04-02T08:58:14.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 1883 completed, throughput=5MB/sec 2024-04-02T08:58:14.682 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g7V6rrxpzYlI85x off=4251079 len=367648 2024-04-02T08:58:14.684 INFO:tasks.workunit.client.0.smithi112.stdout:op 1884 completed, throughput=5MB/sec 2024-04-02T08:58:14.684 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Svz9uvgkdHvq1dn off=15038899 len=1670278 2024-04-02T08:58:14.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 1885 completed, throughput=5MB/sec 2024-04-02T08:58:15.688 INFO:tasks.workunit.client.0.smithi112.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:15.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kpLhru0SpoLd7cS off=14778791 len=1275006 2024-04-02T08:58:15.696 INFO:tasks.workunit.client.0.smithi112.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-02T08:58:15.696 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1b5uCWulY9SLBRR off=928219 len=295030 2024-04-02T08:58:15.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-02T08:58:15.698 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SldAwboFp9kvd2b off=1758568 len=357824 2024-04-02T08:58:15.701 INFO:tasks.workunit.client.0.smithi112.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-02T08:58:15.701 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y0Sk-2L1nBnJxx_ off=6535151 len=1726746 2024-04-02T08:58:15.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 1889 completed, throughput=5MB/sec 2024-04-02T08:58:15.709 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1gvcAmqnAe7d6-u off=15386376 len=613677 2024-04-02T08:58:15.712 INFO:tasks.workunit.client.0.smithi112.stdout:op 1890 completed, throughput=5MB/sec 2024-04-02T08:58:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:15 smithi112 ceph-mon[88945]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:58:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:15 smithi112 ceph-mon[91385]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:58:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:15 smithi187 ceph-mon[84356]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:58:16.712 INFO:tasks.workunit.client.0.smithi112.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:16.712 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ULrgeXnLia1Fg0P off=13646590 len=1599504 2024-04-02T08:58:16.714 INFO:tasks.workunit.client.0.smithi112.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.714 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G7824yGqhmJazyU off=8293578 len=1209239 2024-04-02T08:58:16.719 INFO:tasks.workunit.client.0.smithi112.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.719 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Y2ZsKmX08V2EXN off=13682991 len=171674 2024-04-02T08:58:16.721 INFO:tasks.workunit.client.0.smithi112.stdout:op 1893 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.721 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5EDPAs38XydNjVp off=16521394 len=947182 2024-04-02T08:58:16.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 1894 completed, throughput=5MB/sec 2024-04-02T08:58:16.725 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Rdy5rUsfx6otwhA off=11326536 len=1728079 2024-04-02T08:58:16.736 INFO:tasks.workunit.client.0.smithi112.stdout:op 1895 completed, throughput=5MB/sec 2024-04-02T08:58:17.737 INFO:tasks.workunit.client.0.smithi112.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:17.737 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wYVu5XNsyxUqLNm off=10822664 len=944533 2024-04-02T08:58:17.738 INFO:tasks.workunit.client.0.smithi112.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-02T08:58:17.738 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qzHsW8UWoXD3_9l off=593755 len=899961 2024-04-02T08:58:17.738 INFO:tasks.workunit.client.0.smithi112.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-02T08:58:17.738 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_9xF1P0jgMhdJjE off=294125 len=830200 2024-04-02T08:58:17.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-02T08:58:17.742 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2AZnD8Xddidavto off=8153175 len=1122340 2024-04-02T08:58:17.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 1899 completed, throughput=5MB/sec 2024-04-02T08:58:17.743 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KMDvhljrWX3GNYE off=22237125 len=50802 2024-04-02T08:58:17.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 1900 completed, throughput=5MB/sec 2024-04-02T08:58:17.743 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bClcpTliRx6-AhU off=1863965 len=2068516 2024-04-02T08:58:17.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 1901 completed, throughput=5MB/sec 2024-04-02T08:58:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:17 smithi112 ceph-mon[91385]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:58:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:17 smithi112 ceph-mon[88945]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:58:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:17 smithi187 ceph-mon[84356]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:58:18.755 INFO:tasks.workunit.client.0.smithi112.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:18.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q3mwu7SblE1AdRE off=1926960 len=1597209 2024-04-02T08:58:18.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 1902 completed, throughput=4.99MB/sec 2024-04-02T08:58:18.756 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-en_BsHsnmrRC4tV off=4259813 len=694613 2024-04-02T08:58:18.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-02T08:58:18.759 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-U97c5AuWY_nnC11 off=15769360 len=1018424 2024-04-02T08:58:18.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 1904 completed, throughput=5MB/sec 2024-04-02T08:58:18.759 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ephdphj1vk9YrgC off=4081187 len=1967615 2024-04-02T08:58:18.762 INFO:tasks.workunit.client.0.smithi112.stdout:op 1905 completed, throughput=5MB/sec 2024-04-02T08:58:19.574 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:58:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:58:19] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-02T08:58:19.762 INFO:tasks.workunit.client.0.smithi112.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:19.762 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z1l5ML87r5L2Tr5 off=20263179 len=898659 2024-04-02T08:58:19.767 INFO:tasks.workunit.client.0.smithi112.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-02T08:58:19.767 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zlZtjVofE9k1LIe off=6356703 len=1736518 2024-04-02T08:58:19.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 1907 completed, throughput=5MB/sec 2024-04-02T08:58:19.769 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NhWC6pf8Ig_BYOO off=1629638 len=997341 2024-04-02T08:58:19.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 1908 completed, throughput=5MB/sec 2024-04-02T08:58:19.771 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i8Nvu620L95tSEG off=5759978 len=490599 2024-04-02T08:58:19.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 1909 completed, throughput=5MB/sec 2024-04-02T08:58:19.775 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5kW8Xl1AZB9X-kl off=1733384 len=1321861 2024-04-02T08:58:19.775 INFO:tasks.workunit.client.0.smithi112.stdout:op 1910 completed, throughput=5MB/sec 2024-04-02T08:58:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:19 smithi112 ceph-mon[91385]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:58:19.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:19 smithi112 ceph-mon[88945]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:58:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:19 smithi187 ceph-mon[84356]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:58:20.775 INFO:tasks.workunit.client.0.smithi112.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:20.776 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mcKSNzxzkzBXRDL off=5341366 len=1158887 2024-04-02T08:58:20.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 1911 completed, throughput=4.99MB/sec 2024-04-02T08:58:20.782 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WOWyBtK9c3PWB9z off=6897018 len=1340561 2024-04-02T08:58:20.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 1912 completed, throughput=5MB/sec 2024-04-02T08:58:20.788 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A-JRmCpm0DscfyY off=8742584 len=490706 2024-04-02T08:58:20.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 1913 completed, throughput=5MB/sec 2024-04-02T08:58:20.789 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-G35gVL7XW85SSe3 off=19562020 len=124401 2024-04-02T08:58:20.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 1914 completed, throughput=5MB/sec 2024-04-02T08:58:20.790 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D-25eGnBj-JSy7R off=1271470 len=618957 2024-04-02T08:58:20.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 1915 completed, throughput=5MB/sec 2024-04-02T08:58:20.790 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I8ChY7g4H6EY8S7 off=1079497 len=2065117 2024-04-02T08:58:20.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 1916 completed, throughput=5MB/sec 2024-04-02T08:58:21.791 INFO:tasks.workunit.client.0.smithi112.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:21.792 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VpXiWMGNaobs2Fs off=9329967 len=1287441 2024-04-02T08:58:21.798 INFO:tasks.workunit.client.0.smithi112.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-02T08:58:21.798 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jwviKZEZJv2C4JI off=12563372 len=1046532 2024-04-02T08:58:21.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 1918 completed, throughput=5MB/sec 2024-04-02T08:58:21.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YxVlFnmY2NPaqmP off=146804 len=1430492 2024-04-02T08:58:21.810 INFO:tasks.workunit.client.0.smithi112.stdout:op 1919 completed, throughput=5MB/sec 2024-04-02T08:58:21.810 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Az5jKYTjvj0laJs off=7085782 len=1155705 2024-04-02T08:58:21.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 1920 completed, throughput=5MB/sec 2024-04-02T08:58:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:21 smithi112 ceph-mon[91385]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:21 smithi112 ceph-mon[88945]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:21 smithi187 ceph-mon[84356]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:58:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:58:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:22.811 INFO:tasks.workunit.client.0.smithi112.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:22.812 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4BNwVg60698tawd off=0 len=1274738 2024-04-02T08:58:22.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 1921 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.814 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V3GPEodlySd2VKy off=4170258 len=2075038 2024-04-02T08:58:22.825 INFO:tasks.workunit.client.0.smithi112.stdout:op 1922 completed, throughput=5MB/sec 2024-04-02T08:58:22.825 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-u0BekWoJO8Q4Kfs off=800864 len=264891 2024-04-02T08:58:22.826 INFO:tasks.workunit.client.0.smithi112.stdout:op 1923 completed, throughput=5MB/sec 2024-04-02T08:58:22.826 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rftX-6hng7NF5qf off=316835 len=45481 2024-04-02T08:58:22.828 INFO:tasks.workunit.client.0.smithi112.stdout:op 1924 completed, throughput=5MB/sec 2024-04-02T08:58:22.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e__sfa0Twsu99pR off=2733033 len=515678 2024-04-02T08:58:22.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 1925 completed, throughput=5MB/sec 2024-04-02T08:58:22.832 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y7h87K5Gb8jY5ot off=1745064 len=438559 2024-04-02T08:58:22.835 INFO:tasks.workunit.client.0.smithi112.stdout:op 1926 completed, throughput=5MB/sec 2024-04-02T08:58:23.835 INFO:tasks.workunit.client.0.smithi112.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:23.835 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-t4AGRZipribZAab off=2865502 len=794032 2024-04-02T08:58:23.838 INFO:tasks.workunit.client.0.smithi112.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-02T08:58:23.838 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wLpTYRh2yMxuFdT off=456976 len=1863346 2024-04-02T08:58:23.849 INFO:tasks.workunit.client.0.smithi112.stdout:op 1928 completed, throughput=4.99MB/sec 2024-04-02T08:58:23.850 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-syKUEFHST934fmi off=11649678 len=1927705 2024-04-02T08:58:23.851 INFO:tasks.workunit.client.0.smithi112.stdout:op 1929 completed, throughput=5MB/sec 2024-04-02T08:58:23.851 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uQWKnbq1pI9rwk4 off=2315000 len=1267044 2024-04-02T08:58:23.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 1930 completed, throughput=5MB/sec 2024-04-02T08:58:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:23 smithi112 ceph-mon[91385]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:23 smithi112 ceph-mon[88945]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:23 smithi187 ceph-mon[84356]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:24.852 INFO:tasks.workunit.client.0.smithi112.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:24.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q4_3KQu0Nl9N5gu off=9950476 len=498611 2024-04-02T08:58:24.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.853 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a9h16s0HRfj_xye off=7918975 len=483143 2024-04-02T08:58:24.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u4uhspP3uDiGxwf off=13970872 len=705744 2024-04-02T08:58:24.859 INFO:tasks.workunit.client.0.smithi112.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.859 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZOoApQm--D0K00j off=989985 len=1419530 2024-04-02T08:58:24.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 1934 completed, throughput=5MB/sec 2024-04-02T08:58:24.860 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--Ma7x8ijpYprsSh off=1402133 len=271864 2024-04-02T08:58:24.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 1935 completed, throughput=5MB/sec 2024-04-02T08:58:24.861 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-guJOtJ5hJYo79Sj off=1262043 len=1676932 2024-04-02T08:58:24.868 INFO:tasks.workunit.client.0.smithi112.stdout:op 1936 completed, throughput=5MB/sec 2024-04-02T08:58:25.868 INFO:tasks.workunit.client.0.smithi112.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:25.868 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dVQ44qvoOjCzmpG off=10455069 len=1901730 2024-04-02T08:58:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:25 smithi112 ceph-mon[88945]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:25.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:25 smithi112 ceph-mon[91385]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:25.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-02T08:58:25.877 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1RWFA6SkuCWaawi off=15833173 len=902791 2024-04-02T08:58:25.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 1938 completed, throughput=5MB/sec 2024-04-02T08:58:25.882 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cbmZlDL5rMGM7hj off=3553594 len=478601 2024-04-02T08:58:25.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 1939 completed, throughput=5MB/sec 2024-04-02T08:58:25.883 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vXQWw7ICVhDGpy1 off=2322847 len=842671 2024-04-02T08:58:25.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 1940 completed, throughput=5MB/sec 2024-04-02T08:58:25.886 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uYrn6XvIbjdDrtn off=6399635 len=959374 2024-04-02T08:58:25.887 INFO:tasks.workunit.client.0.smithi112.stdout:op 1941 completed, throughput=5MB/sec 2024-04-02T08:58:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:25 smithi187 ceph-mon[84356]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:26.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:26.888 INFO:tasks.workunit.client.0.smithi112.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:26.888 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7SVWLGLHxaPkogE off=3437293 len=1099598 2024-04-02T08:58:26.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 1942 completed, throughput=4.99MB/sec 2024-04-02T08:58:26.892 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xw4Ut9Xxbr5SFSR off=15429555 len=853374 2024-04-02T08:58:26.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-02T08:58:26.893 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Zdj4bzkdcVbIAp off=2550345 len=1852503 2024-04-02T08:58:26.901 INFO:tasks.workunit.client.0.smithi112.stdout:op 1944 completed, throughput=5MB/sec 2024-04-02T08:58:26.902 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4aZiXemkmZwj8W8 off=19607155 len=1419752 2024-04-02T08:58:26.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 1945 completed, throughput=5MB/sec 2024-04-02T08:58:26.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[88945]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:58:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[91385]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:58:27.908 INFO:tasks.workunit.client.0.smithi112.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:27.908 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zm3NO54kD8HICad off=5223126 len=1973570 2024-04-02T08:58:27.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-02T08:58:27.916 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YSS2AFX5uQ5QQ0X off=12230981 len=1184127 2024-04-02T08:58:27.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 1947 completed, throughput=5MB/sec 2024-04-02T08:58:27.918 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gToYczaNkaD3Sa1 off=8325329 len=267719 2024-04-02T08:58:27.919 INFO:tasks.workunit.client.0.smithi112.stdout:op 1948 completed, throughput=5MB/sec 2024-04-02T08:58:27.919 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G5hU5ZU-7TVghVG off=19658005 len=881189 2024-04-02T08:58:27.923 INFO:tasks.workunit.client.0.smithi112.stdout:op 1949 completed, throughput=5MB/sec 2024-04-02T08:58:27.923 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tvKhaPaUJXXBffQ off=5023263 len=286467 2024-04-02T08:58:27.923 INFO:tasks.workunit.client.0.smithi112.stdout:op 1950 completed, throughput=5MB/sec 2024-04-02T08:58:27.923 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bIU2HV-ruRTJ-kF off=1678327 len=2093771 2024-04-02T08:58:27.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 1951 completed, throughput=5MB/sec 2024-04-02T08:58:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:27 smithi187 ceph-mon[84356]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:58:28.933 INFO:tasks.workunit.client.0.smithi112.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:28.933 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TJyDUkGam1BX6u- off=347929 len=1754514 2024-04-02T08:58:28.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 1952 completed, throughput=5MB/sec 2024-04-02T08:58:28.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-15jD1KpKN6wNLnH off=3338010 len=427034 2024-04-02T08:58:28.943 INFO:tasks.workunit.client.0.smithi112.stdout:op 1953 completed, throughput=5MB/sec 2024-04-02T08:58:28.943 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kvdcT7nqQjaeUuD off=6963954 len=1858386 2024-04-02T08:58:28.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 1954 completed, throughput=5MB/sec 2024-04-02T08:58:29.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:58:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:58:29] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T08:58:29.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:29 smithi112 ceph-mon[91385]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:29 smithi112 ceph-mon[88945]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:29.953 INFO:tasks.workunit.client.0.smithi112.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:29.953 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--iXckE6p8jPVYsu off=696091 len=551926 2024-04-02T08:58:29.953 INFO:tasks.workunit.client.0.smithi112.stdout:op 1955 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.954 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eU_REYlWklPRwav off=2205721 len=380294 2024-04-02T08:58:29.955 INFO:tasks.workunit.client.0.smithi112.stdout:op 1956 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.955 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cjKjkCwuxiS6AaW off=182560 len=1440594 2024-04-02T08:58:29.956 INFO:tasks.workunit.client.0.smithi112.stdout:op 1957 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.956 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ehx_ZOf9SNBqhSt off=11933126 len=551137 2024-04-02T08:58:29.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 1958 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.960 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OIqV2nL7Lgsnd0i off=3946661 len=1749844 2024-04-02T08:58:29.964 INFO:tasks.workunit.client.0.smithi112.stdout:op 1959 completed, throughput=5MB/sec 2024-04-02T08:58:29.964 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dzVzSS0qjMJyZNH off=1728092 len=182235 2024-04-02T08:58:29.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 1960 completed, throughput=5MB/sec 2024-04-02T08:58:29.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3WWP5kf---PcECO off=4883986 len=193608 2024-04-02T08:58:29.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 1961 completed, throughput=5MB/sec 2024-04-02T08:58:29.967 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sdU6HZHHawuUUaT off=6949641 len=552650 2024-04-02T08:58:29.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 1962 completed, throughput=5MB/sec 2024-04-02T08:58:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:29 smithi187 ceph-mon[84356]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:30.967 INFO:tasks.workunit.client.0.smithi112.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:30.968 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5Kv_OPX1BW7mB70 off=2170113 len=184183 2024-04-02T08:58:30.968 INFO:tasks.workunit.client.0.smithi112.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-02T08:58:30.969 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZwWKyvw--KaiGj2 off=663756 len=25021 2024-04-02T08:58:30.969 INFO:tasks.workunit.client.0.smithi112.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-02T08:58:30.969 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-evZroEtheQGjhrd off=18460321 len=871579 2024-04-02T08:58:30.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-02T08:58:30.972 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wwdDDtff76z65gH off=2327685 len=1565101 2024-04-02T08:58:30.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-02T08:58:30.978 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UA4l6CDYtR2CpXL off=11718931 len=195770 2024-04-02T08:58:30.981 INFO:tasks.workunit.client.0.smithi112.stdout:op 1967 completed, throughput=5MB/sec 2024-04-02T08:58:30.981 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vttpo5ugA41oHwZ off=9747003 len=2052689 2024-04-02T08:58:30.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 1968 completed, throughput=5MB/sec 2024-04-02T08:58:30.992 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B8yK6A9NuzeEEjx off=8850256 len=1776918 2024-04-02T08:58:30.993 INFO:tasks.workunit.client.0.smithi112.stdout:op 1969 completed, throughput=5MB/sec 2024-04-02T08:58:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:31 smithi112 ceph-mon[88945]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:31 smithi112 ceph-mon[91385]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:31 smithi187 ceph-mon[84356]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:31.993 INFO:tasks.workunit.client.0.smithi112.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:31.993 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NHnhZO8vwSbFUGn off=84713 len=499889 2024-04-02T08:58:31.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 1970 completed, throughput=4.99MB/sec 2024-04-02T08:58:31.997 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gRoychLb9HvO4ya off=1512519 len=1453828 2024-04-02T08:58:32.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 1971 completed, throughput=5MB/sec 2024-04-02T08:58:32.000 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F4vI-Iedlb2CyuT off=4094269 len=673632 2024-04-02T08:58:32.002 INFO:tasks.workunit.client.0.smithi112.stdout:op 1972 completed, throughput=5MB/sec 2024-04-02T08:58:32.002 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ar1ye4WM95TMAOY off=1838383 len=1507244 2024-04-02T08:58:32.003 INFO:tasks.workunit.client.0.smithi112.stdout:op 1973 completed, throughput=5MB/sec 2024-04-02T08:58:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:58:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:33.003 INFO:tasks.workunit.client.0.smithi112.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:33.003 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vKAUHhDZ6rtfqNB off=7691233 len=1333624 2024-04-02T08:58:33.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.005 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lHMBf_hkDikhsIr off=18026739 len=1922726 2024-04-02T08:58:33.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 1975 completed, throughput=5MB/sec 2024-04-02T08:58:33.006 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-etnoIKylRzrd22a off=3042369 len=653309 2024-04-02T08:58:33.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 1976 completed, throughput=5MB/sec 2024-04-02T08:58:33.008 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lw920v1QNKY1S2y off=0 len=1342529 2024-04-02T08:58:33.009 INFO:tasks.workunit.client.0.smithi112.stdout:op 1977 completed, throughput=5MB/sec 2024-04-02T08:58:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:33 smithi112 ceph-mon[91385]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:33 smithi112 ceph-mon[88945]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:33 smithi187 ceph-mon[84356]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:34.010 INFO:tasks.workunit.client.0.smithi112.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:34.010 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W_D6r6d8WWClRsb off=8759747 len=68116 2024-04-02T08:58:34.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 1978 completed, throughput=4.99MB/sec 2024-04-02T08:58:34.013 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5mDFXnwN69v_A0z off=1743097 len=2077749 2024-04-02T08:58:34.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-02T08:58:34.014 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tGBRrEtAeWfDu41 off=15190354 len=998717 2024-04-02T08:58:34.015 INFO:tasks.workunit.client.0.smithi112.stdout:op 1980 completed, throughput=5MB/sec 2024-04-02T08:58:34.015 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PSEr60ooZiFoPMz off=3126168 len=1112154 2024-04-02T08:58:34.021 INFO:tasks.workunit.client.0.smithi112.stdout:op 1981 completed, throughput=5MB/sec 2024-04-02T08:58:34.021 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2njGXYt4OPh8THJ off=12272758 len=1666510 2024-04-02T08:58:34.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 1982 completed, throughput=5MB/sec 2024-04-02T08:58:35.029 INFO:tasks.workunit.client.0.smithi112.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:35.029 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HFm6EAi7x2fpmXo off=5700673 len=1136797 2024-04-02T08:58:35.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-02T08:58:35.034 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G3yz0uTq1zisa8S off=5972569 len=1590254 2024-04-02T08:58:35.042 INFO:tasks.workunit.client.0.smithi112.stdout:op 1984 completed, throughput=5MB/sec 2024-04-02T08:58:35.042 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UtuCZVApiAJP0hU off=2004311 len=868051 2024-04-02T08:58:35.045 INFO:tasks.workunit.client.0.smithi112.stdout:op 1985 completed, throughput=5MB/sec 2024-04-02T08:58:35.045 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LZs_QsqpfeMhUbz off=1251352 len=1405932 2024-04-02T08:58:35.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 1986 completed, throughput=5MB/sec 2024-04-02T08:58:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:35 smithi112 ceph-mon[91385]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:35 smithi112 ceph-mon[88945]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:35 smithi187 ceph-mon[84356]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:36.050 INFO:tasks.workunit.client.0.smithi112.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:36.050 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ARR2Y00ySPBAeF2 off=6667464 len=1573462 2024-04-02T08:58:36.056 INFO:tasks.workunit.client.0.smithi112.stdout:op 1987 completed, throughput=4.99MB/sec 2024-04-02T08:58:36.056 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YO0_c23QG9Cbfei off=9891451 len=1679658 2024-04-02T08:58:36.064 INFO:tasks.workunit.client.0.smithi112.stdout:op 1988 completed, throughput=5MB/sec 2024-04-02T08:58:36.064 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WEtkQuSYfKT6EgQ off=110532 len=1034823 2024-04-02T08:58:36.065 INFO:tasks.workunit.client.0.smithi112.stdout:op 1989 completed, throughput=5MB/sec 2024-04-02T08:58:36.065 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xb3OmHKVcV2X-ta off=20834058 len=1027694 2024-04-02T08:58:36.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 1990 completed, throughput=5MB/sec 2024-04-02T08:58:37.067 INFO:tasks.workunit.client.0.smithi112.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:37.067 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dxGeeRogyD6ksPa off=2756392 len=1083374 2024-04-02T08:58:37.069 INFO:tasks.workunit.client.0.smithi112.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-02T08:58:37.069 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FPAcXR5LqGSVyGl off=305550 len=118818 2024-04-02T08:58:37.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-02T08:58:37.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6-stHiOkQ0_pyCo off=9034139 len=1216983 2024-04-02T08:58:37.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 1993 completed, throughput=5MB/sec 2024-04-02T08:58:37.073 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-U0x_bsWNM9Ol0fu off=868165 len=1584183 2024-04-02T08:58:37.079 INFO:tasks.workunit.client.0.smithi112.stdout:op 1994 completed, throughput=5MB/sec 2024-04-02T08:58:37.079 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vlzO7VvZJyKI00p off=12424272 len=1000745 2024-04-02T08:58:37.084 INFO:tasks.workunit.client.0.smithi112.stdout:op 1995 completed, throughput=5MB/sec 2024-04-02T08:58:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:37 smithi112 ceph-mon[91385]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:37 smithi112 ceph-mon[88945]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:37 smithi187 ceph-mon[84356]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:38.084 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MK-iMzoMciBgw18 off=1232793 len=517747 2024-04-02T08:58:38.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 1996 completed, throughput=4.99MB/sec 2024-04-02T08:58:38.085 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hUI3CYipVsEYwqs off=14211756 len=630639 2024-04-02T08:58:38.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-02T08:58:38.088 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7MEgI7jYKemjzwu off=5504538 len=176621 2024-04-02T08:58:38.091 INFO:tasks.workunit.client.0.smithi112.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-02T08:58:38.091 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GAHiotY_Z2h7nTv off=13711667 len=891156 2024-04-02T08:58:38.091 INFO:tasks.workunit.client.0.smithi112.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-02T08:58:38.091 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W6w_Qol_-cWhFcs off=7965328 len=1720193 2024-04-02T08:58:38.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 2000 completed, throughput=5MB/sec 2024-04-02T08:58:38.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BDXItmB4WBMlqW6 off=759455 len=2026631 2024-04-02T08:58:38.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 2001 completed, throughput=5MB/sec 2024-04-02T08:58:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:39.109 INFO:tasks.workunit.client.0.smithi112.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:39.110 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F8slAId61tyd-BY off=7323978 len=1464888 2024-04-02T08:58:39.115 INFO:tasks.workunit.client.0.smithi112.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-02T08:58:39.116 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YA4eo7K8zfgN9VB off=16264372 len=248445 2024-04-02T08:58:39.116 INFO:tasks.workunit.client.0.smithi112.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-02T08:58:39.116 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l1oE6cyMZsHvCBo off=590302 len=1439729 2024-04-02T08:58:39.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 2004 completed, throughput=5MB/sec 2024-04-02T08:58:39.117 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pf4w1gHDupt9qsi off=19755655 len=653350 2024-04-02T08:58:39.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 2005 completed, throughput=5MB/sec 2024-04-02T08:58:39.118 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E7n_atyhOczhWFI off=9661470 len=1249861 2024-04-02T08:58:39.124 INFO:tasks.workunit.client.0.smithi112.stdout:op 2006 completed, throughput=5MB/sec 2024-04-02T08:58:39.611 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:58:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:58:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T08:58:39.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:39 smithi112 ceph-mon[91385]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:39.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:39 smithi112 ceph-mon[88945]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:39 smithi187 ceph-mon[84356]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:40.124 INFO:tasks.workunit.client.0.smithi112.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:40.124 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g2MUp_6rukqzlKB off=1566811 len=1847414 2024-04-02T08:58:40.134 INFO:tasks.workunit.client.0.smithi112.stdout:op 2007 completed, throughput=4.99MB/sec 2024-04-02T08:58:40.134 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rroBgJym6Nh55Ok off=7853049 len=913335 2024-04-02T08:58:40.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 2008 completed, throughput=5MB/sec 2024-04-02T08:58:40.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x6ZNRJAf3y7_vwZ off=3531746 len=291295 2024-04-02T08:58:40.139 INFO:tasks.workunit.client.0.smithi112.stdout:op 2009 completed, throughput=5MB/sec 2024-04-02T08:58:40.139 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T8SWjbqCJwCpnl1 off=1987269 len=1760468 2024-04-02T08:58:40.144 INFO:tasks.workunit.client.0.smithi112.stdout:op 2010 completed, throughput=5MB/sec 2024-04-02T08:58:41.144 INFO:tasks.workunit.client.0.smithi112.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:41.145 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CZG7a5bUUMf0kIi off=4345365 len=483390 2024-04-02T08:58:41.146 INFO:tasks.workunit.client.0.smithi112.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.146 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-93Vhb-jZ6qUD1p_ off=12361464 len=740674 2024-04-02T08:58:41.149 INFO:tasks.workunit.client.0.smithi112.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.149 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZU3eVmCNrrXBdXN off=11095412 len=397677 2024-04-02T08:58:41.152 INFO:tasks.workunit.client.0.smithi112.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.152 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1g2jKOEu68Vf0G- off=12972558 len=847210 2024-04-02T08:58:41.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.154 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BiZX2LNfDAwaoAw off=16045913 len=536675 2024-04-02T08:58:41.156 INFO:tasks.workunit.client.0.smithi112.stdout:op 2015 completed, throughput=5MB/sec 2024-04-02T08:58:41.157 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UuellAtEl2pAWHb off=4534843 len=905622 2024-04-02T08:58:41.160 INFO:tasks.workunit.client.0.smithi112.stdout:op 2016 completed, throughput=5MB/sec 2024-04-02T08:58:41.160 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K0KkG55HNHRSa2K off=9588168 len=1792402 2024-04-02T08:58:41.163 INFO:tasks.workunit.client.0.smithi112.stdout:op 2017 completed, throughput=5MB/sec 2024-04-02T08:58:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:41 smithi112 ceph-mon[91385]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:41 smithi112 ceph-mon[88945]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:41 smithi187 ceph-mon[84356]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:42.164 INFO:tasks.workunit.client.0.smithi112.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:42.164 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8mSC6fdHFqDZJRM off=6719386 len=852451 2024-04-02T08:58:42.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-02T08:58:42.165 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MMjdBXt79vbrqxx off=772015 len=164767 2024-04-02T08:58:42.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-02T08:58:42.168 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dDMeMtiaFz4XDn5 off=335951 len=1794467 2024-04-02T08:58:42.169 INFO:tasks.workunit.client.0.smithi112.stdout:op 2020 completed, throughput=5MB/sec 2024-04-02T08:58:42.169 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NpAQJW5q0YZ-rBa off=37427 len=1016097 2024-04-02T08:58:42.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 2021 completed, throughput=5MB/sec 2024-04-02T08:58:42.175 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-osbV9C_k7BFHW9E off=4244761 len=845047 2024-04-02T08:58:42.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 2022 completed, throughput=5MB/sec 2024-04-02T08:58:42.176 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3oY2ECBsMNmmmUc off=4568941 len=6596 2024-04-02T08:58:42.177 INFO:tasks.workunit.client.0.smithi112.stdout:op 2023 completed, throughput=5MB/sec 2024-04-02T08:58:42.177 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fC056dlbUPLrQsM off=8524139 len=696082 2024-04-02T08:58:42.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 2024 completed, throughput=5MB/sec 2024-04-02T08:58:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:58:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:43.181 INFO:tasks.workunit.client.0.smithi112.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:43.181 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XMBLEGHvDL1jeB7 off=5568379 len=2002023 2024-04-02T08:58:43.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-02T08:58:43.190 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iTNLWApxEbpkZKm off=15179111 len=1615524 2024-04-02T08:58:43.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 2026 completed, throughput=5MB/sec 2024-04-02T08:58:43.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j8Sw2Cubaeld1uL off=11475818 len=114436 2024-04-02T08:58:43.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 2027 completed, throughput=5MB/sec 2024-04-02T08:58:43.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sISh0sEtYEIS4R_ off=9014132 len=1062818 2024-04-02T08:58:43.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 2028 completed, throughput=5MB/sec 2024-04-02T08:58:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:43 smithi112 ceph-mon[91385]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:43 smithi112 ceph-mon[88945]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:43 smithi187 ceph-mon[84356]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:44.203 INFO:tasks.workunit.client.0.smithi112.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:44.204 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qA2iMbc07IysR0B off=7378298 len=850580 2024-04-02T08:58:44.209 INFO:tasks.workunit.client.0.smithi112.stdout:op 2029 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.209 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4uRbvpVIOP5wO9y off=7865852 len=859119 2024-04-02T08:58:44.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 2030 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.210 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dlcLIQkNBLcpUCG off=14412052 len=1876170 2024-04-02T08:58:44.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 2031 completed, throughput=5MB/sec 2024-04-02T08:58:44.215 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KRXlHl8AMyZtUdD off=7636686 len=1297906 2024-04-02T08:58:44.222 INFO:tasks.workunit.client.0.smithi112.stdout:op 2032 completed, throughput=5MB/sec 2024-04-02T08:58:44.222 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QbmUY1L5-TiL09C off=3003169 len=1062540 2024-04-02T08:58:44.223 INFO:tasks.workunit.client.0.smithi112.stdout:op 2033 completed, throughput=5MB/sec 2024-04-02T08:58:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Gr_lMVLjxsHpybc off=675779 len=603135 2024-04-02T08:58:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 2034 completed, throughput=4.99MB/sec 2024-04-02T08:58:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tsUIhzc-3rM1Hie off=19062229 len=1784592 2024-04-02T08:58:45.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-02T08:58:45.237 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZGeI4OG-SEq9OcZ off=171740 len=1871331 2024-04-02T08:58:45.240 INFO:tasks.workunit.client.0.smithi112.stdout:op 2036 completed, throughput=5MB/sec 2024-04-02T08:58:45.240 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sNlltuk9SUsyPds off=2940297 len=2089015 2024-04-02T08:58:45.243 INFO:tasks.workunit.client.0.smithi112.stdout:op 2037 completed, throughput=5MB/sec 2024-04-02T08:58:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:45 smithi187 ceph-mon[84356]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:45 smithi112 ceph-mon[88945]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:45 smithi112 ceph-mon[91385]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:46.243 INFO:tasks.workunit.client.0.smithi112.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:46.243 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o_wedae7ts9q_FY off=12514208 len=444083 2024-04-02T08:58:46.244 INFO:tasks.workunit.client.0.smithi112.stdout:op 2038 completed, throughput=4.99MB/sec 2024-04-02T08:58:46.244 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8scz_qBfrxjekw3 off=1136815 len=1881854 2024-04-02T08:58:46.253 INFO:tasks.workunit.client.0.smithi112.stdout:op 2039 completed, throughput=5MB/sec 2024-04-02T08:58:46.253 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HDywkv5ohsvGyHR off=2427614 len=151051 2024-04-02T08:58:46.255 INFO:tasks.workunit.client.0.smithi112.stdout:op 2040 completed, throughput=5MB/sec 2024-04-02T08:58:46.255 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HT1cYY3IL2x-_ZO off=278431 len=1579724 2024-04-02T08:58:46.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 2041 completed, throughput=5MB/sec 2024-04-02T08:58:47.261 INFO:tasks.workunit.client.0.smithi112.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:47.261 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zW1kR_qYjh4LxbD off=3570846 len=1730370 2024-04-02T08:58:47.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-02T08:58:47.262 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kyiu7P5_OfWnQ_B off=5945424 len=1131692 2024-04-02T08:58:47.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 2043 completed, throughput=5MB/sec 2024-04-02T08:58:47.268 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VQ-4xH0cuY-SAl1 off=17039049 len=498868 2024-04-02T08:58:47.271 INFO:tasks.workunit.client.0.smithi112.stdout:op 2044 completed, throughput=5MB/sec 2024-04-02T08:58:47.271 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pIOZ3Zb0Xj3SPhp off=8993110 len=2088736 2024-04-02T08:58:47.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 2045 completed, throughput=5MB/sec 2024-04-02T08:58:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:47 smithi187 ceph-mon[84356]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:58:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:47 smithi112 ceph-mon[88945]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:58:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:47 smithi112 ceph-mon[91385]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:58:48.273 INFO:tasks.workunit.client.0.smithi112.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:48.273 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-02ae8hNKK4oDL1y off=2978624 len=281523 2024-04-02T08:58:48.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-02T08:58:48.274 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6eeIW_OJ2Dgfyy- off=7421979 len=1921151 2024-04-02T08:58:48.275 INFO:tasks.workunit.client.0.smithi112.stdout:op 2047 completed, throughput=4.99MB/sec 2024-04-02T08:58:48.275 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RC9zkmaOmeD-rWG off=9075408 len=2012269 2024-04-02T08:58:48.277 INFO:tasks.workunit.client.0.smithi112.stdout:op 2048 completed, throughput=5MB/sec 2024-04-02T08:58:48.277 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-y1vlIETVIPm0GRo off=14219784 len=956189 2024-04-02T08:58:48.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 2049 completed, throughput=5MB/sec 2024-04-02T08:58:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:49.283 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g6CErtrIg7vmNKU off=694919 len=766068 2024-04-02T08:58:49.286 INFO:tasks.workunit.client.0.smithi112.stdout:op 2050 completed, throughput=4.99MB/sec 2024-04-02T08:58:49.286 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I7Qo_Pkft-TArZ8 off=1042863 len=1895064 2024-04-02T08:58:49.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 2051 completed, throughput=4.99MB/sec 2024-04-02T08:58:49.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PfFJ4Xljwl4xWn_ off=13255315 len=1970975 2024-04-02T08:58:49.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 2052 completed, throughput=5MB/sec 2024-04-02T08:58:49.292 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KS6ePV1GJiptegz off=3893647 len=1085745 2024-04-02T08:58:49.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 2053 completed, throughput=5MB/sec 2024-04-02T08:58:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:58:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:58:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T08:58:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:49 smithi187 ceph-mon[84356]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:49 smithi112 ceph-mon[91385]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:49 smithi112 ceph-mon[88945]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:50.298 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0Wf9ViwPBmH3XZh off=419937 len=46727 2024-04-02T08:58:50.300 INFO:tasks.workunit.client.0.smithi112.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-02T08:58:50.300 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S8CjtplTmxnOEZz off=168103 len=759687 2024-04-02T08:58:50.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-02T08:58:50.304 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0K4LZLti6iSty0n off=5119401 len=1308033 2024-04-02T08:58:50.310 INFO:tasks.workunit.client.0.smithi112.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-02T08:58:50.310 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tF8rf48JiXpM1xv off=518843 len=946244 2024-04-02T08:58:50.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 2057 completed, throughput=5MB/sec 2024-04-02T08:58:50.315 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZwWKyvw--KaiGj2 off=771579 len=1296168 2024-04-02T08:58:50.319 INFO:tasks.workunit.client.0.smithi112.stdout:op 2058 completed, throughput=5MB/sec 2024-04-02T08:58:50.319 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Co3UFXKPdtLxeGl off=5646639 len=779325 2024-04-02T08:58:50.320 INFO:tasks.workunit.client.0.smithi112.stdout:op 2059 completed, throughput=5MB/sec 2024-04-02T08:58:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:51.320 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sMxOCiVIBUOUDTY off=8292313 len=996940 2024-04-02T08:58:51.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 2060 completed, throughput=4.99MB/sec 2024-04-02T08:58:51.325 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MTvkb2eGbqQ3YAw off=13590219 len=1953166 2024-04-02T08:58:51.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 2061 completed, throughput=5MB/sec 2024-04-02T08:58:51.327 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c1KbohAXhfrk3JS off=685305 len=1499244 2024-04-02T08:58:51.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 2062 completed, throughput=5MB/sec 2024-04-02T08:58:51.329 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LvDZ5-mEXBON-lN off=9422829 len=939839 2024-04-02T08:58:51.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 2063 completed, throughput=5MB/sec 2024-04-02T08:58:51.920 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:51 smithi112 ceph-mon[88945]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:51.921 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:51 smithi112 ceph-mon[91385]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:51 smithi187 ceph-mon[84356]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:52.334 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YSwtPsvwM_O72Bf off=10453366 len=91087 2024-04-02T08:58:52.337 INFO:tasks.workunit.client.0.smithi112.stdout:op 2064 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.337 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s1s_8hnJwd-ytlg off=23995195 len=229861 2024-04-02T08:58:52.339 INFO:tasks.workunit.client.0.smithi112.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.339 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-86KJ1aXKnOVRop4 off=17733179 len=234574 2024-04-02T08:58:52.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.340 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b_DMVLcUgpnd-aT off=487140 len=1153732 2024-04-02T08:58:52.341 INFO:tasks.workunit.client.0.smithi112.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.341 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jcViuE2Sh8-QsMh off=3564674 len=329179 2024-04-02T08:58:52.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.344 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LVnSjtODdMFtjmY off=19537504 len=1243682 2024-04-02T08:58:52.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 2069 completed, throughput=5MB/sec 2024-04-02T08:58:52.351 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hMpJEAEvRjLe2m2 off=12718486 len=1907852 2024-04-02T08:58:52.361 INFO:tasks.workunit.client.0.smithi112.stdout:op 2070 completed, throughput=5MB/sec 2024-04-02T08:58:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:58:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:53.362 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SUfqeUg7a8FSGbJ off=2136162 len=1223141 2024-04-02T08:58:53.368 INFO:tasks.workunit.client.0.smithi112.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-02T08:58:53.368 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n2VPTNP7H1SnDko off=5676026 len=1171601 2024-04-02T08:58:53.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-02T08:58:53.373 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZKMcO53lBkoqfcC off=5392209 len=879174 2024-04-02T08:58:53.374 INFO:tasks.workunit.client.0.smithi112.stdout:op 2073 completed, throughput=5MB/sec 2024-04-02T08:58:53.374 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ydSyRz4zG4RkW2- off=8046602 len=1521056 2024-04-02T08:58:53.375 INFO:tasks.workunit.client.0.smithi112.stdout:op 2074 completed, throughput=5MB/sec 2024-04-02T08:58:53.375 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NeUDgd84DyBWUAJ off=6058891 len=727026 2024-04-02T08:58:53.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 2075 completed, throughput=5MB/sec 2024-04-02T08:58:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:53 smithi187 ceph-mon[84356]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:53 smithi112 ceph-mon[88945]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:53 smithi112 ceph-mon[91385]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:54.376 INFO:tasks.workunit.client.0.smithi112.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:54.376 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-50NtrTXoUHJ3Fnf off=9010676 len=788472 2024-04-02T08:58:54.381 INFO:tasks.workunit.client.0.smithi112.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-02T08:58:54.381 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y9PF5sQYQh5ZM-l off=12598341 len=1646077 2024-04-02T08:58:54.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-02T08:58:54.387 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8-bQVV9CfOXWzI0 off=469400 len=52092 2024-04-02T08:58:54.388 INFO:tasks.workunit.client.0.smithi112.stdout:op 2078 completed, throughput=5MB/sec 2024-04-02T08:58:54.388 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bNoMR9lvATf3q6e off=359685 len=18384 2024-04-02T08:58:54.388 INFO:tasks.workunit.client.0.smithi112.stdout:op 2079 completed, throughput=5MB/sec 2024-04-02T08:58:54.388 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7LpFMQLhKWLjiLA off=7394969 len=1998969 2024-04-02T08:58:54.402 INFO:tasks.workunit.client.0.smithi112.stdout:op 2080 completed, throughput=5MB/sec 2024-04-02T08:58:54.402 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i0ICW5YLLL_mOCU off=7817336 len=1167930 2024-04-02T08:58:54.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 2081 completed, throughput=5MB/sec 2024-04-02T08:58:55.403 INFO:tasks.workunit.client.0.smithi112.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:55.404 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nOvtIDpf60JvzJm off=1095498 len=889328 2024-04-02T08:58:55.404 INFO:tasks.workunit.client.0.smithi112.stdout:op 2082 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.404 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HK-1XjGriBFwxUZ off=5198138 len=280112 2024-04-02T08:58:55.405 INFO:tasks.workunit.client.0.smithi112.stdout:op 2083 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.405 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KWxI9I1H4PnIx_C off=2654176 len=793721 2024-04-02T08:58:55.407 INFO:tasks.workunit.client.0.smithi112.stdout:op 2084 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.407 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gp1s969qXHZ60fH off=13179338 len=1664903 2024-04-02T08:58:55.416 INFO:tasks.workunit.client.0.smithi112.stdout:op 2085 completed, throughput=5MB/sec 2024-04-02T08:58:55.416 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T_-djwWzRL8BmGb off=6761418 len=146612 2024-04-02T08:58:55.418 INFO:tasks.workunit.client.0.smithi112.stdout:op 2086 completed, throughput=5MB/sec 2024-04-02T08:58:55.419 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d_MkvBRhZ-3nHlB off=16981 len=251581 2024-04-02T08:58:55.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 2087 completed, throughput=5MB/sec 2024-04-02T08:58:55.421 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n9_A6vhPM1kVSo6 off=923637 len=1207362 2024-04-02T08:58:55.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 2088 completed, throughput=5MB/sec 2024-04-02T08:58:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:55 smithi187 ceph-mon[84356]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:55 smithi112 ceph-mon[88945]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:55 smithi112 ceph-mon[91385]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:56.425 INFO:tasks.workunit.client.0.smithi112.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:56.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vzoYTPE9gBOcm-z off=12234251 len=1889495 2024-04-02T08:58:56.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-02T08:58:56.436 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-leU74wU9YheYLcv off=8283065 len=1005319 2024-04-02T08:58:56.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 2090 completed, throughput=5MB/sec 2024-04-02T08:58:56.440 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vsi5jK3ySsQTxWf off=8239301 len=1129325 2024-04-02T08:58:56.441 INFO:tasks.workunit.client.0.smithi112.stdout:op 2091 completed, throughput=5MB/sec 2024-04-02T08:58:56.441 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CkS777WpxU5Zouv off=5044748 len=245406 2024-04-02T08:58:56.444 INFO:tasks.workunit.client.0.smithi112.stdout:op 2092 completed, throughput=5MB/sec 2024-04-02T08:58:56.444 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Yc62KrSb-7TzJq2 off=11345387 len=1298195 2024-04-02T08:58:56.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 2093 completed, throughput=5MB/sec 2024-04-02T08:58:57.449 INFO:tasks.workunit.client.0.smithi112.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:57.449 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wuwdyf_RSNPXHhK off=2743851 len=16643 2024-04-02T08:58:57.450 INFO:tasks.workunit.client.0.smithi112.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.450 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xTwTQma9YZTKLyY off=3342207 len=949670 2024-04-02T08:58:57.450 INFO:tasks.workunit.client.0.smithi112.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.450 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RkqQd1YL7xXAPcN off=9063969 len=151347 2024-04-02T08:58:57.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.452 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rHJE5VyMoQfsJ2Z off=18930279 len=424383 2024-04-02T08:58:57.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.454 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5e5-IcifCbKYBOJ off=3071683 len=1682310 2024-04-02T08:58:57.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 2098 completed, throughput=5MB/sec 2024-04-02T08:58:57.462 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I7IdRcwJP6vzbNj off=5086472 len=633682 2024-04-02T08:58:57.466 INFO:tasks.workunit.client.0.smithi112.stdout:op 2099 completed, throughput=5MB/sec 2024-04-02T08:58:57.466 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gW4DmjYzo6MVnPw off=260620 len=789127 2024-04-02T08:58:57.466 INFO:tasks.workunit.client.0.smithi112.stdout:op 2100 completed, throughput=5MB/sec 2024-04-02T08:58:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:57 smithi187 ceph-mon[84356]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:57 smithi112 ceph-mon[91385]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:57 smithi112 ceph-mon[88945]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:58.466 INFO:tasks.workunit.client.0.smithi112.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:58.467 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ktz2iRB2DggxGfy off=2485572 len=316282 2024-04-02T08:58:58.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 2101 completed, throughput=4.99MB/sec 2024-04-02T08:58:58.467 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4mIGkwZjm3B0ch3 off=9397182 len=148129 2024-04-02T08:58:58.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-02T08:58:58.468 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RC7mjiUqpIyosNN off=20027777 len=2069456 2024-04-02T08:58:58.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-02T08:58:58.469 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xDdWuALuknEWmOs off=24282253 len=209896 2024-04-02T08:58:58.473 INFO:tasks.workunit.client.0.smithi112.stdout:op 2104 completed, throughput=5MB/sec 2024-04-02T08:58:58.473 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YSwtPsvwM_O72Bf off=1947752 len=859518 2024-04-02T08:58:58.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 2105 completed, throughput=5MB/sec 2024-04-02T08:58:58.477 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZbIP_7Z5jfoV0uA off=1681366 len=1966922 2024-04-02T08:58:58.478 INFO:tasks.workunit.client.0.smithi112.stdout:op 2106 completed, throughput=5MB/sec 2024-04-02T08:58:59.479 INFO:tasks.workunit.client.0.smithi112.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:59.479 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-niqsFeMCGWHCMBo off=14208643 len=1407858 2024-04-02T08:58:59.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-02T08:58:59.480 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Cufmz6dpV5IdFjF off=4901322 len=1574013 2024-04-02T08:58:59.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 2108 completed, throughput=5MB/sec 2024-04-02T08:58:59.481 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Dx9B1GHQ08gVh8E off=15870309 len=542274 2024-04-02T08:58:59.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 2109 completed, throughput=5MB/sec 2024-04-02T08:58:59.482 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JCdWkgwFdEd8v1m off=1625934 len=33495 2024-04-02T08:58:59.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 2110 completed, throughput=5MB/sec 2024-04-02T08:58:59.483 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lVwBrvuWshYl7To off=4620982 len=983803 2024-04-02T08:58:59.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 2111 completed, throughput=5MB/sec 2024-04-02T08:58:59.488 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d07VVQh3cMOkZw6 off=3102632 len=745129 2024-04-02T08:58:59.491 INFO:tasks.workunit.client.0.smithi112.stdout:op 2112 completed, throughput=5MB/sec 2024-04-02T08:58:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:58:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:58:59] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T08:58:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:58:59 smithi187 ceph-mon[84356]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:58:59 smithi112 ceph-mon[88945]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:58:59 smithi112 ceph-mon[91385]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:00.491 INFO:tasks.workunit.client.0.smithi112.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:00.491 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dwCvOn5MacAAT6c off=14981850 len=1418851 2024-04-02T08:59:00.494 INFO:tasks.workunit.client.0.smithi112.stdout:op 2113 completed, throughput=4.99MB/sec 2024-04-02T08:59:00.494 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q1ANJYe0P5fJCXS off=8110740 len=343848 2024-04-02T08:59:00.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 2114 completed, throughput=4.99MB/sec 2024-04-02T08:59:00.498 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6fZGuVrvfPD6n5P off=9650963 len=1451884 2024-04-02T08:59:00.499 INFO:tasks.workunit.client.0.smithi112.stdout:op 2115 completed, throughput=5MB/sec 2024-04-02T08:59:00.499 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z8_RAiy-6xgq-yA off=291904 len=1385072 2024-04-02T08:59:00.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 2116 completed, throughput=5MB/sec 2024-04-02T08:59:00.500 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rsdI2R-k0YaTguX off=1692712 len=294888 2024-04-02T08:59:00.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 2117 completed, throughput=5MB/sec 2024-04-02T08:59:01.501 INFO:tasks.workunit.client.0.smithi112.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:01.501 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wHOd1F2tIuIieVE off=3030987 len=1584676 2024-04-02T08:59:01.509 INFO:tasks.workunit.client.0.smithi112.stdout:op 2118 completed, throughput=4.99MB/sec 2024-04-02T08:59:01.509 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GhrnJY4Hql6FrC- off=3725902 len=21177 2024-04-02T08:59:01.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-02T08:59:01.510 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JyYD6GlulxzF5OM off=7483077 len=1714791 2024-04-02T08:59:01.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 2120 completed, throughput=5MB/sec 2024-04-02T08:59:01.512 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XUoAs5szVHXd83H off=919411 len=715137 2024-04-02T08:59:01.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 2121 completed, throughput=5MB/sec 2024-04-02T08:59:01.513 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LqeheovDHAfVOaw off=4629390 len=633460 2024-04-02T08:59:01.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 2122 completed, throughput=5MB/sec 2024-04-02T08:59:01.513 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aarqynB1zgV8cHe off=11327973 len=559776 2024-04-02T08:59:01.517 INFO:tasks.workunit.client.0.smithi112.stdout:op 2123 completed, throughput=5MB/sec 2024-04-02T08:59:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:01 smithi187 ceph-mon[84356]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:01 smithi112 ceph-mon[88945]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:01 smithi112 ceph-mon[91385]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:02.517 INFO:tasks.workunit.client.0.smithi112.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:02.517 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XnexORkEyoj8o4a off=1554329 len=212663 2024-04-02T08:59:02.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 2124 completed, throughput=4.99MB/sec 2024-04-02T08:59:02.520 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xdXQidARb3z1mmi off=2672291 len=899539 2024-04-02T08:59:02.523 INFO:tasks.workunit.client.0.smithi112.stdout:op 2125 completed, throughput=4.99MB/sec 2024-04-02T08:59:02.524 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bxSv0J6N31FTRuE off=17770515 len=1776993 2024-04-02T08:59:02.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-02T08:59:02.531 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IzOWzIDqm7XDc6C off=1649677 len=2007638 2024-04-02T08:59:02.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 2127 completed, throughput=5MB/sec 2024-04-02T08:59:02.536 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yfzI5Ra2P4vXTUA off=10905221 len=1427235 2024-04-02T08:59:02.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 2128 completed, throughput=5MB/sec 2024-04-02T08:59:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:59:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:59:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:03.542 INFO:tasks.workunit.client.0.smithi112.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:03.543 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p2LUdSl5Kjt_aul off=7929335 len=1209920 2024-04-02T08:59:03.545 INFO:tasks.workunit.client.0.smithi112.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-02T08:59:03.545 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iI3D2IlEsjhu2gc off=3784917 len=959739 2024-04-02T08:59:03.551 INFO:tasks.workunit.client.0.smithi112.stdout:op 2130 completed, throughput=5MB/sec 2024-04-02T08:59:03.551 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PCJCBM7eWCouNjo off=7239018 len=164897 2024-04-02T08:59:03.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 2131 completed, throughput=5MB/sec 2024-04-02T08:59:03.554 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-C0QzbcSfdf58m-f off=11554642 len=317958 2024-04-02T08:59:03.556 INFO:tasks.workunit.client.0.smithi112.stdout:op 2132 completed, throughput=5MB/sec 2024-04-02T08:59:03.557 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-87YZVCqwUl8FdHg off=10417398 len=1639100 2024-04-02T08:59:03.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 2133 completed, throughput=5MB/sec 2024-04-02T08:59:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:03 smithi187 ceph-mon[84356]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:03 smithi112 ceph-mon[91385]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:03 smithi112 ceph-mon[88945]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:04.558 INFO:tasks.workunit.client.0.smithi112.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:04.558 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3ZUKhg1uEqQzDh- off=9828484 len=1340583 2024-04-02T08:59:04.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-02T08:59:04.561 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xZ0EGPfrSgo4vUB off=0 len=1731461 2024-04-02T08:59:04.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 2135 completed, throughput=5MB/sec 2024-04-02T08:59:04.569 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WsXt8V3xs2_C7QG off=948430 len=1431758 2024-04-02T08:59:04.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 2136 completed, throughput=5MB/sec 2024-04-02T08:59:04.575 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UDDVu1198vAOpCL off=3944285 len=1350292 2024-04-02T08:59:04.576 INFO:tasks.workunit.client.0.smithi112.stdout:op 2137 completed, throughput=5MB/sec 2024-04-02T08:59:05.576 INFO:tasks.workunit.client.0.smithi112.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:05.576 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TkRgXZevsadAaed off=2883705 len=1735633 2024-04-02T08:59:05.578 INFO:tasks.workunit.client.0.smithi112.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-02T08:59:05.578 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XpIl3tpT_bKOyf6 off=4810053 len=559736 2024-04-02T08:59:05.582 INFO:tasks.workunit.client.0.smithi112.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-02T08:59:05.582 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8QipJfyQT-MjmWy off=3293443 len=125070 2024-04-02T08:59:05.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 2140 completed, throughput=4.99MB/sec 2024-04-02T08:59:05.584 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3MQ-o2SJNM22cz2 off=7955559 len=1912919 2024-04-02T08:59:05.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 2141 completed, throughput=5MB/sec 2024-04-02T08:59:05.586 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-t1g90I3rKNk91Uh off=13825418 len=540173 2024-04-02T08:59:05.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 2142 completed, throughput=5MB/sec 2024-04-02T08:59:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:05 smithi187 ceph-mon[84356]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:05 smithi112 ceph-mon[91385]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:05 smithi112 ceph-mon[88945]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:06.589 INFO:tasks.workunit.client.0.smithi112.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:06.590 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--YDUbr9I9zIHScs off=10350047 len=517430 2024-04-02T08:59:06.591 INFO:tasks.workunit.client.0.smithi112.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.591 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--ZvZerKQ9pn_sgk off=14142570 len=8335 2024-04-02T08:59:06.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 2144 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.593 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wHrMd0tcUNWdVXy off=6986867 len=147939 2024-04-02T08:59:06.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 2145 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.596 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LxeGqeqXteJGOMJ off=421073 len=622941 2024-04-02T08:59:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:op 2146 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IbnH2y6G7o9BRUM off=5066113 len=305385 2024-04-02T08:59:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qr5wp58R2TVBSx7 off=7128596 len=1583573 2024-04-02T08:59:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:op 2148 completed, throughput=5MB/sec 2024-04-02T08:59:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HK251GYWwXAayC5 off=10237321 len=1031129 2024-04-02T08:59:06.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 2149 completed, throughput=5MB/sec 2024-04-02T08:59:06.604 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GH0lVW6RfsLQcA- off=18340412 len=1114514 2024-04-02T08:59:06.605 INFO:tasks.workunit.client.0.smithi112.stdout:op 2150 completed, throughput=5MB/sec 2024-04-02T08:59:07.605 INFO:tasks.workunit.client.0.smithi112.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:07.606 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Bc0xdHT0qmulQaG off=19772054 len=20090 2024-04-02T08:59:07.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 2151 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.608 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8WmxgY-efgyM4qG off=1695820 len=1156882 2024-04-02T08:59:07.614 INFO:tasks.workunit.client.0.smithi112.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.614 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-O-1-iCZl8-Dx2Xs off=16603079 len=1007077 2024-04-02T08:59:07.617 INFO:tasks.workunit.client.0.smithi112.stdout:op 2153 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.618 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ckzWJUgQ2Cj0WUc off=4625382 len=1519627 2024-04-02T08:59:07.621 INFO:tasks.workunit.client.0.smithi112.stdout:op 2154 completed, throughput=5MB/sec 2024-04-02T08:59:07.621 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K9QYfldlik8P0PN off=7056417 len=1497657 2024-04-02T08:59:07.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 2155 completed, throughput=5MB/sec 2024-04-02T08:59:07.623 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TZoIh96BE3sdo7A off=13684648 len=327805 2024-04-02T08:59:07.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 2156 completed, throughput=5MB/sec 2024-04-02T08:59:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:07 smithi187 ceph-mon[84356]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:07 smithi112 ceph-mon[91385]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:07 smithi112 ceph-mon[88945]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:08.624 INFO:tasks.workunit.client.0.smithi112.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:08.624 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9y7nQJlgYlVZA2M off=3382686 len=349825 2024-04-02T08:59:08.626 INFO:tasks.workunit.client.0.smithi112.stdout:op 2157 completed, throughput=4.99MB/sec 2024-04-02T08:59:08.626 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FGtPF7be_0RrpqX off=6964791 len=1700677 2024-04-02T08:59:08.627 INFO:tasks.workunit.client.0.smithi112.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-02T08:59:08.627 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9rEI-FWJXDBTJFg off=1916593 len=926023 2024-04-02T08:59:08.632 INFO:tasks.workunit.client.0.smithi112.stdout:op 2159 completed, throughput=5MB/sec 2024-04-02T08:59:08.632 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GIch0-GH6oK1uhE off=2506827 len=757076 2024-04-02T08:59:08.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 2160 completed, throughput=5MB/sec 2024-04-02T08:59:08.636 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--ohDbh0VxFFpNEV off=570534 len=1496754 2024-04-02T08:59:08.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 2161 completed, throughput=5MB/sec 2024-04-02T08:59:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:59:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:59:09] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T08:59:09.638 INFO:tasks.workunit.client.0.smithi112.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:09.638 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L8LMZDwDy7d_8go off=2982134 len=810456 2024-04-02T08:59:09.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 2162 completed, throughput=4.99MB/sec 2024-04-02T08:59:09.641 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tvKhaPaUJXXBffQ off=6343758 len=2027668 2024-04-02T08:59:09.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 2163 completed, throughput=5MB/sec 2024-04-02T08:59:09.649 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GH0lVW6RfsLQcA- off=3307857 len=1835658 2024-04-02T08:59:09.653 INFO:tasks.workunit.client.0.smithi112.stdout:op 2164 completed, throughput=5MB/sec 2024-04-02T08:59:09.653 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kuj1tt2aaZTWJ_q off=2127097 len=1961810 2024-04-02T08:59:09.658 INFO:tasks.workunit.client.0.smithi112.stdout:op 2165 completed, throughput=5MB/sec 2024-04-02T08:59:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:09 smithi187 ceph-mon[84356]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:09 smithi112 ceph-mon[91385]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:09 smithi112 ceph-mon[88945]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:10.658 INFO:tasks.workunit.client.0.smithi112.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:10.658 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cOXCG2E7JuUCd6Z off=4437375 len=121980 2024-04-02T08:59:10.659 INFO:tasks.workunit.client.0.smithi112.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-02T08:59:10.659 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f8Ij15l-XW_teXy off=5274268 len=1403949 2024-04-02T08:59:10.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 2167 completed, throughput=5MB/sec 2024-04-02T08:59:10.665 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C2V6CkWlye0qkwy off=86196 len=513490 2024-04-02T08:59:10.666 INFO:tasks.workunit.client.0.smithi112.stdout:op 2168 completed, throughput=5MB/sec 2024-04-02T08:59:10.666 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NpMB-HcRAgx0jXK off=967184 len=754941 2024-04-02T08:59:10.669 INFO:tasks.workunit.client.0.smithi112.stdout:op 2169 completed, throughput=5MB/sec 2024-04-02T08:59:10.669 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H-vppFroC9ZC0JB off=3157666 len=1906053 2024-04-02T08:59:10.670 INFO:tasks.workunit.client.0.smithi112.stdout:op 2170 completed, throughput=5MB/sec 2024-04-02T08:59:11.670 INFO:tasks.workunit.client.0.smithi112.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:11.670 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-28WeqHEOu1y9PfH off=674984 len=932664 2024-04-02T08:59:11.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-02T08:59:11.671 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Sv0vtBLbo5Y6jqf off=2700586 len=1681431 2024-04-02T08:59:11.677 INFO:tasks.workunit.client.0.smithi112.stdout:op 2172 completed, throughput=5MB/sec 2024-04-02T08:59:11.678 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8vEqzXAOYpv361M off=17080056 len=1163048 2024-04-02T08:59:11.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 2173 completed, throughput=5MB/sec 2024-04-02T08:59:11.680 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RC-WTZD5FPnc-vb off=1501697 len=1277142 2024-04-02T08:59:11.681 INFO:tasks.workunit.client.0.smithi112.stdout:op 2174 completed, throughput=5MB/sec 2024-04-02T08:59:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:11 smithi187 ceph-mon[84356]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:59:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:11 smithi112 ceph-mon[91385]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:59:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:11 smithi112 ceph-mon[88945]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:59:12.681 INFO:tasks.workunit.client.0.smithi112.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:12.682 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iH3J70o-YZSL93w off=916053 len=5190 2024-04-02T08:59:12.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-02T08:59:12.682 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9WXndNlaFkFUcOj off=15939112 len=993383 2024-04-02T08:59:12.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 2176 completed, throughput=4.99MB/sec 2024-04-02T08:59:12.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LgD6JUrT2XF89fX off=0 len=1137553 2024-04-02T08:59:12.689 INFO:tasks.workunit.client.0.smithi112.stdout:op 2177 completed, throughput=4.99MB/sec 2024-04-02T08:59:12.689 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TsBDYZaktbJgXi3 off=2898837 len=427793 2024-04-02T08:59:12.689 INFO:tasks.workunit.client.0.smithi112.stdout:op 2178 completed, throughput=5MB/sec 2024-04-02T08:59:12.689 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-31JxrzoJAxasy3c off=1926024 len=920261 2024-04-02T08:59:12.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 2179 completed, throughput=5MB/sec 2024-04-02T08:59:12.699 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cpnKy3nLTD2a1nY off=3656176 len=1950480 2024-04-02T08:59:12.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 2180 completed, throughput=5MB/sec 2024-04-02T08:59:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:59:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:13.705 INFO:tasks.workunit.client.0.smithi112.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:13.706 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FyasXW-l_OF4Mwd off=9332178 len=1899591 2024-04-02T08:59:13.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 2181 completed, throughput=4.99MB/sec 2024-04-02T08:59:13.707 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n1oMrl_y8q9QFYY off=4170485 len=1709267 2024-04-02T08:59:13.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 2182 completed, throughput=5MB/sec 2024-04-02T08:59:13.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xvb5qhuPi2Whz1g off=3838296 len=764569 2024-04-02T08:59:13.713 INFO:tasks.workunit.client.0.smithi112.stdout:op 2183 completed, throughput=5MB/sec 2024-04-02T08:59:13.713 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-O4zVUCxZneXVVNt off=3171735 len=37104 2024-04-02T08:59:13.715 INFO:tasks.workunit.client.0.smithi112.stdout:op 2184 completed, throughput=5MB/sec 2024-04-02T08:59:13.716 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R4x0KDhCW8tQ3DJ off=15725119 len=163978 2024-04-02T08:59:13.716 INFO:tasks.workunit.client.0.smithi112.stdout:op 2185 completed, throughput=5MB/sec 2024-04-02T08:59:13.716 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-omDA64TUH_1Sb__ off=9783676 len=526439 2024-04-02T08:59:13.720 INFO:tasks.workunit.client.0.smithi112.stdout:op 2186 completed, throughput=5MB/sec 2024-04-02T08:59:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:13 smithi187 ceph-mon[84356]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:59:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:13 smithi112 ceph-mon[88945]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:59:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:13 smithi112 ceph-mon[91385]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:59:14.720 INFO:tasks.workunit.client.0.smithi112.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:14.720 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-webygb0YoOP2rK4 off=17293269 len=1762133 2024-04-02T08:59:14.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.729 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n9BD4p52-XA5yqI off=2227814 len=850414 2024-04-02T08:59:14.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 2188 completed, throughput=5MB/sec 2024-04-02T08:59:14.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZkXn4bv4XwxCs0Z off=1257893 len=1229726 2024-04-02T08:59:14.740 INFO:tasks.workunit.client.0.smithi112.stdout:op 2189 completed, throughput=5MB/sec 2024-04-02T08:59:14.741 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E4o2W_CtDwjf_-L off=15706173 len=431349 2024-04-02T08:59:14.741 INFO:tasks.workunit.client.0.smithi112.stdout:op 2190 completed, throughput=5MB/sec 2024-04-02T08:59:14.741 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OTWgoYqqCbr7dVz off=704553 len=1620183 2024-04-02T08:59:14.747 INFO:tasks.workunit.client.0.smithi112.stdout:op 2191 completed, throughput=5MB/sec 2024-04-02T08:59:15.748 INFO:tasks.workunit.client.0.smithi112.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:15.748 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D3vksjs7_4unRHv off=4070314 len=235901 2024-04-02T08:59:15.749 INFO:tasks.workunit.client.0.smithi112.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-02T08:59:15.749 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xWlPQ8Q0k2WuzB6 off=11645962 len=353987 2024-04-02T08:59:15.749 INFO:tasks.workunit.client.0.smithi112.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-02T08:59:15.749 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9lync2filxJQtZN off=10035196 len=1392924 2024-04-02T08:59:15.750 INFO:tasks.workunit.client.0.smithi112.stdout:op 2194 completed, throughput=5MB/sec 2024-04-02T08:59:15.750 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8l3pG34ZEE6NQZR off=1603751 len=1478659 2024-04-02T08:59:15.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 2195 completed, throughput=5MB/sec 2024-04-02T08:59:15.759 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JpHAYBSHSiypT_K off=4828650 len=473181 2024-04-02T08:59:15.763 INFO:tasks.workunit.client.0.smithi112.stdout:op 2196 completed, throughput=5MB/sec 2024-04-02T08:59:15.763 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jdnFuaxHZKf6OmA off=168270 len=1834003 2024-04-02T08:59:15.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 2197 completed, throughput=5MB/sec 2024-04-02T08:59:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:15 smithi187 ceph-mon[84356]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:15 smithi112 ceph-mon[88945]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:15 smithi112 ceph-mon[91385]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:16.766 INFO:tasks.workunit.client.0.smithi112.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:16.766 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9W-4OBOmSTj6zzA off=14549092 len=1527761 2024-04-02T08:59:16.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 2198 completed, throughput=4.99MB/sec 2024-04-02T08:59:16.771 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I5kZdvv-24WsOs7 off=4346990 len=1536709 2024-04-02T08:59:16.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 2199 completed, throughput=5MB/sec 2024-04-02T08:59:16.773 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fc0lEWD2a93_07N off=2897326 len=1855784 2024-04-02T08:59:16.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 2200 completed, throughput=5MB/sec 2024-04-02T08:59:17.774 INFO:tasks.workunit.client.0.smithi112.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:17.775 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Mo5Aojx2GAa3_y2 off=19942232 len=1197123 2024-04-02T08:59:17.775 INFO:tasks.workunit.client.0.smithi112.stdout:op 2201 completed, throughput=4.99MB/sec 2024-04-02T08:59:17.775 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HK251GYWwXAayC5 off=7303435 len=1021005 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi112.stdout:op 2202 completed, throughput=5MB/sec 2024-04-02T08:59:17.781 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9hakaHtlcXouLKA off=8980354 len=1144689 2024-04-02T08:59:17.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 2203 completed, throughput=5MB/sec 2024-04-02T08:59:17.782 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w-X0jONEZ8_vdIN off=8898346 len=302062 2024-04-02T08:59:17.784 INFO:tasks.workunit.client.0.smithi112.stdout:op 2204 completed, throughput=5MB/sec 2024-04-02T08:59:17.784 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yIC_LtnfTZKfR4F off=12889958 len=1910205 2024-04-02T08:59:17.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 2205 completed, throughput=5MB/sec 2024-04-02T08:59:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:17 smithi187 ceph-mon[84356]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:17 smithi112 ceph-mon[88945]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:17 smithi112 ceph-mon[91385]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:18.791 INFO:tasks.workunit.client.0.smithi112.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:18.791 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EF3dpg9XHDv7pcW off=6296162 len=1280920 2024-04-02T08:59:18.797 INFO:tasks.workunit.client.0.smithi112.stdout:op 2206 completed, throughput=4.99MB/sec 2024-04-02T08:59:18.797 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mj1NE6BTx9pBp-I off=8801439 len=1468748 2024-04-02T08:59:18.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 2207 completed, throughput=5MB/sec 2024-04-02T08:59:18.803 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--sU8t5xtSEJBR99 off=2629157 len=727851 2024-04-02T08:59:18.805 INFO:tasks.workunit.client.0.smithi112.stdout:op 2208 completed, throughput=5MB/sec 2024-04-02T08:59:18.805 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0ak7_w4TxL6nC3z off=782888 len=2094810 2024-04-02T08:59:18.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 2209 completed, throughput=5MB/sec 2024-04-02T08:59:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:59:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:59:19] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T08:59:19.807 INFO:tasks.workunit.client.0.smithi112.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:19.807 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dNQy2xNjzi7yAzK off=2424585 len=1734247 2024-04-02T08:59:19.809 INFO:tasks.workunit.client.0.smithi112.stdout:op 2210 completed, throughput=5MB/sec 2024-04-02T08:59:19.809 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-y_yG7y9uoJwnR_F off=15068192 len=723968 2024-04-02T08:59:19.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 2211 completed, throughput=5MB/sec 2024-04-02T08:59:19.813 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MrwZo7fPMoLxHpn off=10697970 len=249644 2024-04-02T08:59:19.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 2212 completed, throughput=5MB/sec 2024-04-02T08:59:19.816 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c7c37mjboQxJXBO off=379646 len=1868959 2024-04-02T08:59:19.817 INFO:tasks.workunit.client.0.smithi112.stdout:op 2213 completed, throughput=5MB/sec 2024-04-02T08:59:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:19 smithi187 ceph-mon[84356]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:19 smithi112 ceph-mon[91385]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:19 smithi112 ceph-mon[88945]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:20.818 INFO:tasks.workunit.client.0.smithi112.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:20.818 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rZJO251eGuTq3lM off=3482541 len=1008888 2024-04-02T08:59:20.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-02T08:59:20.822 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q-e1VEO3Hj0oeai off=9944744 len=1105022 2024-04-02T08:59:20.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 2215 completed, throughput=4.99MB/sec 2024-04-02T08:59:20.827 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--b4xLWE7rCeemCu off=8239156 len=1779781 2024-04-02T08:59:20.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 2216 completed, throughput=5MB/sec 2024-04-02T08:59:20.833 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7I1g7wKe9RAMyhw off=7126972 len=919604 2024-04-02T08:59:20.835 INFO:tasks.workunit.client.0.smithi112.stdout:op 2217 completed, throughput=5MB/sec 2024-04-02T08:59:21.835 INFO:tasks.workunit.client.0.smithi112.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:21.836 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--p8CF-4RkzC6PpA off=2826180 len=991060 2024-04-02T08:59:21.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 2218 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.841 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lkc1IQZAdYnwEON off=7217239 len=1523773 2024-04-02T08:59:21.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.842 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w5xF88qhaqoHneL off=6396642 len=651533 2024-04-02T08:59:21.846 INFO:tasks.workunit.client.0.smithi112.stdout:op 2220 completed, throughput=5MB/sec 2024-04-02T08:59:21.846 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kUN07tbS9E_J5M5 off=11616708 len=1519770 2024-04-02T08:59:21.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 2221 completed, throughput=5MB/sec 2024-04-02T08:59:21.855 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ywba90lDnnrGdvz off=3446135 len=813916 2024-04-02T08:59:21.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 2222 completed, throughput=5MB/sec 2024-04-02T08:59:21.920 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:21 smithi112 ceph-mon[91385]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:21.921 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:21 smithi112 ceph-mon[88945]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:21 smithi187 ceph-mon[84356]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:59:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:22.856 INFO:tasks.workunit.client.0.smithi112.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:22.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NPQixHFECwyIz5R off=3903081 len=445025 2024-04-02T08:59:22.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 2223 completed, throughput=4.99MB/sec 2024-04-02T08:59:22.861 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a2KpnpJnHS9SBbM off=509378 len=1190962 2024-04-02T08:59:22.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-02T08:59:22.863 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-liXGTvNH-RVaY16 off=16529718 len=1925454 2024-04-02T08:59:22.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 2225 completed, throughput=5MB/sec 2024-04-02T08:59:22.866 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FSykbQHH4hMnCMN off=9520995 len=313312 2024-04-02T08:59:22.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 2226 completed, throughput=5MB/sec 2024-04-02T08:59:22.869 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YsDcWoYV0lOvIdP off=20990823 len=335909 2024-04-02T08:59:22.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 2227 completed, throughput=5MB/sec 2024-04-02T08:59:22.869 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sXoZNTyrrGiNkbK off=6586441 len=1327601 2024-04-02T08:59:22.875 INFO:tasks.workunit.client.0.smithi112.stdout:op 2228 completed, throughput=5MB/sec 2024-04-02T08:59:23.876 INFO:tasks.workunit.client.0.smithi112.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:23.876 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-28WeqHEOu1y9PfH off=200931 len=225388 2024-04-02T08:59:23.878 INFO:tasks.workunit.client.0.smithi112.stdout:op 2229 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.878 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AXukj8XGTT40PZo off=11237967 len=134638 2024-04-02T08:59:23.880 INFO:tasks.workunit.client.0.smithi112.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.880 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IcrOnIc0nNaGsi5 off=9213371 len=112255 2024-04-02T08:59:23.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.883 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MDWS2iNzs2T8BGk off=12649792 len=1227805 2024-04-02T08:59:23.884 INFO:tasks.workunit.client.0.smithi112.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.884 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ECMYdBRW5lE3Dm3 off=3543736 len=1265564 2024-04-02T08:59:23.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 2233 completed, throughput=5MB/sec 2024-04-02T08:59:23.886 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r5ZogDUwjq4X-5K off=3112074 len=1265600 2024-04-02T08:59:23.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 2234 completed, throughput=5MB/sec 2024-04-02T08:59:23.886 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yIdzkaW0Tt8Qj0U off=12612159 len=352113 2024-04-02T08:59:23.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 2235 completed, throughput=5MB/sec 2024-04-02T08:59:23.889 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-92pNLnSUkb-zlCM off=15595742 len=934334 2024-04-02T08:59:23.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 2236 completed, throughput=5MB/sec 2024-04-02T08:59:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:23 smithi187 ceph-mon[84356]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:23 smithi112 ceph-mon[91385]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:23 smithi112 ceph-mon[88945]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:24.893 INFO:tasks.workunit.client.0.smithi112.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:24.893 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CR6QjAQLwcVjTO8 off=4234957 len=462991 2024-04-02T08:59:24.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-02T08:59:24.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Yuu8O7zrwg6qNna off=1503162 len=831791 2024-04-02T08:59:24.902 INFO:tasks.workunit.client.0.smithi112.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-02T08:59:24.902 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WdV3KbRlvYmNyHd off=9702497 len=850746 2024-04-02T08:59:24.906 INFO:tasks.workunit.client.0.smithi112.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-02T08:59:24.906 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aB9Adeb-GAUxjeA off=1936665 len=124719 2024-04-02T08:59:24.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 2240 completed, throughput=5MB/sec 2024-04-02T08:59:24.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LpHVBJKc5dhK9Yx off=8902934 len=1504225 2024-04-02T08:59:24.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 2241 completed, throughput=5MB/sec 2024-04-02T08:59:24.911 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sr7HkhAUrZ-xOli off=13019830 len=2085641 2024-04-02T08:59:24.919 INFO:tasks.workunit.client.0.smithi112.stdout:op 2242 completed, throughput=5MB/sec 2024-04-02T08:59:25.919 INFO:tasks.workunit.client.0.smithi112.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:25.919 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j11CHWTAJOd8Iss off=2739197 len=1796634 2024-04-02T08:59:25.929 INFO:tasks.workunit.client.0.smithi112.stdout:op 2243 completed, throughput=5MB/sec 2024-04-02T08:59:25.929 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vma-lQiALQX9N-e off=5637955 len=376518 2024-04-02T08:59:25.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 2244 completed, throughput=5MB/sec 2024-04-02T08:59:25.932 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-16rLwRa5bdCzLsx off=8127219 len=1428031 2024-04-02T08:59:25.933 INFO:tasks.workunit.client.0.smithi112.stdout:op 2245 completed, throughput=5MB/sec 2024-04-02T08:59:25.934 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GoVnkuzDl83dQ-S off=733826 len=62830 2024-04-02T08:59:25.936 INFO:tasks.workunit.client.0.smithi112.stdout:op 2246 completed, throughput=5MB/sec 2024-04-02T08:59:25.936 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5EppqbqgfwZIJYb off=1133293 len=315222 2024-04-02T08:59:25.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 2247 completed, throughput=5MB/sec 2024-04-02T08:59:25.937 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fOFx8u6AI204NkJ off=6086197 len=690285 2024-04-02T08:59:25.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 2248 completed, throughput=5MB/sec 2024-04-02T08:59:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:25 smithi187 ceph-mon[84356]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:25 smithi112 ceph-mon[91385]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:25 smithi112 ceph-mon[88945]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:26.938 INFO:tasks.workunit.client.0.smithi112.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:26.938 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cwsw_fscUCK690g off=7267944 len=355187 2024-04-02T08:59:26.938 INFO:tasks.workunit.client.0.smithi112.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.939 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tACQdjLxuzRul-o off=1612773 len=310065 2024-04-02T08:59:26.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 2250 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JitTqAceGtIUiFO off=15545947 len=548290 2024-04-02T08:59:26.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.943 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-J9YyvK9rXg2wwld off=5669026 len=2068665 2024-04-02T08:59:26.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 2252 completed, throughput=5MB/sec 2024-04-02T08:59:26.952 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WTkdR6u4Y1JSbh9 off=321766 len=244969 2024-04-02T08:59:26.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 2253 completed, throughput=5MB/sec 2024-04-02T08:59:26.954 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8ntbRoKCQzxdjne off=3296529 len=1391639 2024-04-02T08:59:26.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 2254 completed, throughput=5MB/sec 2024-04-02T08:59:27.960 INFO:tasks.workunit.client.0.smithi112.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:27.960 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gfFSdtTy_eJr3RI off=3149484 len=75288 2024-04-02T08:59:27.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 2255 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.962 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-knyqtM8IOM5xd-d off=7797147 len=997177 2024-04-02T08:59:27.963 INFO:tasks.workunit.client.0.smithi112.stdout:op 2256 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.963 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nc0I4yp6d0fx-sD off=6818427 len=938714 2024-04-02T08:59:27.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 2257 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.967 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rFDsxWYVZUxG-Bp off=7978153 len=332365 2024-04-02T08:59:27.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.968 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-da_ACWsasOw_Zvc off=1137231 len=1517354 2024-04-02T08:59:27.971 INFO:tasks.workunit.client.0.smithi112.stdout:op 2259 completed, throughput=5MB/sec 2024-04-02T08:59:27.971 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oI1NJCSbemrN5Jz off=9844687 len=834740 2024-04-02T08:59:27.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 2260 completed, throughput=5MB/sec 2024-04-02T08:59:27.972 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Hq6EJ69FuYhZetM off=1224794 len=2080972 2024-04-02T08:59:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:27 smithi187 ceph-mon[84356]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:59:27.983 INFO:tasks.workunit.client.0.smithi112.stdout:op 2261 completed, throughput=5MB/sec 2024-04-02T08:59:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[91385]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:59:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[88945]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T08:59:28.983 INFO:tasks.workunit.client.0.smithi112.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:28.983 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wo-wMd7uP9MKmgl off=1858446 len=1399249 2024-04-02T08:59:28.984 INFO:tasks.workunit.client.0.smithi112.stdout:op 2262 completed, throughput=5MB/sec 2024-04-02T08:59:28.985 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1Sw5kPVMu3ECVjk off=3555297 len=1009210 2024-04-02T08:59:28.986 INFO:tasks.workunit.client.0.smithi112.stdout:op 2263 completed, throughput=5MB/sec 2024-04-02T08:59:28.986 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QWZEWy9MDzvcf3d off=2705045 len=1254089 2024-04-02T08:59:28.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 2264 completed, throughput=5MB/sec 2024-04-02T08:59:28.992 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r2zu5dFpwE9Myje off=7201790 len=2011756 2024-04-02T08:59:28.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 2265 completed, throughput=5MB/sec 2024-04-02T08:59:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:59:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:59:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T08:59:29.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:29 smithi187 ceph-mon[84356]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:29.997 INFO:tasks.workunit.client.0.smithi112.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:29.997 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OZI8kfAL6sm9e6f off=6656345 len=1391036 2024-04-02T08:59:30.002 INFO:tasks.workunit.client.0.smithi112.stdout:op 2266 completed, throughput=5MB/sec 2024-04-02T08:59:30.003 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BAOjKW-H8b1IMJ3 off=11529684 len=867319 2024-04-02T08:59:30.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 2267 completed, throughput=5MB/sec 2024-04-02T08:59:30.004 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5Fezq1pnH-CreXz off=4453796 len=1969806 2024-04-02T08:59:30.011 INFO:tasks.workunit.client.0.smithi112.stdout:op 2268 completed, throughput=5MB/sec 2024-04-02T08:59:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:29 smithi112 ceph-mon[91385]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:29 smithi112 ceph-mon[88945]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:31.011 INFO:tasks.workunit.client.0.smithi112.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:31.012 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VP8BEkRXR30rivr off=8629169 len=1747241 2024-04-02T08:59:31.013 INFO:tasks.workunit.client.0.smithi112.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-02T08:59:31.013 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mXt1gN30YYO8RNB off=802472 len=2008598 2024-04-02T08:59:31.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 2270 completed, throughput=5MB/sec 2024-04-02T08:59:31.022 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-J8lwLQOWVeXi-31 off=16593819 len=40296 2024-04-02T08:59:31.024 INFO:tasks.workunit.client.0.smithi112.stdout:op 2271 completed, throughput=5MB/sec 2024-04-02T08:59:31.025 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xeDA8mkfakPE5zf off=0 len=1220624 2024-04-02T08:59:31.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 2272 completed, throughput=5MB/sec 2024-04-02T08:59:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:31 smithi187 ceph-mon[84356]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:32.030 INFO:tasks.workunit.client.0.smithi112.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:32.030 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n98o7E0jnsKEy-F off=2318051 len=1420861 2024-04-02T08:59:32.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.036 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EcMvZHiD-E3bLB1 off=723261 len=113584 2024-04-02T08:59:32.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.038 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z8WW-xesmQB0XRF off=241912 len=1057758 2024-04-02T08:59:32.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 2275 completed, throughput=5MB/sec 2024-04-02T08:59:32.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cixi-sWXwqbGrKG off=11860750 len=1761890 2024-04-02T08:59:32.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 2276 completed, throughput=5MB/sec 2024-04-02T08:59:32.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-icPyHDeE6X9nsJM off=2843073 len=1149815 2024-04-02T08:59:32.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 2277 completed, throughput=5MB/sec 2024-04-02T08:59:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:31 smithi112 ceph-mon[91385]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:31 smithi112 ceph-mon[88945]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:59:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:33.041 INFO:tasks.workunit.client.0.smithi112.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:33.042 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-094ajELwlq19Xyp off=5236562 len=1854266 2024-04-02T08:59:33.043 INFO:tasks.workunit.client.0.smithi112.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-02T08:59:33.043 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C2V6CkWlye0qkwy off=3584380 len=883493 2024-04-02T08:59:33.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 2279 completed, throughput=5MB/sec 2024-04-02T08:59:33.044 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i7zIsLckExxsyHt off=10117504 len=552791 2024-04-02T08:59:33.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 2280 completed, throughput=5MB/sec 2024-04-02T08:59:33.048 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5DmFnl0VmHboh0J off=5519131 len=1149429 2024-04-02T08:59:33.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 2281 completed, throughput=5MB/sec 2024-04-02T08:59:33.050 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JBDXNMDRRoW1j7S off=3061339 len=2016113 2024-04-02T08:59:33.065 INFO:tasks.workunit.client.0.smithi112.stdout:op 2282 completed, throughput=5MB/sec 2024-04-02T08:59:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:33 smithi187 ceph-mon[84356]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:34.065 INFO:tasks.workunit.client.0.smithi112.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:34.066 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-opwbMHmubJOZPwE off=1044153 len=1577231 2024-04-02T08:59:34.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 2283 completed, throughput=5MB/sec 2024-04-02T08:59:34.066 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DtpbHHwl9zdJ9bI off=4777861 len=1060094 2024-04-02T08:59:34.067 INFO:tasks.workunit.client.0.smithi112.stdout:op 2284 completed, throughput=5MB/sec 2024-04-02T08:59:34.068 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x3w3leakl0T0yt0 off=4059225 len=979581 2024-04-02T08:59:34.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 2285 completed, throughput=5MB/sec 2024-04-02T08:59:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:33 smithi112 ceph-mon[88945]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:33 smithi112 ceph-mon[91385]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:35.073 INFO:tasks.workunit.client.0.smithi112.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:35.073 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DTKTnggoUPuY0wx off=2429394 len=818211 2024-04-02T08:59:35.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 2286 completed, throughput=4.99MB/sec 2024-04-02T08:59:35.074 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sHtb7LQufuZ3eHC off=3583751 len=1143281 2024-04-02T08:59:35.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-02T08:59:35.078 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CsV9jqHxfDDcJzw off=1347761 len=740183 2024-04-02T08:59:35.079 INFO:tasks.workunit.client.0.smithi112.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-02T08:59:35.079 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5mbtwcCmzcQscBE off=3942080 len=633457 2024-04-02T08:59:35.080 INFO:tasks.workunit.client.0.smithi112.stdout:op 2289 completed, throughput=5MB/sec 2024-04-02T08:59:35.080 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7EkNOBnxlw-kQwN off=2455266 len=291910 2024-04-02T08:59:35.082 INFO:tasks.workunit.client.0.smithi112.stdout:op 2290 completed, throughput=5MB/sec 2024-04-02T08:59:35.082 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dK3eVf5N1qkW48F off=19878230 len=1384663 2024-04-02T08:59:35.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 2291 completed, throughput=5MB/sec 2024-04-02T08:59:35.089 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PwULPrBrdLtOtxa off=1051504 len=1891924 2024-04-02T08:59:35.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 2292 completed, throughput=5MB/sec 2024-04-02T08:59:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:35 smithi187 ceph-mon[84356]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:59:36.099 INFO:tasks.workunit.client.0.smithi112.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:36.099 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B6reojaHMczv9YB off=3456151 len=1239055 2024-04-02T08:59:36.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 2293 completed, throughput=5MB/sec 2024-04-02T08:59:36.100 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--gBnW0EikZVsrgD off=2414709 len=1509254 2024-04-02T08:59:36.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 2294 completed, throughput=5MB/sec 2024-04-02T08:59:36.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UyqbcZfMz9sYURX off=10713151 len=1401412 2024-04-02T08:59:36.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 2295 completed, throughput=5MB/sec 2024-04-02T08:59:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:35 smithi112 ceph-mon[88945]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:59:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:35 smithi112 ceph-mon[91385]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:59:37.110 INFO:tasks.workunit.client.0.smithi112.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:37.110 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zQK1r666H4rshmW off=2678395 len=1774542 2024-04-02T08:59:37.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 2296 completed, throughput=4.99MB/sec 2024-04-02T08:59:37.118 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x6-pAtWVA6SqbK1 off=12963931 len=1957023 2024-04-02T08:59:37.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 2297 completed, throughput=5MB/sec 2024-04-02T08:59:37.120 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-48xFFUqfcFYdbMU off=4045553 len=1089909 2024-04-02T08:59:37.124 INFO:tasks.workunit.client.0.smithi112.stdout:op 2298 completed, throughput=5MB/sec 2024-04-02T08:59:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:37 smithi187 ceph-mon[84356]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:37 smithi112 ceph-mon[91385]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:37 smithi112 ceph-mon[88945]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:38.124 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bUcIgNr133v-DS- off=13828850 len=400562 2024-04-02T08:59:38.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 2299 completed, throughput=4.99MB/sec 2024-04-02T08:59:38.128 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Hq7QPzsEb5AuAUt off=628918 len=1972800 2024-04-02T08:59:38.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 2300 completed, throughput=4.99MB/sec 2024-04-02T08:59:38.137 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VH1GemUAQ16hXFc off=1151337 len=530741 2024-04-02T08:59:38.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 2301 completed, throughput=5MB/sec 2024-04-02T08:59:38.137 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fMY9O_aAYimEcTC off=7178265 len=918579 2024-04-02T08:59:38.141 INFO:tasks.workunit.client.0.smithi112.stdout:op 2302 completed, throughput=5MB/sec 2024-04-02T08:59:38.141 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3_ScSJlSK5FwQmw off=2690834 len=1788873 2024-04-02T08:59:38.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 2303 completed, throughput=5MB/sec 2024-04-02T08:59:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:39.151 INFO:tasks.workunit.client.0.smithi112.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:39.152 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z8xXSV8NawtHppE off=18326333 len=1408123 2024-04-02T08:59:39.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-02T08:59:39.153 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zkroI5FfEet-Qga off=3995645 len=1491095 2024-04-02T08:59:39.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 2305 completed, throughput=5MB/sec 2024-04-02T08:59:39.154 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FgOrdVbeKDpVfqg off=49444 len=1149860 2024-04-02T08:59:39.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 2306 completed, throughput=5MB/sec 2024-04-02T08:59:39.154 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Zdj4bzkdcVbIAp off=13084699 len=770240 2024-04-02T08:59:39.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 2307 completed, throughput=5MB/sec 2024-04-02T08:59:39.158 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Kcc1pV7FLiby7oh off=329573 len=1128525 2024-04-02T08:59:39.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 2308 completed, throughput=5MB/sec 2024-04-02T08:59:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:59:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:59:39] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T08:59:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:39 smithi187 ceph-mon[84356]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:39 smithi112 ceph-mon[88945]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:39 smithi112 ceph-mon[91385]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:40.168 INFO:tasks.workunit.client.0.smithi112.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:40.168 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RKVPFKcwh0ad6yy off=9618659 len=1709949 2024-04-02T08:59:40.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 2309 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.175 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rKI9KR3VokcjwtW off=14138459 len=1133885 2024-04-02T08:59:40.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 2310 completed, throughput=5MB/sec 2024-04-02T08:59:40.178 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W2ozlkTAvLHd_WE off=16013068 len=437092 2024-04-02T08:59:40.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 2311 completed, throughput=5MB/sec 2024-04-02T08:59:40.179 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AM5GyWhFY4DX7XN off=16578969 len=1703965 2024-04-02T08:59:40.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 2312 completed, throughput=5MB/sec 2024-04-02T08:59:41.180 INFO:tasks.workunit.client.0.smithi112.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:41.180 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wLOMKdtUs8CV_Jm off=6503558 len=1547708 2024-04-02T08:59:41.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-02T08:59:41.182 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kxO2OYxoEKtWJmX off=4252839 len=874085 2024-04-02T08:59:41.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 2314 completed, throughput=5MB/sec 2024-04-02T08:59:41.184 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oZLvx_Flwgiis6C off=505246 len=1989501 2024-04-02T08:59:41.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 2315 completed, throughput=5MB/sec 2024-04-02T08:59:41.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5LVmVMDgZrXNUqN off=1166850 len=1361257 2024-04-02T08:59:41.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 2316 completed, throughput=5MB/sec 2024-04-02T08:59:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:41 smithi187 ceph-mon[84356]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:41 smithi112 ceph-mon[88945]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:41 smithi112 ceph-mon[91385]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:42.191 INFO:tasks.workunit.client.0.smithi112.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:42.191 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iF_1oe0ojrVRrja off=22978196 len=815939 2024-04-02T08:59:42.192 INFO:tasks.workunit.client.0.smithi112.stdout:op 2317 completed, throughput=4.99MB/sec 2024-04-02T08:59:42.192 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s6N5Vhe_QzHR7nZ off=615092 len=1635523 2024-04-02T08:59:42.196 INFO:tasks.workunit.client.0.smithi112.stdout:op 2318 completed, throughput=5MB/sec 2024-04-02T08:59:42.196 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KpPZ-cyYIRWTNQR off=88931 len=2010833 2024-04-02T08:59:42.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 2319 completed, throughput=5MB/sec 2024-04-02T08:59:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:59:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:43.198 INFO:tasks.workunit.client.0.smithi112.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:43.198 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F4FlSawp2f7MOKh off=19191458 len=164724 2024-04-02T08:59:43.201 INFO:tasks.workunit.client.0.smithi112.stdout:op 2320 completed, throughput=4.99MB/sec 2024-04-02T08:59:43.201 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Erdf4-jWHYWz5oe off=1197674 len=1663218 2024-04-02T08:59:43.204 INFO:tasks.workunit.client.0.smithi112.stdout:op 2321 completed, throughput=4.99MB/sec 2024-04-02T08:59:43.204 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ehG-8-eKdG3Yc53 off=13648245 len=1917080 2024-04-02T08:59:43.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 2322 completed, throughput=5MB/sec 2024-04-02T08:59:43.212 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UQDzT-r-NT1V9lo off=1207094 len=1872069 2024-04-02T08:59:43.214 INFO:tasks.workunit.client.0.smithi112.stdout:op 2323 completed, throughput=5MB/sec 2024-04-02T08:59:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:43 smithi187 ceph-mon[84356]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:43 smithi112 ceph-mon[91385]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:43 smithi112 ceph-mon[88945]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:44.215 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sMap7JOipNFPBIK off=11579148 len=976101 2024-04-02T08:59:44.216 INFO:tasks.workunit.client.0.smithi112.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-02T08:59:44.216 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LSFBwK3O6t-c5uJ off=7588234 len=1607876 2024-04-02T08:59:44.217 INFO:tasks.workunit.client.0.smithi112.stdout:op 2325 completed, throughput=5MB/sec 2024-04-02T08:59:44.217 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qFeUFDjnw4Nx-4B off=1843557 len=1700056 2024-04-02T08:59:44.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 2326 completed, throughput=5MB/sec 2024-04-02T08:59:44.227 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ljDmwlulvu8tjHe off=9071836 len=1189021 2024-04-02T08:59:44.233 INFO:tasks.workunit.client.0.smithi112.stdout:op 2327 completed, throughput=5MB/sec 2024-04-02T08:59:45.233 INFO:tasks.workunit.client.0.smithi112.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:45.233 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oRuwACAHab7mRcv off=1305214 len=142565 2024-04-02T08:59:45.235 INFO:tasks.workunit.client.0.smithi112.stdout:op 2328 completed, throughput=4.99MB/sec 2024-04-02T08:59:45.235 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uSEKVlKQzFt_Xq2 off=5397848 len=1034347 2024-04-02T08:59:45.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 2329 completed, throughput=4.99MB/sec 2024-04-02T08:59:45.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_4VrsCRcWBvRFSm off=21041827 len=1046291 2024-04-02T08:59:45.240 INFO:tasks.workunit.client.0.smithi112.stdout:op 2330 completed, throughput=5MB/sec 2024-04-02T08:59:45.240 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lx0AVf5C0hOdrpT off=250953 len=1645990 2024-04-02T08:59:45.241 INFO:tasks.workunit.client.0.smithi112.stdout:op 2331 completed, throughput=5MB/sec 2024-04-02T08:59:45.241 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_TdF1-wI1odFuQY off=230935 len=1175361 2024-04-02T08:59:45.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 2332 completed, throughput=5MB/sec 2024-04-02T08:59:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:45 smithi187 ceph-mon[84356]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:45 smithi112 ceph-mon[91385]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:45 smithi112 ceph-mon[88945]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:46.246 INFO:tasks.workunit.client.0.smithi112.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:46.246 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JcXu9PusQqfQW-h off=5427629 len=202997 2024-04-02T08:59:46.249 INFO:tasks.workunit.client.0.smithi112.stdout:op 2333 completed, throughput=4.99MB/sec 2024-04-02T08:59:46.249 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PDDgFbYzDatWSoy off=3587773 len=1269121 2024-04-02T08:59:46.254 INFO:tasks.workunit.client.0.smithi112.stdout:op 2334 completed, throughput=4.99MB/sec 2024-04-02T08:59:46.254 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9qO4XKDiM0QrKrN off=403609 len=1293614 2024-04-02T08:59:46.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 2335 completed, throughput=5MB/sec 2024-04-02T08:59:46.263 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QjEgLF5U8c1b-ID off=10693472 len=1694584 2024-04-02T08:59:46.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 2336 completed, throughput=5MB/sec 2024-04-02T08:59:46.270 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZZwKkyKs4dWudzx off=9132632 len=1728290 2024-04-02T08:59:46.277 INFO:tasks.workunit.client.0.smithi112.stdout:op 2337 completed, throughput=5MB/sec 2024-04-02T08:59:47.277 INFO:tasks.workunit.client.0.smithi112.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:47.277 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lKjzDaThSADDSuQ off=1241799 len=1512230 2024-04-02T08:59:47.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-02T08:59:47.280 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ypdW-RJFfTZ3gpq off=7966181 len=453384 2024-04-02T08:59:47.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 2339 completed, throughput=5MB/sec 2024-04-02T08:59:47.281 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4c0eQbdxTz0DfuM off=15716478 len=1836885 2024-04-02T08:59:47.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 2340 completed, throughput=5MB/sec 2024-04-02T08:59:47.282 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bn35OhS99qaLy35 off=4457220 len=1276199 2024-04-02T08:59:47.283 INFO:tasks.workunit.client.0.smithi112.stdout:op 2341 completed, throughput=5MB/sec 2024-04-02T08:59:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:47 smithi187 ceph-mon[84356]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:47 smithi112 ceph-mon[91385]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:47 smithi112 ceph-mon[88945]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:48.284 INFO:tasks.workunit.client.0.smithi112.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:48.284 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nubscmc5NafK1Aa off=6453758 len=1717800 2024-04-02T08:59:48.285 INFO:tasks.workunit.client.0.smithi112.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-02T08:59:48.285 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SkijkD4qbu0u9iH off=91492 len=674085 2024-04-02T08:59:48.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 2343 completed, throughput=5MB/sec 2024-04-02T08:59:48.290 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HTHKoMfCsJuijvg off=3625616 len=1189497 2024-04-02T08:59:48.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 2344 completed, throughput=5MB/sec 2024-04-02T08:59:48.294 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xj9msu4Tk8iLXhu off=7986389 len=942322 2024-04-02T08:59:48.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 2345 completed, throughput=5MB/sec 2024-04-02T08:59:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:49.300 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-in2srAwtrpVXpq- off=5162389 len=564186 2024-04-02T08:59:49.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 2346 completed, throughput=4.99MB/sec 2024-04-02T08:59:49.304 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hpZq6mIr9xPAIYg off=23117389 len=672329 2024-04-02T08:59:49.308 INFO:tasks.workunit.client.0.smithi112.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-02T08:59:49.308 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mtm0NG9Wk9DXtiE off=1259097 len=802861 2024-04-02T08:59:49.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 2348 completed, throughput=4.99MB/sec 2024-04-02T08:59:49.313 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hW-Q02u3-QuahdJ off=1026049 len=712210 2024-04-02T08:59:49.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 2349 completed, throughput=5MB/sec 2024-04-02T08:59:49.315 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jyXRP2k3ZBAQ_-B off=11533102 len=1915329 2024-04-02T08:59:49.323 INFO:tasks.workunit.client.0.smithi112.stdout:op 2350 completed, throughput=5MB/sec 2024-04-02T08:59:49.323 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WXFOk2AiYOq2wl4 off=21654878 len=946712 2024-04-02T08:59:49.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 2351 completed, throughput=5MB/sec 2024-04-02T08:59:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:59:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:59:49] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T08:59:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:49 smithi187 ceph-mon[84356]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:49 smithi112 ceph-mon[91385]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:49 smithi112 ceph-mon[88945]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qdQeW3DhivphvIX off=16327057 len=463185 2024-04-02T08:59:50.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 2352 completed, throughput=4.99MB/sec 2024-04-02T08:59:50.330 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mci8qeDTO4ELwqu off=10251274 len=1259998 2024-04-02T08:59:50.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-02T08:59:50.335 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RTFcuNmjlo4V28L off=383000 len=1017212 2024-04-02T08:59:50.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 2354 completed, throughput=5MB/sec 2024-04-02T08:59:50.340 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Uas_INblfaQ0k81 off=20793642 len=1455297 2024-04-02T08:59:50.343 INFO:tasks.workunit.client.0.smithi112.stdout:op 2355 completed, throughput=5MB/sec 2024-04-02T08:59:50.343 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Lx0qkki5DKMpDFW off=14657574 len=759152 2024-04-02T08:59:50.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 2356 completed, throughput=5MB/sec 2024-04-02T08:59:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:51.345 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tWXZ3ZPZUU6GJJ4 off=1269235 len=90110 2024-04-02T08:59:51.346 INFO:tasks.workunit.client.0.smithi112.stdout:op 2357 completed, throughput=4.99MB/sec 2024-04-02T08:59:51.346 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GzJ-AnTMw16IQg2 off=11064001 len=1271986 2024-04-02T08:59:51.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-02T08:59:51.350 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ce2Qw0XMcuXPFGg off=4000666 len=1923298 2024-04-02T08:59:51.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 2359 completed, throughput=5MB/sec 2024-04-02T08:59:51.351 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OkPpp2WQNRqSYCp off=516668 len=1240577 2024-04-02T08:59:51.352 INFO:tasks.workunit.client.0.smithi112.stdout:op 2360 completed, throughput=5MB/sec 2024-04-02T08:59:51.353 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ycU5S58nmQEHdfb off=83920 len=810715 2024-04-02T08:59:51.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 2361 completed, throughput=5MB/sec 2024-04-02T08:59:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:51 smithi187 ceph-mon[84356]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:51 smithi112 ceph-mon[88945]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:51 smithi112 ceph-mon[91385]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:52.357 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZfEaRi5NtXnzA24 off=12349665 len=878910 2024-04-02T08:59:52.358 INFO:tasks.workunit.client.0.smithi112.stdout:op 2362 completed, throughput=4.99MB/sec 2024-04-02T08:59:52.358 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a-R7ZTzwnPXolXH off=8315971 len=976960 2024-04-02T08:59:52.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-02T08:59:52.363 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yOnBEwDM6g4jl-l off=9463604 len=1102906 2024-04-02T08:59:52.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 2364 completed, throughput=5MB/sec 2024-04-02T08:59:52.369 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-17BismQpkBIcXcz off=7162533 len=610482 2024-04-02T08:59:52.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 2365 completed, throughput=5MB/sec 2024-04-02T08:59:52.371 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P4Q7whP-KlZKGaW off=7733610 len=325266 2024-04-02T08:59:52.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 2366 completed, throughput=5MB/sec 2024-04-02T08:59:52.373 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kvS06XjWQVz-JrQ off=58174 len=390957 2024-04-02T08:59:52.375 INFO:tasks.workunit.client.0.smithi112.stdout:op 2367 completed, throughput=5MB/sec 2024-04-02T08:59:52.375 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kAW3-ZqcQ0Wog1g off=2298011 len=323392 2024-04-02T08:59:52.378 INFO:tasks.workunit.client.0.smithi112.stdout:op 2368 completed, throughput=5MB/sec 2024-04-02T08:59:52.378 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_fYUnVJIyvvMI3V off=17309637 len=1740549 2024-04-02T08:59:52.380 INFO:tasks.workunit.client.0.smithi112.stdout:op 2369 completed, throughput=5MB/sec 2024-04-02T08:59:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 08:59:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T08:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:53.381 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TuCdhOFnnOqPnuc off=8875853 len=1724540 2024-04-02T08:59:53.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-02T08:59:53.384 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ngi5SCY4TgEXb2b off=4901563 len=940215 2024-04-02T08:59:53.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 2371 completed, throughput=5MB/sec 2024-04-02T08:59:53.385 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uWDqcJY8_hrS4rJ off=1338422 len=1305972 2024-04-02T08:59:53.390 INFO:tasks.workunit.client.0.smithi112.stdout:op 2372 completed, throughput=5MB/sec 2024-04-02T08:59:53.390 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-42-SPpspG0S5hFU off=3043757 len=258841 2024-04-02T08:59:53.391 INFO:tasks.workunit.client.0.smithi112.stdout:op 2373 completed, throughput=5MB/sec 2024-04-02T08:59:53.391 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9MJ59uIBcZf7Zon off=3054102 len=340941 2024-04-02T08:59:53.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 2374 completed, throughput=5MB/sec 2024-04-02T08:59:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:53 smithi187 ceph-mon[84356]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:53 smithi112 ceph-mon[91385]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:53 smithi112 ceph-mon[88945]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:54.394 INFO:tasks.workunit.client.0.smithi112.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:54.394 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E3sjy04LvZ1JE5M off=1939445 len=1672676 2024-04-02T08:59:54.402 INFO:tasks.workunit.client.0.smithi112.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-02T08:59:54.402 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K9Us9JLpu1RLXSa off=9017024 len=910606 2024-04-02T08:59:54.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 2376 completed, throughput=5MB/sec 2024-04-02T08:59:54.403 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y31Gv2-ZrgR2-UC off=2506034 len=802766 2024-04-02T08:59:54.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 2377 completed, throughput=5MB/sec 2024-04-02T08:59:54.408 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FDQn_mW8RGtIcXm off=23086230 len=1180542 2024-04-02T08:59:54.411 INFO:tasks.workunit.client.0.smithi112.stdout:op 2378 completed, throughput=5MB/sec 2024-04-02T08:59:54.411 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vNYiHEoKu52qb3c off=522078 len=894103 2024-04-02T08:59:54.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 2379 completed, throughput=5MB/sec 2024-04-02T08:59:55.412 INFO:tasks.workunit.client.0.smithi112.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:55.412 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RXoC8su28ErZsaQ off=97767 len=580498 2024-04-02T08:59:55.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-02T08:59:55.413 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r9SoCTmOKteyGRr off=14535153 len=1442699 2024-04-02T08:59:55.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 2381 completed, throughput=4.99MB/sec 2024-04-02T08:59:55.414 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h2gRKhBhwYmyzqs off=2548598 len=1098467 2024-04-02T08:59:55.415 INFO:tasks.workunit.client.0.smithi112.stdout:op 2382 completed, throughput=5MB/sec 2024-04-02T08:59:55.415 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mnk5JmIIaE84fj_ off=4774285 len=450502 2024-04-02T08:59:55.418 INFO:tasks.workunit.client.0.smithi112.stdout:op 2383 completed, throughput=5MB/sec 2024-04-02T08:59:55.419 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xF0oHbYmwfyv7J3 off=398819 len=212564 2024-04-02T08:59:55.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 2384 completed, throughput=5MB/sec 2024-04-02T08:59:55.421 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IDfwjEvqGJP6r20 off=2207641 len=89588 2024-04-02T08:59:55.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 2385 completed, throughput=5MB/sec 2024-04-02T08:59:55.421 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IeqV_M8Fvtu4T_l off=2243843 len=1555531 2024-04-02T08:59:55.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 2386 completed, throughput=5MB/sec 2024-04-02T08:59:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:55 smithi187 ceph-mon[84356]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:55 smithi112 ceph-mon[91385]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:55 smithi112 ceph-mon[88945]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:56.429 INFO:tasks.workunit.client.0.smithi112.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:56.429 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-puxLwLgcyblR2WU off=418738 len=847414 2024-04-02T08:59:56.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 2387 completed, throughput=4.99MB/sec 2024-04-02T08:59:56.434 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-afl_1F9mu4T5oxt off=7896003 len=594903 2024-04-02T08:59:56.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-02T08:59:56.435 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9CurKYdGi20rpuS off=3676569 len=1796618 2024-04-02T08:59:56.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 2389 completed, throughput=5MB/sec 2024-04-02T08:59:56.436 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mgmMkes9CSr_eRH off=238235 len=1817801 2024-04-02T08:59:56.437 INFO:tasks.workunit.client.0.smithi112.stdout:op 2390 completed, throughput=5MB/sec 2024-04-02T08:59:57.438 INFO:tasks.workunit.client.0.smithi112.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:57.438 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TvvHlXhCRG5pj6f off=7594933 len=424626 2024-04-02T08:59:57.438 INFO:tasks.workunit.client.0.smithi112.stdout:op 2391 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.439 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YoXrKxNSydIiULg off=2541797 len=1322069 2024-04-02T08:59:57.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.440 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8c4apDPiU9gtb_v off=16758375 len=1468780 2024-04-02T08:59:57.441 INFO:tasks.workunit.client.0.smithi112.stdout:op 2393 completed, throughput=5MB/sec 2024-04-02T08:59:57.441 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HDywkv5ohsvGyHR off=1642956 len=1140530 2024-04-02T08:59:57.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 2394 completed, throughput=5MB/sec 2024-04-02T08:59:57.443 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ifejJYptlq_Civu off=1342755 len=333334 2024-04-02T08:59:57.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 2395 completed, throughput=5MB/sec 2024-04-02T08:59:57.446 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gCeUpzZQ2C1NyvP off=3807303 len=1862747 2024-04-02T08:59:57.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 2396 completed, throughput=5MB/sec 2024-04-02T08:59:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:57 smithi187 ceph-mon[84356]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:57 smithi112 ceph-mon[88945]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:57 smithi112 ceph-mon[91385]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:58.448 INFO:tasks.workunit.client.0.smithi112.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:58.448 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o5vmB5cUSNkqgQX off=7632998 len=244294 2024-04-02T08:59:58.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 2397 completed, throughput=4.99MB/sec 2024-04-02T08:59:58.451 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iEmRLx4QMBYR5wN off=18424892 len=313833 2024-04-02T08:59:58.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 2398 completed, throughput=4.99MB/sec 2024-04-02T08:59:58.452 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fXgNsO7WB9Akm4o off=3362034 len=1164849 2024-04-02T08:59:58.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 2399 completed, throughput=5MB/sec 2024-04-02T08:59:58.454 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2wZ9wpUmYWQbWpE off=10261578 len=317512 2024-04-02T08:59:58.455 INFO:tasks.workunit.client.0.smithi112.stdout:op 2400 completed, throughput=5MB/sec 2024-04-02T08:59:58.455 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bIqJBo7-6pJyFCv off=2280024 len=1789507 2024-04-02T08:59:58.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 2401 completed, throughput=5MB/sec 2024-04-02T08:59:59.465 INFO:tasks.workunit.client.0.smithi112.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:59.465 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--Dhy5ctkyz0jjb6 off=17798521 len=420899 2024-04-02T08:59:59.468 INFO:tasks.workunit.client.0.smithi112.stdout:op 2402 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.468 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dwNc9vXXW9tbOx1 off=5539359 len=1477758 2024-04-02T08:59:59.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 2403 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.470 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C_Ok8ezx8fNjNdq off=3649798 len=737248 2024-04-02T08:59:59.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 2404 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.471 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sVNmP1L78YlNLty off=177723 len=739109 2024-04-02T08:59:59.472 INFO:tasks.workunit.client.0.smithi112.stdout:op 2405 completed, throughput=5MB/sec 2024-04-02T08:59:59.473 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x806Eg2ZyCC87Vv off=1784182 len=1117553 2024-04-02T08:59:59.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 2406 completed, throughput=5MB/sec 2024-04-02T08:59:59.475 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bJtUw9M2zgKVjIE off=4053109 len=2070377 2024-04-02T08:59:59.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 2407 completed, throughput=5MB/sec 2024-04-02T08:59:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 08:59:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:08:59:59] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T08:59:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 08:59:59 smithi187 ceph-mon[84356]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 08:59:59 smithi112 ceph-mon[91385]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 08:59:59 smithi112 ceph-mon[88945]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:00.476 INFO:tasks.workunit.client.0.smithi112.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:00.477 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--GbX81W-qWwG5m4 off=1061090 len=438794 2024-04-02T09:00:00.478 INFO:tasks.workunit.client.0.smithi112.stdout:op 2408 completed, throughput=4.99MB/sec 2024-04-02T09:00:00.478 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mlKXrflRfQAzuYa off=6896386 len=584207 2024-04-02T09:00:00.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 2409 completed, throughput=4.99MB/sec 2024-04-02T09:00:00.482 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n4R7Qsf28YNMgEW off=6652286 len=692236 2024-04-02T09:00:00.486 INFO:tasks.workunit.client.0.smithi112.stdout:op 2410 completed, throughput=5MB/sec 2024-04-02T09:00:00.486 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AFykDNo4nfopl1R off=5358079 len=769188 2024-04-02T09:00:00.487 INFO:tasks.workunit.client.0.smithi112.stdout:op 2411 completed, throughput=5MB/sec 2024-04-02T09:00:00.487 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s-FB1F5O034EAOU off=18386252 len=1617897 2024-04-02T09:00:00.496 INFO:tasks.workunit.client.0.smithi112.stdout:op 2412 completed, throughput=5MB/sec 2024-04-02T09:00:00.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:00 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T09:00:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:00 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T09:00:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:00 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T09:00:01.496 INFO:tasks.workunit.client.0.smithi112.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:01.496 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JxZ80g0ZWWGJbnf off=3009286 len=606303 2024-04-02T09:00:01.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-02T09:00:01.500 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8gdtVyxBj976R9I off=907948 len=564430 2024-04-02T09:00:01.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 2414 completed, throughput=4.99MB/sec 2024-04-02T09:00:01.500 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wcZKxtfKHb_L733 off=10339206 len=163425 2024-04-02T09:00:01.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 2415 completed, throughput=4.99MB/sec 2024-04-02T09:00:01.501 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qJq9JCG8v0H1o6B off=8666816 len=68343 2024-04-02T09:00:01.504 INFO:tasks.workunit.client.0.smithi112.stdout:op 2416 completed, throughput=4.99MB/sec 2024-04-02T09:00:01.504 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zgFcfPI-puJb-Pd off=1590072 len=1579980 2024-04-02T09:00:01.505 INFO:tasks.workunit.client.0.smithi112.stdout:op 2417 completed, throughput=5MB/sec 2024-04-02T09:00:01.505 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zZ5PdRaN6Gn70N_ off=2024401 len=1561890 2024-04-02T09:00:01.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 2418 completed, throughput=5MB/sec 2024-04-02T09:00:01.511 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RXoC8su28ErZsaQ off=2726055 len=35814 2024-04-02T09:00:01.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 2419 completed, throughput=5MB/sec 2024-04-02T09:00:01.511 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oItSsyBFCA385Ej off=9343273 len=575441 2024-04-02T09:00:01.512 INFO:tasks.workunit.client.0.smithi112.stdout:op 2420 completed, throughput=5MB/sec 2024-04-02T09:00:01.512 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gfoexqdwoYsYyFr off=10320114 len=824738 2024-04-02T09:00:01.512 INFO:tasks.workunit.client.0.smithi112.stdout:op 2421 completed, throughput=5MB/sec 2024-04-02T09:00:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:01 smithi187 ceph-mon[84356]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:01 smithi112 ceph-mon[91385]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:01 smithi112 ceph-mon[88945]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:02.513 INFO:tasks.workunit.client.0.smithi112.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:02.513 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jpdHiS9sWb3Lkhw off=12879526 len=1675289 2024-04-02T09:00:02.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-02T09:00:02.520 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HnpDdvX-Cg1oE3p off=15591234 len=708624 2024-04-02T09:00:02.524 INFO:tasks.workunit.client.0.smithi112.stdout:op 2423 completed, throughput=5MB/sec 2024-04-02T09:00:02.524 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xE8-fQTWVq_ls89 off=3339132 len=740652 2024-04-02T09:00:02.528 INFO:tasks.workunit.client.0.smithi112.stdout:op 2424 completed, throughput=5MB/sec 2024-04-02T09:00:02.529 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fojdV-LpEu8R7It off=9073028 len=1776930 2024-04-02T09:00:02.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 2425 completed, throughput=5MB/sec 2024-04-02T09:00:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:00:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:03.530 INFO:tasks.workunit.client.0.smithi112.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:03.530 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bTRu399o5clNfdo off=4291643 len=103645 2024-04-02T09:00:03.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-02T09:00:03.531 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gpDePelOUtUN2Jy off=1590491 len=1087634 2024-04-02T09:00:03.533 INFO:tasks.workunit.client.0.smithi112.stdout:op 2427 completed, throughput=4.99MB/sec 2024-04-02T09:00:03.533 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gUAxPwaJhlv2PJO off=387781 len=237356 2024-04-02T09:00:03.536 INFO:tasks.workunit.client.0.smithi112.stdout:op 2428 completed, throughput=4.99MB/sec 2024-04-02T09:00:03.536 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2aEVTnUWBvcWcqL off=829536 len=1330302 2024-04-02T09:00:03.541 INFO:tasks.workunit.client.0.smithi112.stdout:op 2429 completed, throughput=5MB/sec 2024-04-02T09:00:03.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OQKyBFxws4oi1Vu off=5667873 len=1902233 2024-04-02T09:00:03.552 INFO:tasks.workunit.client.0.smithi112.stdout:op 2430 completed, throughput=5MB/sec 2024-04-02T09:00:03.552 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lq4Nnmf_ouhphfv off=5101700 len=1001295 2024-04-02T09:00:03.552 INFO:tasks.workunit.client.0.smithi112.stdout:op 2431 completed, throughput=5MB/sec 2024-04-02T09:00:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:03 smithi112 ceph-mon[91385]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:03 smithi112 ceph-mon[88945]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:03 smithi187 ceph-mon[84356]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:04.553 INFO:tasks.workunit.client.0.smithi112.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:04.553 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KaZwsCkzb6uwp_N off=3626680 len=1925212 2024-04-02T09:00:04.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 2432 completed, throughput=4.99MB/sec 2024-04-02T09:00:04.563 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QWZEWy9MDzvcf3d off=5137903 len=2050961 2024-04-02T09:00:04.565 INFO:tasks.workunit.client.0.smithi112.stdout:op 2433 completed, throughput=5MB/sec 2024-04-02T09:00:04.565 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wxKSn8oDR2D3I73 off=2286986 len=716017 2024-04-02T09:00:04.567 INFO:tasks.workunit.client.0.smithi112.stdout:op 2434 completed, throughput=5MB/sec 2024-04-02T09:00:04.567 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-drzY_b_DXRIVjXr off=1370717 len=383983 2024-04-02T09:00:04.570 INFO:tasks.workunit.client.0.smithi112.stdout:op 2435 completed, throughput=5MB/sec 2024-04-02T09:00:05.571 INFO:tasks.workunit.client.0.smithi112.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:05.571 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_a-Z72UVjm6Z2dT off=472275 len=1283644 2024-04-02T09:00:05.574 INFO:tasks.workunit.client.0.smithi112.stdout:op 2436 completed, throughput=4.99MB/sec 2024-04-02T09:00:05.574 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kwBAMr03skQGSp_ off=6596752 len=1914748 2024-04-02T09:00:05.576 INFO:tasks.workunit.client.0.smithi112.stdout:op 2437 completed, throughput=5MB/sec 2024-04-02T09:00:05.576 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yzJeYZSU6lJxf_Y off=801684 len=408306 2024-04-02T09:00:05.579 INFO:tasks.workunit.client.0.smithi112.stdout:op 2438 completed, throughput=5MB/sec 2024-04-02T09:00:05.580 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rVchqnhufhJ4IrL off=661662 len=433010 2024-04-02T09:00:05.583 INFO:tasks.workunit.client.0.smithi112.stdout:op 2439 completed, throughput=5MB/sec 2024-04-02T09:00:05.583 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1A421ybkFxzm6pc off=2228017 len=427796 2024-04-02T09:00:05.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 2440 completed, throughput=5MB/sec 2024-04-02T09:00:05.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q9O0asixhYuGVrH off=18360382 len=401664 2024-04-02T09:00:05.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 2441 completed, throughput=5MB/sec 2024-04-02T09:00:05.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ngi5SCY4TgEXb2b off=2040801 len=1913921 2024-04-02T09:00:05.594 INFO:tasks.workunit.client.0.smithi112.stdout:op 2442 completed, throughput=5MB/sec 2024-04-02T09:00:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:05 smithi112 ceph-mon[88945]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:00:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:05 smithi112 ceph-mon[91385]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:00:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:05 smithi187 ceph-mon[84356]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:00:06.595 INFO:tasks.workunit.client.0.smithi112.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:06.595 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nS0uFScaKvpxcIK off=11220038 len=81989 2024-04-02T09:00:06.595 INFO:tasks.workunit.client.0.smithi112.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-02T09:00:06.596 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MsjMaME_EY646Dc off=12895927 len=802583 2024-04-02T09:00:06.599 INFO:tasks.workunit.client.0.smithi112.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-02T09:00:06.599 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8P6hRxVGBSJJQrc off=3556220 len=381118 2024-04-02T09:00:06.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 2445 completed, throughput=5MB/sec 2024-04-02T09:00:06.600 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HbB0BwkBJqXepck off=7448146 len=1540996 2024-04-02T09:00:06.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 2446 completed, throughput=5MB/sec 2024-04-02T09:00:06.606 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ICypijglHM3AyAu off=2538237 len=1656006 2024-04-02T09:00:06.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 2447 completed, throughput=5MB/sec 2024-04-02T09:00:07.610 INFO:tasks.workunit.client.0.smithi112.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:07.611 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OPbrL0_PvgJg_lE off=7417291 len=489828 2024-04-02T09:00:07.614 INFO:tasks.workunit.client.0.smithi112.stdout:op 2448 completed, throughput=4.99MB/sec 2024-04-02T09:00:07.614 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z4wS-V0ClUBv4-Y off=498415 len=1519956 2024-04-02T09:00:07.616 INFO:tasks.workunit.client.0.smithi112.stdout:op 2449 completed, throughput=5MB/sec 2024-04-02T09:00:07.616 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iXsr-n96jcgGFVo off=1516984 len=944118 2024-04-02T09:00:07.617 INFO:tasks.workunit.client.0.smithi112.stdout:op 2450 completed, throughput=5MB/sec 2024-04-02T09:00:07.617 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ArsznnCuf7Z5uDt off=1648145 len=1174076 2024-04-02T09:00:07.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 2451 completed, throughput=5MB/sec 2024-04-02T09:00:07.618 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hc7RTbuqDlo-sNx off=515282 len=565855 2024-04-02T09:00:07.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 2452 completed, throughput=5MB/sec 2024-04-02T09:00:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:07 smithi112 ceph-mon[91385]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:00:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:07 smithi112 ceph-mon[88945]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:00:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:07 smithi187 ceph-mon[84356]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:00:08.620 INFO:tasks.workunit.client.0.smithi112.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:08.620 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H0PoBpYsBFTgo7N off=0 len=1283030 2024-04-02T09:00:08.627 INFO:tasks.workunit.client.0.smithi112.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-02T09:00:08.627 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--7WlFwX9ox0wlOb off=5784451 len=1538459 2024-04-02T09:00:08.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 2454 completed, throughput=5MB/sec 2024-04-02T09:00:08.629 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QUUxkNfazzU4yNV off=1162506 len=146038 2024-04-02T09:00:08.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 2455 completed, throughput=5MB/sec 2024-04-02T09:00:08.630 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4KzPg9Ei1cyeNzx off=2354148 len=1439623 2024-04-02T09:00:08.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 2456 completed, throughput=5MB/sec 2024-04-02T09:00:08.630 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CC94OHjx-dvSTUY off=14466235 len=600703 2024-04-02T09:00:08.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 2457 completed, throughput=5MB/sec 2024-04-02T09:00:08.634 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8zv2-gWhbHp_5J8 off=2238368 len=1986787 2024-04-02T09:00:08.643 INFO:tasks.workunit.client.0.smithi112.stdout:op 2458 completed, throughput=5MB/sec 2024-04-02T09:00:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:00:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:00:09] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:00:09.643 INFO:tasks.workunit.client.0.smithi112.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:09.643 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-stq-TQy0hOXKsJ6 off=12977457 len=834249 2024-04-02T09:00:09.645 INFO:tasks.workunit.client.0.smithi112.stdout:op 2459 completed, throughput=5MB/sec 2024-04-02T09:00:09.646 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iEuVRmGJs2lEyZB off=6645360 len=1540350 2024-04-02T09:00:09.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 2460 completed, throughput=5MB/sec 2024-04-02T09:00:09.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-43skS-J8b1RIOfF off=3479283 len=1053936 2024-04-02T09:00:09.653 INFO:tasks.workunit.client.0.smithi112.stdout:op 2461 completed, throughput=5MB/sec 2024-04-02T09:00:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:09 smithi112 ceph-mon[91385]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:09 smithi112 ceph-mon[88945]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:09 smithi187 ceph-mon[84356]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:10.653 INFO:tasks.workunit.client.0.smithi112.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:10.653 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W_D6r6d8WWClRsb off=1712438 len=972690 2024-04-02T09:00:10.655 INFO:tasks.workunit.client.0.smithi112.stdout:op 2462 completed, throughput=4.99MB/sec 2024-04-02T09:00:10.655 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-te7-UHmBDgKriPx off=10567762 len=821042 2024-04-02T09:00:10.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 2463 completed, throughput=4.99MB/sec 2024-04-02T09:00:10.660 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hc7RTbuqDlo-sNx off=0 len=1081137 2024-04-02T09:00:10.662 INFO:tasks.workunit.client.0.smithi112.stdout:op 2464 completed, throughput=5MB/sec 2024-04-02T09:00:10.663 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M4fLcOkpUaGUbhu off=3528074 len=1097726 2024-04-02T09:00:10.666 INFO:tasks.workunit.client.0.smithi112.stdout:op 2465 completed, throughput=5MB/sec 2024-04-02T09:00:10.666 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wnkqj3yZVbokKG7 off=2137052 len=1783961 2024-04-02T09:00:10.667 INFO:tasks.workunit.client.0.smithi112.stdout:op 2466 completed, throughput=5MB/sec 2024-04-02T09:00:11.668 INFO:tasks.workunit.client.0.smithi112.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:11.668 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MQVkJfrso9Urg4Q off=10442355 len=936541 2024-04-02T09:00:11.670 INFO:tasks.workunit.client.0.smithi112.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-02T09:00:11.670 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2AZnD8Xddidavto off=717922 len=1162092 2024-04-02T09:00:11.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-02T09:00:11.671 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_5DAKK2Omvz0xWe off=616962 len=810493 2024-04-02T09:00:11.672 INFO:tasks.workunit.client.0.smithi112.stdout:op 2469 completed, throughput=5MB/sec 2024-04-02T09:00:11.672 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-t3nBcftydSypfKq off=1963684 len=508015 2024-04-02T09:00:11.673 INFO:tasks.workunit.client.0.smithi112.stdout:op 2470 completed, throughput=5MB/sec 2024-04-02T09:00:11.673 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2wZ9wpUmYWQbWpE off=22479953 len=754297 2024-04-02T09:00:11.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 2471 completed, throughput=5MB/sec 2024-04-02T09:00:11.678 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NKUpG1YDehvmFf3 off=2472074 len=1793118 2024-04-02T09:00:11.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 2472 completed, throughput=5MB/sec 2024-04-02T09:00:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:11 smithi112 ceph-mon[91385]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:11 smithi112 ceph-mon[88945]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:11 smithi187 ceph-mon[84356]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:12.688 INFO:tasks.workunit.client.0.smithi112.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:12.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6X4d8T_XtlP3JQk off=295320 len=1335157 2024-04-02T09:00:12.695 INFO:tasks.workunit.client.0.smithi112.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-02T09:00:12.695 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4uEVWGTi7T28ma3 off=22304933 len=743316 2024-04-02T09:00:12.697 INFO:tasks.workunit.client.0.smithi112.stdout:op 2474 completed, throughput=5MB/sec 2024-04-02T09:00:12.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WrFvaVU9NpP1EIQ off=1165452 len=2053020 2024-04-02T09:00:12.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 2475 completed, throughput=5MB/sec 2024-04-02T09:00:12.698 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hv6pNXFu0pZna2- off=4189812 len=1025899 2024-04-02T09:00:12.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 2476 completed, throughput=5MB/sec 2024-04-02T09:00:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:00:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:13.699 INFO:tasks.workunit.client.0.smithi112.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:13.699 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RRJJAChVuolcETy off=15291550 len=1522912 2024-04-02T09:00:13.701 INFO:tasks.workunit.client.0.smithi112.stdout:op 2477 completed, throughput=4.99MB/sec 2024-04-02T09:00:13.701 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gqMEAF9TngFZSxs off=2752600 len=1178845 2024-04-02T09:00:13.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 2478 completed, throughput=5MB/sec 2024-04-02T09:00:13.707 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XarafMniWgv26-C off=21058 len=1275699 2024-04-02T09:00:13.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 2479 completed, throughput=5MB/sec 2024-04-02T09:00:13.712 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a5LHmlxtvQLDI4I off=4959444 len=117734 2024-04-02T09:00:13.712 INFO:tasks.workunit.client.0.smithi112.stdout:op 2480 completed, throughput=5MB/sec 2024-04-02T09:00:13.712 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q_c0oBzBl7fFX8q off=2083555 len=1109199 2024-04-02T09:00:13.712 INFO:tasks.workunit.client.0.smithi112.stdout:op 2481 completed, throughput=5MB/sec 2024-04-02T09:00:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:13 smithi112 ceph-mon[91385]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:13 smithi112 ceph-mon[88945]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:13 smithi187 ceph-mon[84356]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:14.713 INFO:tasks.workunit.client.0.smithi112.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:14.713 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A3SrIVnN1j5DNlT off=13773972 len=1214437 2024-04-02T09:00:14.714 INFO:tasks.workunit.client.0.smithi112.stdout:op 2482 completed, throughput=4.99MB/sec 2024-04-02T09:00:14.714 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RT23IHN_okQzeID off=12519649 len=270761 2024-04-02T09:00:14.717 INFO:tasks.workunit.client.0.smithi112.stdout:op 2483 completed, throughput=4.99MB/sec 2024-04-02T09:00:14.718 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LkpIc5dJr4UZTX- off=11475189 len=1976223 2024-04-02T09:00:14.728 INFO:tasks.workunit.client.0.smithi112.stdout:op 2484 completed, throughput=5MB/sec 2024-04-02T09:00:14.728 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--qXxKZkUP_991_Z off=3838891 len=985112 2024-04-02T09:00:14.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 2485 completed, throughput=5MB/sec 2024-04-02T09:00:14.733 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P7ufU-YcLEX2C5O off=14510938 len=1480632 2024-04-02T09:00:14.741 INFO:tasks.workunit.client.0.smithi112.stdout:op 2486 completed, throughput=5MB/sec 2024-04-02T09:00:15.741 INFO:tasks.workunit.client.0.smithi112.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:15.741 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-067HBq97HP2USBg off=2241388 len=1158620 2024-04-02T09:00:15.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 2487 completed, throughput=4.99MB/sec 2024-04-02T09:00:15.743 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S_6kjkd9N5iqJzR off=15310508 len=1374920 2024-04-02T09:00:15.745 INFO:tasks.workunit.client.0.smithi112.stdout:op 2488 completed, throughput=5MB/sec 2024-04-02T09:00:15.745 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d_5Y_mRbwZejyRx off=4372161 len=934567 2024-04-02T09:00:15.746 INFO:tasks.workunit.client.0.smithi112.stdout:op 2489 completed, throughput=5MB/sec 2024-04-02T09:00:15.746 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ni_ZzsbLSrC6Tsr off=14125904 len=787708 2024-04-02T09:00:15.751 INFO:tasks.workunit.client.0.smithi112.stdout:op 2490 completed, throughput=5MB/sec 2024-04-02T09:00:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:15 smithi112 ceph-mon[88945]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:15 smithi112 ceph-mon[91385]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:15 smithi187 ceph-mon[84356]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:16.751 INFO:tasks.workunit.client.0.smithi112.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:16.752 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3WD24yMbM6E2SES off=1807176 len=311188 2024-04-02T09:00:16.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 2491 completed, throughput=4.99MB/sec 2024-04-02T09:00:16.754 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vcFqFuHDN1a7Mrn off=6955862 len=389936 2024-04-02T09:00:16.757 INFO:tasks.workunit.client.0.smithi112.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-02T09:00:16.757 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fbuZmnhq3BOj4Qq off=8318210 len=779964 2024-04-02T09:00:16.758 INFO:tasks.workunit.client.0.smithi112.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-02T09:00:16.758 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kQ-AwWgwgsP2Nq2 off=1740936 len=1165344 2024-04-02T09:00:16.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 2494 completed, throughput=5MB/sec 2024-04-02T09:00:16.759 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QVTjxjnJMfXdkmG off=17457205 len=1356095 2024-04-02T09:00:16.768 INFO:tasks.workunit.client.0.smithi112.stdout:op 2495 completed, throughput=5MB/sec 2024-04-02T09:00:16.768 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-66JdeRaRo6lV-aw off=757315 len=1217825 2024-04-02T09:00:16.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 2496 completed, throughput=5MB/sec 2024-04-02T09:00:17.769 INFO:tasks.workunit.client.0.smithi112.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:17.769 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4HzqTQQYQm7Z8we off=3390960 len=1773041 2024-04-02T09:00:17.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-02T09:00:17.780 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZRXFqnTeJrvpewP off=1262768 len=624525 2024-04-02T09:00:17.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-02T09:00:17.781 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dicclG5naMMZl99 off=8097329 len=1464965 2024-04-02T09:00:17.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 2499 completed, throughput=5MB/sec 2024-04-02T09:00:17.782 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ykf3EAag5oLwWTF off=20280050 len=771013 2024-04-02T09:00:17.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 2500 completed, throughput=5MB/sec 2024-04-02T09:00:17.785 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HNQojLqZbvqRCw2 off=281759 len=717005 2024-04-02T09:00:17.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 2501 completed, throughput=5MB/sec 2024-04-02T09:00:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:17 smithi112 ceph-mon[91385]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:17 smithi112 ceph-mon[88945]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:17 smithi187 ceph-mon[84356]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:18.787 INFO:tasks.workunit.client.0.smithi112.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:18.788 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8l3pG34ZEE6NQZR off=2313485 len=1487522 2024-04-02T09:00:18.795 INFO:tasks.workunit.client.0.smithi112.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-02T09:00:18.796 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4hArIzcfDM39l7V off=3789605 len=1929251 2024-04-02T09:00:18.797 INFO:tasks.workunit.client.0.smithi112.stdout:op 2503 completed, throughput=5MB/sec 2024-04-02T09:00:18.797 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7AClBQnxoPNNKeQ off=12891751 len=1456639 2024-04-02T09:00:18.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 2504 completed, throughput=5MB/sec 2024-04-02T09:00:18.804 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jRZIO9EGKTU0fDZ off=1726119 len=943257 2024-04-02T09:00:18.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 2505 completed, throughput=5MB/sec 2024-04-02T09:00:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:00:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:00:19] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:00:19.805 INFO:tasks.workunit.client.0.smithi112.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:19.805 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tv8GIdlyd5Hpl2l off=2667231 len=321761 2024-04-02T09:00:19.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 2506 completed, throughput=4.99MB/sec 2024-04-02T09:00:19.806 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bwYgiEjmzDofv0y off=5155887 len=686467 2024-04-02T09:00:19.808 INFO:tasks.workunit.client.0.smithi112.stdout:op 2507 completed, throughput=4.99MB/sec 2024-04-02T09:00:19.808 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2kVCAVcXBbKf5l0 off=2302039 len=1050575 2024-04-02T09:00:19.812 INFO:tasks.workunit.client.0.smithi112.stdout:op 2508 completed, throughput=5MB/sec 2024-04-02T09:00:19.812 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-et39oIvvK5_L5e6 off=5201956 len=265302 2024-04-02T09:00:19.815 INFO:tasks.workunit.client.0.smithi112.stdout:op 2509 completed, throughput=5MB/sec 2024-04-02T09:00:19.815 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XqgGrwL_PeIURXY off=1583310 len=567168 2024-04-02T09:00:19.819 INFO:tasks.workunit.client.0.smithi112.stdout:op 2510 completed, throughput=5MB/sec 2024-04-02T09:00:19.819 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rsdI2R-k0YaTguX off=815430 len=1612418 2024-04-02T09:00:19.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 2511 completed, throughput=5MB/sec 2024-04-02T09:00:19.821 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GMesifcdd5r2mPL off=290626 len=654008 2024-04-02T09:00:19.825 INFO:tasks.workunit.client.0.smithi112.stdout:op 2512 completed, throughput=5MB/sec 2024-04-02T09:00:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:19 smithi112 ceph-mon[91385]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:19 smithi112 ceph-mon[88945]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:19 smithi187 ceph-mon[84356]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:20.825 INFO:tasks.workunit.client.0.smithi112.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:20.826 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G6k4GMW8S7MujNd off=986146 len=903496 2024-04-02T09:00:20.831 INFO:tasks.workunit.client.0.smithi112.stdout:op 2513 completed, throughput=4.99MB/sec 2024-04-02T09:00:20.831 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wHntNWBdq023wmD off=5010061 len=2021101 2024-04-02T09:00:20.839 INFO:tasks.workunit.client.0.smithi112.stdout:op 2514 completed, throughput=5MB/sec 2024-04-02T09:00:20.839 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pnGP7jg0xm7CcDo off=2882394 len=1562924 2024-04-02T09:00:20.840 INFO:tasks.workunit.client.0.smithi112.stdout:op 2515 completed, throughput=5MB/sec 2024-04-02T09:00:20.840 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--a6xZUKLr_1dSK4 off=15668685 len=1506322 2024-04-02T09:00:20.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 2516 completed, throughput=5MB/sec 2024-04-02T09:00:21.844 INFO:tasks.workunit.client.0.smithi112.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:21.845 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F4hYpO_cKY0DH5D off=1274960 len=712241 2024-04-02T09:00:21.846 INFO:tasks.workunit.client.0.smithi112.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-02T09:00:21.847 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XVOmFwsYn5fBfsz off=5149980 len=276730 2024-04-02T09:00:21.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 2518 completed, throughput=4.99MB/sec 2024-04-02T09:00:21.847 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M3JfZLgdkW7fPKr off=4075970 len=1912046 2024-04-02T09:00:21.849 INFO:tasks.workunit.client.0.smithi112.stdout:op 2519 completed, throughput=5MB/sec 2024-04-02T09:00:21.849 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5_cH_jf-bXfuW8j off=3032713 len=1080791 2024-04-02T09:00:21.851 INFO:tasks.workunit.client.0.smithi112.stdout:op 2520 completed, throughput=5MB/sec 2024-04-02T09:00:21.851 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4MqUgCntMTzx_ED off=4915519 len=1279787 2024-04-02T09:00:21.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 2521 completed, throughput=5MB/sec 2024-04-02T09:00:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:21 smithi112 ceph-mon[91385]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:00:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:21 smithi112 ceph-mon[88945]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:00:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:21 smithi187 ceph-mon[84356]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:00:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:00:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:00:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:22.853 INFO:tasks.workunit.client.0.smithi112.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:22.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-T_-djwWzRL8BmGb off=3178886 len=1149780 2024-04-02T09:00:22.854 INFO:tasks.workunit.client.0.smithi112.stdout:op 2522 completed, throughput=4.99MB/sec 2024-04-02T09:00:22.854 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZAAjZ4GRDhsIqy5 off=15939564 len=1789948 2024-04-02T09:00:22.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 2523 completed, throughput=5MB/sec 2024-04-02T09:00:22.864 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VM731WkFLBmlCR9 off=5972879 len=360793 2024-04-02T09:00:22.866 INFO:tasks.workunit.client.0.smithi112.stdout:op 2524 completed, throughput=5MB/sec 2024-04-02T09:00:22.867 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oygTgTMPT4t9tpl off=10410175 len=1054733 2024-04-02T09:00:22.871 INFO:tasks.workunit.client.0.smithi112.stdout:op 2525 completed, throughput=5MB/sec 2024-04-02T09:00:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:23.871 INFO:tasks.workunit.client.0.smithi112.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:23.872 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-reNgEfwBvkui7nk off=1620310 len=272060 2024-04-02T09:00:23.872 INFO:tasks.workunit.client.0.smithi112.stdout:op 2526 completed, throughput=4.99MB/sec 2024-04-02T09:00:23.872 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kbxXsqXUOg-93mg off=6083535 len=589851 2024-04-02T09:00:23.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 2527 completed, throughput=4.99MB/sec 2024-04-02T09:00:23.873 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xjv6-n5Zauqm9Yn off=2520232 len=1756085 2024-04-02T09:00:23.881 INFO:tasks.workunit.client.0.smithi112.stdout:op 2528 completed, throughput=5MB/sec 2024-04-02T09:00:23.881 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F5-K15h3L8YyWZF off=11377283 len=1047986 2024-04-02T09:00:23.885 INFO:tasks.workunit.client.0.smithi112.stdout:op 2529 completed, throughput=5MB/sec 2024-04-02T09:00:23.885 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ezGOYdtptZ3v6Ng off=1587599 len=282924 2024-04-02T09:00:23.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 2530 completed, throughput=5MB/sec 2024-04-02T09:00:23.889 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5mbtwcCmzcQscBE off=3940456 len=675508 2024-04-02T09:00:23.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 2531 completed, throughput=5MB/sec 2024-04-02T09:00:23.889 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-puxLwLgcyblR2WU off=572779 len=186344 2024-04-02T09:00:23.891 INFO:tasks.workunit.client.0.smithi112.stdout:op 2532 completed, throughput=5MB/sec 2024-04-02T09:00:23.891 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E6ZfUWy1yVeAU1I off=4595113 len=37016 2024-04-02T09:00:23.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 2533 completed, throughput=5MB/sec 2024-04-02T09:00:23.892 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BNwfQbZjnJEPTrY off=12906082 len=1751869 2024-04-02T09:00:23.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 2534 completed, throughput=5MB/sec 2024-04-02T09:00:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:23 smithi112 ceph-mon[88945]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:23 smithi112 ceph-mon[91385]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:23 smithi187 ceph-mon[84356]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:24.902 INFO:tasks.workunit.client.0.smithi112.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:24.902 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rKI9KR3VokcjwtW off=8582520 len=158439 2024-04-02T09:00:24.902 INFO:tasks.workunit.client.0.smithi112.stdout:op 2535 completed, throughput=4.99MB/sec 2024-04-02T09:00:24.902 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7UuP4ln8wM0clB7 off=8038096 len=668436 2024-04-02T09:00:24.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-02T09:00:24.903 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CCQa_2iAnn2RVRY off=12387343 len=1148859 2024-04-02T09:00:24.904 INFO:tasks.workunit.client.0.smithi112.stdout:op 2537 completed, throughput=5MB/sec 2024-04-02T09:00:24.904 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-24oq-yCLUt4u9FD off=2723862 len=1334879 2024-04-02T09:00:24.905 INFO:tasks.workunit.client.0.smithi112.stdout:op 2538 completed, throughput=5MB/sec 2024-04-02T09:00:24.905 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1zeJbr5BgxG8EuC off=5170592 len=708316 2024-04-02T09:00:24.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 2539 completed, throughput=5MB/sec 2024-04-02T09:00:25.907 INFO:tasks.workunit.client.0.smithi112.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:25.907 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s0fhes1vBk-XN_k off=11515090 len=712445 2024-04-02T09:00:25.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 2540 completed, throughput=4.99MB/sec 2024-04-02T09:00:25.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cNC9IqCLeaGx9uQ off=323123 len=219421 2024-04-02T09:00:25.912 INFO:tasks.workunit.client.0.smithi112.stdout:op 2541 completed, throughput=4.99MB/sec 2024-04-02T09:00:25.912 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n8pwazm4tHtSYO1 off=8373025 len=275342 2024-04-02T09:00:25.915 INFO:tasks.workunit.client.0.smithi112.stdout:op 2542 completed, throughput=4.99MB/sec 2024-04-02T09:00:25.915 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tr4fGhDgk9jc5Pn off=6686471 len=1962959 2024-04-02T09:00:25.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 2543 completed, throughput=5MB/sec 2024-04-02T09:00:25.916 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8fVuADl4E8Kj2AX off=3723410 len=1292080 2024-04-02T09:00:25.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 2544 completed, throughput=5MB/sec 2024-04-02T09:00:25.917 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q2YdRCp-YakUR4A off=8026510 len=651242 2024-04-02T09:00:25.919 INFO:tasks.workunit.client.0.smithi112.stdout:op 2545 completed, throughput=5MB/sec 2024-04-02T09:00:25.919 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nr8Pw9cHRYReB0r off=576414 len=823484 2024-04-02T09:00:25.923 INFO:tasks.workunit.client.0.smithi112.stdout:op 2546 completed, throughput=5MB/sec 2024-04-02T09:00:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:25 smithi112 ceph-mon[91385]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:25 smithi112 ceph-mon[88945]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:25 smithi187 ceph-mon[84356]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:26.923 INFO:tasks.workunit.client.0.smithi112.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:26.923 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-13cqiiWe60RF7bb off=1821271 len=1023621 2024-04-02T09:00:26.925 INFO:tasks.workunit.client.0.smithi112.stdout:op 2547 completed, throughput=4.99MB/sec 2024-04-02T09:00:26.925 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x6-pAtWVA6SqbK1 off=15020634 len=1510587 2024-04-02T09:00:26.931 INFO:tasks.workunit.client.0.smithi112.stdout:op 2548 completed, throughput=5MB/sec 2024-04-02T09:00:26.931 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wLDHOwa5NmKWXpA off=14746073 len=526074 2024-04-02T09:00:26.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 2549 completed, throughput=5MB/sec 2024-04-02T09:00:26.932 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j6xRiXBIGZqiVh7 off=5878121 len=689469 2024-04-02T09:00:26.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 2550 completed, throughput=5MB/sec 2024-04-02T09:00:26.937 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1ffLZd24QBZ1qDe off=190531 len=1432964 2024-04-02T09:00:26.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 2551 completed, throughput=5MB/sec 2024-04-02T09:00:27.943 INFO:tasks.workunit.client.0.smithi112.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:27.943 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JtFMDaF-wUCyzmn off=8177094 len=2075824 2024-04-02T09:00:27.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 2552 completed, throughput=5MB/sec 2024-04-02T09:00:27.945 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d4O_XEIBLIH7Hvy off=2472659 len=1718632 2024-04-02T09:00:27.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 2553 completed, throughput=5MB/sec 2024-04-02T09:00:27.954 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DDRlFM7fY1fu-dl off=2989174 len=238193 2024-04-02T09:00:27.955 INFO:tasks.workunit.client.0.smithi112.stdout:op 2554 completed, throughput=5MB/sec 2024-04-02T09:00:27.955 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HWQaF-s5bXt8o_w off=2617080 len=1025379 2024-04-02T09:00:27.956 INFO:tasks.workunit.client.0.smithi112.stdout:op 2555 completed, throughput=5MB/sec 2024-04-02T09:00:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:27 smithi112 ceph-mon[91385]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:27 smithi112 ceph-mon[88945]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:27 smithi187 ceph-mon[84356]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:28.956 INFO:tasks.workunit.client.0.smithi112.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:28.957 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OM2_2WG9mvLysYg off=13384081 len=2075303 2024-04-02T09:00:28.968 INFO:tasks.workunit.client.0.smithi112.stdout:op 2556 completed, throughput=4.99MB/sec 2024-04-02T09:00:28.968 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nQYCveUjWacqeGV off=3964250 len=1634204 2024-04-02T09:00:28.974 INFO:tasks.workunit.client.0.smithi112.stdout:op 2557 completed, throughput=5MB/sec 2024-04-02T09:00:28.974 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zDtI3TUldm6Ot3d off=4549892 len=1907550 2024-04-02T09:00:28.976 INFO:tasks.workunit.client.0.smithi112.stdout:op 2558 completed, throughput=5MB/sec 2024-04-02T09:00:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:00:29.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:29.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:29.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:00:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:00:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:00:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:00:29] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T09:00:29.976 INFO:tasks.workunit.client.0.smithi112.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:29.976 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_qjdqaHndFMb0mv off=19802499 len=488404 2024-04-02T09:00:29.977 INFO:tasks.workunit.client.0.smithi112.stdout:op 2559 completed, throughput=4.99MB/sec 2024-04-02T09:00:29.977 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J_dGYa0msSE9QAm off=7115039 len=218672 2024-04-02T09:00:29.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 2560 completed, throughput=4.99MB/sec 2024-04-02T09:00:29.978 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uoSrlJYBcXYERh0 off=4071909 len=159557 2024-04-02T09:00:29.979 INFO:tasks.workunit.client.0.smithi112.stdout:op 2561 completed, throughput=4.99MB/sec 2024-04-02T09:00:29.979 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zSJsoGUumg98KSj off=7866825 len=1962103 2024-04-02T09:00:29.990 INFO:tasks.workunit.client.0.smithi112.stdout:op 2562 completed, throughput=5MB/sec 2024-04-02T09:00:29.990 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IDYsSOFp3Wn0Q4k off=7465083 len=520937 2024-04-02T09:00:29.993 INFO:tasks.workunit.client.0.smithi112.stdout:op 2563 completed, throughput=5MB/sec 2024-04-02T09:00:29.993 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KnYVGewn0Zo9ULx off=3296661 len=152165 2024-04-02T09:00:29.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 2564 completed, throughput=5MB/sec 2024-04-02T09:00:29.994 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vUfSh5U8_-YWp0C off=21925578 len=480662 2024-04-02T09:00:29.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 2565 completed, throughput=5MB/sec 2024-04-02T09:00:29.997 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wte3_5Ql1nwKFGE off=4589010 len=678848 2024-04-02T09:00:29.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 2566 completed, throughput=5MB/sec 2024-04-02T09:00:29.998 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YV3TlF3r_A3NZZB off=20340989 len=2085311 2024-04-02T09:00:30.010 INFO:tasks.workunit.client.0.smithi112.stdout:op 2567 completed, throughput=5MB/sec 2024-04-02T09:00:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:29 smithi112 ceph-mon[91385]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:29 smithi112 ceph-mon[88945]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:29 smithi187 ceph-mon[84356]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:00:31.009 INFO:tasks.workunit.client.0.smithi112.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:31.009 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hRqjlKRoX7m0RhF off=20144828 len=1590696 2024-04-02T09:00:31.017 INFO:tasks.workunit.client.0.smithi112.stdout:op 2568 completed, throughput=5MB/sec 2024-04-02T09:00:31.017 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hwzb0ZoeG1ly028 off=11203726 len=960274 2024-04-02T09:00:31.020 INFO:tasks.workunit.client.0.smithi112.stdout:op 2569 completed, throughput=5MB/sec 2024-04-02T09:00:31.021 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HrJeHvTncqflBfS off=9434629 len=1477509 2024-04-02T09:00:31.029 INFO:tasks.workunit.client.0.smithi112.stdout:op 2570 completed, throughput=5MB/sec 2024-04-02T09:00:32.030 INFO:tasks.workunit.client.0.smithi112.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:32.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-saKk7B6eV9nDlqx off=16813424 len=972659 2024-04-02T09:00:32.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-02T09:00:32.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7MAIrWZRtTAVwjl off=1114678 len=411304 2024-04-02T09:00:32.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 2572 completed, throughput=4.99MB/sec 2024-04-02T09:00:32.031 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UOMUwsVsf-hfR-O off=508071 len=515899 2024-04-02T09:00:32.032 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:31 smithi187 ceph-mon[84356]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:32.035 INFO:tasks.workunit.client.0.smithi112.stdout:op 2573 completed, throughput=4.99MB/sec 2024-04-02T09:00:32.035 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qS1lBOLdTpbOnnn off=4091284 len=1487501 2024-04-02T09:00:32.042 INFO:tasks.workunit.client.0.smithi112.stdout:op 2574 completed, throughput=5MB/sec 2024-04-02T09:00:32.042 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nr7jiuV4dgopOb7 off=4625443 len=901277 2024-04-02T09:00:32.043 INFO:tasks.workunit.client.0.smithi112.stdout:op 2575 completed, throughput=5MB/sec 2024-04-02T09:00:32.043 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Rp-8k6fFMk6PcLg off=5740599 len=180403 2024-04-02T09:00:32.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 2576 completed, throughput=5MB/sec 2024-04-02T09:00:32.044 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wEWIf7LaqePYwxE off=9920452 len=281094 2024-04-02T09:00:32.046 INFO:tasks.workunit.client.0.smithi112.stdout:op 2577 completed, throughput=5MB/sec 2024-04-02T09:00:32.046 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SCGtihCJnzPCP8T off=93174 len=1320812 2024-04-02T09:00:32.048 INFO:tasks.workunit.client.0.smithi112.stdout:op 2578 completed, throughput=5MB/sec 2024-04-02T09:00:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:31 smithi112 ceph-mon[91385]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:31 smithi112 ceph-mon[88945]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:00:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:00:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:33.048 INFO:tasks.workunit.client.0.smithi112.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:33.049 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pSw85tSut-Bj-7s off=5689471 len=68934 2024-04-02T09:00:33.049 INFO:tasks.workunit.client.0.smithi112.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-02T09:00:33.049 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7vuPmLwgAFpypB4 off=424704 len=261086 2024-04-02T09:00:33.051 INFO:tasks.workunit.client.0.smithi112.stdout:op 2580 completed, throughput=4.99MB/sec 2024-04-02T09:00:33.051 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F4hYpO_cKY0DH5D off=725840 len=808012 2024-04-02T09:00:33.053 INFO:tasks.workunit.client.0.smithi112.stdout:op 2581 completed, throughput=4.99MB/sec 2024-04-02T09:00:33.053 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PAuuw5dqHhTfNgv off=4874612 len=1738089 2024-04-02T09:00:33.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 2582 completed, throughput=5MB/sec 2024-04-02T09:00:33.062 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bS32T84qFGmpyO3 off=3636663 len=1271425 2024-04-02T09:00:33.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 2583 completed, throughput=5MB/sec 2024-04-02T09:00:34.068 INFO:tasks.workunit.client.0.smithi112.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:34.068 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KpPZ-cyYIRWTNQR off=874278 len=415563 2024-04-02T09:00:34.069 INFO:tasks.workunit.client.0.smithi112.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-02T09:00:34.069 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GoVnkuzDl83dQ-S off=425280 len=1608319 2024-04-02T09:00:34.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 2585 completed, throughput=4.99MB/sec 2024-04-02T09:00:34.073 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WfmD5jZPvq_3LMu off=17459208 len=1214080 2024-04-02T09:00:34.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 2586 completed, throughput=5MB/sec 2024-04-02T09:00:34.078 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sXqBMeKMLwQ1gDH off=8191615 len=497696 2024-04-02T09:00:34.079 INFO:tasks.workunit.client.0.smithi112.stdout:op 2587 completed, throughput=5MB/sec 2024-04-02T09:00:34.079 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wKClnXCGMGR1xZR off=16669307 len=1107898 2024-04-02T09:00:34.082 INFO:tasks.workunit.client.0.smithi112.stdout:op 2588 completed, throughput=5MB/sec 2024-04-02T09:00:34.082 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5UmLzkOuMKbNCtf off=13600487 len=1921314 2024-04-02T09:00:34.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 2589 completed, throughput=5MB/sec 2024-04-02T09:00:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:33 smithi112 ceph-mon[91385]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:33 smithi112 ceph-mon[88945]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:33 smithi187 ceph-mon[84356]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:35.089 INFO:tasks.workunit.client.0.smithi112.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:35.089 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3sydi0P7xNtNnMn off=11643664 len=1207481 2024-04-02T09:00:35.095 INFO:tasks.workunit.client.0.smithi112.stdout:op 2590 completed, throughput=5MB/sec 2024-04-02T09:00:35.095 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--Ldj1y07KIsQrRg off=2553757 len=1579492 2024-04-02T09:00:35.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 2591 completed, throughput=5MB/sec 2024-04-02T09:00:35.098 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jor0ho_GqzXxbdf off=9350552 len=940049 2024-04-02T09:00:35.099 INFO:tasks.workunit.client.0.smithi112.stdout:op 2592 completed, throughput=5MB/sec 2024-04-02T09:00:35.099 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1kSGWr0Am46iW8k off=0 len=1377280 2024-04-02T09:00:35.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 2593 completed, throughput=5MB/sec 2024-04-02T09:00:36.101 INFO:tasks.workunit.client.0.smithi112.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:36.101 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_Lv4JSSDgZABo2n off=611643 len=1150769 2024-04-02T09:00:36.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 2594 completed, throughput=4.99MB/sec 2024-04-02T09:00:36.102 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4ui7j-UdD2_qQpq off=1548736 len=316748 2024-04-02T09:00:36.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 2595 completed, throughput=5MB/sec 2024-04-02T09:00:36.104 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oCjEuAjDcWocpns off=1571134 len=1551157 2024-04-02T09:00:36.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 2596 completed, throughput=5MB/sec 2024-04-02T09:00:36.114 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V5wjnW_iA2Qpmb5 off=10357398 len=155974 2024-04-02T09:00:36.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 2597 completed, throughput=5MB/sec 2024-04-02T09:00:36.114 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XcFrSMeXTwi8sFH off=14677889 len=83372 2024-04-02T09:00:36.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 2598 completed, throughput=5MB/sec 2024-04-02T09:00:36.115 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cnxDRT840qnoUig off=9996618 len=1778079 2024-04-02T09:00:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:35 smithi112 ceph-mon[91385]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:35 smithi112 ceph-mon[88945]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:36.124 INFO:tasks.workunit.client.0.smithi112.stdout:op 2599 completed, throughput=5MB/sec 2024-04-02T09:00:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:35 smithi187 ceph-mon[84356]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:37.124 INFO:tasks.workunit.client.0.smithi112.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:37.125 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OBasEP03hYXVE-7 off=44360 len=1964540 2024-04-02T09:00:37.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 2600 completed, throughput=5MB/sec 2024-04-02T09:00:37.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I6ngHeZbWojw5eS off=2460070 len=1807253 2024-04-02T09:00:37.146 INFO:tasks.workunit.client.0.smithi112.stdout:op 2601 completed, throughput=5MB/sec 2024-04-02T09:00:37.146 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dYbcKfJFecYfZ6C off=1515484 len=1800476 2024-04-02T09:00:37.156 INFO:tasks.workunit.client.0.smithi112.stdout:op 2602 completed, throughput=5MB/sec 2024-04-02T09:00:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:37 smithi112 ceph-mon[91385]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:37 smithi112 ceph-mon[88945]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iHVibqZ-gVFSlwg off=3116139 len=365901 2024-04-02T09:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout:op 2603 completed, throughput=4.99MB/sec 2024-04-02T09:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kAFU7zIVz6aEi9A off=1470697 len=1077291 2024-04-02T09:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 2604 completed, throughput=5MB/sec 2024-04-02T09:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ShcTGM9MoPf6RjP off=4370956 len=1249744 2024-04-02T09:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 2605 completed, throughput=5MB/sec 2024-04-02T09:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4u0XuJ97UiP8ahv off=9113618 len=629126 2024-04-02T09:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 2606 completed, throughput=5MB/sec 2024-04-02T09:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WnM-crXd4QE82PE off=10930626 len=1870823 2024-04-02T09:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout:op 2607 completed, throughput=5MB/sec 2024-04-02T09:00:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:37 smithi187 ceph-mon[84356]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:39.176 INFO:tasks.workunit.client.0.smithi112.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:39.176 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HXyofNV9l8P1IyX off=2209529 len=274590 2024-04-02T09:00:39.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 2608 completed, throughput=4.99MB/sec 2024-04-02T09:00:39.179 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4mlWVfL0b9_IM4E off=4711110 len=644436 2024-04-02T09:00:39.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-02T09:00:39.181 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C2dJVmDZSO7giHl off=3623812 len=1334128 2024-04-02T09:00:39.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 2610 completed, throughput=5MB/sec 2024-04-02T09:00:39.182 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V0B20UO-aArAr_J off=9516560 len=873914 2024-04-02T09:00:39.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 2611 completed, throughput=5MB/sec 2024-04-02T09:00:39.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G5slNvUvOBMNEvn off=1845100 len=1139721 2024-04-02T09:00:39.192 INFO:tasks.workunit.client.0.smithi112.stdout:op 2612 completed, throughput=5MB/sec 2024-04-02T09:00:39.192 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FfNzZ6hIbMaYQGg off=14916085 len=1632590 2024-04-02T09:00:39.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 2613 completed, throughput=5MB/sec 2024-04-02T09:00:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:00:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:00:39] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:00:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:39 smithi112 ceph-mon[91385]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:39 smithi112 ceph-mon[88945]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:40.198 INFO:tasks.workunit.client.0.smithi112.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:40.198 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gsubyErDPlewDDU off=15632163 len=1119537 2024-04-02T09:00:40.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 2614 completed, throughput=5MB/sec 2024-04-02T09:00:40.203 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-10gkggGVahgWXbR off=13550473 len=1409737 2024-04-02T09:00:40.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 2615 completed, throughput=5MB/sec 2024-04-02T09:00:40.211 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f_KkpGmSx-uwl_u off=9580062 len=573717 2024-04-02T09:00:40.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 2616 completed, throughput=5MB/sec 2024-04-02T09:00:40.212 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hAovBAWZFEMQIET off=7406646 len=848820 2024-04-02T09:00:40.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 2617 completed, throughput=5MB/sec 2024-04-02T09:00:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:39 smithi187 ceph-mon[84356]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:41.213 INFO:tasks.workunit.client.0.smithi112.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:41.213 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DH9_uTVHZ_Thajy off=1755167 len=568667 2024-04-02T09:00:41.214 INFO:tasks.workunit.client.0.smithi112.stdout:op 2618 completed, throughput=4.99MB/sec 2024-04-02T09:00:41.214 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z8_RAiy-6xgq-yA off=4715140 len=1842751 2024-04-02T09:00:41.216 INFO:tasks.workunit.client.0.smithi112.stdout:op 2619 completed, throughput=5MB/sec 2024-04-02T09:00:41.216 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a7C_t0GjCuy8hh3 off=19068059 len=744549 2024-04-02T09:00:41.218 INFO:tasks.workunit.client.0.smithi112.stdout:op 2620 completed, throughput=5MB/sec 2024-04-02T09:00:41.218 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hEqkrxzC_tKjBLQ off=9059344 len=1962743 2024-04-02T09:00:41.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 2621 completed, throughput=5MB/sec 2024-04-02T09:00:41.228 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AFkCL1hX7wKK45v off=6622954 len=1004062 2024-04-02T09:00:41.230 INFO:tasks.workunit.client.0.smithi112.stdout:op 2622 completed, throughput=5MB/sec 2024-04-02T09:00:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:41 smithi112 ceph-mon[91385]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:41 smithi112 ceph-mon[88945]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:42.230 INFO:tasks.workunit.client.0.smithi112.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:42.230 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dlUgIwD2c50vKjM off=2961369 len=1715997 2024-04-02T09:00:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:41 smithi187 ceph-mon[84356]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:42.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 2623 completed, throughput=5MB/sec 2024-04-02T09:00:42.238 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YvL7fxz12sSmJRq off=11641866 len=1965874 2024-04-02T09:00:42.249 INFO:tasks.workunit.client.0.smithi112.stdout:op 2624 completed, throughput=5MB/sec 2024-04-02T09:00:42.249 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DXIEOANlRB9y7SO off=3901467 len=1396281 2024-04-02T09:00:42.255 INFO:tasks.workunit.client.0.smithi112.stdout:op 2625 completed, throughput=5MB/sec 2024-04-02T09:00:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:00:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:43.255 INFO:tasks.workunit.client.0.smithi112.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:43.256 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x8rNqaW0BO5rDhX off=12743734 len=857710 2024-04-02T09:00:43.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 2626 completed, throughput=4.99MB/sec 2024-04-02T09:00:43.260 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5yz6veexXKgo_OZ off=6251620 len=1264864 2024-04-02T09:00:43.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 2627 completed, throughput=5MB/sec 2024-04-02T09:00:43.262 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LiLZeUEazrIDb_l off=1116196 len=1164757 2024-04-02T09:00:43.269 INFO:tasks.workunit.client.0.smithi112.stdout:op 2628 completed, throughput=5MB/sec 2024-04-02T09:00:43.269 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R1drBfxulT4dv-D off=1962122 len=1104488 2024-04-02T09:00:43.271 INFO:tasks.workunit.client.0.smithi112.stdout:op 2629 completed, throughput=5MB/sec 2024-04-02T09:00:43.271 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tPmg94QNr9HeqiT off=4968779 len=1159249 2024-04-02T09:00:43.276 INFO:tasks.workunit.client.0.smithi112.stdout:op 2630 completed, throughput=5MB/sec 2024-04-02T09:00:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:43 smithi112 ceph-mon[88945]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:44.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:43 smithi112 ceph-mon[91385]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:43 smithi187 ceph-mon[84356]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:44.276 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--QIJHO0f7unU4B5 off=6803735 len=415198 2024-04-02T09:00:44.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-02T09:00:44.280 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Rue2XiPnCPasbQV off=945469 len=1923126 2024-04-02T09:00:44.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 2632 completed, throughput=5MB/sec 2024-04-02T09:00:44.282 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MZSvsSZE9JNuu4p off=10468413 len=2086382 2024-04-02T09:00:44.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 2633 completed, throughput=5MB/sec 2024-04-02T09:00:44.290 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HrvKKBGfHgA92-7 off=9209202 len=692288 2024-04-02T09:00:44.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 2634 completed, throughput=5MB/sec 2024-04-02T09:00:45.294 INFO:tasks.workunit.client.0.smithi112.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:45.294 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4L0xn4QEVYeo5NL off=6160194 len=1398607 2024-04-02T09:00:45.295 INFO:tasks.workunit.client.0.smithi112.stdout:op 2635 completed, throughput=4.99MB/sec 2024-04-02T09:00:45.296 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-stq-TQy0hOXKsJ6 off=7589104 len=393623 2024-04-02T09:00:45.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 2636 completed, throughput=4.99MB/sec 2024-04-02T09:00:45.297 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z4RpHyDYvqsl17p off=4416927 len=136820 2024-04-02T09:00:45.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 2637 completed, throughput=5MB/sec 2024-04-02T09:00:45.298 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TvcXO6ztiNQpCG2 off=9512605 len=233297 2024-04-02T09:00:45.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 2638 completed, throughput=5MB/sec 2024-04-02T09:00:45.298 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HfGaZw66ATCOMkp off=13575 len=772031 2024-04-02T09:00:45.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 2639 completed, throughput=5MB/sec 2024-04-02T09:00:45.299 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wqPfNeMojqTRKwV off=817550 len=1499754 2024-04-02T09:00:45.306 INFO:tasks.workunit.client.0.smithi112.stdout:op 2640 completed, throughput=5MB/sec 2024-04-02T09:00:45.306 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UrdZbRhLYJKBASH off=5722753 len=1490173 2024-04-02T09:00:45.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 2641 completed, throughput=5MB/sec 2024-04-02T09:00:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:45 smithi112 ceph-mon[88945]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:45 smithi112 ceph-mon[91385]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:45 smithi187 ceph-mon[84356]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:46.315 INFO:tasks.workunit.client.0.smithi112.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:46.315 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eKii-m0fO9v-S-_ off=920733 len=685966 2024-04-02T09:00:46.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 2642 completed, throughput=4.99MB/sec 2024-04-02T09:00:46.316 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4zdQVUXvNopIskP off=5821927 len=1954388 2024-04-02T09:00:46.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 2643 completed, throughput=5MB/sec 2024-04-02T09:00:46.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kJpLQS64zBQvWFf off=4311045 len=1328566 2024-04-02T09:00:46.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 2644 completed, throughput=5MB/sec 2024-04-02T09:00:46.327 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KBs9BAAddYv2ljM off=5212766 len=1550079 2024-04-02T09:00:46.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 2645 completed, throughput=5MB/sec 2024-04-02T09:00:47.333 INFO:tasks.workunit.client.0.smithi112.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:47.333 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hUI3CYipVsEYwqs off=11575309 len=798072 2024-04-02T09:00:47.336 INFO:tasks.workunit.client.0.smithi112.stdout:op 2646 completed, throughput=4.99MB/sec 2024-04-02T09:00:47.337 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SCTsW_M2MSdBEjF off=16671413 len=1204987 2024-04-02T09:00:47.343 INFO:tasks.workunit.client.0.smithi112.stdout:op 2647 completed, throughput=5MB/sec 2024-04-02T09:00:47.343 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bw2N9gxMGvFnqem off=13609792 len=394074 2024-04-02T09:00:47.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 2648 completed, throughput=5MB/sec 2024-04-02T09:00:47.344 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FSVYr5oYd1y9JER off=224288 len=1179813 2024-04-02T09:00:47.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 2649 completed, throughput=5MB/sec 2024-04-02T09:00:47.344 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g1v5UKtYlwlHfnN off=1188937 len=1239392 2024-04-02T09:00:47.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 2650 completed, throughput=5MB/sec 2024-04-02T09:00:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:47 smithi112 ceph-mon[91385]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:47 smithi112 ceph-mon[88945]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:47 smithi187 ceph-mon[84356]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:48.351 INFO:tasks.workunit.client.0.smithi112.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:48.351 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F4hYpO_cKY0DH5D off=917102 len=78693 2024-04-02T09:00:48.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 2651 completed, throughput=4.99MB/sec 2024-04-02T09:00:48.354 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mo5Aojx2GAa3_y2 off=20858283 len=1226450 2024-04-02T09:00:48.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-02T09:00:48.359 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qXzQ20bOEv1svGX off=4631295 len=1698971 2024-04-02T09:00:48.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 2653 completed, throughput=5MB/sec 2024-04-02T09:00:48.360 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AxnLPH6U_VDcDXy off=1811116 len=394622 2024-04-02T09:00:48.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 2654 completed, throughput=5MB/sec 2024-04-02T09:00:48.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PVjSR4Xl_n5756g off=18765118 len=29940 2024-04-02T09:00:48.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 2655 completed, throughput=5MB/sec 2024-04-02T09:00:48.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jM_CCdtI6bGpEwz off=8268940 len=52550 2024-04-02T09:00:48.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 2656 completed, throughput=5MB/sec 2024-04-02T09:00:48.365 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zepXV8gDIRoKC1W off=5879630 len=196379 2024-04-02T09:00:48.367 INFO:tasks.workunit.client.0.smithi112.stdout:op 2657 completed, throughput=5MB/sec 2024-04-02T09:00:48.367 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HicjAf_8f2fVbre off=3618894 len=173409 2024-04-02T09:00:48.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 2658 completed, throughput=5MB/sec 2024-04-02T09:00:48.369 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NTEr-z1I2qNdjPW off=2606236 len=469216 2024-04-02T09:00:48.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 2659 completed, throughput=5MB/sec 2024-04-02T09:00:48.370 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o2RPzQ213mgYiDc off=4024555 len=857195 2024-04-02T09:00:48.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 2660 completed, throughput=5MB/sec 2024-04-02T09:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_VZYR2s31TMmh9m off=19837665 len=1006232 2024-04-02T09:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 2661 completed, throughput=4.99MB/sec 2024-04-02T09:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--qddxfP_fkfDGEx off=661365 len=1474787 2024-04-02T09:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 2662 completed, throughput=5MB/sec 2024-04-02T09:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q4xYFKoTg_sBLtD off=0 len=1157235 2024-04-02T09:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 2663 completed, throughput=5MB/sec 2024-04-02T09:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RHT-Wl6fx0RVlOd off=8076347 len=407861 2024-04-02T09:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout:op 2664 completed, throughput=5MB/sec 2024-04-02T09:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wLlXG8FnReVd__Y off=2178872 len=1125547 2024-04-02T09:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 2665 completed, throughput=5MB/sec 2024-04-02T09:00:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:00:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:00:49] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:00:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:49 smithi112 ceph-mon[91385]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:00:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:49 smithi112 ceph-mon[88945]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:00:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:49 smithi187 ceph-mon[84356]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ofK3KCMm4Q_Sj8k off=168857 len=1507975 2024-04-02T09:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-02T09:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UWXlbhWhnbTAyut off=13079597 len=1792448 2024-04-02T09:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout:op 2667 completed, throughput=5MB/sec 2024-04-02T09:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--LCrU1i5dz0SFCn off=263018 len=1712991 2024-04-02T09:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 2668 completed, throughput=5MB/sec 2024-04-02T09:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--t3HnyNeV6tEGm9 off=3374490 len=610117 2024-04-02T09:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout:op 2669 completed, throughput=4.99MB/sec 2024-04-02T09:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h0gQjHFOpuPqDWy off=13442172 len=679808 2024-04-02T09:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-02T09:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Pm0zVipsdUsvzrv off=4320213 len=1048438 2024-04-02T09:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout:op 2671 completed, throughput=5MB/sec 2024-04-02T09:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bkf5nBAhQDxmrma off=283255 len=1757413 2024-04-02T09:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 2672 completed, throughput=5MB/sec 2024-04-02T09:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3fed7fl4yd3PzOx off=719617 len=2087074 2024-04-02T09:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 2673 completed, throughput=5MB/sec 2024-04-02T09:00:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:51 smithi112 ceph-mon[91385]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:51 smithi112 ceph-mon[88945]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:51 smithi187 ceph-mon[84356]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yWS6EGwHnKEH5df off=4348430 len=885906 2024-04-02T09:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-02T09:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BYbiWeB6ZBZZV9F off=7118313 len=1223018 2024-04-02T09:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 2675 completed, throughput=5MB/sec 2024-04-02T09:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kPBwp0HZe2JdI7M off=453201 len=290888 2024-04-02T09:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout:op 2676 completed, throughput=5MB/sec 2024-04-02T09:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_vOhzkRR-dVWTs4 off=7156091 len=1274079 2024-04-02T09:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 2677 completed, throughput=5MB/sec 2024-04-02T09:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--HnWNvBSpYmnyIi off=10837316 len=234454 2024-04-02T09:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout:op 2678 completed, throughput=5MB/sec 2024-04-02T09:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jGykEKnz2aEOufG off=5517143 len=453061 2024-04-02T09:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout:op 2679 completed, throughput=5MB/sec 2024-04-02T09:00:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:00:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:00:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8cHoKSVTpenV-uA off=267566 len=717134 2024-04-02T09:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 2680 completed, throughput=4.99MB/sec 2024-04-02T09:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UTYVdaYVnopl5vt off=2800604 len=774669 2024-04-02T09:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 2681 completed, throughput=4.99MB/sec 2024-04-02T09:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EgrxGorAUTf3i9t off=8182437 len=754523 2024-04-02T09:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-02T09:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w6uorlzmVgK9fHj off=15558260 len=590828 2024-04-02T09:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout:op 2683 completed, throughput=5MB/sec 2024-04-02T09:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7_D5AnxN3cE9UYz off=585000 len=329319 2024-04-02T09:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout:op 2684 completed, throughput=5MB/sec 2024-04-02T09:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-chInXOv3dKxi6p1 off=5858707 len=189541 2024-04-02T09:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout:op 2685 completed, throughput=5MB/sec 2024-04-02T09:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u-rF2l0HVPf00wn off=6629397 len=1562195 2024-04-02T09:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout:op 2686 completed, throughput=5MB/sec 2024-04-02T09:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ie3e8UL_noebqBX off=3023430 len=178111 2024-04-02T09:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 2687 completed, throughput=5MB/sec 2024-04-02T09:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8cHoKSVTpenV-uA off=160863 len=2058625 2024-04-02T09:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 2688 completed, throughput=5MB/sec 2024-04-02T09:00:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:53 smithi112 ceph-mon[91385]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:53 smithi112 ceph-mon[88945]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:53 smithi187 ceph-mon[84356]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:54.465 INFO:tasks.workunit.client.0.smithi112.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:54.466 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jZLm7ybt38U54sl off=5232979 len=71316 2024-04-02T09:00:54.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 2689 completed, throughput=4.99MB/sec 2024-04-02T09:00:54.467 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qGzSU-_LvnvdJji off=13133295 len=614303 2024-04-02T09:00:54.471 INFO:tasks.workunit.client.0.smithi112.stdout:op 2690 completed, throughput=5MB/sec 2024-04-02T09:00:54.471 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5RJLxCduejIYFVU off=0 len=1057056 2024-04-02T09:00:54.472 INFO:tasks.workunit.client.0.smithi112.stdout:op 2691 completed, throughput=5MB/sec 2024-04-02T09:00:54.472 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EbgnkqDg2YaVsQo off=1666657 len=439647 2024-04-02T09:00:54.474 INFO:tasks.workunit.client.0.smithi112.stdout:op 2692 completed, throughput=5MB/sec 2024-04-02T09:00:54.475 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GXaklPYlbNW3dZQ off=20056789 len=988871 2024-04-02T09:00:54.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 2693 completed, throughput=5MB/sec 2024-04-02T09:00:54.480 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FzbwbCkSs997pn0 off=248954 len=1055653 2024-04-02T09:00:54.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 2694 completed, throughput=5MB/sec 2024-04-02T09:00:55.482 INFO:tasks.workunit.client.0.smithi112.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:55.483 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_gIWUCydKyA9UAs off=14093093 len=2014028 2024-04-02T09:00:55.484 INFO:tasks.workunit.client.0.smithi112.stdout:op 2695 completed, throughput=5MB/sec 2024-04-02T09:00:55.484 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f1fObKRX_1AaYLX off=10863088 len=109387 2024-04-02T09:00:55.487 INFO:tasks.workunit.client.0.smithi112.stdout:op 2696 completed, throughput=5MB/sec 2024-04-02T09:00:55.487 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PYeFoUxpL5lZ78b off=837724 len=1010985 2024-04-02T09:00:55.489 INFO:tasks.workunit.client.0.smithi112.stdout:op 2697 completed, throughput=5MB/sec 2024-04-02T09:00:55.489 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M8FMY8ElfavhX2E off=10388580 len=1095048 2024-04-02T09:00:55.489 INFO:tasks.workunit.client.0.smithi112.stdout:op 2698 completed, throughput=5MB/sec 2024-04-02T09:00:55.490 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yRZK8XQssCrT8Qf off=5083005 len=293670 2024-04-02T09:00:55.492 INFO:tasks.workunit.client.0.smithi112.stdout:op 2699 completed, throughput=5MB/sec 2024-04-02T09:00:55.493 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z9PhY6_sIG9H_qc off=6306143 len=1286296 2024-04-02T09:00:55.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 2700 completed, throughput=5MB/sec 2024-04-02T09:00:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:55 smithi112 ceph-mon[91385]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:55 smithi112 ceph-mon[88945]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:55 smithi187 ceph-mon[84356]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:56.493 INFO:tasks.workunit.client.0.smithi112.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:56.494 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wnGMPqTRheZpMKP off=12301579 len=1026175 2024-04-02T09:00:56.494 INFO:tasks.workunit.client.0.smithi112.stdout:op 2701 completed, throughput=4.99MB/sec 2024-04-02T09:00:56.494 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0aO9UxB2uWN8iuU off=3810395 len=60063 2024-04-02T09:00:56.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-02T09:00:56.495 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NmGn7vfIeuweLGx off=0 len=1802177 2024-04-02T09:00:56.496 INFO:tasks.workunit.client.0.smithi112.stdout:op 2703 completed, throughput=5MB/sec 2024-04-02T09:00:56.496 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ViL3E93SnoDkbx2 off=1069774 len=570219 2024-04-02T09:00:56.497 INFO:tasks.workunit.client.0.smithi112.stdout:op 2704 completed, throughput=5MB/sec 2024-04-02T09:00:56.497 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mCC2zMiav4_HpLX off=11601878 len=204509 2024-04-02T09:00:56.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 2705 completed, throughput=5MB/sec 2024-04-02T09:00:56.498 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XHURv4TcnRbILwL off=10354321 len=522070 2024-04-02T09:00:56.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 2706 completed, throughput=5MB/sec 2024-04-02T09:00:57.500 INFO:tasks.workunit.client.0.smithi112.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:57.501 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6g6_zXjLjHKVgmk off=17929322 len=533933 2024-04-02T09:00:57.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 2707 completed, throughput=4.99MB/sec 2024-04-02T09:00:57.501 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8Vg0AHKKOFFoyWq off=8391474 len=1268264 2024-04-02T09:00:57.502 INFO:tasks.workunit.client.0.smithi112.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-02T09:00:57.502 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oC5My8y03rha8Va off=2819341 len=1954836 2024-04-02T09:00:57.506 INFO:tasks.workunit.client.0.smithi112.stdout:op 2709 completed, throughput=5MB/sec 2024-04-02T09:00:57.506 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KDmw7_X2DnTV-K3 off=21145231 len=1508825 2024-04-02T09:00:57.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 2710 completed, throughput=5MB/sec 2024-04-02T09:00:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:57 smithi112 ceph-mon[91385]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:57 smithi112 ceph-mon[88945]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:57 smithi187 ceph-mon[84356]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:58.508 INFO:tasks.workunit.client.0.smithi112.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:58.508 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mv0X7-oql7jcQjy off=3904150 len=1050310 2024-04-02T09:00:58.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 2711 completed, throughput=4.99MB/sec 2024-04-02T09:00:58.514 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F-khNS-qXlV6fUu off=8673176 len=1823518 2024-04-02T09:00:58.524 INFO:tasks.workunit.client.0.smithi112.stdout:op 2712 completed, throughput=5MB/sec 2024-04-02T09:00:58.524 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Cxa_CBkEZvX1JJK off=1062642 len=1181436 2024-04-02T09:00:58.525 INFO:tasks.workunit.client.0.smithi112.stdout:op 2713 completed, throughput=5MB/sec 2024-04-02T09:00:58.525 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6Nfq-W043utkV3Q off=20355000 len=511347 2024-04-02T09:00:58.528 INFO:tasks.workunit.client.0.smithi112.stdout:op 2714 completed, throughput=5MB/sec 2024-04-02T09:00:58.528 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QadDmIQVpW7MUtL off=2577368 len=930014 2024-04-02T09:00:58.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 2715 completed, throughput=5MB/sec 2024-04-02T09:00:59.532 INFO:tasks.workunit.client.0.smithi112.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:59.533 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ruizFbu5Otl8rAD off=9057835 len=852333 2024-04-02T09:00:59.534 INFO:tasks.workunit.client.0.smithi112.stdout:op 2716 completed, throughput=4.99MB/sec 2024-04-02T09:00:59.534 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UB5Q4Yke486rRKa off=375619 len=442623 2024-04-02T09:00:59.538 INFO:tasks.workunit.client.0.smithi112.stdout:op 2717 completed, throughput=4.99MB/sec 2024-04-02T09:00:59.538 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OI30mENgo-bAO7M off=15138515 len=1326762 2024-04-02T09:00:59.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 2718 completed, throughput=5MB/sec 2024-04-02T09:00:59.539 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rkWVzsC1WEUuh2l off=17946683 len=378962 2024-04-02T09:00:59.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 2719 completed, throughput=5MB/sec 2024-04-02T09:00:59.540 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0un36-d4NvB_1ih off=7190079 len=73057 2024-04-02T09:00:59.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 2720 completed, throughput=5MB/sec 2024-04-02T09:00:59.542 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m4T_cPXY_8TgUvb off=8233561 len=1884871 2024-04-02T09:00:59.543 INFO:tasks.workunit.client.0.smithi112.stdout:op 2721 completed, throughput=5MB/sec 2024-04-02T09:00:59.543 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LDcGYrM1e0aOoof off=2783711 len=1211393 2024-04-02T09:00:59.544 INFO:tasks.workunit.client.0.smithi112.stdout:op 2722 completed, throughput=5MB/sec 2024-04-02T09:00:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:00:59] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:01:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:00:59 smithi112 ceph-mon[91385]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:00:59 smithi112 ceph-mon[88945]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:00:59 smithi187 ceph-mon[84356]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:00.544 INFO:tasks.workunit.client.0.smithi112.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:00.544 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YbjKTLyAVdTF1-n off=1598535 len=1657776 2024-04-02T09:01:00.545 INFO:tasks.workunit.client.0.smithi112.stdout:op 2723 completed, throughput=5MB/sec 2024-04-02T09:01:00.546 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--qkYAZxQEPV2uun off=4698952 len=1849529 2024-04-02T09:01:00.556 INFO:tasks.workunit.client.0.smithi112.stdout:op 2724 completed, throughput=5MB/sec 2024-04-02T09:01:00.556 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d8MzxFEV6vrC6nl off=18448835 len=542415 2024-04-02T09:01:00.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 2725 completed, throughput=5MB/sec 2024-04-02T09:01:00.557 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H38nvstExduSi9M off=4255149 len=1066444 2024-04-02T09:01:00.560 INFO:tasks.workunit.client.0.smithi112.stdout:op 2726 completed, throughput=5MB/sec 2024-04-02T09:01:00.980 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 09:01:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T09:01:00.491174411Z level=info msg="Completed cleanup jobs" duration=6.573212ms 2024-04-02T09:01:01.561 INFO:tasks.workunit.client.0.smithi112.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:01.561 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-seFzJi1JlAUK1qJ off=15898340 len=1563599 2024-04-02T09:01:01.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 2727 completed, throughput=5MB/sec 2024-04-02T09:01:01.564 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7GtJS3gzBvAh8QH off=2897620 len=1856541 2024-04-02T09:01:01.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 2728 completed, throughput=5MB/sec 2024-04-02T09:01:01.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4AeEUt075OIUcga off=56623 len=183451 2024-04-02T09:01:01.574 INFO:tasks.workunit.client.0.smithi112.stdout:op 2729 completed, throughput=5MB/sec 2024-04-02T09:01:01.574 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bB1Wkn2CiV6sK7i off=5115373 len=1079267 2024-04-02T09:01:01.580 INFO:tasks.workunit.client.0.smithi112.stdout:op 2730 completed, throughput=5MB/sec 2024-04-02T09:01:02.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:01 smithi112 ceph-mon[91385]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:02.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:01 smithi112 ceph-mon[88945]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:01 smithi187 ceph-mon[84356]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:02.580 INFO:tasks.workunit.client.0.smithi112.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:02.580 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TA1BnYNPhig6Dgk off=11571642 len=876160 2024-04-02T09:01:02.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 2731 completed, throughput=4.99MB/sec 2024-04-02T09:01:02.585 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P94ihZfeDVQmUQ3 off=450629 len=40727 2024-04-02T09:01:02.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 2732 completed, throughput=4.99MB/sec 2024-04-02T09:01:02.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YOJb63s5QTxPzfG off=6736711 len=1920076 2024-04-02T09:01:02.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 2733 completed, throughput=5MB/sec 2024-04-02T09:01:02.597 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GbHA6VaMAV9QvhG off=5288295 len=1039229 2024-04-02T09:01:02.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 2734 completed, throughput=5MB/sec 2024-04-02T09:01:02.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pAiQwE6BT0rFKeM off=5733146 len=546862 2024-04-02T09:01:02.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 2735 completed, throughput=5MB/sec 2024-04-02T09:01:02.605 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f3ysWGb1zCoDOtt off=3722514 len=1817580 2024-04-02T09:01:02.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 2736 completed, throughput=5MB/sec 2024-04-02T09:01:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:01:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:03.606 INFO:tasks.workunit.client.0.smithi112.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:03.606 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h8GbNRWVB5MUsGD off=13451790 len=426349 2024-04-02T09:01:03.609 INFO:tasks.workunit.client.0.smithi112.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-02T09:01:03.609 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_MwUSfizx9v9Dr5 off=8100033 len=2079549 2024-04-02T09:01:03.611 INFO:tasks.workunit.client.0.smithi112.stdout:op 2738 completed, throughput=5MB/sec 2024-04-02T09:01:03.611 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lamCL8bON4073gP off=4658447 len=506651 2024-04-02T09:01:03.612 INFO:tasks.workunit.client.0.smithi112.stdout:op 2739 completed, throughput=5MB/sec 2024-04-02T09:01:03.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8-J0t5dF4SldUxk off=13128142 len=2064982 2024-04-02T09:01:03.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 2740 completed, throughput=5MB/sec 2024-04-02T09:01:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:03 smithi112 ceph-mon[91385]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:03 smithi112 ceph-mon[88945]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:03 smithi187 ceph-mon[84356]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:01:04.620 INFO:tasks.workunit.client.0.smithi112.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:04.620 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vlzO7VvZJyKI00p off=1912733 len=1248452 2024-04-02T09:01:04.622 INFO:tasks.workunit.client.0.smithi112.stdout:op 2741 completed, throughput=4.99MB/sec 2024-04-02T09:01:04.623 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kl6OFQ5Jjira7DC off=14974446 len=1614865 2024-04-02T09:01:04.624 INFO:tasks.workunit.client.0.smithi112.stdout:op 2742 completed, throughput=5MB/sec 2024-04-02T09:01:04.624 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nLm8McF_DrDlwPo off=1004519 len=507656 2024-04-02T09:01:04.624 INFO:tasks.workunit.client.0.smithi112.stdout:op 2743 completed, throughput=5MB/sec 2024-04-02T09:01:04.625 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_H4dYT0Gc_MIc5j off=785199 len=27731 2024-04-02T09:01:04.627 INFO:tasks.workunit.client.0.smithi112.stdout:op 2744 completed, throughput=5MB/sec 2024-04-02T09:01:04.627 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q3O4PH3HdgBILK8 off=10657496 len=862854 2024-04-02T09:01:04.631 INFO:tasks.workunit.client.0.smithi112.stdout:op 2745 completed, throughput=5MB/sec 2024-04-02T09:01:04.631 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2-B-fBHS21qD0KI off=9220265 len=1087538 2024-04-02T09:01:04.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 2746 completed, throughput=5MB/sec 2024-04-02T09:01:05.633 INFO:tasks.workunit.client.0.smithi112.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:05.633 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dgCezqGnTWXdWm8 off=447117 len=664974 2024-04-02T09:01:05.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 2747 completed, throughput=4.99MB/sec 2024-04-02T09:01:05.637 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N7mkniHeHTHL-2S off=1657599 len=2014957 2024-04-02T09:01:05.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 2748 completed, throughput=5MB/sec 2024-04-02T09:01:05.649 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SN6MTxWpqP_xGv5 off=4689645 len=123833 2024-04-02T09:01:05.652 INFO:tasks.workunit.client.0.smithi112.stdout:op 2749 completed, throughput=5MB/sec 2024-04-02T09:01:05.652 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PqiEi4xpwpn4OQO off=16929964 len=981011 2024-04-02T09:01:05.652 INFO:tasks.workunit.client.0.smithi112.stdout:op 2750 completed, throughput=5MB/sec 2024-04-02T09:01:05.652 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nTVVNlvRt_oWiww off=11341896 len=1305273 2024-04-02T09:01:05.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 2751 completed, throughput=5MB/sec 2024-04-02T09:01:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:05 smithi112 ceph-mon[91385]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:01:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:05 smithi112 ceph-mon[88945]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:01:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:05 smithi187 ceph-mon[84356]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:01:06.660 INFO:tasks.workunit.client.0.smithi112.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:06.660 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OSNgMbnAurFuHRy off=10163418 len=659157 2024-04-02T09:01:06.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-02T09:01:06.661 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g2MUp_6rukqzlKB off=3005643 len=1299677 2024-04-02T09:01:06.667 INFO:tasks.workunit.client.0.smithi112.stdout:op 2753 completed, throughput=5MB/sec 2024-04-02T09:01:06.667 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ik05cSG9aoaMbPd off=3991866 len=1944616 2024-04-02T09:01:06.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 2754 completed, throughput=5MB/sec 2024-04-02T09:01:06.671 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0TqTp1sHRuPPP2C off=9453467 len=1382537 2024-04-02T09:01:06.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 2755 completed, throughput=5MB/sec 2024-04-02T09:01:07.678 INFO:tasks.workunit.client.0.smithi112.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:07.679 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cRpB-fTqAkGMP8F off=16669513 len=1811784 2024-04-02T09:01:07.686 INFO:tasks.workunit.client.0.smithi112.stdout:op 2756 completed, throughput=4.99MB/sec 2024-04-02T09:01:07.686 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XswRtbx1MRK9Uwm off=21853522 len=1328027 2024-04-02T09:01:07.690 INFO:tasks.workunit.client.0.smithi112.stdout:op 2757 completed, throughput=5MB/sec 2024-04-02T09:01:07.690 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dPLLbPhumgCw0eR off=4410281 len=23575 2024-04-02T09:01:07.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 2758 completed, throughput=5MB/sec 2024-04-02T09:01:07.691 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o1mnpKl45y-sOCN off=1597743 len=1904544 2024-04-02T09:01:07.701 INFO:tasks.workunit.client.0.smithi112.stdout:op 2759 completed, throughput=5MB/sec 2024-04-02T09:01:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:07 smithi112 ceph-mon[88945]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:01:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:07 smithi112 ceph-mon[91385]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:01:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:07 smithi187 ceph-mon[84356]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:01:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:08.701 INFO:tasks.workunit.client.0.smithi112.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:08.701 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KIwLiVNSW1uKYWV off=8751251 len=1412315 2024-04-02T09:01:08.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-02T09:01:08.704 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o0yaFoSfl-_EWLo off=3179540 len=1414743 2024-04-02T09:01:08.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 2761 completed, throughput=5MB/sec 2024-04-02T09:01:08.706 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gyE_JMm-eAcbNAB off=975151 len=36798 2024-04-02T09:01:08.706 INFO:tasks.workunit.client.0.smithi112.stdout:op 2762 completed, throughput=5MB/sec 2024-04-02T09:01:08.706 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2kgh6pu27Fsz5D0 off=10806156 len=1411370 2024-04-02T09:01:08.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 2763 completed, throughput=5MB/sec 2024-04-02T09:01:08.711 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s45QQ-UvdqQnSiE off=8087465 len=1947423 2024-04-02T09:01:08.720 INFO:tasks.workunit.client.0.smithi112.stdout:op 2764 completed, throughput=5MB/sec 2024-04-02T09:01:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:01:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:01:09] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:01:09.720 INFO:tasks.workunit.client.0.smithi112.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:09.720 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DST4e7VrANL4ZwK off=4372751 len=422693 2024-04-02T09:01:09.721 INFO:tasks.workunit.client.0.smithi112.stdout:op 2765 completed, throughput=4.99MB/sec 2024-04-02T09:01:09.721 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8j63Q0MvBNwUN_6 off=2266339 len=1776849 2024-04-02T09:01:09.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 2766 completed, throughput=5MB/sec 2024-04-02T09:01:09.727 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UULfUFjC5mjeEVq off=3878427 len=894240 2024-04-02T09:01:09.732 INFO:tasks.workunit.client.0.smithi112.stdout:op 2767 completed, throughput=5MB/sec 2024-04-02T09:01:09.732 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SHwkMd_IYSi-SSm off=1380068 len=670988 2024-04-02T09:01:09.736 INFO:tasks.workunit.client.0.smithi112.stdout:op 2768 completed, throughput=5MB/sec 2024-04-02T09:01:09.736 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EwSSQ084utVSBYr off=3786255 len=1641196 2024-04-02T09:01:09.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 2769 completed, throughput=5MB/sec 2024-04-02T09:01:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:09 smithi112 ceph-mon[91385]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:09 smithi112 ceph-mon[88945]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:09 smithi187 ceph-mon[84356]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:10.738 INFO:tasks.workunit.client.0.smithi112.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:10.738 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gKQhy_PsvErZnAu off=4186627 len=1139525 2024-04-02T09:01:10.739 INFO:tasks.workunit.client.0.smithi112.stdout:op 2770 completed, throughput=5MB/sec 2024-04-02T09:01:10.739 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-saNFU3hgAhUShN_ off=10720297 len=379165 2024-04-02T09:01:10.739 INFO:tasks.workunit.client.0.smithi112.stdout:op 2771 completed, throughput=5MB/sec 2024-04-02T09:01:10.740 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yF1bHAZ0XD89_EW off=8905596 len=812274 2024-04-02T09:01:10.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 2772 completed, throughput=5MB/sec 2024-04-02T09:01:10.744 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gB_B3a_Q_NWWMKt off=5636706 len=284423 2024-04-02T09:01:10.747 INFO:tasks.workunit.client.0.smithi112.stdout:op 2773 completed, throughput=5MB/sec 2024-04-02T09:01:10.747 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AF3VmFfZKzPs_dx off=2605646 len=762336 2024-04-02T09:01:10.748 INFO:tasks.workunit.client.0.smithi112.stdout:op 2774 completed, throughput=5MB/sec 2024-04-02T09:01:10.748 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3DQQgpF31GDoFSQ off=841391 len=1042809 2024-04-02T09:01:10.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 2775 completed, throughput=5MB/sec 2024-04-02T09:01:11.753 INFO:tasks.workunit.client.0.smithi112.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:11.753 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q6du0jw9gXK4rhL off=3208987 len=689549 2024-04-02T09:01:11.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 2776 completed, throughput=4.99MB/sec 2024-04-02T09:01:11.754 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Lnb5AZX85BFPHF9 off=19652763 len=1961158 2024-04-02T09:01:11.764 INFO:tasks.workunit.client.0.smithi112.stdout:op 2777 completed, throughput=5MB/sec 2024-04-02T09:01:11.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TJr7fpJZWF7G6gI off=3448385 len=1490272 2024-04-02T09:01:11.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 2778 completed, throughput=5MB/sec 2024-04-02T09:01:11.772 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f_KkpGmSx-uwl_u off=12777646 len=1181920 2024-04-02T09:01:11.773 INFO:tasks.workunit.client.0.smithi112.stdout:op 2779 completed, throughput=5MB/sec 2024-04-02T09:01:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:11 smithi112 ceph-mon[91385]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:11 smithi112 ceph-mon[88945]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:11 smithi187 ceph-mon[84356]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:01:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:12.773 INFO:tasks.workunit.client.0.smithi112.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:12.774 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Iur8Owg_ftwwNEq off=2249247 len=1315960 2024-04-02T09:01:12.775 INFO:tasks.workunit.client.0.smithi112.stdout:op 2780 completed, throughput=4.99MB/sec 2024-04-02T09:01:12.775 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p_dCdFp_IL4oWrc off=4152161 len=584636 2024-04-02T09:01:12.775 INFO:tasks.workunit.client.0.smithi112.stdout:op 2781 completed, throughput=4.99MB/sec 2024-04-02T09:01:12.775 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SifVudh8zJQGwac off=1530057 len=273799 2024-04-02T09:01:12.777 INFO:tasks.workunit.client.0.smithi112.stdout:op 2782 completed, throughput=5MB/sec 2024-04-02T09:01:12.777 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YQtK_R2zWPOYKnC off=160650 len=978542 2024-04-02T09:01:12.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 2783 completed, throughput=5MB/sec 2024-04-02T09:01:12.782 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ITL5MnBnJZudSlp off=9161156 len=621131 2024-04-02T09:01:12.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 2784 completed, throughput=5MB/sec 2024-04-02T09:01:12.785 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eWBE7Qa6uxlhzny off=7123517 len=81933 2024-04-02T09:01:12.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 2785 completed, throughput=5MB/sec 2024-04-02T09:01:12.787 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IOZERPFv9RVJUog off=4607766 len=189622 2024-04-02T09:01:12.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 2786 completed, throughput=5MB/sec 2024-04-02T09:01:12.787 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c5kc7BG1x9gJX0S off=2958479 len=829497 2024-04-02T09:01:12.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 2787 completed, throughput=5MB/sec 2024-04-02T09:01:12.788 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S_6kjkd9N5iqJzR off=9526753 len=1511146 2024-04-02T09:01:12.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 2788 completed, throughput=5MB/sec 2024-04-02T09:01:13.793 INFO:tasks.workunit.client.0.smithi112.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:13.794 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hZcqY2dlbKkyuZc off=679916 len=1430117 2024-04-02T09:01:13.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 2789 completed, throughput=5MB/sec 2024-04-02T09:01:13.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-e0Kp7-9zNBHfvc1 off=567708 len=577640 2024-04-02T09:01:13.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 2790 completed, throughput=5MB/sec 2024-04-02T09:01:13.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n80bVKpGe929Sj4 off=114434 len=201175 2024-04-02T09:01:13.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 2791 completed, throughput=5MB/sec 2024-04-02T09:01:13.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fM6dAYWrrD6WFaS off=802972 len=1040346 2024-04-02T09:01:13.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 2792 completed, throughput=5MB/sec 2024-04-02T09:01:13.804 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TvcXO6ztiNQpCG2 off=15777812 len=1973248 2024-04-02T09:01:13.805 INFO:tasks.workunit.client.0.smithi112.stdout:op 2793 completed, throughput=5MB/sec 2024-04-02T09:01:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:13 smithi112 ceph-mon[91385]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:13 smithi112 ceph-mon[88945]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:13 smithi187 ceph-mon[84356]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:14.806 INFO:tasks.workunit.client.0.smithi112.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:14.806 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c1jlBx5uMBMfzob off=12137081 len=48174 2024-04-02T09:01:14.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 2794 completed, throughput=4.99MB/sec 2024-04-02T09:01:14.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6zpTCvV6UBNEkve off=1459487 len=1944314 2024-04-02T09:01:14.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 2795 completed, throughput=5MB/sec 2024-04-02T09:01:14.814 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gZKDaWoRSeSPgbu off=4112363 len=727525 2024-04-02T09:01:14.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 2796 completed, throughput=5MB/sec 2024-04-02T09:01:14.816 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XmfyBshS1ih4jDO off=6778888 len=1831443 2024-04-02T09:01:14.819 INFO:tasks.workunit.client.0.smithi112.stdout:op 2797 completed, throughput=5MB/sec 2024-04-02T09:01:15.819 INFO:tasks.workunit.client.0.smithi112.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:15.819 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5NukXbuikp8WdBY off=6093634 len=1300396 2024-04-02T09:01:15.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 2798 completed, throughput=4.99MB/sec 2024-04-02T09:01:15.820 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d_MkvBRhZ-3nHlB off=0 len=1050932 2024-04-02T09:01:15.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 2799 completed, throughput=5MB/sec 2024-04-02T09:01:15.822 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bSIds3yEIp99JNe off=8042427 len=1742639 2024-04-02T09:01:15.831 INFO:tasks.workunit.client.0.smithi112.stdout:op 2800 completed, throughput=5MB/sec 2024-04-02T09:01:15.831 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PfWF3n4CDPJRnU3 off=7088571 len=46994 2024-04-02T09:01:15.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 2801 completed, throughput=5MB/sec 2024-04-02T09:01:15.833 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3IEd_wAoHWfMf-m off=6330241 len=1235567 2024-04-02T09:01:15.834 INFO:tasks.workunit.client.0.smithi112.stdout:op 2802 completed, throughput=5MB/sec 2024-04-02T09:01:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:15 smithi112 ceph-mon[91385]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:15 smithi112 ceph-mon[88945]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:15 smithi187 ceph-mon[84356]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:16.835 INFO:tasks.workunit.client.0.smithi112.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:16.835 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BF-gc8g9m5Hl-Ub off=2831344 len=1636139 2024-04-02T09:01:16.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 2803 completed, throughput=4.99MB/sec 2024-04-02T09:01:16.841 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3t9NhKHndZ6yUFG off=12373918 len=97913 2024-04-02T09:01:16.843 INFO:tasks.workunit.client.0.smithi112.stdout:op 2804 completed, throughput=4.99MB/sec 2024-04-02T09:01:16.843 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9Y7eivCZ41fLQVh off=10420340 len=1204950 2024-04-02T09:01:16.845 INFO:tasks.workunit.client.0.smithi112.stdout:op 2805 completed, throughput=5MB/sec 2024-04-02T09:01:16.846 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lTTUABAGhRgmtzA off=2835392 len=1059561 2024-04-02T09:01:16.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 2806 completed, throughput=5MB/sec 2024-04-02T09:01:16.847 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZfEaRi5NtXnzA24 off=7943934 len=613606 2024-04-02T09:01:16.850 INFO:tasks.workunit.client.0.smithi112.stdout:op 2807 completed, throughput=5MB/sec 2024-04-02T09:01:16.850 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ciwnt6Wv0FzqRah off=1782467 len=177106 2024-04-02T09:01:16.850 INFO:tasks.workunit.client.0.smithi112.stdout:op 2808 completed, throughput=5MB/sec 2024-04-02T09:01:16.850 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BZGycT5IkZL_30i off=16192727 len=248440 2024-04-02T09:01:16.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 2809 completed, throughput=5MB/sec 2024-04-02T09:01:17.853 INFO:tasks.workunit.client.0.smithi112.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:17.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jZsMrQJnhU5wJeS off=627722 len=1053640 2024-04-02T09:01:17.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 2810 completed, throughput=4.99MB/sec 2024-04-02T09:01:17.855 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5jo5qO9GIGnOgx- off=14205386 len=978755 2024-04-02T09:01:17.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 2811 completed, throughput=4.99MB/sec 2024-04-02T09:01:17.861 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1iqIWKZE3ifUYf7 off=416314 len=793869 2024-04-02T09:01:17.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 2812 completed, throughput=5MB/sec 2024-04-02T09:01:17.864 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iD1R2xer5Eq9w5g off=5996261 len=2086012 2024-04-02T09:01:17.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 2813 completed, throughput=5MB/sec 2024-04-02T09:01:17.873 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tWk_FhN4xQvEeBP off=2213295 len=214281 2024-04-02T09:01:17.874 INFO:tasks.workunit.client.0.smithi112.stdout:op 2814 completed, throughput=5MB/sec 2024-04-02T09:01:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:17 smithi112 ceph-mon[91385]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:17 smithi112 ceph-mon[88945]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:17 smithi187 ceph-mon[84356]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:18.874 INFO:tasks.workunit.client.0.smithi112.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:18.874 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N3E5-_hLQAWB1KJ off=594607 len=1968166 2024-04-02T09:01:18.885 INFO:tasks.workunit.client.0.smithi112.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-02T09:01:18.886 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mgkI9wrDQj4CmsO off=1370207 len=1271404 2024-04-02T09:01:18.888 INFO:tasks.workunit.client.0.smithi112.stdout:op 2816 completed, throughput=5MB/sec 2024-04-02T09:01:18.888 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xJdAoK_ncokwb6B off=11200212 len=808912 2024-04-02T09:01:18.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 2817 completed, throughput=5MB/sec 2024-04-02T09:01:18.893 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iXsr-n96jcgGFVo off=6120761 len=964763 2024-04-02T09:01:18.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 2818 completed, throughput=5MB/sec 2024-04-02T09:01:18.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-02nzSqaDt5GV3JH off=874811 len=103292 2024-04-02T09:01:18.899 INFO:tasks.workunit.client.0.smithi112.stdout:op 2819 completed, throughput=5MB/sec 2024-04-02T09:01:18.899 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I8ChY7g4H6EY8S7 off=615588 len=1183554 2024-04-02T09:01:18.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 2820 completed, throughput=5MB/sec 2024-04-02T09:01:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:01:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:01:19] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:01:19.904 INFO:tasks.workunit.client.0.smithi112.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:19.904 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yG0vdMrnznbiCPo off=2119419 len=320468 2024-04-02T09:01:19.906 INFO:tasks.workunit.client.0.smithi112.stdout:op 2821 completed, throughput=4.99MB/sec 2024-04-02T09:01:19.907 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YDuseel9pM59ddX off=7305073 len=1698213 2024-04-02T09:01:19.915 INFO:tasks.workunit.client.0.smithi112.stdout:op 2822 completed, throughput=5MB/sec 2024-04-02T09:01:19.915 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GScEoNAnJVc_a9E off=2008852 len=1473054 2024-04-02T09:01:19.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 2823 completed, throughput=5MB/sec 2024-04-02T09:01:19.916 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hY9ET67s2X_VrCO off=3699852 len=936410 2024-04-02T09:01:19.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 2824 completed, throughput=5MB/sec 2024-04-02T09:01:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:19 smithi112 ceph-mon[91385]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:19 smithi112 ceph-mon[88945]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:19 smithi187 ceph-mon[84356]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:20.917 INFO:tasks.workunit.client.0.smithi112.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:20.917 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dRj-hyNFCE_U70Z off=2278901 len=208565 2024-04-02T09:01:20.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 2825 completed, throughput=4.99MB/sec 2024-04-02T09:01:20.920 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QbvjM0AxeHZ0Lzl off=8297756 len=1089679 2024-04-02T09:01:20.921 INFO:tasks.workunit.client.0.smithi112.stdout:op 2826 completed, throughput=4.99MB/sec 2024-04-02T09:01:20.921 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3YWMCgS-JrA3mhQ off=494723 len=807097 2024-04-02T09:01:20.922 INFO:tasks.workunit.client.0.smithi112.stdout:op 2827 completed, throughput=4.99MB/sec 2024-04-02T09:01:20.922 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o5vmB5cUSNkqgQX off=11385754 len=857618 2024-04-02T09:01:20.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 2828 completed, throughput=5MB/sec 2024-04-02T09:01:20.927 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S-OOASaDJvA4Omj off=1642192 len=1249430 2024-04-02T09:01:20.928 INFO:tasks.workunit.client.0.smithi112.stdout:op 2829 completed, throughput=5MB/sec 2024-04-02T09:01:20.929 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rEmHMWx3OEbOWR3 off=18806928 len=1055993 2024-04-02T09:01:20.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 2830 completed, throughput=5MB/sec 2024-04-02T09:01:20.932 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tYH2RZy_T2VQS2a off=5542223 len=1393464 2024-04-02T09:01:20.933 INFO:tasks.workunit.client.0.smithi112.stdout:op 2831 completed, throughput=5MB/sec 2024-04-02T09:01:21.933 INFO:tasks.workunit.client.0.smithi112.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:21.933 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fF-_djPR2yR1Hw4 off=6047151 len=762289 2024-04-02T09:01:21.935 INFO:tasks.workunit.client.0.smithi112.stdout:op 2832 completed, throughput=4.99MB/sec 2024-04-02T09:01:21.935 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GkG7OKRKbLhNEHC off=3949494 len=1712522 2024-04-02T09:01:21.944 INFO:tasks.workunit.client.0.smithi112.stdout:op 2833 completed, throughput=5MB/sec 2024-04-02T09:01:21.944 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qGBcFU7nVwUXz4Q off=1467978 len=564164 2024-04-02T09:01:21.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 2834 completed, throughput=5MB/sec 2024-04-02T09:01:21.948 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-520OdyGu7TZFdND off=556039 len=871396 2024-04-02T09:01:21.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 2835 completed, throughput=5MB/sec 2024-04-02T09:01:21.952 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HVxHKb_cE4PZi8b off=18899551 len=1459412 2024-04-02T09:01:21.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 2836 completed, throughput=5MB/sec 2024-04-02T09:01:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:21 smithi112 ceph-mon[88945]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:21 smithi112 ceph-mon[91385]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:21 smithi187 ceph-mon[84356]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:01:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:22.954 INFO:tasks.workunit.client.0.smithi112.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:22.954 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kxO2OYxoEKtWJmX off=3090809 len=2036115 2024-04-02T09:01:22.958 INFO:tasks.workunit.client.0.smithi112.stdout:op 2837 completed, throughput=5MB/sec 2024-04-02T09:01:22.959 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Wj_nN3JrRNqEIl3 off=2704209 len=705292 2024-04-02T09:01:22.963 INFO:tasks.workunit.client.0.smithi112.stdout:op 2838 completed, throughput=5MB/sec 2024-04-02T09:01:22.963 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aNwb4avQKW3RICt off=9064847 len=325760 2024-04-02T09:01:22.963 INFO:tasks.workunit.client.0.smithi112.stdout:op 2839 completed, throughput=5MB/sec 2024-04-02T09:01:22.963 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IY0fpTA0JFB2I61 off=11327141 len=1897104 2024-04-02T09:01:22.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 2840 completed, throughput=5MB/sec 2024-04-02T09:01:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:23.967 INFO:tasks.workunit.client.0.smithi112.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:23.968 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0cEOX4Zb-86F0Wh off=5762245 len=1017374 2024-04-02T09:01:23.971 INFO:tasks.workunit.client.0.smithi112.stdout:op 2841 completed, throughput=4.99MB/sec 2024-04-02T09:01:23.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qaX3VvyXqicNsCs off=21277151 len=1149964 2024-04-02T09:01:23.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 2842 completed, throughput=5MB/sec 2024-04-02T09:01:23.972 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qt3M4oAzEs7DQFT off=17479708 len=1778862 2024-04-02T09:01:23.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 2843 completed, throughput=5MB/sec 2024-04-02T09:01:23.979 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WwWffXKKJEjrlsx off=2677565 len=275880 2024-04-02T09:01:23.979 INFO:tasks.workunit.client.0.smithi112.stdout:op 2844 completed, throughput=5MB/sec 2024-04-02T09:01:23.979 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ipa9_VLMX-pZIni off=2535193 len=678709 2024-04-02T09:01:23.983 INFO:tasks.workunit.client.0.smithi112.stdout:op 2845 completed, throughput=5MB/sec 2024-04-02T09:01:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:23 smithi112 ceph-mon[91385]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:23 smithi112 ceph-mon[88945]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:23 smithi187 ceph-mon[84356]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:24.984 INFO:tasks.workunit.client.0.smithi112.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:24.984 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vlwK3EhxYc6rnwg off=628045 len=148143 2024-04-02T09:01:24.986 INFO:tasks.workunit.client.0.smithi112.stdout:op 2846 completed, throughput=4.99MB/sec 2024-04-02T09:01:24.986 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H3jruXvdKGEny2a off=1005329 len=1198528 2024-04-02T09:01:24.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 2847 completed, throughput=4.99MB/sec 2024-04-02T09:01:24.992 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fao2oI625fEsrQr off=2648865 len=1321770 2024-04-02T09:01:24.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 2848 completed, throughput=5MB/sec 2024-04-02T09:01:24.994 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Wb1TfcfCc1FTV6x off=18655929 len=846382 2024-04-02T09:01:24.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 2849 completed, throughput=5MB/sec 2024-04-02T09:01:24.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D9vpVxObvjh6VyQ off=3532900 len=1591947 2024-04-02T09:01:25.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 2850 completed, throughput=5MB/sec 2024-04-02T09:01:26.006 INFO:tasks.workunit.client.0.smithi112.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:26.006 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ENN9FQ5KaVqEVwV off=5021066 len=25544 2024-04-02T09:01:26.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 2851 completed, throughput=4.99MB/sec 2024-04-02T09:01:26.008 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Lc7RrzVcQgkecAp off=16619550 len=57671 2024-04-02T09:01:26.010 INFO:tasks.workunit.client.0.smithi112.stdout:op 2852 completed, throughput=4.99MB/sec 2024-04-02T09:01:26.010 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ieK69xC9ZsaZz8Z off=794571 len=1622774 2024-04-02T09:01:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:op 2853 completed, throughput=4.99MB/sec 2024-04-02T09:01:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uh6DB0gWdUAjSCY off=9458914 len=1145049 2024-04-02T09:01:26.019 INFO:tasks.workunit.client.0.smithi112.stdout:op 2854 completed, throughput=5MB/sec 2024-04-02T09:01:26.019 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aGcS1zIgLLcH13q off=11897798 len=1415230 2024-04-02T09:01:26.026 INFO:tasks.workunit.client.0.smithi112.stdout:op 2855 completed, throughput=5MB/sec 2024-04-02T09:01:26.026 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ITnqFMlOXpNiSFx off=6857432 len=1125222 2024-04-02T09:01:26.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 2856 completed, throughput=5MB/sec 2024-04-02T09:01:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:25 smithi112 ceph-mon[88945]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:25 smithi112 ceph-mon[91385]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:25 smithi187 ceph-mon[84356]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:27.028 INFO:tasks.workunit.client.0.smithi112.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:27.029 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-btIR3EN00ZT-Plx off=5693756 len=507940 2024-04-02T09:01:27.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 2857 completed, throughput=4.99MB/sec 2024-04-02T09:01:27.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_6lAxB_RJXHgVnK off=796849 len=1353762 2024-04-02T09:01:27.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 2858 completed, throughput=4.99MB/sec 2024-04-02T09:01:27.032 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5pRRwL7kXDBKKRc off=14071446 len=894257 2024-04-02T09:01:27.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 2859 completed, throughput=5MB/sec 2024-04-02T09:01:27.037 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-odyUMcP-SJtwNAL off=1230333 len=739578 2024-04-02T09:01:27.040 INFO:tasks.workunit.client.0.smithi112.stdout:op 2860 completed, throughput=5MB/sec 2024-04-02T09:01:27.040 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BRtYzzUu34qNGf3 off=5584880 len=1316092 2024-04-02T09:01:27.046 INFO:tasks.workunit.client.0.smithi112.stdout:op 2861 completed, throughput=5MB/sec 2024-04-02T09:01:27.046 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tkUoCe4lOIY7CcS off=8447641 len=1678470 2024-04-02T09:01:27.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 2862 completed, throughput=5MB/sec 2024-04-02T09:01:28.048 INFO:tasks.workunit.client.0.smithi112.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:28.048 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i5fUXTaZR139WKc off=5103054 len=202485 2024-04-02T09:01:28.049 INFO:tasks.workunit.client.0.smithi112.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-02T09:01:28.050 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oAvy53Cky9Dkj_Z off=4159459 len=257619 2024-04-02T09:01:28.053 INFO:tasks.workunit.client.0.smithi112.stdout:op 2864 completed, throughput=4.99MB/sec 2024-04-02T09:01:28.053 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YbvXtx5lmJUm1Gl off=11098542 len=1679783 2024-04-02T09:01:28.054 INFO:tasks.workunit.client.0.smithi112.stdout:op 2865 completed, throughput=5MB/sec 2024-04-02T09:01:28.054 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qXmB3ztzgpmqxoA off=4007291 len=1472741 2024-04-02T09:01:28.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 2866 completed, throughput=5MB/sec 2024-04-02T09:01:28.061 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-neEOlocVcBho4eJ off=4212488 len=1241600 2024-04-02T09:01:28.063 INFO:tasks.workunit.client.0.smithi112.stdout:op 2867 completed, throughput=5MB/sec 2024-04-02T09:01:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:27 smithi112 ceph-mon[88945]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:27 smithi112 ceph-mon[91385]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:27 smithi187 ceph-mon[84356]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:29.063 INFO:tasks.workunit.client.0.smithi112.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:29.063 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IYlYa1hgbtiQU6Y off=786143 len=553328 2024-04-02T09:01:29.063 INFO:tasks.workunit.client.0.smithi112.stdout:op 2868 completed, throughput=4.99MB/sec 2024-04-02T09:01:29.064 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tiL2KndJT2UgQn5 off=8812982 len=1087318 2024-04-02T09:01:29.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 2869 completed, throughput=5MB/sec 2024-04-02T09:01:29.068 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PS8pmkERKTLRwOC off=6467153 len=1871654 2024-04-02T09:01:29.070 INFO:tasks.workunit.client.0.smithi112.stdout:op 2870 completed, throughput=5MB/sec 2024-04-02T09:01:29.070 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P6o2FkrwP3TCmq4 off=6844896 len=1149644 2024-04-02T09:01:29.070 INFO:tasks.workunit.client.0.smithi112.stdout:op 2871 completed, throughput=5MB/sec 2024-04-02T09:01:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:01:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:01:29] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:01:30.071 INFO:tasks.workunit.client.0.smithi112.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:30.071 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-K9Q-xJ_Oj_adyqm off=3255508 len=920838 2024-04-02T09:01:30.075 INFO:tasks.workunit.client.0.smithi112.stdout:op 2872 completed, throughput=4.99MB/sec 2024-04-02T09:01:30.075 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B30PMMbgtE8a8TJ off=4845902 len=1952172 2024-04-02T09:01:30.079 INFO:tasks.workunit.client.0.smithi112.stdout:op 2873 completed, throughput=5MB/sec 2024-04-02T09:01:30.079 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WuVT3d4KK1gDyQg off=4877664 len=1570522 2024-04-02T09:01:30.080 INFO:tasks.workunit.client.0.smithi112.stdout:op 2874 completed, throughput=5MB/sec 2024-04-02T09:01:30.081 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wCS-CLczZjQ-H6J off=9414465 len=159176 2024-04-02T09:01:30.083 INFO:tasks.workunit.client.0.smithi112.stdout:op 2875 completed, throughput=5MB/sec 2024-04-02T09:01:30.083 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tsE60l_p_O7iI-g off=4226006 len=1457412 2024-04-02T09:01:30.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 2876 completed, throughput=5MB/sec 2024-04-02T09:01:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:29 smithi112 ceph-mon[88945]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:29 smithi112 ceph-mon[91385]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:29 smithi187 ceph-mon[84356]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:31.090 INFO:tasks.workunit.client.0.smithi112.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:31.090 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a3KcLbfSSpvbPH- off=4356003 len=909515 2024-04-02T09:01:31.093 INFO:tasks.workunit.client.0.smithi112.stdout:op 2877 completed, throughput=4.99MB/sec 2024-04-02T09:01:31.093 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NLYWVxT-l9rgFGE off=9801245 len=1317864 2024-04-02T09:01:31.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 2878 completed, throughput=5MB/sec 2024-04-02T09:01:31.100 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QV0c1AmiyPfXtgn off=10627272 len=1003562 2024-04-02T09:01:31.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 2879 completed, throughput=5MB/sec 2024-04-02T09:01:31.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vY74hOiRXKBkFDB off=3019891 len=1769565 2024-04-02T09:01:31.108 INFO:tasks.workunit.client.0.smithi112.stdout:op 2880 completed, throughput=5MB/sec 2024-04-02T09:01:32.108 INFO:tasks.workunit.client.0.smithi112.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:32.108 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rH2REEhoVlfZ__i off=7513485 len=1708787 2024-04-02T09:01:32.116 INFO:tasks.workunit.client.0.smithi112.stdout:op 2881 completed, throughput=5MB/sec 2024-04-02T09:01:32.116 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IY0fpTA0JFB2I61 off=17874914 len=1839248 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[91385]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[88945]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:01:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 2882 completed, throughput=5MB/sec 2024-04-02T09:01:32.125 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T3_9OtN2M201TJD off=4701185 len=1007912 2024-04-02T09:01:32.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 2883 completed, throughput=5MB/sec 2024-04-02T09:01:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:31 smithi187 ceph-mon[84356]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:01:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:32.492 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:01:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:33.130 INFO:tasks.workunit.client.0.smithi112.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:33.130 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Sff6Vmjk12bwO2o off=437569 len=59800 2024-04-02T09:01:33.132 INFO:tasks.workunit.client.0.smithi112.stdout:op 2884 completed, throughput=4.99MB/sec 2024-04-02T09:01:33.133 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HDywkv5ohsvGyHR off=648091 len=1458323 2024-04-02T09:01:33.134 INFO:tasks.workunit.client.0.smithi112.stdout:op 2885 completed, throughput=4.99MB/sec 2024-04-02T09:01:33.134 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LJBcivshNNwOOuC off=12714283 len=691999 2024-04-02T09:01:33.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-02T09:01:33.137 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fhz7eoTFf3i8dhZ off=3859163 len=1437752 2024-04-02T09:01:33.138 INFO:tasks.workunit.client.0.smithi112.stdout:op 2887 completed, throughput=5MB/sec 2024-04-02T09:01:33.138 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nik8EdPwuTRpZB0 off=8779107 len=696991 2024-04-02T09:01:33.142 INFO:tasks.workunit.client.0.smithi112.stdout:op 2888 completed, throughput=5MB/sec 2024-04-02T09:01:33.142 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c6myEobcImdeEGp off=4697202 len=364422 2024-04-02T09:01:33.145 INFO:tasks.workunit.client.0.smithi112.stdout:op 2889 completed, throughput=5MB/sec 2024-04-02T09:01:33.145 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--cENQyhYGGqiddc off=1073711 len=1013902 2024-04-02T09:01:33.149 INFO:tasks.workunit.client.0.smithi112.stdout:op 2890 completed, throughput=5MB/sec 2024-04-02T09:01:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:01:34.150 INFO:tasks.workunit.client.0.smithi112.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:34.150 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j8Sw2Cubaeld1uL off=6661705 len=739529 2024-04-02T09:01:34.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 2891 completed, throughput=4.99MB/sec 2024-04-02T09:01:34.151 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4CE-mTlWOQxo5Y1 off=5691491 len=1986061 2024-04-02T09:01:34.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 2892 completed, throughput=5MB/sec 2024-04-02T09:01:34.155 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JtxM9pTk69aBICe off=3144408 len=858164 2024-04-02T09:01:34.155 INFO:tasks.workunit.client.0.smithi112.stdout:op 2893 completed, throughput=5MB/sec 2024-04-02T09:01:34.155 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ohEh6ntjMxt2hmo off=15797948 len=1520156 2024-04-02T09:01:34.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 2894 completed, throughput=5MB/sec 2024-04-02T09:01:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:33 smithi187 ceph-mon[84356]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:33 smithi112 ceph-mon[91385]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:33 smithi112 ceph-mon[88945]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:35.158 INFO:tasks.workunit.client.0.smithi112.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:35.159 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uIRRX7cnDtDRqXT off=6132531 len=1297970 2024-04-02T09:01:35.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-02T09:01:35.167 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iVR1GPIx_62nXxe off=5375422 len=1200047 2024-04-02T09:01:35.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 2896 completed, throughput=5MB/sec 2024-04-02T09:01:35.168 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KE91b_1WgR85YTi off=6638252 len=1620435 2024-04-02T09:01:35.173 INFO:tasks.workunit.client.0.smithi112.stdout:op 2897 completed, throughput=5MB/sec 2024-04-02T09:01:35.173 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-61_YkzWURVSj7gT off=6575168 len=1306741 2024-04-02T09:01:35.174 INFO:tasks.workunit.client.0.smithi112.stdout:op 2898 completed, throughput=5MB/sec 2024-04-02T09:01:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:34 smithi187 ceph-mon[84356]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:01:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:34 smithi112 ceph-mon[88945]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:01:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:34 smithi112 ceph-mon[91385]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:01:36.174 INFO:tasks.workunit.client.0.smithi112.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:36.175 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MoSR55UfCJL4mbB off=7486794 len=782706 2024-04-02T09:01:36.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 2899 completed, throughput=4.99MB/sec 2024-04-02T09:01:36.175 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FUsKyrvaOkdhCFW off=6538442 len=1954919 2024-04-02T09:01:36.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 2900 completed, throughput=5MB/sec 2024-04-02T09:01:36.179 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hEqkrxzC_tKjBLQ off=159560 len=990019 2024-04-02T09:01:36.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 2901 completed, throughput=5MB/sec 2024-04-02T09:01:36.184 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-leavpqE21P7P2Nj off=184227 len=622172 2024-04-02T09:01:36.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 2902 completed, throughput=5MB/sec 2024-04-02T09:01:36.189 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I022BixPRqSq8kR off=1179871 len=118326 2024-04-02T09:01:36.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 2903 completed, throughput=5MB/sec 2024-04-02T09:01:36.190 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AtNJbWfAiNSO0h6 off=1386982 len=1491774 2024-04-02T09:01:36.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 2904 completed, throughput=5MB/sec 2024-04-02T09:01:37.192 INFO:tasks.workunit.client.0.smithi112.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:37.192 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CTDRQiBMFULPzZ2 off=5661119 len=1610200 2024-04-02T09:01:37.199 INFO:tasks.workunit.client.0.smithi112.stdout:op 2905 completed, throughput=5MB/sec 2024-04-02T09:01:37.199 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Mm3xRb8z6-1KmP0 off=2042102 len=1128532 2024-04-02T09:01:37.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 2906 completed, throughput=5MB/sec 2024-04-02T09:01:37.200 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MaMk4fDBS5E5urr off=10555121 len=1687094 2024-04-02T09:01:37.209 INFO:tasks.workunit.client.0.smithi112.stdout:op 2907 completed, throughput=5MB/sec 2024-04-02T09:01:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:37 smithi112 ceph-mon[91385]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:37 smithi112 ceph-mon[88945]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:37.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:37 smithi187 ceph-mon[84356]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:38.210 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QRPK9ke-anTfSqT off=13481124 len=1760220 2024-04-02T09:01:38.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 2908 completed, throughput=4.99MB/sec 2024-04-02T09:01:38.211 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JikRGtt5KV7m12x off=1493983 len=1376468 2024-04-02T09:01:38.218 INFO:tasks.workunit.client.0.smithi112.stdout:op 2909 completed, throughput=5MB/sec 2024-04-02T09:01:38.218 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BZpi9R5Z-CfsoAz off=9953116 len=746129 2024-04-02T09:01:38.222 INFO:tasks.workunit.client.0.smithi112.stdout:op 2910 completed, throughput=5MB/sec 2024-04-02T09:01:38.222 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F6OpAV6H0v-9r13 off=3836119 len=708746 2024-04-02T09:01:38.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 2911 completed, throughput=5MB/sec 2024-04-02T09:01:38.226 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eARgEON7nT2ggCA off=15167492 len=317797 2024-04-02T09:01:38.229 INFO:tasks.workunit.client.0.smithi112.stdout:op 2912 completed, throughput=5MB/sec 2024-04-02T09:01:38.229 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ni_ZzsbLSrC6Tsr off=3471804 len=1697157 2024-04-02T09:01:38.236 INFO:tasks.workunit.client.0.smithi112.stdout:op 2913 completed, throughput=5MB/sec 2024-04-02T09:01:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:38.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:39.236 INFO:tasks.workunit.client.0.smithi112.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:39.236 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GzNjcmnGLcoDtap off=729022 len=1637899 2024-04-02T09:01:39.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 2914 completed, throughput=5MB/sec 2024-04-02T09:01:39.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ljDmwlulvu8tjHe off=1659402 len=2096698 2024-04-02T09:01:39.239 INFO:tasks.workunit.client.0.smithi112.stdout:op 2915 completed, throughput=5MB/sec 2024-04-02T09:01:39.239 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bB1Wkn2CiV6sK7i off=4363417 len=339201 2024-04-02T09:01:39.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 2916 completed, throughput=5MB/sec 2024-04-02T09:01:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:39 smithi112 ceph-mon[91385]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:39.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:01:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:01:39] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:01:39.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:39 smithi112 ceph-mon[88945]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:39.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:39 smithi187 ceph-mon[84356]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:40.243 INFO:tasks.workunit.client.0.smithi112.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:40.243 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V-PuPb300GCwa6P off=5818430 len=1977721 2024-04-02T09:01:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 2917 completed, throughput=4.99MB/sec 2024-04-02T09:01:40.247 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cyQrR6w0YKdpQvm off=16041276 len=1141859 2024-04-02T09:01:40.251 INFO:tasks.workunit.client.0.smithi112.stdout:op 2918 completed, throughput=5MB/sec 2024-04-02T09:01:40.251 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MEOYep9joRh7E5u off=747089 len=1443066 2024-04-02T09:01:40.254 INFO:tasks.workunit.client.0.smithi112.stdout:op 2919 completed, throughput=5MB/sec 2024-04-02T09:01:40.255 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pjZVEnIv5AmIpSV off=4595448 len=775559 2024-04-02T09:01:40.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 2920 completed, throughput=5MB/sec 2024-04-02T09:01:41.259 INFO:tasks.workunit.client.0.smithi112.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:41.260 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0olNvRL4ikdRNG4 off=18978529 len=1715839 2024-04-02T09:01:41.266 INFO:tasks.workunit.client.0.smithi112.stdout:op 2921 completed, throughput=4.99MB/sec 2024-04-02T09:01:41.266 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nsf8EnYCa-LDHbA off=452659 len=422778 2024-04-02T09:01:41.266 INFO:tasks.workunit.client.0.smithi112.stdout:op 2922 completed, throughput=4.99MB/sec 2024-04-02T09:01:41.266 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Yuu8O7zrwg6qNna off=673382 len=1661571 2024-04-02T09:01:41.271 INFO:tasks.workunit.client.0.smithi112.stdout:op 2923 completed, throughput=5MB/sec 2024-04-02T09:01:41.271 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VHwDbIoCzIp2EPC off=4963821 len=2068047 2024-04-02T09:01:41.274 INFO:tasks.workunit.client.0.smithi112.stdout:op 2924 completed, throughput=5MB/sec 2024-04-02T09:01:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:41 smithi112 ceph-mon[91385]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:41 smithi112 ceph-mon[88945]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:41.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:41 smithi187 ceph-mon[84356]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:42.275 INFO:tasks.workunit.client.0.smithi112.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:42.275 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-28HQSsoJ2OA_VHv off=12233164 len=1192365 2024-04-02T09:01:42.276 INFO:tasks.workunit.client.0.smithi112.stdout:op 2925 completed, throughput=4.99MB/sec 2024-04-02T09:01:42.276 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7QJdptKlKmiGvTw off=16454184 len=2744 2024-04-02T09:01:42.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 2926 completed, throughput=4.99MB/sec 2024-04-02T09:01:42.278 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XNRvW7Qzmwz5pAr off=854960 len=1306049 2024-04-02T09:01:42.286 INFO:tasks.workunit.client.0.smithi112.stdout:op 2927 completed, throughput=5MB/sec 2024-04-02T09:01:42.286 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QIZU3sz9DS-nivc off=16890604 len=582225 2024-04-02T09:01:42.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 2928 completed, throughput=5MB/sec 2024-04-02T09:01:42.287 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H6dR1HCPx8GKJQO off=14236126 len=2082167 2024-04-02T09:01:42.288 INFO:tasks.workunit.client.0.smithi112.stdout:op 2929 completed, throughput=5MB/sec 2024-04-02T09:01:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:43 smithi187 ceph-mon[84356]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:43.289 INFO:tasks.workunit.client.0.smithi112.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:43.289 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vR6e4mRYhnSHff2 off=17112163 len=1980599 2024-04-02T09:01:43.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 2930 completed, throughput=5MB/sec 2024-04-02T09:01:43.291 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qadbl5cmsaANSs6 off=23175346 len=1265647 2024-04-02T09:01:43.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 2931 completed, throughput=5MB/sec 2024-04-02T09:01:43.292 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jV35dBC7KBQVep5 off=2595058 len=1731718 2024-04-02T09:01:43.293 INFO:tasks.workunit.client.0.smithi112.stdout:op 2932 completed, throughput=5MB/sec 2024-04-02T09:01:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:43 smithi112 ceph-mon[91385]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:43 smithi112 ceph-mon[88945]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:44.294 INFO:tasks.workunit.client.0.smithi112.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:44.294 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a68O4_kSH1Aofa9 off=13610767 len=1315027 2024-04-02T09:01:44.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 2933 completed, throughput=4.99MB/sec 2024-04-02T09:01:44.299 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Sj1oQ5y_53uT4gX off=823278 len=718131 2024-04-02T09:01:44.300 INFO:tasks.workunit.client.0.smithi112.stdout:op 2934 completed, throughput=4.99MB/sec 2024-04-02T09:01:44.300 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-G6k4GMW8S7MujNd off=1317266 len=572376 2024-04-02T09:01:44.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 2935 completed, throughput=5MB/sec 2024-04-02T09:01:44.301 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L5_VKXk2QzrDfGO off=1716392 len=389471 2024-04-02T09:01:44.304 INFO:tasks.workunit.client.0.smithi112.stdout:op 2936 completed, throughput=5MB/sec 2024-04-02T09:01:44.304 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z83HdVTlvQBx7bb off=7401671 len=753364 2024-04-02T09:01:44.305 INFO:tasks.workunit.client.0.smithi112.stdout:op 2937 completed, throughput=5MB/sec 2024-04-02T09:01:44.305 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bkf5nBAhQDxmrma off=2949973 len=1590788 2024-04-02T09:01:44.308 INFO:tasks.workunit.client.0.smithi112.stdout:op 2938 completed, throughput=5MB/sec 2024-04-02T09:01:45.308 INFO:tasks.workunit.client.0.smithi112.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:45.308 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SDJJBsuJj6-Gcy4 off=424114 len=717646 2024-04-02T09:01:45.309 INFO:tasks.workunit.client.0.smithi112.stdout:op 2939 completed, throughput=4.99MB/sec 2024-04-02T09:01:45.309 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--SakqzIBSmRiQga off=10023268 len=430589 2024-04-02T09:01:45.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 2940 completed, throughput=4.99MB/sec 2024-04-02T09:01:45.312 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bTRu399o5clNfdo off=3302781 len=1306497 2024-04-02T09:01:45.314 INFO:tasks.workunit.client.0.smithi112.stdout:op 2941 completed, throughput=5MB/sec 2024-04-02T09:01:45.314 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JwSVPYxf9ZBmbFJ off=0 len=1291417 2024-04-02T09:01:45.317 INFO:tasks.workunit.client.0.smithi112.stdout:op 2942 completed, throughput=5MB/sec 2024-04-02T09:01:45.317 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rlvV7V7D9xfWz3b off=9388833 len=607997 2024-04-02T09:01:45.321 INFO:tasks.workunit.client.0.smithi112.stdout:op 2943 completed, throughput=5MB/sec 2024-04-02T09:01:45.322 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5tk5PE0o8Fn6ALY off=3573068 len=1731249 2024-04-02T09:01:45.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 2944 completed, throughput=5MB/sec 2024-04-02T09:01:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:45 smithi112 ceph-mon[91385]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:45 smithi112 ceph-mon[88945]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:45.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:45 smithi187 ceph-mon[84356]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:46.330 INFO:tasks.workunit.client.0.smithi112.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:46.330 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4F472tFt6J7ZPlU off=2757773 len=2077366 2024-04-02T09:01:46.331 INFO:tasks.workunit.client.0.smithi112.stdout:op 2945 completed, throughput=5MB/sec 2024-04-02T09:01:46.331 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VFsXrqohvfSGSbC off=3647508 len=1927628 2024-04-02T09:01:46.342 INFO:tasks.workunit.client.0.smithi112.stdout:op 2946 completed, throughput=5MB/sec 2024-04-02T09:01:46.343 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u4ujAqMw2kEJJZa off=909425 len=1725221 2024-04-02T09:01:46.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 2947 completed, throughput=5MB/sec 2024-04-02T09:01:47.350 INFO:tasks.workunit.client.0.smithi112.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:47.350 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JJdsEW7gPacWLgl off=19676524 len=882938 2024-04-02T09:01:47.355 INFO:tasks.workunit.client.0.smithi112.stdout:op 2948 completed, throughput=4.99MB/sec 2024-04-02T09:01:47.355 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RC-WTZD5FPnc-vb off=19228331 len=136646 2024-04-02T09:01:47.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 2949 completed, throughput=5MB/sec 2024-04-02T09:01:47.356 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JzmayLQqtW5RTOw off=12385486 len=1269718 2024-04-02T09:01:47.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 2950 completed, throughput=5MB/sec 2024-04-02T09:01:47.359 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lLIRc0AkL_qoh2c off=7425340 len=428510 2024-04-02T09:01:47.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 2951 completed, throughput=5MB/sec 2024-04-02T09:01:47.360 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JXWCCfzlhxyoQXH off=4300579 len=1301158 2024-04-02T09:01:47.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 2952 completed, throughput=5MB/sec 2024-04-02T09:01:47.361 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9aO-3rIC1bYwlwX off=4746333 len=98013 2024-04-02T09:01:47.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 2953 completed, throughput=5MB/sec 2024-04-02T09:01:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:47 smithi112 ceph-mon[91385]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:47 smithi112 ceph-mon[88945]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:47 smithi187 ceph-mon[84356]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:48.363 INFO:tasks.workunit.client.0.smithi112.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:48.363 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1njo6A-BpsVhF48 off=4539766 len=1239223 2024-04-02T09:01:48.368 INFO:tasks.workunit.client.0.smithi112.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-02T09:01:48.369 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BK6JUmGvAf7bFap off=7355876 len=694872 2024-04-02T09:01:48.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 2955 completed, throughput=4.99MB/sec 2024-04-02T09:01:48.373 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DAd6UvAWVSaKA9L off=12585946 len=751800 2024-04-02T09:01:48.378 INFO:tasks.workunit.client.0.smithi112.stdout:op 2956 completed, throughput=5MB/sec 2024-04-02T09:01:48.378 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PvUS0hfRMP8qHWg off=754989 len=1560011 2024-04-02T09:01:48.379 INFO:tasks.workunit.client.0.smithi112.stdout:op 2957 completed, throughput=5MB/sec 2024-04-02T09:01:48.379 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LiLZeUEazrIDb_l off=1452160 len=437063 2024-04-02T09:01:48.381 INFO:tasks.workunit.client.0.smithi112.stdout:op 2958 completed, throughput=5MB/sec 2024-04-02T09:01:48.381 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Vyb_u-dq0P76aoE off=17583107 len=55887 2024-04-02T09:01:48.381 INFO:tasks.workunit.client.0.smithi112.stdout:op 2959 completed, throughput=5MB/sec 2024-04-02T09:01:48.381 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j_mIAwY3Cu2IX3s off=724257 len=14653 2024-04-02T09:01:48.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 2960 completed, throughput=5MB/sec 2024-04-02T09:01:48.383 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H2QLorouIUqCL7p off=5387387 len=951195 2024-04-02T09:01:48.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 2961 completed, throughput=5MB/sec 2024-04-02T09:01:49.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:49 smithi112 ceph-mon[91385]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:01:49.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:49 smithi112 ceph-mon[88945]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:01:49.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:01:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:01:49] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:01:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:49.384 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Uh2SmnUWcnUtuAu off=10246482 len=1275440 2024-04-02T09:01:49.389 INFO:tasks.workunit.client.0.smithi112.stdout:op 2962 completed, throughput=4.99MB/sec 2024-04-02T09:01:49.389 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UT2PXQiF--_x_wX off=2443600 len=1619244 2024-04-02T09:01:49.392 INFO:tasks.workunit.client.0.smithi112.stdout:op 2963 completed, throughput=5MB/sec 2024-04-02T09:01:49.392 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sS1zsupeWtI75To off=5948160 len=2006874 2024-04-02T09:01:49.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 2964 completed, throughput=5MB/sec 2024-04-02T09:01:49.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:49 smithi187 ceph-mon[84356]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:01:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:50.394 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aLM_ycN_zupVT7k off=4655982 len=849861 2024-04-02T09:01:50.399 INFO:tasks.workunit.client.0.smithi112.stdout:op 2965 completed, throughput=4.99MB/sec 2024-04-02T09:01:50.399 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-26naICS57_cjfjf off=16293914 len=1002704 2024-04-02T09:01:50.404 INFO:tasks.workunit.client.0.smithi112.stdout:op 2966 completed, throughput=4.99MB/sec 2024-04-02T09:01:50.404 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4Dkcr_8nIoDvyGi off=3608716 len=1110294 2024-04-02T09:01:50.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 2967 completed, throughput=5MB/sec 2024-04-02T09:01:50.408 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oCjEuAjDcWocpns off=9745437 len=618120 2024-04-02T09:01:50.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 2968 completed, throughput=5MB/sec 2024-04-02T09:01:50.410 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tHT631hPM4dRYRY off=6151729 len=258904 2024-04-02T09:01:50.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 2969 completed, throughput=5MB/sec 2024-04-02T09:01:50.412 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tzSUvE3gzJBHQEv off=11292276 len=1712608 2024-04-02T09:01:50.422 INFO:tasks.workunit.client.0.smithi112.stdout:op 2970 completed, throughput=5MB/sec 2024-04-02T09:01:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:51.422 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xa6H5zKcLze94vE off=8129936 len=1879033 2024-04-02T09:01:51.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 2971 completed, throughput=4.99MB/sec 2024-04-02T09:01:51.433 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YaO8h6bxYbulcRD off=177059 len=1841259 2024-04-02T09:01:51.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 2972 completed, throughput=5MB/sec 2024-04-02T09:01:51.440 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GuFSAvLD4bvLshF off=12173079 len=989835 2024-04-02T09:01:51.441 INFO:tasks.workunit.client.0.smithi112.stdout:op 2973 completed, throughput=5MB/sec 2024-04-02T09:01:51.441 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LMebSOGZBWF69fj off=333688 len=191700 2024-04-02T09:01:51.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 2974 completed, throughput=5MB/sec 2024-04-02T09:01:51.443 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QOPZvgYTKzzbU9O off=16073814 len=723222 2024-04-02T09:01:51.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 2975 completed, throughput=5MB/sec 2024-04-02T09:01:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:51 smithi112 ceph-mon[88945]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:51 smithi112 ceph-mon[91385]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:51 smithi187 ceph-mon[84356]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:52.444 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-isukN_woZSABiHz off=4660820 len=534188 2024-04-02T09:01:52.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 2976 completed, throughput=4.99MB/sec 2024-04-02T09:01:52.445 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y2Jt6sF23n_TLOi off=1449224 len=249540 2024-04-02T09:01:52.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 2977 completed, throughput=4.99MB/sec 2024-04-02T09:01:52.446 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ssGsMHDGqzZB4cp off=2386845 len=1635759 2024-04-02T09:01:52.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 2978 completed, throughput=5MB/sec 2024-04-02T09:01:52.447 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1hPYNZDpcDcRw5s off=1368992 len=1045454 2024-04-02T09:01:52.448 INFO:tasks.workunit.client.0.smithi112.stdout:op 2979 completed, throughput=5MB/sec 2024-04-02T09:01:52.448 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DwudERtkF5seMq4 off=8111557 len=750859 2024-04-02T09:01:52.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 2980 completed, throughput=5MB/sec 2024-04-02T09:01:52.449 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LzwFd3-Pu8nBuJ_ off=9615868 len=1461241 2024-04-02T09:01:52.458 INFO:tasks.workunit.client.0.smithi112.stdout:op 2981 completed, throughput=5MB/sec 2024-04-02T09:01:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:53.458 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-suIr-uucyzqA0xI off=7486797 len=771897 2024-04-02T09:01:53.461 INFO:tasks.workunit.client.0.smithi112.stdout:op 2982 completed, throughput=4.99MB/sec 2024-04-02T09:01:53.461 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6yG7SXWN8EVnXuw off=4812647 len=1765680 2024-04-02T09:01:53.463 INFO:tasks.workunit.client.0.smithi112.stdout:op 2983 completed, throughput=5MB/sec 2024-04-02T09:01:53.463 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E48E3MvyeKVEv8b off=11802247 len=255639 2024-04-02T09:01:53.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 2984 completed, throughput=5MB/sec 2024-04-02T09:01:53.464 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VaT13HjfXLFB0iD off=455158 len=1899332 2024-04-02T09:01:53.471 INFO:tasks.workunit.client.0.smithi112.stdout:op 2985 completed, throughput=5MB/sec 2024-04-02T09:01:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:53 smithi112 ceph-mon[91385]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:01:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:53 smithi112 ceph-mon[88945]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:01:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:53 smithi187 ceph-mon[84356]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:01:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:54.471 INFO:tasks.workunit.client.0.smithi112.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:54.471 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tcjjdqExPzJpsCe off=9794000 len=1756583 2024-04-02T09:01:54.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 2986 completed, throughput=4.99MB/sec 2024-04-02T09:01:54.479 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VluNaR6o-xunCgx off=8886779 len=1292727 2024-04-02T09:01:54.484 INFO:tasks.workunit.client.0.smithi112.stdout:op 2987 completed, throughput=5MB/sec 2024-04-02T09:01:54.484 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PoBOO5PB2iBZv72 off=5213618 len=91032 2024-04-02T09:01:54.486 INFO:tasks.workunit.client.0.smithi112.stdout:op 2988 completed, throughput=5MB/sec 2024-04-02T09:01:54.487 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zVlm1RoCoYz-Feu off=1511475 len=1469717 2024-04-02T09:01:54.494 INFO:tasks.workunit.client.0.smithi112.stdout:op 2989 completed, throughput=5MB/sec 2024-04-02T09:01:54.495 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V5jbUpU6j70W3XQ off=414166 len=1721105 2024-04-02T09:01:54.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 2990 completed, throughput=5MB/sec 2024-04-02T09:01:55.499 INFO:tasks.workunit.client.0.smithi112.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:55.499 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BYU2Ls-C5KDhVO0 off=10402514 len=2068157 2024-04-02T09:01:55.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 2991 completed, throughput=5MB/sec 2024-04-02T09:01:55.500 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d56gGXtVm9Sw53d off=11380595 len=1249401 2024-04-02T09:01:55.506 INFO:tasks.workunit.client.0.smithi112.stdout:op 2992 completed, throughput=5MB/sec 2024-04-02T09:01:55.506 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bsgX6FkcKiX-g8n off=1753920 len=1588970 2024-04-02T09:01:55.507 INFO:tasks.workunit.client.0.smithi112.stdout:op 2993 completed, throughput=5MB/sec 2024-04-02T09:01:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:55 smithi112 ceph-mon[91385]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:01:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:55 smithi112 ceph-mon[88945]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:01:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:55 smithi187 ceph-mon[84356]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:01:56.508 INFO:tasks.workunit.client.0.smithi112.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:56.508 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DNj6BSi8XLhTTac off=13544489 len=465292 2024-04-02T09:01:56.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 2994 completed, throughput=4.99MB/sec 2024-04-02T09:01:56.509 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Dn_h8xZvHP-3swM off=3485554 len=435545 2024-04-02T09:01:56.509 INFO:tasks.workunit.client.0.smithi112.stdout:op 2995 completed, throughput=4.99MB/sec 2024-04-02T09:01:56.509 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3fy0frbdX9bJ5Z4 off=1193879 len=736987 2024-04-02T09:01:56.512 INFO:tasks.workunit.client.0.smithi112.stdout:op 2996 completed, throughput=5MB/sec 2024-04-02T09:01:56.512 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VAYxShaZF-s79ni off=9203431 len=706957 2024-04-02T09:01:56.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 2997 completed, throughput=5MB/sec 2024-04-02T09:01:56.513 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5kW8Xl1AZB9X-kl off=367336 len=2075353 2024-04-02T09:01:56.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 2998 completed, throughput=5MB/sec 2024-04-02T09:01:56.520 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TRSQ1rqPE3mtBdE off=3550845 len=1742598 2024-04-02T09:01:56.527 INFO:tasks.workunit.client.0.smithi112.stdout:op 2999 completed, throughput=5MB/sec 2024-04-02T09:01:57.527 INFO:tasks.workunit.client.0.smithi112.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:57.528 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5qWlmzHzkCqFpHd off=1623708 len=1632902 2024-04-02T09:01:57.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 3000 completed, throughput=5MB/sec 2024-04-02T09:01:57.535 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1njo6A-BpsVhF48 off=13776371 len=400758 2024-04-02T09:01:57.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 3001 completed, throughput=5MB/sec 2024-04-02T09:01:57.536 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uoSrlJYBcXYERh0 off=1441822 len=388483 2024-04-02T09:01:57.536 INFO:tasks.workunit.client.0.smithi112.stdout:op 3002 completed, throughput=5MB/sec 2024-04-02T09:01:57.536 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5dEgzvzh-449h42 off=10774306 len=505952 2024-04-02T09:01:57.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 3003 completed, throughput=5MB/sec 2024-04-02T09:01:57.539 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_RWae6xSmGFgziQ off=7092370 len=1707782 2024-04-02T09:01:57.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 3004 completed, throughput=5MB/sec 2024-04-02T09:01:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:57 smithi112 ceph-mon[91385]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:57 smithi112 ceph-mon[88945]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:57 smithi187 ceph-mon[84356]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:58.540 INFO:tasks.workunit.client.0.smithi112.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:58.541 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TJ0Rgsj0awg-BP9 off=5280134 len=655096 2024-04-02T09:01:58.545 INFO:tasks.workunit.client.0.smithi112.stdout:op 3005 completed, throughput=4.99MB/sec 2024-04-02T09:01:58.545 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MugZ-GcBV4Yl4p2 off=7431093 len=400678 2024-04-02T09:01:58.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 3006 completed, throughput=4.99MB/sec 2024-04-02T09:01:58.548 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gDJoWXSuy8uDSaO off=2148001 len=1789891 2024-04-02T09:01:58.549 INFO:tasks.workunit.client.0.smithi112.stdout:op 3007 completed, throughput=5MB/sec 2024-04-02T09:01:58.549 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VwSZpkLRvlT1_Eu off=18046551 len=1283968 2024-04-02T09:01:58.556 INFO:tasks.workunit.client.0.smithi112.stdout:op 3008 completed, throughput=5MB/sec 2024-04-02T09:01:58.556 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xkAUi5_iyp5BspX off=7088929 len=1265328 2024-04-02T09:01:58.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 3009 completed, throughput=5MB/sec 2024-04-02T09:01:59.557 INFO:tasks.workunit.client.0.smithi112.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:59.557 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GyMpZ2nF7UC1fWV off=2553762 len=1171489 2024-04-02T09:01:59.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 3010 completed, throughput=5MB/sec 2024-04-02T09:01:59.558 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kt-d_ci5w40hEF8 off=759635 len=1835031 2024-04-02T09:01:59.562 INFO:tasks.workunit.client.0.smithi112.stdout:op 3011 completed, throughput=5MB/sec 2024-04-02T09:01:59.562 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AEXDERCx6bp_tY2 off=7866746 len=129407 2024-04-02T09:01:59.565 INFO:tasks.workunit.client.0.smithi112.stdout:op 3012 completed, throughput=5MB/sec 2024-04-02T09:01:59.565 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fq_-ZIdXZNE_uTZ off=981557 len=125950 2024-04-02T09:01:59.567 INFO:tasks.workunit.client.0.smithi112.stdout:op 3013 completed, throughput=5MB/sec 2024-04-02T09:01:59.567 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kgIJRVSnpXJjQp0 off=0 len=1483280 2024-04-02T09:01:59.573 INFO:tasks.workunit.client.0.smithi112.stdout:op 3014 completed, throughput=5MB/sec 2024-04-02T09:01:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:01:59 smithi112 ceph-mon[91385]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:01:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:01:59] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:01:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:01:59 smithi112 ceph-mon[88945]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:01:59 smithi187 ceph-mon[84356]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:02:00.574 INFO:tasks.workunit.client.0.smithi112.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:00.574 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ag1dBlhzVKefEAj off=18180 len=712635 2024-04-02T09:02:00.574 INFO:tasks.workunit.client.0.smithi112.stdout:op 3015 completed, throughput=4.99MB/sec 2024-04-02T09:02:00.574 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wZZ4J55Vx3KltMd off=3443705 len=335125 2024-04-02T09:02:00.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 3016 completed, throughput=4.99MB/sec 2024-04-02T09:02:00.575 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qPKqYsZYayVelCi off=1062159 len=895320 2024-04-02T09:02:00.580 INFO:tasks.workunit.client.0.smithi112.stdout:op 3017 completed, throughput=5MB/sec 2024-04-02T09:02:00.580 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h-HAMaDAmF94UyR off=4689220 len=85550 2024-04-02T09:02:00.582 INFO:tasks.workunit.client.0.smithi112.stdout:op 3018 completed, throughput=5MB/sec 2024-04-02T09:02:00.582 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iiAP0AjJi46Surp off=10592565 len=1524799 2024-04-02T09:02:00.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 3019 completed, throughput=5MB/sec 2024-04-02T09:02:00.584 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LIq0Oeu2-uY6pln off=9433389 len=718671 2024-04-02T09:02:00.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 3020 completed, throughput=5MB/sec 2024-04-02T09:02:00.584 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c42CezYvi29g9Ow off=1700192 len=1561396 2024-04-02T09:02:00.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 3021 completed, throughput=5MB/sec 2024-04-02T09:02:01.587 INFO:tasks.workunit.client.0.smithi112.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:01.588 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lJK4irf7SDjsi9Z off=2602203 len=1008519 2024-04-02T09:02:01.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 3022 completed, throughput=4.99MB/sec 2024-04-02T09:02:01.593 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QmC_q68NxaNqvtQ off=8613209 len=1427206 2024-04-02T09:02:01.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 3023 completed, throughput=5MB/sec 2024-04-02T09:02:01.596 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SqRvq2EJOcK6Phs off=4255165 len=1628085 2024-04-02T09:02:01.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 3024 completed, throughput=5MB/sec 2024-04-02T09:02:01.597 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DhWwp4QXkD10UWj off=20042022 len=902032 2024-04-02T09:02:01.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 3025 completed, throughput=5MB/sec 2024-04-02T09:02:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:01 smithi112 ceph-mon[88945]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:01 smithi112 ceph-mon[91385]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:01 smithi187 ceph-mon[84356]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:02.601 INFO:tasks.workunit.client.0.smithi112.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:02.601 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zZ2B9nrDgrBAfdN off=2544628 len=557401 2024-04-02T09:02:02.602 INFO:tasks.workunit.client.0.smithi112.stdout:op 3026 completed, throughput=4.99MB/sec 2024-04-02T09:02:02.602 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f3FNEAaxP3OlPjR off=2711842 len=1752464 2024-04-02T09:02:02.609 INFO:tasks.workunit.client.0.smithi112.stdout:op 3027 completed, throughput=5MB/sec 2024-04-02T09:02:02.609 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xDDRnn6GM2BXXH_ off=16788355 len=1229333 2024-04-02T09:02:02.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 3028 completed, throughput=5MB/sec 2024-04-02T09:02:02.610 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o2zoHoZ2r5V-O7O off=14708964 len=617032 2024-04-02T09:02:02.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 3029 completed, throughput=5MB/sec 2024-04-02T09:02:02.610 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VDrzszVn75_RfEE off=4415662 len=196527 2024-04-02T09:02:02.613 INFO:tasks.workunit.client.0.smithi112.stdout:op 3030 completed, throughput=5MB/sec 2024-04-02T09:02:02.613 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7_NKm-TUJ_sQlof off=2272061 len=2073738 2024-04-02T09:02:02.617 INFO:tasks.workunit.client.0.smithi112.stdout:op 3031 completed, throughput=5MB/sec 2024-04-02T09:02:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:02:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:03.617 INFO:tasks.workunit.client.0.smithi112.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:03.617 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nP4E6YmIWpLvINk off=1875888 len=2085956 2024-04-02T09:02:03.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 3032 completed, throughput=5MB/sec 2024-04-02T09:02:03.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aB9Adeb-GAUxjeA off=5224847 len=803334 2024-04-02T09:02:03.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 3033 completed, throughput=5MB/sec 2024-04-02T09:02:03.620 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3zgMSTHqLjAistL off=1075799 len=1072627 2024-04-02T09:02:03.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 3034 completed, throughput=5MB/sec 2024-04-02T09:02:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:03 smithi112 ceph-mon[88945]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:03 smithi112 ceph-mon[91385]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:03 smithi187 ceph-mon[84356]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:04.621 INFO:tasks.workunit.client.0.smithi112.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:04.621 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wkeuRLQxX83TpSd off=2067416 len=385261 2024-04-02T09:02:04.621 INFO:tasks.workunit.client.0.smithi112.stdout:op 3035 completed, throughput=4.99MB/sec 2024-04-02T09:02:04.622 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zUFCP255ODO12L5 off=10906210 len=1992089 2024-04-02T09:02:04.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 3036 completed, throughput=5MB/sec 2024-04-02T09:02:04.623 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k66azp4Y3MqPMxG off=7696793 len=1094655 2024-04-02T09:02:04.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 3037 completed, throughput=5MB/sec 2024-04-02T09:02:04.628 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q9O0asixhYuGVrH off=14241998 len=117520 2024-04-02T09:02:04.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 3038 completed, throughput=5MB/sec 2024-04-02T09:02:04.630 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ecw3AryKrztlTU0 off=12596282 len=1355210 2024-04-02T09:02:04.631 INFO:tasks.workunit.client.0.smithi112.stdout:op 3039 completed, throughput=5MB/sec 2024-04-02T09:02:05.632 INFO:tasks.workunit.client.0.smithi112.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:05.632 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oLLWL5z8oqIGw7H off=8857742 len=125237 2024-04-02T09:02:05.632 INFO:tasks.workunit.client.0.smithi112.stdout:op 3040 completed, throughput=4.99MB/sec 2024-04-02T09:02:05.632 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rs7VuLkUVo3uUDv off=575111 len=1490298 2024-04-02T09:02:05.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 3041 completed, throughput=4.99MB/sec 2024-04-02T09:02:05.634 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x1Tp5jeil3pnunm off=22308761 len=510854 2024-04-02T09:02:05.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 3042 completed, throughput=5MB/sec 2024-04-02T09:02:05.636 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PwjMw1Bi3iONLIH off=3386421 len=456370 2024-04-02T09:02:05.640 INFO:tasks.workunit.client.0.smithi112.stdout:op 3043 completed, throughput=5MB/sec 2024-04-02T09:02:05.640 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d_Fha30ZtWoQYaz off=4007333 len=1989016 2024-04-02T09:02:05.644 INFO:tasks.workunit.client.0.smithi112.stdout:op 3044 completed, throughput=5MB/sec 2024-04-02T09:02:05.644 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D1jhT3K9XoCfple off=5441917 len=949386 2024-04-02T09:02:05.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 3045 completed, throughput=5MB/sec 2024-04-02T09:02:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:05 smithi112 ceph-mon[91385]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:05 smithi112 ceph-mon[88945]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:05 smithi187 ceph-mon[84356]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:06.647 INFO:tasks.workunit.client.0.smithi112.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:06.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ygq3PRwwUNHBBpI off=6430438 len=290551 2024-04-02T09:02:06.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 3046 completed, throughput=4.99MB/sec 2024-04-02T09:02:06.649 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kQ-AwWgwgsP2Nq2 off=3080787 len=443135 2024-04-02T09:02:06.650 INFO:tasks.workunit.client.0.smithi112.stdout:op 3047 completed, throughput=4.99MB/sec 2024-04-02T09:02:06.650 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4d9-AT-p1dyX5fJ off=3860897 len=1725234 2024-04-02T09:02:06.658 INFO:tasks.workunit.client.0.smithi112.stdout:op 3048 completed, throughput=5MB/sec 2024-04-02T09:02:06.658 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xidQFe6PuhWFS4Q off=914301 len=378021 2024-04-02T09:02:06.659 INFO:tasks.workunit.client.0.smithi112.stdout:op 3049 completed, throughput=5MB/sec 2024-04-02T09:02:06.659 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ILWpluHhJhMuSn1 off=0 len=1450732 2024-04-02T09:02:06.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 3050 completed, throughput=5MB/sec 2024-04-02T09:02:06.661 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zMLvQ6zGRx7Jlcd off=2833483 len=802367 2024-04-02T09:02:06.662 INFO:tasks.workunit.client.0.smithi112.stdout:op 3051 completed, throughput=5MB/sec 2024-04-02T09:02:06.662 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q-fdsyEHcDrwZUB off=4517464 len=1008105 2024-04-02T09:02:06.667 INFO:tasks.workunit.client.0.smithi112.stdout:op 3052 completed, throughput=5MB/sec 2024-04-02T09:02:07.667 INFO:tasks.workunit.client.0.smithi112.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:07.667 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zGuJQD69gPFNVGZ off=10621542 len=696530 2024-04-02T09:02:07.668 INFO:tasks.workunit.client.0.smithi112.stdout:op 3053 completed, throughput=4.99MB/sec 2024-04-02T09:02:07.668 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HYuDZPmt35bMfoA off=1853649 len=1128676 2024-04-02T09:02:07.669 INFO:tasks.workunit.client.0.smithi112.stdout:op 3054 completed, throughput=5MB/sec 2024-04-02T09:02:07.669 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_0MH8OS1NS_Mphj off=1826425 len=529905 2024-04-02T09:02:07.673 INFO:tasks.workunit.client.0.smithi112.stdout:op 3055 completed, throughput=5MB/sec 2024-04-02T09:02:07.673 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UxXkij-DkUV6vdn off=15475948 len=1169527 2024-04-02T09:02:07.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 3056 completed, throughput=5MB/sec 2024-04-02T09:02:07.674 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SqIOR5YZebUI4WL off=8403520 len=1026631 2024-04-02T09:02:07.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 3057 completed, throughput=5MB/sec 2024-04-02T09:02:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:07 smithi112 ceph-mon[91385]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:07 smithi112 ceph-mon[88945]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:07 smithi187 ceph-mon[84356]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:08.676 INFO:tasks.workunit.client.0.smithi112.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:08.676 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Njxf0csOssyxLbt off=8591606 len=690915 2024-04-02T09:02:08.676 INFO:tasks.workunit.client.0.smithi112.stdout:op 3058 completed, throughput=4.99MB/sec 2024-04-02T09:02:08.677 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q_c0oBzBl7fFX8q off=6870662 len=774835 2024-04-02T09:02:08.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 3059 completed, throughput=4.99MB/sec 2024-04-02T09:02:08.680 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3_K0DpLfpnN-izC off=9794860 len=1628862 2024-04-02T09:02:08.686 INFO:tasks.workunit.client.0.smithi112.stdout:op 3060 completed, throughput=5MB/sec 2024-04-02T09:02:08.686 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QI0Np3Cjsz3Lffz off=12027210 len=1600266 2024-04-02T09:02:08.690 INFO:tasks.workunit.client.0.smithi112.stdout:op 3061 completed, throughput=5MB/sec 2024-04-02T09:02:08.690 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xm6RxEG5DOzNGCY off=12960156 len=1218733 2024-04-02T09:02:08.695 INFO:tasks.workunit.client.0.smithi112.stdout:op 3062 completed, throughput=5MB/sec 2024-04-02T09:02:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:08.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:09.546 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:02:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:02:09] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:02:09.695 INFO:tasks.workunit.client.0.smithi112.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:09.695 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dzVzSS0qjMJyZNH off=1504452 len=92765 2024-04-02T09:02:09.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-02T09:02:09.698 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hEqkrxzC_tKjBLQ off=13658595 len=516600 2024-04-02T09:02:09.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-02T09:02:09.702 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qCnOAHNjFh5uJvE off=841546 len=332354 2024-04-02T09:02:09.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 3065 completed, throughput=4.99MB/sec 2024-04-02T09:02:09.703 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IxODkk4h7VHcY0e off=12786580 len=903647 2024-04-02T09:02:09.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 3066 completed, throughput=5MB/sec 2024-04-02T09:02:09.707 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uME9kGJNDaltb0r off=5909328 len=727481 2024-04-02T09:02:09.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 3067 completed, throughput=5MB/sec 2024-04-02T09:02:09.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3uMGSDRPl2FhUif off=1474848 len=283050 2024-04-02T09:02:09.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 3068 completed, throughput=5MB/sec 2024-04-02T09:02:09.710 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vQuaVCzrgu2BVoe off=14285454 len=1200995 2024-04-02T09:02:09.716 INFO:tasks.workunit.client.0.smithi112.stdout:op 3069 completed, throughput=5MB/sec 2024-04-02T09:02:09.716 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5uVGpDATGIhqSab off=17650391 len=2027273 2024-04-02T09:02:09.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 3070 completed, throughput=5MB/sec 2024-04-02T09:02:09.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:09 smithi112 ceph-mon[88945]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:09.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:09 smithi112 ceph-mon[91385]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:09 smithi187 ceph-mon[84356]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:10.718 INFO:tasks.workunit.client.0.smithi112.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:10.718 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZYiM2G-U0cSZqpv off=1321442 len=1581021 2024-04-02T09:02:10.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 3071 completed, throughput=5MB/sec 2024-04-02T09:02:10.725 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RhGJr4nmJc-T8oi off=38150 len=969307 2024-04-02T09:02:10.728 INFO:tasks.workunit.client.0.smithi112.stdout:op 3072 completed, throughput=5MB/sec 2024-04-02T09:02:10.728 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C2TGb2sozPjHjoY off=10683077 len=1109246 2024-04-02T09:02:10.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 3073 completed, throughput=5MB/sec 2024-04-02T09:02:10.729 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tPB-DQ3b0AnmOPI off=1027160 len=1569383 2024-04-02T09:02:10.731 INFO:tasks.workunit.client.0.smithi112.stdout:op 3074 completed, throughput=5MB/sec 2024-04-02T09:02:11.732 INFO:tasks.workunit.client.0.smithi112.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:11.732 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cpZWbR5L0-2ntjW off=2606164 len=1572376 2024-04-02T09:02:11.740 INFO:tasks.workunit.client.0.smithi112.stdout:op 3075 completed, throughput=5MB/sec 2024-04-02T09:02:11.740 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eU_REYlWklPRwav off=1235270 len=1600098 2024-04-02T09:02:11.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 3076 completed, throughput=5MB/sec 2024-04-02T09:02:11.743 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kflYDJ5Ew4waowJ off=5777076 len=870834 2024-04-02T09:02:11.748 INFO:tasks.workunit.client.0.smithi112.stdout:op 3077 completed, throughput=5MB/sec 2024-04-02T09:02:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:11 smithi112 ceph-mon[88945]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:02:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:11 smithi112 ceph-mon[91385]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:02:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:11 smithi187 ceph-mon[84356]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:02:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:02:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:12.748 INFO:tasks.workunit.client.0.smithi112.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:12.748 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HcjmBgCkQFOXRfI off=1239583 len=1871473 2024-04-02T09:02:12.750 INFO:tasks.workunit.client.0.smithi112.stdout:op 3078 completed, throughput=4.99MB/sec 2024-04-02T09:02:12.750 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hVHlU9qPeXrW6gw off=1446490 len=729701 2024-04-02T09:02:12.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 3079 completed, throughput=5MB/sec 2024-04-02T09:02:12.754 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V3cM4-pz2-Eugzk off=6912199 len=499063 2024-04-02T09:02:12.757 INFO:tasks.workunit.client.0.smithi112.stdout:op 3080 completed, throughput=5MB/sec 2024-04-02T09:02:12.757 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2rDeDGC1-prlcZ2 off=4285897 len=487494 2024-04-02T09:02:12.758 INFO:tasks.workunit.client.0.smithi112.stdout:op 3081 completed, throughput=5MB/sec 2024-04-02T09:02:12.758 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9zlzcVp-qTTNsck off=13154821 len=1133846 2024-04-02T09:02:12.760 INFO:tasks.workunit.client.0.smithi112.stdout:op 3082 completed, throughput=5MB/sec 2024-04-02T09:02:12.760 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pxUKep84faBApSk off=12502985 len=1560338 2024-04-02T09:02:12.761 INFO:tasks.workunit.client.0.smithi112.stdout:op 3083 completed, throughput=5MB/sec 2024-04-02T09:02:13.762 INFO:tasks.workunit.client.0.smithi112.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:13.762 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yaURY7wtGWDiL3y off=13498877 len=536802 2024-04-02T09:02:13.762 INFO:tasks.workunit.client.0.smithi112.stdout:op 3084 completed, throughput=4.99MB/sec 2024-04-02T09:02:13.763 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CpLHNEZaP-JT18e off=5142725 len=1009418 2024-04-02T09:02:13.768 INFO:tasks.workunit.client.0.smithi112.stdout:op 3085 completed, throughput=5MB/sec 2024-04-02T09:02:13.768 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4QaJ_DxODWmscmR off=22987836 len=900175 2024-04-02T09:02:13.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 3086 completed, throughput=5MB/sec 2024-04-02T09:02:13.769 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1Stp9gak37OIVkv off=15675175 len=633985 2024-04-02T09:02:13.770 INFO:tasks.workunit.client.0.smithi112.stdout:op 3087 completed, throughput=5MB/sec 2024-04-02T09:02:13.770 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IBIcaTBhY3wCMiQ off=678174 len=1071264 2024-04-02T09:02:13.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 3088 completed, throughput=5MB/sec 2024-04-02T09:02:13.771 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Bs-MBp3LHuxyFdl off=4309687 len=11403 2024-04-02T09:02:13.773 INFO:tasks.workunit.client.0.smithi112.stdout:op 3089 completed, throughput=5MB/sec 2024-04-02T09:02:13.773 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AxnLPH6U_VDcDXy off=3292721 len=1517821 2024-04-02T09:02:13.776 INFO:tasks.workunit.client.0.smithi112.stdout:op 3090 completed, throughput=5MB/sec 2024-04-02T09:02:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:13 smithi112 ceph-mon[88945]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:13 smithi112 ceph-mon[91385]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:13 smithi187 ceph-mon[84356]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:14.777 INFO:tasks.workunit.client.0.smithi112.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:14.777 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Th4UGcXO3FOre9r off=8314176 len=1271731 2024-04-02T09:02:14.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 3091 completed, throughput=5MB/sec 2024-04-02T09:02:14.782 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-icpkDvt42D1U0xU off=2069410 len=1208663 2024-04-02T09:02:14.784 INFO:tasks.workunit.client.0.smithi112.stdout:op 3092 completed, throughput=5MB/sec 2024-04-02T09:02:14.785 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1-wYWpIRZvM5xqI off=1201611 len=1279268 2024-04-02T09:02:14.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 3093 completed, throughput=5MB/sec 2024-04-02T09:02:14.788 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SX2sV2o-QCfM4ww off=13431346 len=164075 2024-04-02T09:02:14.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 3094 completed, throughput=5MB/sec 2024-04-02T09:02:15.790 INFO:tasks.workunit.client.0.smithi112.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:15.791 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-urGW5EMZYU0Otv6 off=1251216 len=1270907 2024-04-02T09:02:15.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 3095 completed, throughput=4.99MB/sec 2024-04-02T09:02:15.793 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8P6hRxVGBSJJQrc off=13403318 len=1815001 2024-04-02T09:02:15.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 3096 completed, throughput=5MB/sec 2024-04-02T09:02:15.804 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-48xFFUqfcFYdbMU off=2157551 len=163522 2024-04-02T09:02:15.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 3097 completed, throughput=5MB/sec 2024-04-02T09:02:15.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qUjxVGdG6Wsb2l9 off=2305916 len=1557322 2024-04-02T09:02:15.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 3098 completed, throughput=5MB/sec 2024-04-02T09:02:15.815 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cysKpAubyZYv2wt off=1669146 len=194965 2024-04-02T09:02:15.815 INFO:tasks.workunit.client.0.smithi112.stdout:op 3099 completed, throughput=5MB/sec 2024-04-02T09:02:15.815 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PrZpN3Md2VIJNZ2 off=11540897 len=1902141 2024-04-02T09:02:15.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 3100 completed, throughput=5MB/sec 2024-04-02T09:02:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:15 smithi112 ceph-mon[91385]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:02:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:15 smithi112 ceph-mon[88945]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:02:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:15 smithi187 ceph-mon[84356]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:02:16.825 INFO:tasks.workunit.client.0.smithi112.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:16.825 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SYb_jcJkHFXBlas off=22067633 len=890192 2024-04-02T09:02:16.828 INFO:tasks.workunit.client.0.smithi112.stdout:op 3101 completed, throughput=5MB/sec 2024-04-02T09:02:16.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5nyAuq78K7iA5la off=400880 len=229912 2024-04-02T09:02:16.831 INFO:tasks.workunit.client.0.smithi112.stdout:op 3102 completed, throughput=5MB/sec 2024-04-02T09:02:16.832 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j0WCu1YsVOoYCxJ off=5647077 len=670692 2024-04-02T09:02:16.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 3103 completed, throughput=5MB/sec 2024-04-02T09:02:16.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Hvpmr37pA32vVUZ off=753175 len=1835658 2024-04-02T09:02:16.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 3104 completed, throughput=5MB/sec 2024-04-02T09:02:16.844 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--Xh9a-ijJihNmIg off=277480 len=369995 2024-04-02T09:02:16.845 INFO:tasks.workunit.client.0.smithi112.stdout:op 3105 completed, throughput=5MB/sec 2024-04-02T09:02:17.845 INFO:tasks.workunit.client.0.smithi112.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:17.846 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OeC4fHdh8_WILvy off=4962746 len=2057789 2024-04-02T09:02:17.854 INFO:tasks.workunit.client.0.smithi112.stdout:op 3106 completed, throughput=5MB/sec 2024-04-02T09:02:17.854 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mUqU6vvJnZRzQDQ off=15822551 len=355135 2024-04-02T09:02:17.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 3107 completed, throughput=5MB/sec 2024-04-02T09:02:17.855 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jGgih9-h3Zi9byR off=1357231 len=1686049 2024-04-02T09:02:17.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 3108 completed, throughput=5MB/sec 2024-04-02T09:02:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YqX1wkQjVlyK1C4 off=927676 len=513245 2024-04-02T09:02:17.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 3109 completed, throughput=5MB/sec 2024-04-02T09:02:17.860 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yUQOAhEdBlV37cX off=4744977 len=1559937 2024-04-02T09:02:17.863 INFO:tasks.workunit.client.0.smithi112.stdout:op 3110 completed, throughput=5MB/sec 2024-04-02T09:02:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:17 smithi112 ceph-mon[91385]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:02:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:17 smithi112 ceph-mon[88945]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:02:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:17 smithi187 ceph-mon[84356]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:02:18.864 INFO:tasks.workunit.client.0.smithi112.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:18.864 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fdt1UT_kobXD_vX off=3074275 len=1674328 2024-04-02T09:02:18.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 3111 completed, throughput=5MB/sec 2024-04-02T09:02:18.873 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1ISXa0hZBInK2Zq off=3839923 len=646273 2024-04-02T09:02:18.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 3112 completed, throughput=5MB/sec 2024-04-02T09:02:18.877 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IHswXzyrTseSKhn off=11638042 len=760658 2024-04-02T09:02:18.878 INFO:tasks.workunit.client.0.smithi112.stdout:op 3113 completed, throughput=5MB/sec 2024-04-02T09:02:18.878 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BBJgCsTF9Iz9Wk2 off=834448 len=500950 2024-04-02T09:02:18.879 INFO:tasks.workunit.client.0.smithi112.stdout:op 3114 completed, throughput=5MB/sec 2024-04-02T09:02:18.879 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Iabna2qWQM1ZU-s off=7839690 len=1254361 2024-04-02T09:02:18.885 INFO:tasks.workunit.client.0.smithi112.stdout:op 3115 completed, throughput=5MB/sec 2024-04-02T09:02:19.557 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:02:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:02:19] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:02:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:19 smithi112 ceph-mon[91385]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:02:19.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:19 smithi112 ceph-mon[88945]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:02:19.885 INFO:tasks.workunit.client.0.smithi112.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:19.886 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kQ-W5WEbwkQ6MP7 off=1480400 len=1255179 2024-04-02T09:02:19.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 3116 completed, throughput=4.99MB/sec 2024-04-02T09:02:19.892 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vGSFfQvh01x_ZZg off=4075555 len=242887 2024-04-02T09:02:19.895 INFO:tasks.workunit.client.0.smithi112.stdout:op 3117 completed, throughput=4.99MB/sec 2024-04-02T09:02:19.895 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YvLHd2PLu0qzIYg off=7044603 len=742873 2024-04-02T09:02:19.899 INFO:tasks.workunit.client.0.smithi112.stdout:op 3118 completed, throughput=5MB/sec 2024-04-02T09:02:19.899 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q2mkQUrnkxw6XXB off=1014561 len=1419647 2024-04-02T09:02:19.905 INFO:tasks.workunit.client.0.smithi112.stdout:op 3119 completed, throughput=5MB/sec 2024-04-02T09:02:19.905 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zhcSfcvYLu3fHXe off=14655047 len=1657703 2024-04-02T09:02:19.912 INFO:tasks.workunit.client.0.smithi112.stdout:op 3120 completed, throughput=5MB/sec 2024-04-02T09:02:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:19 smithi187 ceph-mon[84356]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:02:20.913 INFO:tasks.workunit.client.0.smithi112.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:20.913 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4wOhiQw5LocWyJX off=1309767 len=526980 2024-04-02T09:02:20.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 3121 completed, throughput=4.99MB/sec 2024-04-02T09:02:20.916 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-04y_GwY38sEcC3I off=19102967 len=800448 2024-04-02T09:02:20.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 3122 completed, throughput=4.99MB/sec 2024-04-02T09:02:20.921 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-70T-e2MCwnXjPxE off=673477 len=424662 2024-04-02T09:02:20.923 INFO:tasks.workunit.client.0.smithi112.stdout:op 3123 completed, throughput=5MB/sec 2024-04-02T09:02:20.924 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xPNLMcsyr453hdP off=2613241 len=731405 2024-04-02T09:02:20.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 3124 completed, throughput=5MB/sec 2024-04-02T09:02:20.927 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QHHD9_VeOKrz1Rz off=7654472 len=2074266 2024-04-02T09:02:20.929 INFO:tasks.workunit.client.0.smithi112.stdout:op 3125 completed, throughput=5MB/sec 2024-04-02T09:02:20.929 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y4z9i-uVtZhEFhf off=1280182 len=2031011 2024-04-02T09:02:20.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 3126 completed, throughput=5MB/sec 2024-04-02T09:02:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:21 smithi112 ceph-mon[91385]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:21 smithi112 ceph-mon[88945]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:21.933 INFO:tasks.workunit.client.0.smithi112.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:21.933 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vkeGBCH8VIDzmFY off=598025 len=820823 2024-04-02T09:02:21.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 3127 completed, throughput=5MB/sec 2024-04-02T09:02:21.938 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E-gW-yLJNhN-ouc off=3937957 len=1135838 2024-04-02T09:02:21.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 3128 completed, throughput=5MB/sec 2024-04-02T09:02:21.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sYBsJ2G3iC_dmoO off=8835055 len=780192 2024-04-02T09:02:21.943 INFO:tasks.workunit.client.0.smithi112.stdout:op 3129 completed, throughput=5MB/sec 2024-04-02T09:02:21.943 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m_NN2XlzOb0Ax4P off=13731555 len=1202584 2024-04-02T09:02:21.944 INFO:tasks.workunit.client.0.smithi112.stdout:op 3130 completed, throughput=5MB/sec 2024-04-02T09:02:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:21 smithi187 ceph-mon[84356]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:02:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:22.944 INFO:tasks.workunit.client.0.smithi112.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:22.944 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KrodpPu3gOaBlqY off=3191302 len=371406 2024-04-02T09:02:22.947 INFO:tasks.workunit.client.0.smithi112.stdout:op 3131 completed, throughput=4.99MB/sec 2024-04-02T09:02:22.947 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mmHZLe0_cGnpdLP off=10193644 len=391390 2024-04-02T09:02:22.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 3132 completed, throughput=4.99MB/sec 2024-04-02T09:02:22.951 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CcPCvluDGJNs7H7 off=1677531 len=1885076 2024-04-02T09:02:22.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 3133 completed, throughput=5MB/sec 2024-04-02T09:02:22.952 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TT1Yv48tEOSZ_YL off=7698301 len=205952 2024-04-02T09:02:22.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 3134 completed, throughput=5MB/sec 2024-04-02T09:02:22.954 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VMbbMsXsfwPvHcJ off=17450160 len=791225 2024-04-02T09:02:22.959 INFO:tasks.workunit.client.0.smithi112.stdout:op 3135 completed, throughput=5MB/sec 2024-04-02T09:02:22.959 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RsKwJyYb_d8su1w off=9005679 len=1963863 2024-04-02T09:02:22.963 INFO:tasks.workunit.client.0.smithi112.stdout:op 3136 completed, throughput=5MB/sec 2024-04-02T09:02:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:23 smithi112 ceph-mon[91385]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:23 smithi112 ceph-mon[88945]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:23.963 INFO:tasks.workunit.client.0.smithi112.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:23.963 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zIGJFyQeyiqb8HX off=7104246 len=76683 2024-04-02T09:02:23.965 INFO:tasks.workunit.client.0.smithi112.stdout:op 3137 completed, throughput=4.99MB/sec 2024-04-02T09:02:23.965 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-su-Qt-PdQrGtp2a off=806703 len=1392934 2024-04-02T09:02:23.971 INFO:tasks.workunit.client.0.smithi112.stdout:op 3138 completed, throughput=5MB/sec 2024-04-02T09:02:23.971 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LeIKDjCs2zUFrWJ off=1657940 len=1734456 2024-04-02T09:02:23.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:23 smithi187 ceph-mon[84356]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:23.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:23.981 INFO:tasks.workunit.client.0.smithi112.stdout:op 3139 completed, throughput=5MB/sec 2024-04-02T09:02:23.982 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Kt27U0N9EH0MJBG off=7999834 len=303075 2024-04-02T09:02:23.983 INFO:tasks.workunit.client.0.smithi112.stdout:op 3140 completed, throughput=5MB/sec 2024-04-02T09:02:23.983 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qii6MDvDy8rHNO0 off=13078197 len=1584182 2024-04-02T09:02:23.990 INFO:tasks.workunit.client.0.smithi112.stdout:op 3141 completed, throughput=5MB/sec 2024-04-02T09:02:24.990 INFO:tasks.workunit.client.0.smithi112.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:24.990 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0VM9zq8nSp7Z6Im off=486539 len=1005905 2024-04-02T09:02:24.996 INFO:tasks.workunit.client.0.smithi112.stdout:op 3142 completed, throughput=4.99MB/sec 2024-04-02T09:02:24.996 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kwYkUGad6LQHg-m off=15745549 len=756135 2024-04-02T09:02:24.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 3143 completed, throughput=5MB/sec 2024-04-02T09:02:24.997 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xhRBD-VU1Z8wdzf off=841870 len=1804710 2024-04-02T09:02:25.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 3144 completed, throughput=5MB/sec 2024-04-02T09:02:25.004 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-p3ypUiBPTuCK_1m off=10800251 len=1773439 2024-04-02T09:02:25.011 INFO:tasks.workunit.client.0.smithi112.stdout:op 3145 completed, throughput=5MB/sec 2024-04-02T09:02:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:25 smithi112 ceph-mon[91385]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:25 smithi112 ceph-mon[88945]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:25 smithi187 ceph-mon[84356]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:26.011 INFO:tasks.workunit.client.0.smithi112.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Am7zpKXLynCsPnh off=4363948 len=501128 2024-04-02T09:02:26.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-02T09:02:26.012 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZgZNTx5CNrsAmKB off=2731017 len=1933859 2024-04-02T09:02:26.016 INFO:tasks.workunit.client.0.smithi112.stdout:op 3147 completed, throughput=5MB/sec 2024-04-02T09:02:26.016 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FR-hcCrEPysEL8i off=72531 len=2048889 2024-04-02T09:02:26.027 INFO:tasks.workunit.client.0.smithi112.stdout:op 3148 completed, throughput=5MB/sec 2024-04-02T09:02:26.027 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lsOujz-ek6hoVaz off=192941 len=1878070 2024-04-02T09:02:26.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 3149 completed, throughput=5MB/sec 2024-04-02T09:02:27.035 INFO:tasks.workunit.client.0.smithi112.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:27.035 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eL05JoQwnTgPCaO off=308182 len=1655526 2024-04-02T09:02:27.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 3150 completed, throughput=5MB/sec 2024-04-02T09:02:27.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a1DEjnChRQTjBPC off=13198820 len=2022009 2024-04-02T09:02:27.045 INFO:tasks.workunit.client.0.smithi112.stdout:op 3151 completed, throughput=5MB/sec 2024-04-02T09:02:27.045 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n6fWHkjQqOGNuaG off=5270953 len=487577 2024-04-02T09:02:27.049 INFO:tasks.workunit.client.0.smithi112.stdout:op 3152 completed, throughput=5MB/sec 2024-04-02T09:02:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:27 smithi112 ceph-mon[88945]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:27 smithi112 ceph-mon[91385]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:27 smithi187 ceph-mon[84356]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:28.049 INFO:tasks.workunit.client.0.smithi112.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:28.049 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bEj2KXmAI-u6Dpi off=105167 len=1053656 2024-04-02T09:02:28.055 INFO:tasks.workunit.client.0.smithi112.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-02T09:02:28.055 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iYLWzf_VSjZ3euK off=1936464 len=891092 2024-04-02T09:02:28.056 INFO:tasks.workunit.client.0.smithi112.stdout:op 3154 completed, throughput=5MB/sec 2024-04-02T09:02:28.056 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6AOpVPYIoBa1KOu off=8114288 len=1744098 2024-04-02T09:02:28.057 INFO:tasks.workunit.client.0.smithi112.stdout:op 3155 completed, throughput=5MB/sec 2024-04-02T09:02:28.057 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Tth9vzi_dCRiopD off=7381934 len=2069539 2024-04-02T09:02:28.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 3156 completed, throughput=5MB/sec 2024-04-02T09:02:29.069 INFO:tasks.workunit.client.0.smithi112.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:29.069 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r1i6wiu6T0e120C off=5491180 len=1575074 2024-04-02T09:02:29.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 3157 completed, throughput=5MB/sec 2024-04-02T09:02:29.077 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nZgBQ63R13Vrc_C off=18378306 len=1396415 2024-04-02T09:02:29.079 INFO:tasks.workunit.client.0.smithi112.stdout:op 3158 completed, throughput=5MB/sec 2024-04-02T09:02:29.079 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--GRCSBigyc_Cxq9 off=4748448 len=1200892 2024-04-02T09:02:29.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 3159 completed, throughput=5MB/sec 2024-04-02T09:02:29.085 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i7bCIAJLf5vQpBt off=7433538 len=1786952 2024-04-02T09:02:29.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 3160 completed, throughput=5MB/sec 2024-04-02T09:02:29.570 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:02:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:02:29] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T09:02:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:29 smithi112 ceph-mon[88945]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:29.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:29 smithi112 ceph-mon[91385]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:29 smithi187 ceph-mon[84356]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:30.093 INFO:tasks.workunit.client.0.smithi112.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:30.093 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CGzskIujre4Wsyv off=4209274 len=167014 2024-04-02T09:02:30.095 INFO:tasks.workunit.client.0.smithi112.stdout:op 3161 completed, throughput=4.99MB/sec 2024-04-02T09:02:30.095 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oqTEfnjfRuUmFSQ off=6093750 len=1192710 2024-04-02T09:02:30.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 3162 completed, throughput=5MB/sec 2024-04-02T09:02:30.098 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8MlbaK0sRfyKTUO off=8107456 len=1182727 2024-04-02T09:02:30.099 INFO:tasks.workunit.client.0.smithi112.stdout:op 3163 completed, throughput=5MB/sec 2024-04-02T09:02:30.099 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-csfE0Oewju6FIQA off=4956050 len=120731 2024-04-02T09:02:30.102 INFO:tasks.workunit.client.0.smithi112.stdout:op 3164 completed, throughput=5MB/sec 2024-04-02T09:02:30.102 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1oQ9Yjgw3SJphg1 off=956906 len=81821 2024-04-02T09:02:30.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 3165 completed, throughput=5MB/sec 2024-04-02T09:02:30.104 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8DmS2VGl4F4Aa6u off=541131 len=683074 2024-04-02T09:02:30.105 INFO:tasks.workunit.client.0.smithi112.stdout:op 3166 completed, throughput=5MB/sec 2024-04-02T09:02:30.105 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ef5i7q-v877aLBm off=12963540 len=507726 2024-04-02T09:02:30.108 INFO:tasks.workunit.client.0.smithi112.stdout:op 3167 completed, throughput=5MB/sec 2024-04-02T09:02:30.108 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JKbsnnBZAGU-n2W off=9949648 len=1929716 2024-04-02T09:02:30.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 3168 completed, throughput=5MB/sec 2024-04-02T09:02:31.120 INFO:tasks.workunit.client.0.smithi112.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:31.120 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b_DMVLcUgpnd-aT off=1500953 len=1278896 2024-04-02T09:02:31.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 3169 completed, throughput=5MB/sec 2024-04-02T09:02:31.121 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aphHU9Asqr1auHB off=18666128 len=646223 2024-04-02T09:02:31.124 INFO:tasks.workunit.client.0.smithi112.stdout:op 3170 completed, throughput=5MB/sec 2024-04-02T09:02:31.124 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LkW-b813hzBc1Gp off=8387722 len=1357041 2024-04-02T09:02:31.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 3171 completed, throughput=5MB/sec 2024-04-02T09:02:31.126 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QaB9S2GgBLqEYmi off=5594755 len=1649689 2024-04-02T09:02:31.129 INFO:tasks.workunit.client.0.smithi112.stdout:op 3172 completed, throughput=5MB/sec 2024-04-02T09:02:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:31 smithi112 ceph-mon[91385]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:02:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:31 smithi112 ceph-mon[88945]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:02:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:31 smithi187 ceph-mon[84356]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:02:32.129 INFO:tasks.workunit.client.0.smithi112.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:32.130 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vodCZvNvjrFLblG off=11785686 len=1129722 2024-04-02T09:02:32.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 3173 completed, throughput=5MB/sec 2024-04-02T09:02:32.130 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j1tr8KaPXlNniJF off=14869960 len=1556335 2024-04-02T09:02:32.138 INFO:tasks.workunit.client.0.smithi112.stdout:op 3174 completed, throughput=5MB/sec 2024-04-02T09:02:32.138 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-onawkc9LXbxvkKY off=6683497 len=1195441 2024-04-02T09:02:32.141 INFO:tasks.workunit.client.0.smithi112.stdout:op 3175 completed, throughput=5MB/sec 2024-04-02T09:02:32.141 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GJLaS0gpJAadPi6 off=6518608 len=1304877 2024-04-02T09:02:32.149 INFO:tasks.workunit.client.0.smithi112.stdout:op 3176 completed, throughput=5MB/sec 2024-04-02T09:02:32.577 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:02:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:32.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:32 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:32.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:32 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:32.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:32 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:33.149 INFO:tasks.workunit.client.0.smithi112.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:33.149 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dKjotJHXe4JAgO- off=18009044 len=460455 2024-04-02T09:02:33.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 3177 completed, throughput=4.99MB/sec 2024-04-02T09:02:33.153 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g_-cmg0JFpm8mqu off=7745235 len=11380 2024-04-02T09:02:33.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 3178 completed, throughput=4.99MB/sec 2024-04-02T09:02:33.153 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-apaROqWhv_6vOVy off=1164258 len=1264545 2024-04-02T09:02:33.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 3179 completed, throughput=5MB/sec 2024-04-02T09:02:33.154 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N85biDH0hLcCy1S off=4530261 len=2072705 2024-04-02T09:02:33.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 3180 completed, throughput=5MB/sec 2024-04-02T09:02:33.165 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ILbjChcZGaw24TU off=7246441 len=1395772 2024-04-02T09:02:33.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 3181 completed, throughput=5MB/sec 2024-04-02T09:02:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[91385]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:02:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[88945]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:02:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:33 smithi187 ceph-mon[84356]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:02:34.169 INFO:tasks.workunit.client.0.smithi112.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:34.170 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pT2urPEsB_1HoFE off=1071267 len=783765 2024-04-02T09:02:34.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 3182 completed, throughput=4.99MB/sec 2024-04-02T09:02:34.170 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0AVLnSDYpz4DxHQ off=3815506 len=1099023 2024-04-02T09:02:34.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 3183 completed, throughput=5MB/sec 2024-04-02T09:02:34.172 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CvNNuYJusWKu4wZ off=10106893 len=1149478 2024-04-02T09:02:34.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 3184 completed, throughput=5MB/sec 2024-04-02T09:02:34.178 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T-KUZ8WCjcrcKWd off=2359446 len=1025283 2024-04-02T09:02:34.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 3185 completed, throughput=5MB/sec 2024-04-02T09:02:34.182 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S7B67ljTB3TwzRT off=0 len=1219237 2024-04-02T09:02:34.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 3186 completed, throughput=5MB/sec 2024-04-02T09:02:35.188 INFO:tasks.workunit.client.0.smithi112.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:35.188 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4jHOZ0GBC5fe4xa off=3385693 len=823268 2024-04-02T09:02:35.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 3187 completed, throughput=4.99MB/sec 2024-04-02T09:02:35.190 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Res490zHjFkmrJA off=683836 len=1708504 2024-04-02T09:02:35.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 3188 completed, throughput=5MB/sec 2024-04-02T09:02:35.200 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hJ047C36YpD-KxE off=3708456 len=1582511 2024-04-02T09:02:35.208 INFO:tasks.workunit.client.0.smithi112.stdout:op 3189 completed, throughput=5MB/sec 2024-04-02T09:02:35.208 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7RYF6AUrCf23hrx off=9324610 len=774074 2024-04-02T09:02:35.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 3190 completed, throughput=5MB/sec 2024-04-02T09:02:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:35 smithi112 ceph-mon[88945]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:02:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:35 smithi112 ceph-mon[91385]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:02:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:35 smithi187 ceph-mon[84356]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:02:36.210 INFO:tasks.workunit.client.0.smithi112.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:36.210 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OucqF311qW9jfJg off=8718927 len=1045093 2024-04-02T09:02:36.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 3191 completed, throughput=4.99MB/sec 2024-04-02T09:02:36.211 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LdedMSDMABRSPg- off=6437600 len=1243490 2024-04-02T09:02:36.219 INFO:tasks.workunit.client.0.smithi112.stdout:op 3192 completed, throughput=5MB/sec 2024-04-02T09:02:36.219 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iKdfWxleyAqmceZ off=3407449 len=1809330 2024-04-02T09:02:36.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 3193 completed, throughput=5MB/sec 2024-04-02T09:02:36.221 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1_lTzWM4Za5D8pV off=1527453 len=1128282 2024-04-02T09:02:36.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 3194 completed, throughput=5MB/sec 2024-04-02T09:02:37.222 INFO:tasks.workunit.client.0.smithi112.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:37.222 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nFvfg8eihI09WUZ off=3834548 len=315002 2024-04-02T09:02:37.225 INFO:tasks.workunit.client.0.smithi112.stdout:op 3195 completed, throughput=4.99MB/sec 2024-04-02T09:02:37.225 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9K1O_JQ9e6q48N- off=14704206 len=2059355 2024-04-02T09:02:37.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 3196 completed, throughput=5MB/sec 2024-04-02T09:02:37.226 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ORcOXFRjq_6XSYx off=11169900 len=1156174 2024-04-02T09:02:37.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 3197 completed, throughput=5MB/sec 2024-04-02T09:02:37.228 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V7eMAo_zXu_i5Sv off=228298 len=912164 2024-04-02T09:02:37.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 3198 completed, throughput=5MB/sec 2024-04-02T09:02:37.229 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6nj52oV28erEzTq off=18273906 len=425626 2024-04-02T09:02:37.233 INFO:tasks.workunit.client.0.smithi112.stdout:op 3199 completed, throughput=5MB/sec 2024-04-02T09:02:37.233 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9nKuUPK6wFK_yKJ off=241189 len=1730332 2024-04-02T09:02:37.233 INFO:tasks.workunit.client.0.smithi112.stdout:op 3200 completed, throughput=5MB/sec 2024-04-02T09:02:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:37 smithi112 ceph-mon[91385]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:37 smithi112 ceph-mon[88945]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:37 smithi187 ceph-mon[84356]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:02:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:38.233 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8WdfbZCcXaKtV-k off=4323156 len=896158 2024-04-02T09:02:38.234 INFO:tasks.workunit.client.0.smithi112.stdout:op 3201 completed, throughput=5MB/sec 2024-04-02T09:02:38.234 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FKS_2zJR8bASMrs off=2656739 len=1243645 2024-04-02T09:02:38.235 INFO:tasks.workunit.client.0.smithi112.stdout:op 3202 completed, throughput=5MB/sec 2024-04-02T09:02:38.235 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d4HdIvRQoVZJ5sy off=2613129 len=1230761 2024-04-02T09:02:38.243 INFO:tasks.workunit.client.0.smithi112.stdout:op 3203 completed, throughput=5MB/sec 2024-04-02T09:02:38.243 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E7n_atyhOczhWFI off=7344837 len=390748 2024-04-02T09:02:38.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 3204 completed, throughput=5MB/sec 2024-04-02T09:02:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:39.246 INFO:tasks.workunit.client.0.smithi112.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:39.246 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J_1UcLHpoXu0qAQ off=1960322 len=1077168 2024-04-02T09:02:39.247 INFO:tasks.workunit.client.0.smithi112.stdout:op 3205 completed, throughput=4.99MB/sec 2024-04-02T09:02:39.247 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZAtw486JRLotFfO off=4872697 len=1600975 2024-04-02T09:02:39.256 INFO:tasks.workunit.client.0.smithi112.stdout:op 3206 completed, throughput=5MB/sec 2024-04-02T09:02:39.256 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h-ublSWv8pe_orH off=1530225 len=1792976 2024-04-02T09:02:39.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 3207 completed, throughput=5MB/sec 2024-04-02T09:02:39.262 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0i1RGkGL28DJD6P off=4645943 len=1336929 2024-04-02T09:02:39.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 3208 completed, throughput=5MB/sec 2024-04-02T09:02:39.591 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:02:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:02:39] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:02:39.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:39 smithi112 ceph-mon[88945]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:02:39.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:39 smithi112 ceph-mon[91385]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:02:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:39 smithi187 ceph-mon[84356]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:02:40.268 INFO:tasks.workunit.client.0.smithi112.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:40.269 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qx0Ur-49e9JO9Vw off=382686 len=414295 2024-04-02T09:02:40.272 INFO:tasks.workunit.client.0.smithi112.stdout:op 3209 completed, throughput=4.99MB/sec 2024-04-02T09:02:40.272 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-R6i_NSuyhznFbEL off=7423572 len=1513582 2024-04-02T09:02:40.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 3210 completed, throughput=5MB/sec 2024-04-02T09:02:40.278 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vHu5ny3e96hceWz off=5465701 len=44280 2024-04-02T09:02:40.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 3211 completed, throughput=5MB/sec 2024-04-02T09:02:40.278 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EcLpSTlUpaoqSFw off=11039785 len=489251 2024-04-02T09:02:40.279 INFO:tasks.workunit.client.0.smithi112.stdout:op 3212 completed, throughput=5MB/sec 2024-04-02T09:02:40.279 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vMbIPCDZ1y1hp5J off=18572963 len=383952 2024-04-02T09:02:40.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 3213 completed, throughput=5MB/sec 2024-04-02T09:02:40.283 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-opVWDIdDkPO4P0i off=4332795 len=1205810 2024-04-02T09:02:40.284 INFO:tasks.workunit.client.0.smithi112.stdout:op 3214 completed, throughput=5MB/sec 2024-04-02T09:02:40.284 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cyE05ZKsz4o4GVs off=1988167 len=1889068 2024-04-02T09:02:40.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 3215 completed, throughput=5MB/sec 2024-04-02T09:02:41.291 INFO:tasks.workunit.client.0.smithi112.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:41.291 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IDfwjEvqGJP6r20 off=72949 len=1927856 2024-04-02T09:02:41.293 INFO:tasks.workunit.client.0.smithi112.stdout:op 3216 completed, throughput=5MB/sec 2024-04-02T09:02:41.293 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RLGT4UhQQxqp_QR off=4197711 len=847457 2024-04-02T09:02:41.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 3217 completed, throughput=5MB/sec 2024-04-02T09:02:41.298 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-X20yaQeC14Q-_AU off=2135366 len=1807471 2024-04-02T09:02:41.309 INFO:tasks.workunit.client.0.smithi112.stdout:op 3218 completed, throughput=5MB/sec 2024-04-02T09:02:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:41 smithi112 ceph-mon[88945]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:41.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:41 smithi112 ceph-mon[91385]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:41 smithi187 ceph-mon[84356]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:42.309 INFO:tasks.workunit.client.0.smithi112.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:42.310 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cWud27hAVD3hLiG off=1902013 len=979931 2024-04-02T09:02:42.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 3219 completed, throughput=4.99MB/sec 2024-04-02T09:02:42.316 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mULqDR_xcWzjKnJ off=12257047 len=1714336 2024-04-02T09:02:42.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 3220 completed, throughput=5MB/sec 2024-04-02T09:02:42.325 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_5fikqDSDXqE0P2 off=9229524 len=1804641 2024-04-02T09:02:42.328 INFO:tasks.workunit.client.0.smithi112.stdout:op 3221 completed, throughput=5MB/sec 2024-04-02T09:02:42.328 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ktjiGEMvuSbdD2n off=9697448 len=1283695 2024-04-02T09:02:42.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 3222 completed, throughput=5MB/sec 2024-04-02T09:02:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:02:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:43.329 INFO:tasks.workunit.client.0.smithi112.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:43.329 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bkf5nBAhQDxmrma off=1136383 len=152161 2024-04-02T09:02:43.332 INFO:tasks.workunit.client.0.smithi112.stdout:op 3223 completed, throughput=4.99MB/sec 2024-04-02T09:02:43.332 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N5srrnAlT5ZKVzs off=4554448 len=61446 2024-04-02T09:02:43.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 3224 completed, throughput=4.99MB/sec 2024-04-02T09:02:43.334 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5z9UEeTusNQM7dK off=8821413 len=1962338 2024-04-02T09:02:43.345 INFO:tasks.workunit.client.0.smithi112.stdout:op 3225 completed, throughput=5MB/sec 2024-04-02T09:02:43.345 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qBb67-HkNAOaVt0 off=9423369 len=1288916 2024-04-02T09:02:43.346 INFO:tasks.workunit.client.0.smithi112.stdout:op 3226 completed, throughput=5MB/sec 2024-04-02T09:02:43.346 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MPvkq9g272NG2Z4 off=16970281 len=1018686 2024-04-02T09:02:43.348 INFO:tasks.workunit.client.0.smithi112.stdout:op 3227 completed, throughput=5MB/sec 2024-04-02T09:02:43.349 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XpIl3tpT_bKOyf6 off=771897 len=1388698 2024-04-02T09:02:43.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 3228 completed, throughput=5MB/sec 2024-04-02T09:02:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:43 smithi112 ceph-mon[91385]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:43.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:43 smithi112 ceph-mon[88945]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:43 smithi187 ceph-mon[84356]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:44.357 INFO:tasks.workunit.client.0.smithi112.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:44.357 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kB-vQrcH9ldxwYj off=17623294 len=1538271 2024-04-02T09:02:44.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 3229 completed, throughput=5MB/sec 2024-04-02T09:02:44.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o2meBPphKQrmZgg off=3629793 len=1503157 2024-04-02T09:02:44.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 3230 completed, throughput=5MB/sec 2024-04-02T09:02:44.366 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WszDTcZ2V1TBv9r off=2727915 len=122005 2024-04-02T09:02:44.368 INFO:tasks.workunit.client.0.smithi112.stdout:op 3231 completed, throughput=5MB/sec 2024-04-02T09:02:44.369 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TvkEwOF8TxwEyeS off=15076101 len=1147709 2024-04-02T09:02:44.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 3232 completed, throughput=5MB/sec 2024-04-02T09:02:45.370 INFO:tasks.workunit.client.0.smithi112.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:45.370 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uvubupjTy0mFzyK off=13911519 len=241562 2024-04-02T09:02:45.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 3233 completed, throughput=4.99MB/sec 2024-04-02T09:02:45.371 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aj_-JBPzkwl1t0j off=1514476 len=615334 2024-04-02T09:02:45.374 INFO:tasks.workunit.client.0.smithi112.stdout:op 3234 completed, throughput=4.99MB/sec 2024-04-02T09:02:45.374 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tQQeJkh70MJgz3Z off=3739906 len=576162 2024-04-02T09:02:45.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 3235 completed, throughput=4.99MB/sec 2024-04-02T09:02:45.377 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HrJeHvTncqflBfS off=8550904 len=398789 2024-04-02T09:02:45.380 INFO:tasks.workunit.client.0.smithi112.stdout:op 3236 completed, throughput=5MB/sec 2024-04-02T09:02:45.380 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jPxPVT9ENi682Kl off=6691059 len=1406940 2024-04-02T09:02:45.389 INFO:tasks.workunit.client.0.smithi112.stdout:op 3237 completed, throughput=5MB/sec 2024-04-02T09:02:45.389 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I_Jlf7Z_fOVkaly off=12714227 len=1128492 2024-04-02T09:02:45.390 INFO:tasks.workunit.client.0.smithi112.stdout:op 3238 completed, throughput=5MB/sec 2024-04-02T09:02:45.390 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xuq3oSMJhxp5_vC off=9360814 len=1354186 2024-04-02T09:02:45.395 INFO:tasks.workunit.client.0.smithi112.stdout:op 3239 completed, throughput=5MB/sec 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:45 smithi112 ceph-mon[88945]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:45 smithi112 ceph-mon[91385]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:45 smithi187 ceph-mon[84356]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:46.395 INFO:tasks.workunit.client.0.smithi112.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:46.396 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fZCphiaWOT-pb7R off=1238353 len=1108508 2024-04-02T09:02:46.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 3240 completed, throughput=4.99MB/sec 2024-04-02T09:02:46.402 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5vGlG1cLP06Zgv6 off=1137255 len=911165 2024-04-02T09:02:46.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 3241 completed, throughput=5MB/sec 2024-04-02T09:02:46.403 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3cDNJDnXlI04amp off=5429605 len=1555203 2024-04-02T09:02:46.409 INFO:tasks.workunit.client.0.smithi112.stdout:op 3242 completed, throughput=5MB/sec 2024-04-02T09:02:46.409 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nEVClBkzZD58NU4 off=9838617 len=1875124 2024-04-02T09:02:46.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 3243 completed, throughput=5MB/sec 2024-04-02T09:02:47.411 INFO:tasks.workunit.client.0.smithi112.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:47.411 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M8nqcLo5_6h-Ao5 off=2506700 len=1757559 2024-04-02T09:02:47.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 3244 completed, throughput=5MB/sec 2024-04-02T09:02:47.412 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3sKCY6aqig-xVOv off=11684617 len=536887 2024-04-02T09:02:47.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 3245 completed, throughput=5MB/sec 2024-04-02T09:02:47.414 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L8t37065oFentl5 off=3732891 len=1860901 2024-04-02T09:02:47.424 INFO:tasks.workunit.client.0.smithi112.stdout:op 3246 completed, throughput=5MB/sec 2024-04-02T09:02:47.424 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CcEDQ4PaEjrbuFA off=9457457 len=236671 2024-04-02T09:02:47.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 3247 completed, throughput=5MB/sec 2024-04-02T09:02:47.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hRqjlKRoX7m0RhF off=11459096 len=1011295 2024-04-02T09:02:47.428 INFO:tasks.workunit.client.0.smithi112.stdout:op 3248 completed, throughput=5MB/sec 2024-04-02T09:02:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:47 smithi112 ceph-mon[91385]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:47 smithi112 ceph-mon[88945]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:47 smithi187 ceph-mon[84356]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:48.429 INFO:tasks.workunit.client.0.smithi112.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:48.429 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Res490zHjFkmrJA off=1606348 len=1069280 2024-04-02T09:02:48.431 INFO:tasks.workunit.client.0.smithi112.stdout:op 3249 completed, throughput=5MB/sec 2024-04-02T09:02:48.432 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-K1JBQxvS1rk7etx off=14406191 len=1262007 2024-04-02T09:02:48.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 3250 completed, throughput=5MB/sec 2024-04-02T09:02:48.440 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uyPqCgtXhFMP8yU off=2685313 len=1030301 2024-04-02T09:02:48.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 3251 completed, throughput=5MB/sec 2024-04-02T09:02:48.442 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ct7qDNu4TthfyAS off=8928237 len=1514079 2024-04-02T09:02:48.444 INFO:tasks.workunit.client.0.smithi112.stdout:op 3252 completed, throughput=5MB/sec 2024-04-02T09:02:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:49.445 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2wQJ9ZYn-phbJWt off=8486454 len=18937 2024-04-02T09:02:49.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 3253 completed, throughput=4.99MB/sec 2024-04-02T09:02:49.445 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nNTdNdyrKX-uaS3 off=1973905 len=952096 2024-04-02T09:02:49.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 3254 completed, throughput=4.99MB/sec 2024-04-02T09:02:49.445 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x_u9ylBBndgH_Cb off=7313664 len=1514750 2024-04-02T09:02:49.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 3255 completed, throughput=5MB/sec 2024-04-02T09:02:49.451 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--5s-m84vbM5w0LW off=12967742 len=1340610 2024-04-02T09:02:49.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 3256 completed, throughput=5MB/sec 2024-04-02T09:02:49.452 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ssXWfCR-Ew9PcJF off=7353296 len=1022752 2024-04-02T09:02:49.456 INFO:tasks.workunit.client.0.smithi112.stdout:op 3257 completed, throughput=5MB/sec 2024-04-02T09:02:49.456 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xDrAevMrlJRoAwX off=492545 len=1697942 2024-04-02T09:02:49.458 INFO:tasks.workunit.client.0.smithi112.stdout:op 3258 completed, throughput=5MB/sec 2024-04-02T09:02:49.604 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:02:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:02:49] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:02:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:49 smithi112 ceph-mon[91385]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:49 smithi112 ceph-mon[88945]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:49 smithi187 ceph-mon[84356]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:50.459 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-m6AQEOW-Sl8GHA3 off=12336973 len=542145 2024-04-02T09:02:50.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 3259 completed, throughput=5MB/sec 2024-04-02T09:02:50.463 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wEtiVAiXPkREKlL off=248955 len=336681 2024-04-02T09:02:50.463 INFO:tasks.workunit.client.0.smithi112.stdout:op 3260 completed, throughput=5MB/sec 2024-04-02T09:02:50.463 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NdWkP5q3mTfdIjT off=7775758 len=1809257 2024-04-02T09:02:50.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 3261 completed, throughput=5MB/sec 2024-04-02T09:02:50.464 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TkRgXZevsadAaed off=1518822 len=134695 2024-04-02T09:02:50.465 INFO:tasks.workunit.client.0.smithi112.stdout:op 3262 completed, throughput=5MB/sec 2024-04-02T09:02:50.465 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LZlajv1GaoJ6mQY off=7566974 len=1440780 2024-04-02T09:02:50.466 INFO:tasks.workunit.client.0.smithi112.stdout:op 3263 completed, throughput=5MB/sec 2024-04-02T09:02:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:51.467 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7KRpaMYR0S4lMHa off=5310340 len=2029075 2024-04-02T09:02:51.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 3264 completed, throughput=5MB/sec 2024-04-02T09:02:51.471 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iBQj4JIuy0yS2Xh off=1093493 len=886316 2024-04-02T09:02:51.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 3265 completed, throughput=5MB/sec 2024-04-02T09:02:51.476 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fX5Rl-vedgWmB-H off=551815 len=1860499 2024-04-02T09:02:51.484 INFO:tasks.workunit.client.0.smithi112.stdout:op 3266 completed, throughput=5MB/sec 2024-04-02T09:02:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:51 smithi112 ceph-mon[91385]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:02:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:51 smithi112 ceph-mon[88945]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:02:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:51 smithi187 ceph-mon[84356]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:02:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:52.484 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7VMdNpMtezZT5ZT off=11116469 len=1123256 2024-04-02T09:02:52.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 3267 completed, throughput=4.99MB/sec 2024-04-02T09:02:52.485 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DHqGXFVhoCmWYtQ off=4783062 len=943039 2024-04-02T09:02:52.491 INFO:tasks.workunit.client.0.smithi112.stdout:op 3268 completed, throughput=5MB/sec 2024-04-02T09:02:52.491 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BrkAB81RQwH7b-w off=14875620 len=975011 2024-04-02T09:02:52.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 3269 completed, throughput=5MB/sec 2024-04-02T09:02:52.495 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yqF9GGdRwGK-ZKr off=1441889 len=932725 2024-04-02T09:02:52.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 3270 completed, throughput=5MB/sec 2024-04-02T09:02:52.498 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TKcP9DXb1VwUBrv off=3960424 len=1751492 2024-04-02T09:02:52.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 3271 completed, throughput=5MB/sec 2024-04-02T09:02:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:02:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:53.508 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nlGt4E3_UbKASlt off=8886724 len=799570 2024-04-02T09:02:53.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 3272 completed, throughput=4.99MB/sec 2024-04-02T09:02:53.513 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cWud27hAVD3hLiG off=3259714 len=703811 2024-04-02T09:02:53.514 INFO:tasks.workunit.client.0.smithi112.stdout:op 3273 completed, throughput=5MB/sec 2024-04-02T09:02:53.514 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n8aaCuCkMBMrp4k off=8198247 len=718170 2024-04-02T09:02:53.515 INFO:tasks.workunit.client.0.smithi112.stdout:op 3274 completed, throughput=5MB/sec 2024-04-02T09:02:53.515 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q1d9CXfJsD7lxGh off=2983101 len=1670900 2024-04-02T09:02:53.525 INFO:tasks.workunit.client.0.smithi112.stdout:op 3275 completed, throughput=5MB/sec 2024-04-02T09:02:53.525 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4Sj7TonIWQQ1rKJ off=8286259 len=455637 2024-04-02T09:02:53.526 INFO:tasks.workunit.client.0.smithi112.stdout:op 3276 completed, throughput=5MB/sec 2024-04-02T09:02:53.526 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-02ae8hNKK4oDL1y off=1186429 len=202836 2024-04-02T09:02:53.529 INFO:tasks.workunit.client.0.smithi112.stdout:op 3277 completed, throughput=5MB/sec 2024-04-02T09:02:53.529 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vwXymqhmS_SeInm off=2397512 len=205869 2024-04-02T09:02:53.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 3278 completed, throughput=5MB/sec 2024-04-02T09:02:53.531 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eowGHrDaPnMc7Jm off=463316 len=319224 2024-04-02T09:02:53.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 3279 completed, throughput=5MB/sec 2024-04-02T09:02:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:53 smithi112 ceph-mon[88945]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:53 smithi112 ceph-mon[91385]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:53 smithi187 ceph-mon[84356]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:54.532 INFO:tasks.workunit.client.0.smithi112.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:54.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yBstA8Ydb3AVlh1 off=11875481 len=1558700 2024-04-02T09:02:54.534 INFO:tasks.workunit.client.0.smithi112.stdout:op 3280 completed, throughput=4.99MB/sec 2024-04-02T09:02:54.534 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1Aq0uROCgxPe6N0 off=456790 len=1353490 2024-04-02T09:02:54.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 3281 completed, throughput=5MB/sec 2024-04-02T09:02:54.540 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-v1PntKDxJrj35hP off=20383701 len=1911113 2024-04-02T09:02:54.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 3282 completed, throughput=5MB/sec 2024-04-02T09:02:54.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HD52B1zxEG6Fi_l off=19836993 len=1463523 2024-04-02T09:02:54.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 3283 completed, throughput=5MB/sec 2024-04-02T09:02:55.548 INFO:tasks.workunit.client.0.smithi112.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:55.549 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0UL3DMzY5KJJ7Tz off=12291997 len=1473522 2024-04-02T09:02:55.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 3284 completed, throughput=5MB/sec 2024-04-02T09:02:55.550 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xVj3KqjxdhpMg0M off=3229093 len=480224 2024-04-02T09:02:55.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 3285 completed, throughput=5MB/sec 2024-04-02T09:02:55.553 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qOFE7mrrM3BNhtX off=16016747 len=1301675 2024-04-02T09:02:55.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 3286 completed, throughput=5MB/sec 2024-04-02T09:02:55.553 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BIezSghsMMwlzuB off=8192892 len=458922 2024-04-02T09:02:55.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 3287 completed, throughput=5MB/sec 2024-04-02T09:02:55.557 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QmBGF1kESB_lhxO off=473927 len=1161841 2024-04-02T09:02:55.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 3288 completed, throughput=5MB/sec 2024-04-02T09:02:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:55 smithi112 ceph-mon[88945]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:55 smithi112 ceph-mon[91385]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:55 smithi187 ceph-mon[84356]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:56.558 INFO:tasks.workunit.client.0.smithi112.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:56.558 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BDaEjWeFfqguego off=17963352 len=455216 2024-04-02T09:02:56.559 INFO:tasks.workunit.client.0.smithi112.stdout:op 3289 completed, throughput=4.99MB/sec 2024-04-02T09:02:56.559 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5n5w2503uvMIxtN off=3996529 len=1328946 2024-04-02T09:02:56.560 INFO:tasks.workunit.client.0.smithi112.stdout:op 3290 completed, throughput=5MB/sec 2024-04-02T09:02:56.560 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZMihVhNCCkeaPcL off=4467503 len=1880356 2024-04-02T09:02:56.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 3291 completed, throughput=5MB/sec 2024-04-02T09:02:56.561 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8-SVlgyuwAnu_Km off=13579110 len=553615 2024-04-02T09:02:56.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 3292 completed, throughput=5MB/sec 2024-04-02T09:02:56.563 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SK08-D-p8vTTDmj off=5770081 len=2045120 2024-04-02T09:02:56.565 INFO:tasks.workunit.client.0.smithi112.stdout:op 3293 completed, throughput=5MB/sec 2024-04-02T09:02:57.565 INFO:tasks.workunit.client.0.smithi112.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:57.565 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EGQOgJetGxaRA4k off=6896078 len=1148916 2024-04-02T09:02:57.566 INFO:tasks.workunit.client.0.smithi112.stdout:op 3294 completed, throughput=5MB/sec 2024-04-02T09:02:57.566 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aDblIUYZxSc1yo0 off=1147742 len=600103 2024-04-02T09:02:57.568 INFO:tasks.workunit.client.0.smithi112.stdout:op 3295 completed, throughput=5MB/sec 2024-04-02T09:02:57.568 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OaDX8Bgypod-bK- off=5264611 len=1852515 2024-04-02T09:02:57.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 3296 completed, throughput=5MB/sec 2024-04-02T09:02:57.575 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-64axY4JBg_Oxu_q off=535714 len=536077 2024-04-02T09:02:57.578 INFO:tasks.workunit.client.0.smithi112.stdout:op 3297 completed, throughput=5MB/sec 2024-04-02T09:02:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:57 smithi112 ceph-mon[91385]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:57 smithi112 ceph-mon[88945]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:57 smithi187 ceph-mon[84356]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:58.578 INFO:tasks.workunit.client.0.smithi112.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:58.579 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fFtbxDeuBlzWlCg off=12448258 len=1497699 2024-04-02T09:02:58.580 INFO:tasks.workunit.client.0.smithi112.stdout:op 3298 completed, throughput=5MB/sec 2024-04-02T09:02:58.580 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--Dhy5ctkyz0jjb6 off=11446003 len=1022288 2024-04-02T09:02:58.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 3299 completed, throughput=5MB/sec 2024-04-02T09:02:58.585 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-buK48h4Px9kYjKx off=16794402 len=203889 2024-04-02T09:02:58.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 3300 completed, throughput=5MB/sec 2024-04-02T09:02:58.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a9hnOz5RDn6FqEK off=6894968 len=400171 2024-04-02T09:02:58.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 3301 completed, throughput=5MB/sec 2024-04-02T09:02:58.587 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6wpkCArTU81rkWI off=6719309 len=1444624 2024-04-02T09:02:58.590 INFO:tasks.workunit.client.0.smithi112.stdout:op 3302 completed, throughput=5MB/sec 2024-04-02T09:02:58.590 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YBKfMeKvHf0SNpi off=9359520 len=1861693 2024-04-02T09:02:58.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 3303 completed, throughput=5MB/sec 2024-04-02T09:02:59.597 INFO:tasks.workunit.client.0.smithi112.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:59.597 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QOaVc4ouQKa-zuZ off=4106921 len=1103599 2024-04-02T09:02:59.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 3304 completed, throughput=5MB/sec 2024-04-02T09:02:59.600 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qQkMRJaTWx8gWlG off=18221438 len=1871434 2024-04-02T09:02:59.611 INFO:tasks.workunit.client.0.smithi112.stdout:op 3305 completed, throughput=5MB/sec 2024-04-02T09:02:59.611 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XF-UX_YEjXM9Kp6 off=3934593 len=832210 2024-04-02T09:02:59.612 INFO:tasks.workunit.client.0.smithi112.stdout:op 3306 completed, throughput=5MB/sec 2024-04-02T09:02:59.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VS8VTQnoKOUQJIj off=6073619 len=580039 2024-04-02T09:02:59.615 INFO:tasks.workunit.client.0.smithi112.stdout:op 3307 completed, throughput=5MB/sec 2024-04-02T09:02:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:02:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:02:59] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:02:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:02:59 smithi187 ceph-mon[84356]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:02:59 smithi112 ceph-mon[91385]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:02:59 smithi112 ceph-mon[88945]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:00.616 INFO:tasks.workunit.client.0.smithi112.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:00.616 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lpC6b4D-0Xg3RC4 off=12245879 len=8971 2024-04-02T09:03:00.617 INFO:tasks.workunit.client.0.smithi112.stdout:op 3308 completed, throughput=4.99MB/sec 2024-04-02T09:03:00.618 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bxSv0J6N31FTRuE off=18660810 len=886698 2024-04-02T09:03:00.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 3309 completed, throughput=4.99MB/sec 2024-04-02T09:03:00.619 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9d1AjT3ce1W62mO off=8586529 len=134338 2024-04-02T09:03:00.621 INFO:tasks.workunit.client.0.smithi112.stdout:op 3310 completed, throughput=4.99MB/sec 2024-04-02T09:03:00.622 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jWRD48AQO1TjyVk off=7042955 len=1270070 2024-04-02T09:03:00.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 3311 completed, throughput=5MB/sec 2024-04-02T09:03:00.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EOS0mTHGsotPlWe off=919815 len=1098207 2024-04-02T09:03:00.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 3312 completed, throughput=5MB/sec 2024-04-02T09:03:00.629 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tTvoDz_3pSVyDXA off=10657175 len=632499 2024-04-02T09:03:00.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 3313 completed, throughput=5MB/sec 2024-04-02T09:03:00.630 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZE4ten8wiJcaYiO off=3017924 len=811422 2024-04-02T09:03:00.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 3314 completed, throughput=5MB/sec 2024-04-02T09:03:01.631 INFO:tasks.workunit.client.0.smithi112.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:01.631 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s57Bsf2lJfhI6P6 off=1319950 len=1092558 2024-04-02T09:03:01.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 3315 completed, throughput=4.99MB/sec 2024-04-02T09:03:01.634 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g7wJUirdaykDDtw off=790982 len=1527713 2024-04-02T09:03:01.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 3316 completed, throughput=5MB/sec 2024-04-02T09:03:01.641 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZbIP_7Z5jfoV0uA off=13614862 len=842016 2024-04-02T09:03:01.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 3317 completed, throughput=5MB/sec 2024-04-02T09:03:01.642 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8MlbaK0sRfyKTUO off=18152865 len=1408016 2024-04-02T09:03:01.648 INFO:tasks.workunit.client.0.smithi112.stdout:op 3318 completed, throughput=5MB/sec 2024-04-02T09:03:01.648 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7bd9djD7GGhitWM off=5911767 len=1158559 2024-04-02T09:03:01.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 3319 completed, throughput=5MB/sec 2024-04-02T09:03:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:01 smithi187 ceph-mon[84356]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:01 smithi112 ceph-mon[91385]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:01 smithi112 ceph-mon[88945]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:02.649 INFO:tasks.workunit.client.0.smithi112.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:02.649 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NgLAUSlzmxXHb79 off=11259792 len=674903 2024-04-02T09:03:02.650 INFO:tasks.workunit.client.0.smithi112.stdout:op 3320 completed, throughput=4.99MB/sec 2024-04-02T09:03:02.650 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mI2SLLXa0MvmmrV off=3905744 len=463233 2024-04-02T09:03:02.650 INFO:tasks.workunit.client.0.smithi112.stdout:op 3321 completed, throughput=5MB/sec 2024-04-02T09:03:02.651 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PUlPy1BthL8fK_4 off=9874987 len=1401520 2024-04-02T09:03:02.653 INFO:tasks.workunit.client.0.smithi112.stdout:op 3322 completed, throughput=5MB/sec 2024-04-02T09:03:02.653 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BIezSghsMMwlzuB off=6667172 len=1881630 2024-04-02T09:03:02.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 3323 completed, throughput=5MB/sec 2024-04-02T09:03:02.665 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oziJ2hAUKEuOgp1 off=7303135 len=1708053 2024-04-02T09:03:02.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 3324 completed, throughput=5MB/sec 2024-04-02T09:03:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:03:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:03.666 INFO:tasks.workunit.client.0.smithi112.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:03.666 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--5IyG3iuoSfRKPl off=1572380 len=1739571 2024-04-02T09:03:03.667 INFO:tasks.workunit.client.0.smithi112.stdout:op 3325 completed, throughput=5MB/sec 2024-04-02T09:03:03.667 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-U9CuA5JQLWcTE_v off=2364482 len=1406181 2024-04-02T09:03:03.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 3326 completed, throughput=5MB/sec 2024-04-02T09:03:03.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qDDovhMQX4Yp21_ off=6865013 len=536622 2024-04-02T09:03:03.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 3327 completed, throughput=5MB/sec 2024-04-02T09:03:03.678 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A07CjAKZqbAvfVu off=9210332 len=1037896 2024-04-02T09:03:03.684 INFO:tasks.workunit.client.0.smithi112.stdout:op 3328 completed, throughput=5MB/sec 2024-04-02T09:03:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:03 smithi187 ceph-mon[84356]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:03 smithi112 ceph-mon[91385]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:03 smithi112 ceph-mon[88945]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:04.684 INFO:tasks.workunit.client.0.smithi112.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:04.684 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-O7isYzUDThdKKT- off=1605267 len=6760 2024-04-02T09:03:04.686 INFO:tasks.workunit.client.0.smithi112.stdout:op 3329 completed, throughput=4.99MB/sec 2024-04-02T09:03:04.686 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YQ3DSYpzF2WLr3f off=2107733 len=1712222 2024-04-02T09:03:04.696 INFO:tasks.workunit.client.0.smithi112.stdout:op 3330 completed, throughput=5MB/sec 2024-04-02T09:03:04.696 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oZdDkIX184D6L28 off=1077333 len=338431 2024-04-02T09:03:04.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 3331 completed, throughput=5MB/sec 2024-04-02T09:03:04.700 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GMkVkwrWeYyuG5q off=3664940 len=779263 2024-04-02T09:03:04.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 3332 completed, throughput=5MB/sec 2024-04-02T09:03:04.700 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Zdj4bzkdcVbIAp off=13379226 len=71732 2024-04-02T09:03:04.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 3333 completed, throughput=5MB/sec 2024-04-02T09:03:04.702 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5aab4c01fpDU7OQ off=2900640 len=62983 2024-04-02T09:03:04.703 INFO:tasks.workunit.client.0.smithi112.stdout:op 3334 completed, throughput=5MB/sec 2024-04-02T09:03:04.703 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kIvY3x2ttgGFCJ6 off=162677 len=668839 2024-04-02T09:03:04.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 3335 completed, throughput=5MB/sec 2024-04-02T09:03:04.707 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j6xRiXBIGZqiVh7 off=11463475 len=665801 2024-04-02T09:03:04.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 3336 completed, throughput=5MB/sec 2024-04-02T09:03:04.710 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EFTGcWtWE27fdKq off=1574836 len=907928 2024-04-02T09:03:04.715 INFO:tasks.workunit.client.0.smithi112.stdout:op 3337 completed, throughput=5MB/sec 2024-04-02T09:03:05.715 INFO:tasks.workunit.client.0.smithi112.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:05.715 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z8MMEWMpwQyUUVS off=80123 len=932001 2024-04-02T09:03:05.717 INFO:tasks.workunit.client.0.smithi112.stdout:op 3338 completed, throughput=4.99MB/sec 2024-04-02T09:03:05.717 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pb41lglDkAhPDDN off=3957180 len=1190088 2024-04-02T09:03:05.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 3339 completed, throughput=5MB/sec 2024-04-02T09:03:05.719 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f56YjZZMRygBFsG off=4063415 len=663051 2024-04-02T09:03:05.723 INFO:tasks.workunit.client.0.smithi112.stdout:op 3340 completed, throughput=5MB/sec 2024-04-02T09:03:05.723 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AtW5dR9tbVc3JL0 off=732375 len=994393 2024-04-02T09:03:05.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 3341 completed, throughput=5MB/sec 2024-04-02T09:03:05.727 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jOlosqYe4qzjY_5 off=6149261 len=1713217 2024-04-02T09:03:05.732 INFO:tasks.workunit.client.0.smithi112.stdout:op 3342 completed, throughput=5MB/sec 2024-04-02T09:03:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:05 smithi187 ceph-mon[84356]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:05 smithi112 ceph-mon[91385]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:05 smithi112 ceph-mon[88945]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:06.732 INFO:tasks.workunit.client.0.smithi112.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:06.732 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-98l7dxkFt8ix488 off=4647474 len=1904585 2024-04-02T09:03:06.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 3343 completed, throughput=5MB/sec 2024-04-02T09:03:06.734 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BJmLJLJsYT4lKC1 off=3988131 len=948697 2024-04-02T09:03:06.735 INFO:tasks.workunit.client.0.smithi112.stdout:op 3344 completed, throughput=5MB/sec 2024-04-02T09:03:06.735 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x-xtmhyFmisWlH2 off=0 len=1334847 2024-04-02T09:03:06.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 3345 completed, throughput=5MB/sec 2024-04-02T09:03:06.742 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MeZ61fqOv-WALSE off=9083020 len=1833326 2024-04-02T09:03:06.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 3346 completed, throughput=5MB/sec 2024-04-02T09:03:07.743 INFO:tasks.workunit.client.0.smithi112.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:07.743 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gvTDDxRPyw-OAKB off=4361404 len=1229555 2024-04-02T09:03:07.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 3347 completed, throughput=5MB/sec 2024-04-02T09:03:07.744 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FCu2wKD0Q9IanUW off=3229544 len=1442487 2024-04-02T09:03:07.747 INFO:tasks.workunit.client.0.smithi112.stdout:op 3348 completed, throughput=5MB/sec 2024-04-02T09:03:07.747 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vwH1p-1xOepvZce off=1277416 len=792029 2024-04-02T09:03:07.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 3349 completed, throughput=5MB/sec 2024-04-02T09:03:07.752 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uKqxagJ0obwYL82 off=5698269 len=1078967 2024-04-02T09:03:07.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 3350 completed, throughput=5MB/sec 2024-04-02T09:03:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:07 smithi187 ceph-mon[84356]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:07 smithi112 ceph-mon[88945]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:07 smithi112 ceph-mon[91385]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:08.754 INFO:tasks.workunit.client.0.smithi112.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:08.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mV-KPxzoFX_xIFZ off=7411174 len=1508771 2024-04-02T09:03:08.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 3351 completed, throughput=5MB/sec 2024-04-02T09:03:08.756 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cA89RPQp-WNuc5o off=497309 len=1228458 2024-04-02T09:03:08.757 INFO:tasks.workunit.client.0.smithi112.stdout:op 3352 completed, throughput=5MB/sec 2024-04-02T09:03:08.758 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NqPf2v8cvjtuzgM off=1410447 len=667534 2024-04-02T09:03:08.761 INFO:tasks.workunit.client.0.smithi112.stdout:op 3353 completed, throughput=5MB/sec 2024-04-02T09:03:08.761 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DBGsqJJrajfYz6w off=3399035 len=433161 2024-04-02T09:03:08.764 INFO:tasks.workunit.client.0.smithi112.stdout:op 3354 completed, throughput=5MB/sec 2024-04-02T09:03:08.764 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_JMVefSNatioZJX off=6203046 len=1184474 2024-04-02T09:03:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:op 3355 completed, throughput=5MB/sec 2024-04-02T09:03:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:03:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:03:09] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:03:09.770 INFO:tasks.workunit.client.0.smithi112.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:09.770 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jl-H8EgdxX6zcWC off=375128 len=2080342 2024-04-02T09:03:09.779 INFO:tasks.workunit.client.0.smithi112.stdout:op 3356 completed, throughput=5MB/sec 2024-04-02T09:03:09.779 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FyLsxbAxDLuhyLp off=969976 len=946730 2024-04-02T09:03:09.783 INFO:tasks.workunit.client.0.smithi112.stdout:op 3357 completed, throughput=5MB/sec 2024-04-02T09:03:09.783 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aNajXnQ2nG2sZsb off=10859626 len=2050728 2024-04-02T09:03:09.794 INFO:tasks.workunit.client.0.smithi112.stdout:op 3358 completed, throughput=5MB/sec 2024-04-02T09:03:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:09 smithi187 ceph-mon[84356]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:09 smithi112 ceph-mon[91385]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:09 smithi112 ceph-mon[88945]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:10.794 INFO:tasks.workunit.client.0.smithi112.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:10.795 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SzvtO6X4Y5edUNz off=1825062 len=171992 2024-04-02T09:03:10.795 INFO:tasks.workunit.client.0.smithi112.stdout:op 3359 completed, throughput=4.99MB/sec 2024-04-02T09:03:10.795 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dwriy28zZTlENjO off=8556067 len=1025139 2024-04-02T09:03:10.799 INFO:tasks.workunit.client.0.smithi112.stdout:op 3360 completed, throughput=4.99MB/sec 2024-04-02T09:03:10.799 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WvKyLUifBayo6gv off=1781856 len=1336786 2024-04-02T09:03:10.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 3361 completed, throughput=5MB/sec 2024-04-02T09:03:10.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XUWk3a_OtNWavpj off=3079779 len=884612 2024-04-02T09:03:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 3362 completed, throughput=5MB/sec 2024-04-02T09:03:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E0ReF7K6wz5_1a1 off=15822180 len=959165 2024-04-02T09:03:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 3363 completed, throughput=5MB/sec 2024-04-02T09:03:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x6pfjZaoVQ433-N off=4712625 len=1929177 2024-04-02T09:03:10.807 INFO:tasks.workunit.client.0.smithi112.stdout:op 3364 completed, throughput=5MB/sec 2024-04-02T09:03:11.808 INFO:tasks.workunit.client.0.smithi112.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:11.808 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D4Xs_lx4AS9Q3IN off=1326822 len=1359170 2024-04-02T09:03:11.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 3365 completed, throughput=5MB/sec 2024-04-02T09:03:11.813 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7hF3MhVZAbkoAfj off=5544172 len=1921893 2024-04-02T09:03:11.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 3366 completed, throughput=5MB/sec 2024-04-02T09:03:11.822 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HZAVDAXBAom9GBn off=19649054 len=1320532 2024-04-02T09:03:11.828 INFO:tasks.workunit.client.0.smithi112.stdout:op 3367 completed, throughput=5MB/sec 2024-04-02T09:03:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:11 smithi187 ceph-mon[84356]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:11 smithi112 ceph-mon[91385]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:11 smithi112 ceph-mon[88945]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:03:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:12.828 INFO:tasks.workunit.client.0.smithi112.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:12.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2J6eNERAt6VZFe0 off=580303 len=2048676 2024-04-02T09:03:12.836 INFO:tasks.workunit.client.0.smithi112.stdout:op 3368 completed, throughput=5MB/sec 2024-04-02T09:03:12.837 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cGJK0ZgD_L2o_bD off=16041729 len=1726180 2024-04-02T09:03:12.837 INFO:tasks.workunit.client.0.smithi112.stdout:op 3369 completed, throughput=5MB/sec 2024-04-02T09:03:12.838 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VswO5w-hYjSocsm off=3087865 len=1198705 2024-04-02T09:03:12.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 3370 completed, throughput=5MB/sec 2024-04-02T09:03:13.843 INFO:tasks.workunit.client.0.smithi112.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:13.843 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B8IIwkRsgro4efM off=6140003 len=1741246 2024-04-02T09:03:13.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 3371 completed, throughput=5MB/sec 2024-04-02T09:03:13.844 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ORse6itayprCOOB off=5455836 len=1369374 2024-04-02T09:03:13.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 3372 completed, throughput=5MB/sec 2024-04-02T09:03:13.847 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hSe7GnmB6WIjVcL off=22924324 len=1407276 2024-04-02T09:03:13.849 INFO:tasks.workunit.client.0.smithi112.stdout:op 3373 completed, throughput=5MB/sec 2024-04-02T09:03:13.849 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bpuot17bDnXA_9R off=5362618 len=1660660 2024-04-02T09:03:13.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 3374 completed, throughput=5MB/sec 2024-04-02T09:03:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:13 smithi187 ceph-mon[84356]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:13 smithi112 ceph-mon[91385]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:13 smithi112 ceph-mon[88945]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:14.855 INFO:tasks.workunit.client.0.smithi112.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:14.856 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BQdWyTo6eGqt3D0 off=4121033 len=413602 2024-04-02T09:03:14.857 INFO:tasks.workunit.client.0.smithi112.stdout:op 3375 completed, throughput=4.99MB/sec 2024-04-02T09:03:14.857 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DhC_2dPXrqgJh8u off=19311913 len=394173 2024-04-02T09:03:14.858 INFO:tasks.workunit.client.0.smithi112.stdout:op 3376 completed, throughput=5MB/sec 2024-04-02T09:03:14.858 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zJd035IkBvMon6v off=5215131 len=1753531 2024-04-02T09:03:14.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 3377 completed, throughput=5MB/sec 2024-04-02T09:03:14.862 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YOr3vIz-MVVjb8T off=9973997 len=361367 2024-04-02T09:03:14.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 3378 completed, throughput=5MB/sec 2024-04-02T09:03:14.862 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zlnTZCEleFOdJpP off=598509 len=1778385 2024-04-02T09:03:14.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 3379 completed, throughput=5MB/sec 2024-04-02T09:03:15.869 INFO:tasks.workunit.client.0.smithi112.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:15.870 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_4SQ0zzwcAuXjAH off=8811536 len=1342201 2024-04-02T09:03:15.876 INFO:tasks.workunit.client.0.smithi112.stdout:op 3380 completed, throughput=5MB/sec 2024-04-02T09:03:15.876 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F7P7Dt4Ast1Rz2U off=1176525 len=287772 2024-04-02T09:03:15.878 INFO:tasks.workunit.client.0.smithi112.stdout:op 3381 completed, throughput=5MB/sec 2024-04-02T09:03:15.878 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-M5jYxycrt_203G4 off=5335547 len=138492 2024-04-02T09:03:15.880 INFO:tasks.workunit.client.0.smithi112.stdout:op 3382 completed, throughput=5MB/sec 2024-04-02T09:03:15.880 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tvKXOK2pHF4Dr8s off=11256963 len=824742 2024-04-02T09:03:15.884 INFO:tasks.workunit.client.0.smithi112.stdout:op 3383 completed, throughput=5MB/sec 2024-04-02T09:03:15.885 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TecXfF7ann7SaNa off=218236 len=570392 2024-04-02T09:03:15.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 3384 completed, throughput=5MB/sec 2024-04-02T09:03:15.891 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j3fqhi3j1KKIrsy off=3414688 len=2046801 2024-04-02T09:03:15.891 INFO:tasks.workunit.client.0.smithi112.stdout:op 3385 completed, throughput=5MB/sec 2024-04-02T09:03:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:15 smithi187 ceph-mon[84356]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:15 smithi112 ceph-mon[88945]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:15 smithi112 ceph-mon[91385]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:16.889 INFO:tasks.workunit.client.0.smithi112.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:16.889 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HulxS8FBENQ8otQ off=7877711 len=893992 2024-04-02T09:03:16.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 3386 completed, throughput=4.99MB/sec 2024-04-02T09:03:16.889 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0aO9UxB2uWN8iuU off=7342918 len=693956 2024-04-02T09:03:16.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 3387 completed, throughput=5MB/sec 2024-04-02T09:03:16.893 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZGeuS9Z-oooaG0P off=2685743 len=1482287 2024-04-02T09:03:16.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 3388 completed, throughput=5MB/sec 2024-04-02T09:03:16.894 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6nIbOsPPN90eTgt off=513406 len=1339511 2024-04-02T09:03:16.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 3389 completed, throughput=5MB/sec 2024-04-02T09:03:16.898 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9_5Ez1498lCKrv8 off=4101873 len=1834968 2024-04-02T09:03:16.901 INFO:tasks.workunit.client.0.smithi112.stdout:op 3390 completed, throughput=5MB/sec 2024-04-02T09:03:17.901 INFO:tasks.workunit.client.0.smithi112.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:17.902 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mKs3HAZJEpu77Eb off=0 len=1422938 2024-04-02T09:03:17.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 3391 completed, throughput=5MB/sec 2024-04-02T09:03:17.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cV9Zq76nDO1Fskt off=6661062 len=1142957 2024-04-02T09:03:17.910 INFO:tasks.workunit.client.0.smithi112.stdout:op 3392 completed, throughput=5MB/sec 2024-04-02T09:03:17.910 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aDsUyf9SGPk6x1v off=1016257 len=281297 2024-04-02T09:03:17.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 3393 completed, throughput=5MB/sec 2024-04-02T09:03:17.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CB3S3o_x2iTfna5 off=3863425 len=1588543 2024-04-02T09:03:17.913 INFO:tasks.workunit.client.0.smithi112.stdout:op 3394 completed, throughput=5MB/sec 2024-04-02T09:03:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:17 smithi187 ceph-mon[84356]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:17 smithi112 ceph-mon[91385]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:17 smithi112 ceph-mon[88945]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:18.913 INFO:tasks.workunit.client.0.smithi112.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:18.913 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2kgh6pu27Fsz5D0 off=3634364 len=1069910 2024-04-02T09:03:18.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 3395 completed, throughput=4.99MB/sec 2024-04-02T09:03:18.915 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tNpY6Gny4BQIMEk off=1171886 len=1063723 2024-04-02T09:03:18.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 3396 completed, throughput=5MB/sec 2024-04-02T09:03:18.920 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Lztny0wvLJjE08D off=2429926 len=1801017 2024-04-02T09:03:18.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 3397 completed, throughput=5MB/sec 2024-04-02T09:03:18.927 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hRVoQgTLIchDpxZ off=10636272 len=795609 2024-04-02T09:03:18.930 INFO:tasks.workunit.client.0.smithi112.stdout:op 3398 completed, throughput=5MB/sec 2024-04-02T09:03:18.931 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sS2kkBVCenBSgP8 off=14839020 len=1268509 2024-04-02T09:03:18.931 INFO:tasks.workunit.client.0.smithi112.stdout:op 3399 completed, throughput=5MB/sec 2024-04-02T09:03:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:03:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:03:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:03:19.931 INFO:tasks.workunit.client.0.smithi112.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:19.931 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jz8qSrnJHkqBLLs off=14413336 len=790949 2024-04-02T09:03:19.935 INFO:tasks.workunit.client.0.smithi112.stdout:op 3400 completed, throughput=5MB/sec 2024-04-02T09:03:19.935 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gipc2JTH3L14qu4 off=1919673 len=857093 2024-04-02T09:03:19.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 3401 completed, throughput=5MB/sec 2024-04-02T09:03:19.937 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KXxL-61WCixLCcv off=17684209 len=1213351 2024-04-02T09:03:19.938 INFO:tasks.workunit.client.0.smithi112.stdout:op 3402 completed, throughput=5MB/sec 2024-04-02T09:03:19.938 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hxzrmf19G_6kV5s off=2267624 len=1080199 2024-04-02T09:03:19.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 3403 completed, throughput=5MB/sec 2024-04-02T09:03:19.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_TdF1-wI1odFuQY off=1191777 len=214519 2024-04-02T09:03:19.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 3404 completed, throughput=5MB/sec 2024-04-02T09:03:19.942 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ElVf0itdlIHwbgv off=16221052 len=1338355 2024-04-02T09:03:19.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 3405 completed, throughput=5MB/sec 2024-04-02T09:03:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:19 smithi187 ceph-mon[84356]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:19 smithi112 ceph-mon[91385]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:19 smithi112 ceph-mon[88945]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:20.949 INFO:tasks.workunit.client.0.smithi112.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:20.949 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jW89Bu2kaoP4_j6 off=8109791 len=1371396 2024-04-02T09:03:20.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 3406 completed, throughput=5MB/sec 2024-04-02T09:03:20.952 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kEKdqnlmdaPa7tk off=10291908 len=20311 2024-04-02T09:03:20.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 3407 completed, throughput=5MB/sec 2024-04-02T09:03:20.954 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nk2SkpEzccVCKQW off=8217673 len=1724276 2024-04-02T09:03:20.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 3408 completed, throughput=5MB/sec 2024-04-02T09:03:20.962 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H6dR1HCPx8GKJQO off=6231606 len=446895 2024-04-02T09:03:20.965 INFO:tasks.workunit.client.0.smithi112.stdout:op 3409 completed, throughput=5MB/sec 2024-04-02T09:03:20.965 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ncJiM_zAQ-PxNr6 off=10226246 len=1147669 2024-04-02T09:03:20.965 INFO:tasks.workunit.client.0.smithi112.stdout:op 3410 completed, throughput=5MB/sec 2024-04-02T09:03:21.919 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:21 smithi112 ceph-mon[91385]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:21.920 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:21 smithi112 ceph-mon[88945]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:21.966 INFO:tasks.workunit.client.0.smithi112.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:21.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VfdEDurwTEKsBRY off=1911207 len=1433747 2024-04-02T09:03:21.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 3411 completed, throughput=5MB/sec 2024-04-02T09:03:21.967 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sHLtkTfjOHxJjUu off=685241 len=45199 2024-04-02T09:03:21.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 3412 completed, throughput=5MB/sec 2024-04-02T09:03:21.967 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uZna4a4GWzNyAh7 off=4539013 len=926671 2024-04-02T09:03:21.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 3413 completed, throughput=5MB/sec 2024-04-02T09:03:21.973 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Sff6Vmjk12bwO2o off=4518978 len=1709679 2024-04-02T09:03:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:21 smithi187 ceph-mon[84356]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:21.983 INFO:tasks.workunit.client.0.smithi112.stdout:op 3414 completed, throughput=5MB/sec 2024-04-02T09:03:21.983 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mH0J8ufnzvbnVIt off=5705716 len=535604 2024-04-02T09:03:21.983 INFO:tasks.workunit.client.0.smithi112.stdout:op 3415 completed, throughput=5MB/sec 2024-04-02T09:03:21.983 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A8CN9nkLRB9Mt75 off=3996585 len=1727246 2024-04-02T09:03:21.991 INFO:tasks.workunit.client.0.smithi112.stdout:op 3416 completed, throughput=5MB/sec 2024-04-02T09:03:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:03:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:22.992 INFO:tasks.workunit.client.0.smithi112.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:22.992 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TTdEujLo4IfOmeY off=2053940 len=102607 2024-04-02T09:03:22.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 3417 completed, throughput=5MB/sec 2024-04-02T09:03:22.994 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Cxa_CBkEZvX1JJK off=14171994 len=1762626 2024-04-02T09:03:22.995 INFO:tasks.workunit.client.0.smithi112.stdout:op 3418 completed, throughput=5MB/sec 2024-04-02T09:03:22.996 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vKAUHhDZ6rtfqNB off=1129643 len=552558 2024-04-02T09:03:22.999 INFO:tasks.workunit.client.0.smithi112.stdout:op 3419 completed, throughput=5MB/sec 2024-04-02T09:03:22.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WoHBwOe21YOiAqR off=513249 len=1236340 2024-04-02T09:03:23.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 3420 completed, throughput=5MB/sec 2024-04-02T09:03:23.004 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7GrX3FlLjVRRfOA off=4380975 len=2001021 2024-04-02T09:03:23.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 3421 completed, throughput=5MB/sec 2024-04-02T09:03:23.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:23 smithi187 ceph-mon[84356]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:24.006 INFO:tasks.workunit.client.0.smithi112.stdout: 676: throughput=5MB/sec pending data=0 2024-04-02T09:03:24.007 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EYh9qsZri-5N_JW off=406656 len=1762651 2024-04-02T09:03:24.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 3422 completed, throughput=5MB/sec 2024-04-02T09:03:24.009 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-euR_PRyWwlI6I-a off=8793631 len=787671 2024-04-02T09:03:24.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 3423 completed, throughput=5MB/sec 2024-04-02T09:03:24.013 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yF1bHAZ0XD89_EW off=2617711 len=1401307 2024-04-02T09:03:24.025 INFO:tasks.workunit.client.0.smithi112.stdout:op 3424 completed, throughput=5MB/sec 2024-04-02T09:03:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:23 smithi112 ceph-mon[91385]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:23 smithi112 ceph-mon[88945]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:25.026 INFO:tasks.workunit.client.0.smithi112.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:25.026 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NTEr-z1I2qNdjPW off=3076193 len=180858 2024-04-02T09:03:25.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 3425 completed, throughput=4.99MB/sec 2024-04-02T09:03:25.028 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jRcyH6vwhJU1fXu off=10165712 len=1998424 2024-04-02T09:03:25.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 3426 completed, throughput=5MB/sec 2024-04-02T09:03:25.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yzsO0tfqhHw8TGz off=19264281 len=380825 2024-04-02T09:03:25.032 INFO:tasks.workunit.client.0.smithi112.stdout:op 3427 completed, throughput=5MB/sec 2024-04-02T09:03:25.032 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OB0jAMnAGLQ9p9Y off=841736 len=1128055 2024-04-02T09:03:25.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 3428 completed, throughput=5MB/sec 2024-04-02T09:03:25.033 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2kgh6pu27Fsz5D0 off=10890125 len=1408876 2024-04-02T09:03:25.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 3429 completed, throughput=5MB/sec 2024-04-02T09:03:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:25 smithi187 ceph-mon[84356]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:26.039 INFO:tasks.workunit.client.0.smithi112.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:26.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iB8lF6AV975o97q off=10994861 len=1988066 2024-04-02T09:03:26.043 INFO:tasks.workunit.client.0.smithi112.stdout:op 3430 completed, throughput=5MB/sec 2024-04-02T09:03:26.043 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CyXuiBoSQFxPup4 off=1648845 len=1989153 2024-04-02T09:03:26.051 INFO:tasks.workunit.client.0.smithi112.stdout:op 3431 completed, throughput=5MB/sec 2024-04-02T09:03:26.051 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hEqkrxzC_tKjBLQ off=8355539 len=1133584 2024-04-02T09:03:26.058 INFO:tasks.workunit.client.0.smithi112.stdout:op 3432 completed, throughput=5MB/sec 2024-04-02T09:03:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:25 smithi112 ceph-mon[88945]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:25 smithi112 ceph-mon[91385]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:27.060 INFO:tasks.workunit.client.0.smithi112.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:27.060 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ENMFsuqrEBvEiR6 off=2113854 len=863398 2024-04-02T09:03:27.060 INFO:tasks.workunit.client.0.smithi112.stdout:op 3433 completed, throughput=4.99MB/sec 2024-04-02T09:03:27.060 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fwyBPFVvvIODEvx off=19292407 len=1807921 2024-04-02T09:03:27.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 3434 completed, throughput=5MB/sec 2024-04-02T09:03:27.061 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OJttRaKv4Wfe_QD off=3907148 len=346483 2024-04-02T09:03:27.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 3435 completed, throughput=5MB/sec 2024-04-02T09:03:27.061 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SwuL6A1PpDODLGi off=8920016 len=653191 2024-04-02T09:03:27.064 INFO:tasks.workunit.client.0.smithi112.stdout:op 3436 completed, throughput=5MB/sec 2024-04-02T09:03:27.064 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ixsw1yXmnpLI5NC off=6236395 len=603864 2024-04-02T09:03:27.065 INFO:tasks.workunit.client.0.smithi112.stdout:op 3437 completed, throughput=5MB/sec 2024-04-02T09:03:27.065 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CuT9rV1ZGtX2e2n off=3729558 len=474502 2024-04-02T09:03:27.065 INFO:tasks.workunit.client.0.smithi112.stdout:op 3438 completed, throughput=5MB/sec 2024-04-02T09:03:27.065 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gCeUpzZQ2C1NyvP off=14759119 len=1228329 2024-04-02T09:03:27.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 3439 completed, throughput=5MB/sec 2024-04-02T09:03:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:27 smithi187 ceph-mon[84356]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:28.072 INFO:tasks.workunit.client.0.smithi112.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:28.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pIOZ3Zb0Xj3SPhp off=6676366 len=697694 2024-04-02T09:03:28.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 3440 completed, throughput=4.99MB/sec 2024-04-02T09:03:28.073 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dYxYwV03cLTqB1n off=8984885 len=95075 2024-04-02T09:03:28.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 3441 completed, throughput=4.99MB/sec 2024-04-02T09:03:28.074 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KIoqzjiV7BBjWWN off=3603368 len=392354 2024-04-02T09:03:28.076 INFO:tasks.workunit.client.0.smithi112.stdout:op 3442 completed, throughput=5MB/sec 2024-04-02T09:03:28.077 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wORNn8rcP_lb9lM off=1920116 len=2064669 2024-04-02T09:03:28.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 3443 completed, throughput=5MB/sec 2024-04-02T09:03:28.078 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B-495T8RtJryKIt off=8797206 len=426450 2024-04-02T09:03:28.082 INFO:tasks.workunit.client.0.smithi112.stdout:op 3444 completed, throughput=5MB/sec 2024-04-02T09:03:28.082 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xXU0MXnt2XYtdsu off=16683899 len=1245672 2024-04-02T09:03:28.089 INFO:tasks.workunit.client.0.smithi112.stdout:op 3445 completed, throughput=5MB/sec 2024-04-02T09:03:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:27 smithi112 ceph-mon[88945]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:27 smithi112 ceph-mon[91385]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:29.089 INFO:tasks.workunit.client.0.smithi112.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:29.089 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bJ9yIo_DhcLFOFx off=14541037 len=1189783 2024-04-02T09:03:29.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 3446 completed, throughput=4.99MB/sec 2024-04-02T09:03:29.090 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GHcKhsO-VhGeCCV off=5820459 len=340457 2024-04-02T09:03:29.094 INFO:tasks.workunit.client.0.smithi112.stdout:op 3447 completed, throughput=5MB/sec 2024-04-02T09:03:29.094 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A8fPhGSglTIvzKB off=9551868 len=213080 2024-04-02T09:03:29.094 INFO:tasks.workunit.client.0.smithi112.stdout:op 3448 completed, throughput=5MB/sec 2024-04-02T09:03:29.094 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h3DMfLDFKgPGBC8 off=764658 len=1338770 2024-04-02T09:03:29.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 3449 completed, throughput=5MB/sec 2024-04-02T09:03:29.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PYeFoUxpL5lZ78b off=20469566 len=676572 2024-04-02T09:03:29.105 INFO:tasks.workunit.client.0.smithi112.stdout:op 3450 completed, throughput=5MB/sec 2024-04-02T09:03:29.105 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xr3wOf5HKR1Ahmt off=8426804 len=254744 2024-04-02T09:03:29.106 INFO:tasks.workunit.client.0.smithi112.stdout:op 3451 completed, throughput=5MB/sec 2024-04-02T09:03:29.106 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BzZus3woOs1OK1R off=8865517 len=1543716 2024-04-02T09:03:29.113 INFO:tasks.workunit.client.0.smithi112.stdout:op 3452 completed, throughput=5MB/sec 2024-04-02T09:03:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:03:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:03:29] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T09:03:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:29 smithi187 ceph-mon[84356]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:30.113 INFO:tasks.workunit.client.0.smithi112.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:30.113 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5tk5PE0o8Fn6ALY off=6134349 len=1592279 2024-04-02T09:03:30.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 3453 completed, throughput=5MB/sec 2024-04-02T09:03:30.114 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-imqAq6gwUY5zL0s off=2201637 len=105626 2024-04-02T09:03:30.115 INFO:tasks.workunit.client.0.smithi112.stdout:op 3454 completed, throughput=5MB/sec 2024-04-02T09:03:30.115 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k7gh2kd6FhnPb_X off=1330715 len=663741 2024-04-02T09:03:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:29 smithi112 ceph-mon[88945]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:29 smithi112 ceph-mon[91385]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:30.119 INFO:tasks.workunit.client.0.smithi112.stdout:op 3455 completed, throughput=5MB/sec 2024-04-02T09:03:30.119 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j70CmT9O7MOrCev off=7563091 len=81923 2024-04-02T09:03:30.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 3456 completed, throughput=5MB/sec 2024-04-02T09:03:30.121 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KS8u_UXYbPm23bj off=912852 len=1676008 2024-04-02T09:03:30.123 INFO:tasks.workunit.client.0.smithi112.stdout:op 3457 completed, throughput=5MB/sec 2024-04-02T09:03:30.123 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GwreGA-xfgxcbAB off=9807638 len=443363 2024-04-02T09:03:30.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 3458 completed, throughput=5MB/sec 2024-04-02T09:03:30.126 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P_ZbY8-bBa5y3Gv off=6360181 len=149469 2024-04-02T09:03:30.127 INFO:tasks.workunit.client.0.smithi112.stdout:op 3459 completed, throughput=5MB/sec 2024-04-02T09:03:30.127 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WPivOKA2SBqVLMn off=17048313 len=2063459 2024-04-02T09:03:30.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 3460 completed, throughput=5MB/sec 2024-04-02T09:03:31.137 INFO:tasks.workunit.client.0.smithi112.stdout: 683: throughput=5MB/sec pending data=0 2024-04-02T09:03:31.137 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h5G0z0PNlxpDqCx off=3520765 len=1373951 2024-04-02T09:03:31.144 INFO:tasks.workunit.client.0.smithi112.stdout:op 3461 completed, throughput=5MB/sec 2024-04-02T09:03:31.144 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YfnH9Ut-VdI1bC7 off=7774152 len=1612853 2024-04-02T09:03:31.145 INFO:tasks.workunit.client.0.smithi112.stdout:op 3462 completed, throughput=5MB/sec 2024-04-02T09:03:31.146 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wg8BmyA7XWT5SnA off=13395807 len=1948292 2024-04-02T09:03:31.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 3463 completed, throughput=5MB/sec 2024-04-02T09:03:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:31 smithi187 ceph-mon[84356]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:31 smithi112 ceph-mon[91385]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:31 smithi112 ceph-mon[88945]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:32.147 INFO:tasks.workunit.client.0.smithi112.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:32.148 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Qi2EPKsVUF4BfWN off=3646203 len=439683 2024-04-02T09:03:32.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 3464 completed, throughput=5MB/sec 2024-04-02T09:03:32.151 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y0cmsmz-7kmWOjQ off=10851774 len=1632368 2024-04-02T09:03:32.152 INFO:tasks.workunit.client.0.smithi112.stdout:op 3465 completed, throughput=5MB/sec 2024-04-02T09:03:32.152 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vWywwcVVvzT363X off=1918985 len=850196 2024-04-02T09:03:32.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 3466 completed, throughput=5MB/sec 2024-04-02T09:03:32.153 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i3OkVzTrwS0RMP5 off=1301391 len=118709 2024-04-02T09:03:32.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 3467 completed, throughput=5MB/sec 2024-04-02T09:03:32.154 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CwUjcLq5HoVYX5o off=610925 len=1872570 2024-04-02T09:03:32.155 INFO:tasks.workunit.client.0.smithi112.stdout:op 3468 completed, throughput=5MB/sec 2024-04-02T09:03:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:03:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:33.156 INFO:tasks.workunit.client.0.smithi112.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:33.156 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EYXBtRGo-pTaTJB off=6688101 len=1526482 2024-04-02T09:03:33.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 3469 completed, throughput=5MB/sec 2024-04-02T09:03:33.157 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rvhqmUJNV6yuDum off=14343305 len=914129 2024-04-02T09:03:33.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 3470 completed, throughput=5MB/sec 2024-04-02T09:03:33.158 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_U_SI_An-8qsudX off=1039379 len=298641 2024-04-02T09:03:33.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 3471 completed, throughput=5MB/sec 2024-04-02T09:03:33.159 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-psksXUZw2uaZnYH off=12289116 len=1429571 2024-04-02T09:03:33.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 3472 completed, throughput=5MB/sec 2024-04-02T09:03:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:33 smithi187 ceph-mon[84356]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[88945]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[91385]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:34.165 INFO:tasks.workunit.client.0.smithi112.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:34.165 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-87cATIuItUfoWgr off=0 len=1585901 2024-04-02T09:03:34.166 INFO:tasks.workunit.client.0.smithi112.stdout:op 3473 completed, throughput=5MB/sec 2024-04-02T09:03:34.167 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QZFXh-UaDrPhM_s off=1019983 len=870753 2024-04-02T09:03:34.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 3474 completed, throughput=5MB/sec 2024-04-02T09:03:34.168 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UOMUwsVsf-hfR-O off=793876 len=266863 2024-04-02T09:03:34.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 3475 completed, throughput=5MB/sec 2024-04-02T09:03:34.171 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UDpXrOdT1ExI-r5 off=13643686 len=67114 2024-04-02T09:03:34.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 3476 completed, throughput=5MB/sec 2024-04-02T09:03:34.171 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M4fLcOkpUaGUbhu off=12681734 len=976007 2024-04-02T09:03:34.173 INFO:tasks.workunit.client.0.smithi112.stdout:op 3477 completed, throughput=5MB/sec 2024-04-02T09:03:34.173 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RUL0ilvY6acBHAv off=176720 len=1780117 2024-04-02T09:03:34.176 INFO:tasks.workunit.client.0.smithi112.stdout:op 3478 completed, throughput=5MB/sec 2024-04-02T09:03:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:35.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:03:35.176 INFO:tasks.workunit.client.0.smithi112.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:35.176 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GLjOxrtI9xrdwnB off=1901248 len=1645072 2024-04-02T09:03:35.177 INFO:tasks.workunit.client.0.smithi112.stdout:op 3479 completed, throughput=5MB/sec 2024-04-02T09:03:35.178 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9y-dlz-NSWGf24H off=10241229 len=241428 2024-04-02T09:03:35.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 3480 completed, throughput=5MB/sec 2024-04-02T09:03:35.180 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0-BTCxayDUb6y3B off=1211507 len=299139 2024-04-02T09:03:35.183 INFO:tasks.workunit.client.0.smithi112.stdout:op 3481 completed, throughput=5MB/sec 2024-04-02T09:03:35.183 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tuD1hitpl-VrdBZ off=362368 len=348660 2024-04-02T09:03:35.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 3482 completed, throughput=5MB/sec 2024-04-02T09:03:35.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c5nqkmLyNXPsngV off=2206440 len=390106 2024-04-02T09:03:35.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 3483 completed, throughput=5MB/sec 2024-04-02T09:03:35.188 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7fpjzH0HhbcAjvh off=3694283 len=1685680 2024-04-02T09:03:35.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 3484 completed, throughput=5MB/sec 2024-04-02T09:03:35.201 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7Ldhx26vMnsg_bQ off=242566 len=598216 2024-04-02T09:03:35.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 3485 completed, throughput=5MB/sec 2024-04-02T09:03:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:35 smithi187 ceph-mon[84356]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:35 smithi112 ceph-mon[88945]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:35 smithi112 ceph-mon[91385]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:36.205 INFO:tasks.workunit.client.0.smithi112.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:36.205 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--mSbphDbHgN6g1y off=7586869 len=1482312 2024-04-02T09:03:36.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 3486 completed, throughput=4.99MB/sec 2024-04-02T09:03:36.212 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0UL3DMzY5KJJ7Tz off=7172673 len=1968346 2024-04-02T09:03:36.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 3487 completed, throughput=5MB/sec 2024-04-02T09:03:36.213 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jckCZoTS6poqHPq off=11426335 len=1735260 2024-04-02T09:03:36.219 INFO:tasks.workunit.client.0.smithi112.stdout:op 3488 completed, throughput=5MB/sec 2024-04-02T09:03:36.219 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rjyiw02591hLiVY off=2905114 len=648161 2024-04-02T09:03:36.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 3489 completed, throughput=5MB/sec 2024-04-02T09:03:37.221 INFO:tasks.workunit.client.0.smithi112.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:37.222 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g7V6rrxpzYlI85x off=12146604 len=475879 2024-04-02T09:03:37.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 3490 completed, throughput=4.99MB/sec 2024-04-02T09:03:37.226 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZZG50hK7Ofy-NmX off=5203977 len=1248620 2024-04-02T09:03:37.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 3491 completed, throughput=5MB/sec 2024-04-02T09:03:37.228 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x6ZNRJAf3y7_vwZ off=9519122 len=312072 2024-04-02T09:03:37.231 INFO:tasks.workunit.client.0.smithi112.stdout:op 3492 completed, throughput=5MB/sec 2024-04-02T09:03:37.231 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uBKWKwM8SHRzSc2 off=19219715 len=1239427 2024-04-02T09:03:37.232 INFO:tasks.workunit.client.0.smithi112.stdout:op 3493 completed, throughput=5MB/sec 2024-04-02T09:03:37.232 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jjCeOsw8t6R3Ypg off=6710992 len=2012030 2024-04-02T09:03:37.241 INFO:tasks.workunit.client.0.smithi112.stdout:op 3494 completed, throughput=5MB/sec 2024-04-02T09:03:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:37 smithi187 ceph-mon[84356]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:37 smithi112 ceph-mon[88945]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:37 smithi112 ceph-mon[91385]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:38.242 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z8_RAiy-6xgq-yA off=5638554 len=609176 2024-04-02T09:03:38.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 3495 completed, throughput=4.99MB/sec 2024-04-02T09:03:38.242 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E_I6r3Ot3PQBEH1 off=2138987 len=1331690 2024-04-02T09:03:38.243 INFO:tasks.workunit.client.0.smithi112.stdout:op 3496 completed, throughput=5MB/sec 2024-04-02T09:03:38.243 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sQXhHTNxQ3Yp4lG off=13137719 len=789870 2024-04-02T09:03:38.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 3497 completed, throughput=5MB/sec 2024-04-02T09:03:38.246 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TbrvJEAtoubIEi5 off=0 len=1487021 2024-04-02T09:03:38.253 INFO:tasks.workunit.client.0.smithi112.stdout:op 3498 completed, throughput=5MB/sec 2024-04-02T09:03:38.253 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B3i4fIkCOwPQxJY off=7259204 len=1201338 2024-04-02T09:03:38.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 3499 completed, throughput=5MB/sec 2024-04-02T09:03:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:39.261 INFO:tasks.workunit.client.0.smithi112.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:39.261 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EBo93IFsEn0eq2c off=1605128 len=1104221 2024-04-02T09:03:39.265 INFO:tasks.workunit.client.0.smithi112.stdout:op 3500 completed, throughput=5MB/sec 2024-04-02T09:03:39.265 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3-kqmtqyQ6-B1rS off=15760278 len=953453 2024-04-02T09:03:39.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 3501 completed, throughput=5MB/sec 2024-04-02T09:03:39.270 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HaUtDmxRUqc5pdm off=10139045 len=1529507 2024-04-02T09:03:39.279 INFO:tasks.workunit.client.0.smithi112.stdout:op 3502 completed, throughput=5MB/sec 2024-04-02T09:03:39.279 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jwvIKKwaa2i0cJA off=4878029 len=337717 2024-04-02T09:03:39.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 3503 completed, throughput=5MB/sec 2024-04-02T09:03:39.282 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1srswDBrH1h7Rm8 off=828738 len=1480409 2024-04-02T09:03:39.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 3504 completed, throughput=5MB/sec 2024-04-02T09:03:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:03:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:03:39] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:03:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:39 smithi187 ceph-mon[84356]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:39 smithi112 ceph-mon[91385]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:39 smithi112 ceph-mon[88945]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:40.287 INFO:tasks.workunit.client.0.smithi112.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:40.287 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aXhYZNZf9l-1Xk5 off=17741698 len=1212358 2024-04-02T09:03:40.288 INFO:tasks.workunit.client.0.smithi112.stdout:op 3505 completed, throughput=5MB/sec 2024-04-02T09:03:40.288 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PYPWcMSO-D1wXeN off=8176176 len=1509387 2024-04-02T09:03:40.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 3506 completed, throughput=5MB/sec 2024-04-02T09:03:40.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jvtK3aYNSQJS5MT off=2559508 len=1808373 2024-04-02T09:03:40.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 3507 completed, throughput=5MB/sec 2024-04-02T09:03:40.291 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LqsXM-1Fk0VFj7_ off=1139256 len=558119 2024-04-02T09:03:40.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 3508 completed, throughput=5MB/sec 2024-04-02T09:03:41.294 INFO:tasks.workunit.client.0.smithi112.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:41.295 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ce1INGI0kR_P5wa off=1227946 len=674008 2024-04-02T09:03:41.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 3509 completed, throughput=4.99MB/sec 2024-04-02T09:03:41.299 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FgOrdVbeKDpVfqg off=23043 len=866113 2024-04-02T09:03:41.300 INFO:tasks.workunit.client.0.smithi112.stdout:op 3510 completed, throughput=5MB/sec 2024-04-02T09:03:41.300 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SqOj7ZG0wsAHbnW off=2946349 len=1298248 2024-04-02T09:03:41.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 3511 completed, throughput=5MB/sec 2024-04-02T09:03:41.301 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cPxOcTh3TaoKm8p off=4171468 len=256263 2024-04-02T09:03:41.302 INFO:tasks.workunit.client.0.smithi112.stdout:op 3512 completed, throughput=5MB/sec 2024-04-02T09:03:41.302 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zw3Faz7q5DzbVti off=8301738 len=317288 2024-04-02T09:03:41.306 INFO:tasks.workunit.client.0.smithi112.stdout:op 3513 completed, throughput=5MB/sec 2024-04-02T09:03:41.306 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jOVmk__-NRXS0HT off=1082449 len=1971061 2024-04-02T09:03:41.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 3514 completed, throughput=5MB/sec 2024-04-02T09:03:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:41 smithi187 ceph-mon[84356]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:41 smithi112 ceph-mon[91385]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:41 smithi112 ceph-mon[88945]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:42.312 INFO:tasks.workunit.client.0.smithi112.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:42.313 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1GcpJIoevbo1is2 off=6448742 len=577725 2024-04-02T09:03:42.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 3515 completed, throughput=4.99MB/sec 2024-04-02T09:03:42.316 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tMKnQB0Ar4OCPAP off=9507525 len=2091301 2024-04-02T09:03:42.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 3516 completed, throughput=5MB/sec 2024-04-02T09:03:42.327 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nIVXnc_2XI-_qtm off=507685 len=954834 2024-04-02T09:03:42.328 INFO:tasks.workunit.client.0.smithi112.stdout:op 3517 completed, throughput=5MB/sec 2024-04-02T09:03:42.328 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-adfxzYai66hD3AH off=8431665 len=1516414 2024-04-02T09:03:42.332 INFO:tasks.workunit.client.0.smithi112.stdout:op 3518 completed, throughput=5MB/sec 2024-04-02T09:03:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:03:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:43.332 INFO:tasks.workunit.client.0.smithi112.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:43.332 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gzLD4BaqpTSmt_i off=7394624 len=1605101 2024-04-02T09:03:43.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 3519 completed, throughput=5MB/sec 2024-04-02T09:03:43.334 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g18cFEAr7EBT7RL off=8249397 len=1974078 2024-04-02T09:03:43.345 INFO:tasks.workunit.client.0.smithi112.stdout:op 3520 completed, throughput=5MB/sec 2024-04-02T09:03:43.345 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lms_Je79jUDul3d off=158255 len=950215 2024-04-02T09:03:43.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 3521 completed, throughput=5MB/sec 2024-04-02T09:03:43.350 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6Kq9z1nohnVrDhv off=4215223 len=418150 2024-04-02T09:03:43.353 INFO:tasks.workunit.client.0.smithi112.stdout:op 3522 completed, throughput=5MB/sec 2024-04-02T09:03:43.353 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FV_928WV7wa74ra off=6110690 len=339143 2024-04-02T09:03:43.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 3523 completed, throughput=5MB/sec 2024-04-02T09:03:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:43 smithi187 ceph-mon[84356]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:43 smithi112 ceph-mon[91385]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:43 smithi112 ceph-mon[88945]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:44.354 INFO:tasks.workunit.client.0.smithi112.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:44.355 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R72aaIYLKbA6TZN off=44068 len=797860 2024-04-02T09:03:44.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 3524 completed, throughput=4.99MB/sec 2024-04-02T09:03:44.356 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8xHc2s7UKV5wdox off=13441172 len=1910205 2024-04-02T09:03:44.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 3525 completed, throughput=5MB/sec 2024-04-02T09:03:44.364 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yBoTW9yAZTP26fk off=12790997 len=1305946 2024-04-02T09:03:44.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 3526 completed, throughput=5MB/sec 2024-04-02T09:03:44.370 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KEscHWN0Jnyo7hB off=7318628 len=551150 2024-04-02T09:03:44.371 INFO:tasks.workunit.client.0.smithi112.stdout:op 3527 completed, throughput=5MB/sec 2024-04-02T09:03:44.371 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yla8MQOmU9qSS36 off=3649782 len=1473060 2024-04-02T09:03:44.372 INFO:tasks.workunit.client.0.smithi112.stdout:op 3528 completed, throughput=5MB/sec 2024-04-02T09:03:45.373 INFO:tasks.workunit.client.0.smithi112.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:45.373 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-miPuON96y7Buekm off=2951416 len=573808 2024-04-02T09:03:45.374 INFO:tasks.workunit.client.0.smithi112.stdout:op 3529 completed, throughput=4.99MB/sec 2024-04-02T09:03:45.374 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NKUpG1YDehvmFf3 off=9011876 len=1688747 2024-04-02T09:03:45.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 3530 completed, throughput=5MB/sec 2024-04-02T09:03:45.384 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yh-Ysg359NASVni off=14514034 len=1614366 2024-04-02T09:03:45.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 3531 completed, throughput=5MB/sec 2024-04-02T09:03:45.385 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qMqNcG6fXtpa0Jf off=1754267 len=1486034 2024-04-02T09:03:45.386 INFO:tasks.workunit.client.0.smithi112.stdout:op 3532 completed, throughput=5MB/sec 2024-04-02T09:03:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:45 smithi187 ceph-mon[84356]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:45 smithi112 ceph-mon[88945]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:45 smithi112 ceph-mon[91385]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:46.387 INFO:tasks.workunit.client.0.smithi112.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:46.387 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S_6kjkd9N5iqJzR off=6037950 len=1825194 2024-04-02T09:03:46.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 3533 completed, throughput=5MB/sec 2024-04-02T09:03:46.394 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FGtPF7be_0RrpqX off=11642053 len=1363680 2024-04-02T09:03:46.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 3534 completed, throughput=5MB/sec 2024-04-02T09:03:46.401 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--TukWqfR8q0Afch off=7002523 len=1956369 2024-04-02T09:03:46.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 3535 completed, throughput=5MB/sec 2024-04-02T09:03:47.403 INFO:tasks.workunit.client.0.smithi112.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:47.404 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gU_K0tZtGvC67Lj off=2947639 len=1650165 2024-04-02T09:03:47.407 INFO:tasks.workunit.client.0.smithi112.stdout:op 3536 completed, throughput=5MB/sec 2024-04-02T09:03:47.407 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bbf2IX2I8_RXPkJ off=4428226 len=562855 2024-04-02T09:03:47.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 3537 completed, throughput=5MB/sec 2024-04-02T09:03:47.408 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MD0jicGvinNY94N off=11108097 len=246527 2024-04-02T09:03:47.411 INFO:tasks.workunit.client.0.smithi112.stdout:op 3538 completed, throughput=5MB/sec 2024-04-02T09:03:47.411 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-b_9tW8k5kbq3joI off=2072550 len=1216881 2024-04-02T09:03:47.416 INFO:tasks.workunit.client.0.smithi112.stdout:op 3539 completed, throughput=5MB/sec 2024-04-02T09:03:47.416 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-adJ-CQwI_rQ5c7R off=1013669 len=1381635 2024-04-02T09:03:47.422 INFO:tasks.workunit.client.0.smithi112.stdout:op 3540 completed, throughput=5MB/sec 2024-04-02T09:03:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:47 smithi187 ceph-mon[84356]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:47 smithi112 ceph-mon[91385]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:47 smithi112 ceph-mon[88945]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:48.423 INFO:tasks.workunit.client.0.smithi112.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:48.423 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rtCPZYfNQQpBs6c off=5412595 len=256884 2024-04-02T09:03:48.423 INFO:tasks.workunit.client.0.smithi112.stdout:op 3541 completed, throughput=4.99MB/sec 2024-04-02T09:03:48.423 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OXFzbDA7jkV6Vwi off=7964126 len=1635062 2024-04-02T09:03:48.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 3542 completed, throughput=5MB/sec 2024-04-02T09:03:48.433 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NnAojZGwwfmziXI off=9815557 len=969123 2024-04-02T09:03:48.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 3543 completed, throughput=5MB/sec 2024-04-02T09:03:48.434 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VCmzVrmkIW3-sLc off=9897396 len=1975479 2024-04-02T09:03:48.435 INFO:tasks.workunit.client.0.smithi112.stdout:op 3544 completed, throughput=5MB/sec 2024-04-02T09:03:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:49.449 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8LI2OHVRVMPZlcy off=118560 len=1810805 2024-04-02T09:03:49.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 3545 completed, throughput=5MB/sec 2024-04-02T09:03:49.452 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EzkZntdg3prGjfi off=7741968 len=1254983 2024-04-02T09:03:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 3546 completed, throughput=5MB/sec 2024-04-02T09:03:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fNXwDG01WfNaKpu off=6820437 len=1285074 2024-04-02T09:03:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 3547 completed, throughput=5MB/sec 2024-04-02T09:03:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ak5Ht3mFAdeCc8C off=1548568 len=864951 2024-04-02T09:03:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 3548 completed, throughput=5MB/sec 2024-04-02T09:03:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s3TAdYVE-EOpOy5 off=2307968 len=958104 2024-04-02T09:03:49.455 INFO:tasks.workunit.client.0.smithi112.stdout:op 3549 completed, throughput=5MB/sec 2024-04-02T09:03:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:03:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:03:49] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:03:49.983 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:49 smithi187 ceph-mon[84356]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:49 smithi112 ceph-mon[88945]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:49 smithi112 ceph-mon[91385]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:50.448 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wN2bbunj6owRt_S off=10080284 len=200747 2024-04-02T09:03:50.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 3550 completed, throughput=4.99MB/sec 2024-04-02T09:03:50.451 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bFUjokFIgQSrDDU off=1888239 len=395114 2024-04-02T09:03:50.455 INFO:tasks.workunit.client.0.smithi112.stdout:op 3551 completed, throughput=4.99MB/sec 2024-04-02T09:03:50.455 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SBXW7YDeKfVwCKX off=13880772 len=6347 2024-04-02T09:03:50.457 INFO:tasks.workunit.client.0.smithi112.stdout:op 3552 completed, throughput=4.99MB/sec 2024-04-02T09:03:50.457 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--h-TY0x6ceHm-7g off=9983616 len=1133876 2024-04-02T09:03:50.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 3553 completed, throughput=5MB/sec 2024-04-02T09:03:50.465 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-C4Pusmp-OMxyg6V off=5351230 len=333624 2024-04-02T09:03:50.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 3554 completed, throughput=5MB/sec 2024-04-02T09:03:50.470 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hvpmr37pA32vVUZ off=4650688 len=271521 2024-04-02T09:03:50.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 3555 completed, throughput=5MB/sec 2024-04-02T09:03:50.470 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j8Sw2Cubaeld1uL off=8957549 len=1661914 2024-04-02T09:03:50.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 3556 completed, throughput=5MB/sec 2024-04-02T09:03:50.477 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lPs9_2AUTZv3dZF off=8404318 len=276845 2024-04-02T09:03:50.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 3557 completed, throughput=5MB/sec 2024-04-02T09:03:50.479 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gta47nVHKNKacB- off=9187317 len=1612619 2024-04-02T09:03:50.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 3558 completed, throughput=5MB/sec 2024-04-02T09:03:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:51.481 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-31JxrzoJAxasy3c off=381213 len=797376 2024-04-02T09:03:51.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 3559 completed, throughput=5MB/sec 2024-04-02T09:03:51.485 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YIPgiPy2qX-Nlg3 off=873464 len=213396 2024-04-02T09:03:51.487 INFO:tasks.workunit.client.0.smithi112.stdout:op 3560 completed, throughput=5MB/sec 2024-04-02T09:03:51.488 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xTwTQma9YZTKLyY off=2377698 len=28532 2024-04-02T09:03:51.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 3561 completed, throughput=5MB/sec 2024-04-02T09:03:51.488 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pKd5dasIJc9Lv_c off=4887273 len=791666 2024-04-02T09:03:51.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 3562 completed, throughput=5MB/sec 2024-04-02T09:03:51.488 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h_nFiGJ08vjyOUe off=2036941 len=983850 2024-04-02T09:03:51.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 3563 completed, throughput=5MB/sec 2024-04-02T09:03:51.493 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AG_D4yq9FStIAG1 off=5757100 len=629569 2024-04-02T09:03:51.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 3564 completed, throughput=5MB/sec 2024-04-02T09:03:51.493 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N6swogxm-wrqqqA off=13812904 len=1733677 2024-04-02T09:03:51.499 INFO:tasks.workunit.client.0.smithi112.stdout:op 3565 completed, throughput=5MB/sec 2024-04-02T09:03:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:51 smithi187 ceph-mon[84356]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:51 smithi112 ceph-mon[88945]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:51 smithi112 ceph-mon[91385]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:52.499 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F2vrcEaiODhMMri off=6299346 len=1392176 2024-04-02T09:03:52.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 3566 completed, throughput=5MB/sec 2024-04-02T09:03:52.501 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XPl9txTIO-ZMgzw off=9951181 len=1792408 2024-04-02T09:03:52.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 3567 completed, throughput=5MB/sec 2024-04-02T09:03:52.508 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4VjZgK4O9m96ddv off=20041812 len=1762763 2024-04-02T09:03:52.518 INFO:tasks.workunit.client.0.smithi112.stdout:op 3568 completed, throughput=5MB/sec 2024-04-02T09:03:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:03:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:53.517 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bdNrDi0bNXp0IRC off=2724032 len=13092 2024-04-02T09:03:53.517 INFO:tasks.workunit.client.0.smithi112.stdout:op 3569 completed, throughput=4.99MB/sec 2024-04-02T09:03:53.517 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AkI2jOuUJ3C6Pm3 off=2020753 len=600025 2024-04-02T09:03:53.518 INFO:tasks.workunit.client.0.smithi112.stdout:op 3570 completed, throughput=4.99MB/sec 2024-04-02T09:03:53.519 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YSYUQSqXcgqvP64 off=18053397 len=2082560 2024-04-02T09:03:53.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 3571 completed, throughput=5MB/sec 2024-04-02T09:03:53.530 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yPYMyg_UURPIReW off=1020902 len=1877583 2024-04-02T09:03:53.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 3572 completed, throughput=5MB/sec 2024-04-02T09:03:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:53 smithi187 ceph-mon[84356]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:53 smithi112 ceph-mon[88945]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:53 smithi112 ceph-mon[91385]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:54.532 INFO:tasks.workunit.client.0.smithi112.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:54.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9y7nQJlgYlVZA2M off=7853550 len=1285864 2024-04-02T09:03:54.533 INFO:tasks.workunit.client.0.smithi112.stdout:op 3573 completed, throughput=4.99MB/sec 2024-04-02T09:03:54.533 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--LhNJlnOT5DaQHA off=8337171 len=1104141 2024-04-02T09:03:54.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 3574 completed, throughput=5MB/sec 2024-04-02T09:03:54.539 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CeTH2pNvejQaDq5 off=15361795 len=1500694 2024-04-02T09:03:54.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 3575 completed, throughput=5MB/sec 2024-04-02T09:03:54.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T3_9OtN2M201TJD off=9331524 len=659954 2024-04-02T09:03:54.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 3576 completed, throughput=5MB/sec 2024-04-02T09:03:54.546 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jZsMrQJnhU5wJeS off=193335 len=761438 2024-04-02T09:03:54.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 3577 completed, throughput=5MB/sec 2024-04-02T09:03:55.548 INFO:tasks.workunit.client.0.smithi112.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:55.548 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5TV4g0RzYh2fE3I off=516715 len=1282574 2024-04-02T09:03:55.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 3578 completed, throughput=4.99MB/sec 2024-04-02T09:03:55.550 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MthmfrPYxfPGyHp off=14607013 len=1813267 2024-04-02T09:03:55.551 INFO:tasks.workunit.client.0.smithi112.stdout:op 3579 completed, throughput=5MB/sec 2024-04-02T09:03:55.551 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QhsGABr67E_Ic0J off=510154 len=668218 2024-04-02T09:03:55.552 INFO:tasks.workunit.client.0.smithi112.stdout:op 3580 completed, throughput=5MB/sec 2024-04-02T09:03:55.552 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z0VHofRXACDVPX6 off=103202 len=1320561 2024-04-02T09:03:55.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 3581 completed, throughput=5MB/sec 2024-04-02T09:03:55.553 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--sfFwJCVGbNHzDH off=6172459 len=913711 2024-04-02T09:03:55.554 INFO:tasks.workunit.client.0.smithi112.stdout:op 3582 completed, throughput=5MB/sec 2024-04-02T09:03:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:55 smithi187 ceph-mon[84356]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:55 smithi112 ceph-mon[91385]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:55 smithi112 ceph-mon[88945]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:56.554 INFO:tasks.workunit.client.0.smithi112.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:56.554 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MGdzmb-zoC4Xcdj off=562298 len=623066 2024-04-02T09:03:56.559 INFO:tasks.workunit.client.0.smithi112.stdout:op 3583 completed, throughput=4.99MB/sec 2024-04-02T09:03:56.559 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kuoCsd2NWJ1d__X off=4368633 len=732261 2024-04-02T09:03:56.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 3584 completed, throughput=5MB/sec 2024-04-02T09:03:56.561 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jQyG9_9BxSDnNfd off=8687821 len=19689 2024-04-02T09:03:56.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 3585 completed, throughput=5MB/sec 2024-04-02T09:03:56.561 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-96vdJJsT8165AXx off=2935010 len=387616 2024-04-02T09:03:56.562 INFO:tasks.workunit.client.0.smithi112.stdout:op 3586 completed, throughput=5MB/sec 2024-04-02T09:03:56.562 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XedDUgLUx1i6o58 off=16328896 len=1113760 2024-04-02T09:03:56.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 3587 completed, throughput=5MB/sec 2024-04-02T09:03:56.563 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-su1DwEJvm46iLQi off=1480866 len=351535 2024-04-02T09:03:56.566 INFO:tasks.workunit.client.0.smithi112.stdout:op 3588 completed, throughput=5MB/sec 2024-04-02T09:03:56.566 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w5WwGIwqkTb0CUx off=396668 len=1581741 2024-04-02T09:03:56.573 INFO:tasks.workunit.client.0.smithi112.stdout:op 3589 completed, throughput=5MB/sec 2024-04-02T09:03:57.573 INFO:tasks.workunit.client.0.smithi112.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:57.573 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sntCPt-BawzqLoB off=20520660 len=1267024 2024-04-02T09:03:57.577 INFO:tasks.workunit.client.0.smithi112.stdout:op 3590 completed, throughput=5MB/sec 2024-04-02T09:03:57.577 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Gmh7sM9dVEkWwRP off=3824048 len=2050061 2024-04-02T09:03:57.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 3591 completed, throughput=5MB/sec 2024-04-02T09:03:57.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9ujg-UmKDQYAi9d off=5199331 len=1175346 2024-04-02T09:03:57.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 3592 completed, throughput=5MB/sec 2024-04-02T09:03:57.587 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gT3hxtMwau6e5eN off=9464438 len=692226 2024-04-02T09:03:57.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 3593 completed, throughput=5MB/sec 2024-04-02T09:03:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:57 smithi187 ceph-mon[84356]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:57 smithi112 ceph-mon[91385]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:57 smithi112 ceph-mon[88945]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:58.588 INFO:tasks.workunit.client.0.smithi112.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:58.588 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hZBjXSR5oNG2Qtm off=1894273 len=708652 2024-04-02T09:03:58.591 INFO:tasks.workunit.client.0.smithi112.stdout:op 3594 completed, throughput=4.99MB/sec 2024-04-02T09:03:58.591 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zYQlWh3aFz31oNr off=4026303 len=1093987 2024-04-02T09:03:58.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 3595 completed, throughput=5MB/sec 2024-04-02T09:03:58.596 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ekZkkmktX5Op0Kr off=5612314 len=691340 2024-04-02T09:03:58.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 3596 completed, throughput=5MB/sec 2024-04-02T09:03:58.597 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rMyQd6vxXsIJS_g off=4826204 len=1829010 2024-04-02T09:03:58.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 3597 completed, throughput=5MB/sec 2024-04-02T09:03:58.601 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pe0MbhoF82yr37Q off=9346322 len=546871 2024-04-02T09:03:58.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 3598 completed, throughput=5MB/sec 2024-04-02T09:03:58.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xRbni2r5wLanpJl off=6999297 len=31180 2024-04-02T09:03:58.603 INFO:tasks.workunit.client.0.smithi112.stdout:op 3599 completed, throughput=5MB/sec 2024-04-02T09:03:58.603 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P92ThSEuAC_-Kld off=9558292 len=1451509 2024-04-02T09:03:58.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 3600 completed, throughput=5MB/sec 2024-04-02T09:03:59.605 INFO:tasks.workunit.client.0.smithi112.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:59.605 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AF-ewFeMbC27EPu off=17950375 len=2086785 2024-04-02T09:03:59.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 3601 completed, throughput=5MB/sec 2024-04-02T09:03:59.606 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IjHVSL2JT6gl3c7 off=0 len=1146397 2024-04-02T09:03:59.612 INFO:tasks.workunit.client.0.smithi112.stdout:op 3602 completed, throughput=5MB/sec 2024-04-02T09:03:59.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_SzzSKG9ueL9aGd off=8861804 len=40160 2024-04-02T09:03:59.614 INFO:tasks.workunit.client.0.smithi112.stdout:op 3603 completed, throughput=5MB/sec 2024-04-02T09:03:59.614 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tNkBjz-wSgcaC9w off=1407999 len=336328 2024-04-02T09:03:59.616 INFO:tasks.workunit.client.0.smithi112.stdout:op 3604 completed, throughput=5MB/sec 2024-04-02T09:03:59.616 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zY3COfg3wa7ktMy off=8517258 len=167896 2024-04-02T09:03:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:03:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:03:59] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:03:59.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 3605 completed, throughput=5MB/sec 2024-04-02T09:03:59.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9W-4OBOmSTj6zzA off=22256896 len=1707356 2024-04-02T09:03:59.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 3606 completed, throughput=5MB/sec 2024-04-02T09:03:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:03:59 smithi187 ceph-mon[84356]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:03:59 smithi112 ceph-mon[88945]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:03:59 smithi112 ceph-mon[91385]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:00.621 INFO:tasks.workunit.client.0.smithi112.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:00.621 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nsDhnF6AtSt6kR4 off=673724 len=7646 2024-04-02T09:04:00.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 3607 completed, throughput=4.99MB/sec 2024-04-02T09:04:00.623 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-htp1BAXY0gP3imZ off=4404622 len=13666 2024-04-02T09:04:00.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 3608 completed, throughput=4.99MB/sec 2024-04-02T09:04:00.624 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FvClX_tLj9wV2ts off=8464125 len=122643 2024-04-02T09:04:00.624 INFO:tasks.workunit.client.0.smithi112.stdout:op 3609 completed, throughput=4.99MB/sec 2024-04-02T09:04:00.624 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YjTSUYgwzcDYM4E off=17240025 len=908407 2024-04-02T09:04:00.625 INFO:tasks.workunit.client.0.smithi112.stdout:op 3610 completed, throughput=5MB/sec 2024-04-02T09:04:00.625 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xwKCcTlIzJrWn9B off=1912775 len=507402 2024-04-02T09:04:00.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 3611 completed, throughput=5MB/sec 2024-04-02T09:04:00.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QGPIr5mTtXIqkEA off=9986686 len=1300337 2024-04-02T09:04:00.630 INFO:tasks.workunit.client.0.smithi112.stdout:op 3612 completed, throughput=5MB/sec 2024-04-02T09:04:00.630 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CeTH2pNvejQaDq5 off=17823748 len=608167 2024-04-02T09:04:00.631 INFO:tasks.workunit.client.0.smithi112.stdout:op 3613 completed, throughput=5MB/sec 2024-04-02T09:04:00.631 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7qo65_3g0APXLFv off=337134 len=2023935 2024-04-02T09:04:00.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 3614 completed, throughput=5MB/sec 2024-04-02T09:04:01.642 INFO:tasks.workunit.client.0.smithi112.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:01.642 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e6FlW4z-fz_YcL8 off=3819453 len=1895467 2024-04-02T09:04:01.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 3615 completed, throughput=5MB/sec 2024-04-02T09:04:01.649 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-84SzvDPod_7WP4R off=1698654 len=1147190 2024-04-02T09:04:01.653 INFO:tasks.workunit.client.0.smithi112.stdout:op 3616 completed, throughput=5MB/sec 2024-04-02T09:04:01.654 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z09LvR4S0srgidp off=685220 len=906549 2024-04-02T09:04:01.657 INFO:tasks.workunit.client.0.smithi112.stdout:op 3617 completed, throughput=5MB/sec 2024-04-02T09:04:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:01 smithi187 ceph-mon[84356]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:01 smithi112 ceph-mon[88945]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:01 smithi112 ceph-mon[91385]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:02.657 INFO:tasks.workunit.client.0.smithi112.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:02.657 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TJ0Rgsj0awg-BP9 off=113713 len=1780117 2024-04-02T09:04:02.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 3618 completed, throughput=5MB/sec 2024-04-02T09:04:02.661 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NeGwQP2C6NB8u1Q off=523460 len=1930121 2024-04-02T09:04:02.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 3619 completed, throughput=5MB/sec 2024-04-02T09:04:02.665 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-t5Gt5dCCa6xX_zh off=4239486 len=1691699 2024-04-02T09:04:02.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 3620 completed, throughput=5MB/sec 2024-04-02T09:04:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:04:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:03.671 INFO:tasks.workunit.client.0.smithi112.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:03.672 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fdkigoIWVHPe3eG off=991697 len=767051 2024-04-02T09:04:03.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 3621 completed, throughput=4.99MB/sec 2024-04-02T09:04:03.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kf4QBj2y1fiSaPJ off=9877354 len=202346 2024-04-02T09:04:03.677 INFO:tasks.workunit.client.0.smithi112.stdout:op 3622 completed, throughput=4.99MB/sec 2024-04-02T09:04:03.677 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y0cmsmz-7kmWOjQ off=6100862 len=591037 2024-04-02T09:04:03.681 INFO:tasks.workunit.client.0.smithi112.stdout:op 3623 completed, throughput=5MB/sec 2024-04-02T09:04:03.681 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--7YYAhp5UMe-yE3 off=8414645 len=537402 2024-04-02T09:04:03.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 3624 completed, throughput=5MB/sec 2024-04-02T09:04:03.682 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ss1CiFsaMNw9Usl off=710648 len=1752798 2024-04-02T09:04:03.684 INFO:tasks.workunit.client.0.smithi112.stdout:op 3625 completed, throughput=5MB/sec 2024-04-02T09:04:03.684 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k-1jjegFePDPzGj off=11102116 len=485901 2024-04-02T09:04:03.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 3626 completed, throughput=5MB/sec 2024-04-02T09:04:03.687 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0v1dD7sRCRdaWYs off=12447275 len=892259 2024-04-02T09:04:03.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 3627 completed, throughput=5MB/sec 2024-04-02T09:04:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:03 smithi187 ceph-mon[84356]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:03 smithi112 ceph-mon[91385]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:03 smithi112 ceph-mon[88945]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:04.692 INFO:tasks.workunit.client.0.smithi112.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:04.692 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FgOrdVbeKDpVfqg off=4533616 len=993328 2024-04-02T09:04:04.695 INFO:tasks.workunit.client.0.smithi112.stdout:op 3628 completed, throughput=4.99MB/sec 2024-04-02T09:04:04.695 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rtCPZYfNQQpBs6c off=4631560 len=767843 2024-04-02T09:04:04.696 INFO:tasks.workunit.client.0.smithi112.stdout:op 3629 completed, throughput=5MB/sec 2024-04-02T09:04:04.696 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kKuA0o4HsLSq9pJ off=10125027 len=185179 2024-04-02T09:04:04.697 INFO:tasks.workunit.client.0.smithi112.stdout:op 3630 completed, throughput=5MB/sec 2024-04-02T09:04:04.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_4VrsCRcWBvRFSm off=20203069 len=1885049 2024-04-02T09:04:04.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 3631 completed, throughput=5MB/sec 2024-04-02T09:04:04.699 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a4cMEvek3hDVYN3 off=7717289 len=1654658 2024-04-02T09:04:04.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 3632 completed, throughput=5MB/sec 2024-04-02T09:04:05.705 INFO:tasks.workunit.client.0.smithi112.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:05.705 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D1jhT3K9XoCfple off=13541588 len=1351999 2024-04-02T09:04:05.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 3633 completed, throughput=5MB/sec 2024-04-02T09:04:05.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n4RZHD4LmOLJ_1r off=2198412 len=1927029 2024-04-02T09:04:05.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 3634 completed, throughput=5MB/sec 2024-04-02T09:04:05.718 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vI9lBwi3i4ZsPV0 off=304046 len=738488 2024-04-02T09:04:05.722 INFO:tasks.workunit.client.0.smithi112.stdout:op 3635 completed, throughput=5MB/sec 2024-04-02T09:04:05.722 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KG5FUSszN_-SAPF off=1332797 len=844305 2024-04-02T09:04:05.724 INFO:tasks.workunit.client.0.smithi112.stdout:op 3636 completed, throughput=5MB/sec 2024-04-02T09:04:05.724 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fnKwYObwHWc1eDo off=1369759 len=995405 2024-04-02T09:04:05.728 INFO:tasks.workunit.client.0.smithi112.stdout:op 3637 completed, throughput=5MB/sec 2024-04-02T09:04:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:05 smithi187 ceph-mon[84356]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:05 smithi112 ceph-mon[91385]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:05 smithi112 ceph-mon[88945]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:06.728 INFO:tasks.workunit.client.0.smithi112.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:06.728 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jYQ9_BdwHQjQKLn off=14367106 len=1340596 2024-04-02T09:04:06.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 3638 completed, throughput=5MB/sec 2024-04-02T09:04:06.735 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V0UKnQUiiXsqbAx off=11456644 len=1796049 2024-04-02T09:04:06.736 INFO:tasks.workunit.client.0.smithi112.stdout:op 3639 completed, throughput=5MB/sec 2024-04-02T09:04:06.737 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AwQMlQICgFOmNwG off=3398341 len=1981652 2024-04-02T09:04:06.738 INFO:tasks.workunit.client.0.smithi112.stdout:op 3640 completed, throughput=5MB/sec 2024-04-02T09:04:07.738 INFO:tasks.workunit.client.0.smithi112.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:07.738 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_mshjKG8e-CaBds off=4125580 len=637673 2024-04-02T09:04:07.739 INFO:tasks.workunit.client.0.smithi112.stdout:op 3641 completed, throughput=4.99MB/sec 2024-04-02T09:04:07.739 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZC67aMzHivoOgcJ off=10654914 len=340294 2024-04-02T09:04:07.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 3642 completed, throughput=5MB/sec 2024-04-02T09:04:07.743 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_F_4gJEkJ6jg4Y1 off=3690153 len=244407 2024-04-02T09:04:07.745 INFO:tasks.workunit.client.0.smithi112.stdout:op 3643 completed, throughput=5MB/sec 2024-04-02T09:04:07.745 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-14UqP4mCxrWVDPv off=7217416 len=646579 2024-04-02T09:04:07.746 INFO:tasks.workunit.client.0.smithi112.stdout:op 3644 completed, throughput=5MB/sec 2024-04-02T09:04:07.746 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lCFVnAKoebMcK_g off=12638379 len=136358 2024-04-02T09:04:07.746 INFO:tasks.workunit.client.0.smithi112.stdout:op 3645 completed, throughput=5MB/sec 2024-04-02T09:04:07.746 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ae33Cwdg06DqOKn off=9569880 len=1963588 2024-04-02T09:04:07.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 3646 completed, throughput=5MB/sec 2024-04-02T09:04:07.757 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--SakqzIBSmRiQga off=14594695 len=1344013 2024-04-02T09:04:07.764 INFO:tasks.workunit.client.0.smithi112.stdout:op 3647 completed, throughput=5MB/sec 2024-04-02T09:04:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:07 smithi187 ceph-mon[84356]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:07 smithi112 ceph-mon[88945]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:07 smithi112 ceph-mon[91385]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:08.765 INFO:tasks.workunit.client.0.smithi112.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:08.765 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-STlbZQB9jyliBuS off=607060 len=1923208 2024-04-02T09:04:08.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 3648 completed, throughput=5MB/sec 2024-04-02T09:04:08.766 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Jj1sqVmqieDEzWw off=23227829 len=197287 2024-04-02T09:04:08.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 3649 completed, throughput=5MB/sec 2024-04-02T09:04:08.769 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-goqiSCdHLH1iu5m off=147295 len=499517 2024-04-02T09:04:08.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 3650 completed, throughput=5MB/sec 2024-04-02T09:04:08.772 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xPNLMcsyr453hdP off=1077680 len=1805217 2024-04-02T09:04:08.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 3651 completed, throughput=5MB/sec 2024-04-02T09:04:08.780 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lw4cVmGe41-LAOJ off=9009995 len=1016283 2024-04-02T09:04:08.784 INFO:tasks.workunit.client.0.smithi112.stdout:op 3652 completed, throughput=5MB/sec 2024-04-02T09:04:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:04:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:04:09] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:04:09.784 INFO:tasks.workunit.client.0.smithi112.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:09.784 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pCWqFW2NRByRZw0 off=10642469 len=1083922 2024-04-02T09:04:09.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 3653 completed, throughput=5MB/sec 2024-04-02T09:04:09.785 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i08A7H5DBgBg4dv off=11634742 len=1117854 2024-04-02T09:04:09.786 INFO:tasks.workunit.client.0.smithi112.stdout:op 3654 completed, throughput=5MB/sec 2024-04-02T09:04:09.786 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oFvYc5q2GVo7vd5 off=14495862 len=102051 2024-04-02T09:04:09.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 3655 completed, throughput=5MB/sec 2024-04-02T09:04:09.789 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ti1Twg97JLN6LiC off=16846201 len=1130372 2024-04-02T09:04:09.795 INFO:tasks.workunit.client.0.smithi112.stdout:op 3656 completed, throughput=5MB/sec 2024-04-02T09:04:09.795 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-k66azp4Y3MqPMxG off=895475 len=1916756 2024-04-02T09:04:09.796 INFO:tasks.workunit.client.0.smithi112.stdout:op 3657 completed, throughput=5MB/sec 2024-04-02T09:04:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:09 smithi187 ceph-mon[84356]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:09 smithi112 ceph-mon[88945]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:09 smithi112 ceph-mon[91385]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:10.797 INFO:tasks.workunit.client.0.smithi112.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:10.797 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i6RzGek6n9AouuS off=13716747 len=69625 2024-04-02T09:04:10.797 INFO:tasks.workunit.client.0.smithi112.stdout:op 3658 completed, throughput=4.99MB/sec 2024-04-02T09:04:10.797 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u26c_ktX47tcc7O off=1308931 len=1058909 2024-04-02T09:04:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 3659 completed, throughput=5MB/sec 2024-04-02T09:04:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YNrGQfp-HFU6Eec off=3417201 len=1083819 2024-04-02T09:04:10.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 3660 completed, throughput=5MB/sec 2024-04-02T09:04:10.804 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ou7wnZsPmtWyWMe off=4333219 len=987187 2024-04-02T09:04:10.807 INFO:tasks.workunit.client.0.smithi112.stdout:op 3661 completed, throughput=5MB/sec 2024-04-02T09:04:10.807 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8scz_qBfrxjekw3 off=1404634 len=1773495 2024-04-02T09:04:10.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 3662 completed, throughput=5MB/sec 2024-04-02T09:04:11.813 INFO:tasks.workunit.client.0.smithi112.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:11.813 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NcG4AxFD9u07BE1 off=14970257 len=1557608 2024-04-02T09:04:11.814 INFO:tasks.workunit.client.0.smithi112.stdout:op 3663 completed, throughput=5MB/sec 2024-04-02T09:04:11.814 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0qoYhF0Vk_VP0Ov off=4543784 len=80530 2024-04-02T09:04:11.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 3664 completed, throughput=5MB/sec 2024-04-02T09:04:11.816 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mm2nrzpCrmQmy_b off=0 len=1132674 2024-04-02T09:04:11.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 3665 completed, throughput=5MB/sec 2024-04-02T09:04:11.820 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kKuA0o4HsLSq9pJ off=6852874 len=1282197 2024-04-02T09:04:11.823 INFO:tasks.workunit.client.0.smithi112.stdout:op 3666 completed, throughput=5MB/sec 2024-04-02T09:04:11.823 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5au8kXFzjpfoXMd off=17937054 len=2087663 2024-04-02T09:04:11.825 INFO:tasks.workunit.client.0.smithi112.stdout:op 3667 completed, throughput=5MB/sec 2024-04-02T09:04:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:11 smithi187 ceph-mon[84356]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:11 smithi112 ceph-mon[91385]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:11 smithi112 ceph-mon[88945]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:04:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:12.825 INFO:tasks.workunit.client.0.smithi112.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:12.825 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DdCKjA1iV7Aci2d off=1780627 len=1262854 2024-04-02T09:04:12.826 INFO:tasks.workunit.client.0.smithi112.stdout:op 3668 completed, throughput=5MB/sec 2024-04-02T09:04:12.826 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gtWKLRB7mk56WW3 off=15257246 len=1481610 2024-04-02T09:04:12.830 INFO:tasks.workunit.client.0.smithi112.stdout:op 3669 completed, throughput=5MB/sec 2024-04-02T09:04:12.830 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fQ0R49ade5vdkCt off=17824024 len=422392 2024-04-02T09:04:12.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 3670 completed, throughput=5MB/sec 2024-04-02T09:04:12.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-reU5WDWz8Cg1uk9 off=5308246 len=586572 2024-04-02T09:04:12.836 INFO:tasks.workunit.client.0.smithi112.stdout:op 3671 completed, throughput=5MB/sec 2024-04-02T09:04:12.836 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tL00UjKNWwOvrxb off=1310331 len=1059531 2024-04-02T09:04:12.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 3672 completed, throughput=5MB/sec 2024-04-02T09:04:13.841 INFO:tasks.workunit.client.0.smithi112.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:13.842 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5oygZEveMdi2cUh off=5543711 len=83172 2024-04-02T09:04:13.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 3673 completed, throughput=4.99MB/sec 2024-04-02T09:04:13.844 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_0I7vsHAlQ5FeYA off=211663 len=990771 2024-04-02T09:04:13.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 3674 completed, throughput=5MB/sec 2024-04-02T09:04:13.845 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BNb3GMNfO8c6P5n off=11670936 len=320913 2024-04-02T09:04:13.845 INFO:tasks.workunit.client.0.smithi112.stdout:op 3675 completed, throughput=5MB/sec 2024-04-02T09:04:13.845 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zlZtjVofE9k1LIe off=9020437 len=1111409 2024-04-02T09:04:13.846 INFO:tasks.workunit.client.0.smithi112.stdout:op 3676 completed, throughput=5MB/sec 2024-04-02T09:04:13.846 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_0MH8OS1NS_Mphj off=1335061 len=1053956 2024-04-02T09:04:13.848 INFO:tasks.workunit.client.0.smithi112.stdout:op 3677 completed, throughput=5MB/sec 2024-04-02T09:04:13.848 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SMFFeCPtuAnvnR4 off=17831374 len=1155580 2024-04-02T09:04:13.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 3678 completed, throughput=5MB/sec 2024-04-02T09:04:13.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ECSIweQqED1QiMW off=4213196 len=1015316 2024-04-02T09:04:13.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 3679 completed, throughput=5MB/sec 2024-04-02T09:04:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:13 smithi187 ceph-mon[84356]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:04:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:13 smithi112 ceph-mon[91385]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:04:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:13 smithi112 ceph-mon[88945]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:04:14.855 INFO:tasks.workunit.client.0.smithi112.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:14.855 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hVmTBNgJ5F7xGv6 off=3144984 len=329586 2024-04-02T09:04:14.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 3680 completed, throughput=4.99MB/sec 2024-04-02T09:04:14.856 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6-xauIrDa6yREHS off=9763360 len=562888 2024-04-02T09:04:14.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 3681 completed, throughput=5MB/sec 2024-04-02T09:04:14.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fNxp5jgt_sP9DO9 off=9945407 len=255423 2024-04-02T09:04:14.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 3682 completed, throughput=5MB/sec 2024-04-02T09:04:14.860 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E4sTE9_siKsoUKg off=3116683 len=645533 2024-04-02T09:04:14.863 INFO:tasks.workunit.client.0.smithi112.stdout:op 3683 completed, throughput=5MB/sec 2024-04-02T09:04:14.863 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hfMvM1rbKzfW1Be off=11222554 len=1070438 2024-04-02T09:04:14.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 3684 completed, throughput=5MB/sec 2024-04-02T09:04:14.870 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-04-LqWkfU0RueaV off=7811830 len=654789 2024-04-02T09:04:14.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 3685 completed, throughput=5MB/sec 2024-04-02T09:04:14.873 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HicjAf_8f2fVbre off=1366748 len=1868359 2024-04-02T09:04:14.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 3686 completed, throughput=5MB/sec 2024-04-02T09:04:15.883 INFO:tasks.workunit.client.0.smithi112.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:15.883 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nf5rqwd9eckkOtj off=8678520 len=1599261 2024-04-02T09:04:15.884 INFO:tasks.workunit.client.0.smithi112.stdout:op 3687 completed, throughput=5MB/sec 2024-04-02T09:04:15.884 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NMzqNMe8384KzCw off=541054 len=524954 2024-04-02T09:04:15.885 INFO:tasks.workunit.client.0.smithi112.stdout:op 3688 completed, throughput=5MB/sec 2024-04-02T09:04:15.885 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cyE05ZKsz4o4GVs off=8832495 len=1413485 2024-04-02T09:04:15.886 INFO:tasks.workunit.client.0.smithi112.stdout:op 3689 completed, throughput=5MB/sec 2024-04-02T09:04:15.886 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j_ezB6EWXcslJIn off=4702625 len=393376 2024-04-02T09:04:15.887 INFO:tasks.workunit.client.0.smithi112.stdout:op 3690 completed, throughput=5MB/sec 2024-04-02T09:04:15.887 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-x-xtmhyFmisWlH2 off=421806 len=779681 2024-04-02T09:04:15.888 INFO:tasks.workunit.client.0.smithi112.stdout:op 3691 completed, throughput=5MB/sec 2024-04-02T09:04:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:15 smithi112 ceph-mon[91385]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:15 smithi112 ceph-mon[88945]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:15 smithi187 ceph-mon[84356]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:16.888 INFO:tasks.workunit.client.0.smithi112.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:16.888 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-23HJ4mLNPWujWDX off=1642025 len=1834654 2024-04-02T09:04:16.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 3692 completed, throughput=5MB/sec 2024-04-02T09:04:16.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CUEZi9OtEoCsG6V off=3471635 len=990827 2024-04-02T09:04:16.902 INFO:tasks.workunit.client.0.smithi112.stdout:op 3693 completed, throughput=5MB/sec 2024-04-02T09:04:16.902 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NwL8-MvIFbRfVpa off=1975746 len=646864 2024-04-02T09:04:16.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 3694 completed, throughput=5MB/sec 2024-04-02T09:04:16.903 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q9O0asixhYuGVrH off=16681565 len=97726 2024-04-02T09:04:16.905 INFO:tasks.workunit.client.0.smithi112.stdout:op 3695 completed, throughput=5MB/sec 2024-04-02T09:04:16.905 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hbuBYa4_Ojm4iwC off=10398461 len=1390504 2024-04-02T09:04:16.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 3696 completed, throughput=5MB/sec 2024-04-02T09:04:17.908 INFO:tasks.workunit.client.0.smithi112.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:17.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cnxDRT840qnoUig off=10993091 len=493244 2024-04-02T09:04:17.909 INFO:tasks.workunit.client.0.smithi112.stdout:op 3697 completed, throughput=4.99MB/sec 2024-04-02T09:04:17.909 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5F0t1fEFdicHQMo off=8670488 len=1369188 2024-04-02T09:04:17.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 3698 completed, throughput=5MB/sec 2024-04-02T09:04:17.914 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-24veEhtclTj4YdD off=6041026 len=1257207 2024-04-02T09:04:17.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 3699 completed, throughput=5MB/sec 2024-04-02T09:04:17.917 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gzLD4BaqpTSmt_i off=3994899 len=2087596 2024-04-02T09:04:17.925 INFO:tasks.workunit.client.0.smithi112.stdout:op 3700 completed, throughput=5MB/sec 2024-04-02T09:04:17.925 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BpPNadmFlAbCvA4 off=2390030 len=1467570 2024-04-02T09:04:17.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 3701 completed, throughput=5MB/sec 2024-04-02T09:04:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:17 smithi112 ceph-mon[88945]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:17 smithi112 ceph-mon[91385]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:17 smithi187 ceph-mon[84356]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:18.932 INFO:tasks.workunit.client.0.smithi112.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:18.932 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CPb9ysKU_hByw5M off=2343904 len=1529957 2024-04-02T09:04:18.933 INFO:tasks.workunit.client.0.smithi112.stdout:op 3702 completed, throughput=5MB/sec 2024-04-02T09:04:18.933 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ixrrm905VPG83nK off=4655797 len=183856 2024-04-02T09:04:18.934 INFO:tasks.workunit.client.0.smithi112.stdout:op 3703 completed, throughput=5MB/sec 2024-04-02T09:04:18.934 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sfW7q-MGiHBmQKq off=931533 len=1971658 2024-04-02T09:04:18.936 INFO:tasks.workunit.client.0.smithi112.stdout:op 3704 completed, throughput=5MB/sec 2024-04-02T09:04:18.936 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2dcj4OhBAqJvKDi off=775597 len=452231 2024-04-02T09:04:18.936 INFO:tasks.workunit.client.0.smithi112.stdout:op 3705 completed, throughput=5MB/sec 2024-04-02T09:04:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:04:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:04:19] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:04:19.937 INFO:tasks.workunit.client.0.smithi112.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:19.937 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2FVH87V0ltRbYqS off=5538317 len=1423834 2024-04-02T09:04:19.940 INFO:tasks.workunit.client.0.smithi112.stdout:op 3706 completed, throughput=5MB/sec 2024-04-02T09:04:19.940 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6-stHiOkQ0_pyCo off=8377527 len=1585063 2024-04-02T09:04:19.941 INFO:tasks.workunit.client.0.smithi112.stdout:op 3707 completed, throughput=5MB/sec 2024-04-02T09:04:19.941 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NTw0lL-A6N2iZpu off=2666062 len=1244583 2024-04-02T09:04:19.947 INFO:tasks.workunit.client.0.smithi112.stdout:op 3708 completed, throughput=5MB/sec 2024-04-02T09:04:19.948 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6T4CjU24ihJjFab off=7210535 len=793541 2024-04-02T09:04:19.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 3709 completed, throughput=5MB/sec 2024-04-02T09:04:19.948 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HscWD5BHkGGGdYf off=5800518 len=997684 2024-04-02T09:04:19.949 INFO:tasks.workunit.client.0.smithi112.stdout:op 3710 completed, throughput=5MB/sec 2024-04-02T09:04:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:19 smithi112 ceph-mon[91385]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:19 smithi112 ceph-mon[88945]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:19 smithi187 ceph-mon[84356]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:20.949 INFO:tasks.workunit.client.0.smithi112.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:20.950 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tXL_MdrAXWg2Gea off=1914830 len=1041864 2024-04-02T09:04:20.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 3711 completed, throughput=5MB/sec 2024-04-02T09:04:20.951 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uAvCMnaM6ZCXE60 off=12552019 len=1310055 2024-04-02T09:04:20.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 3712 completed, throughput=5MB/sec 2024-04-02T09:04:20.952 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VlBzRQGkhnquIGi off=710616 len=1182003 2024-04-02T09:04:20.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 3713 completed, throughput=5MB/sec 2024-04-02T09:04:20.960 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ruRzL2IH5XP_PoN off=12021849 len=45778 2024-04-02T09:04:20.961 INFO:tasks.workunit.client.0.smithi112.stdout:op 3714 completed, throughput=5MB/sec 2024-04-02T09:04:20.961 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mMeIe6wyvtXWDjn off=1628115 len=1546039 2024-04-02T09:04:20.961 INFO:tasks.workunit.client.0.smithi112.stdout:op 3715 completed, throughput=5MB/sec 2024-04-02T09:04:21.962 INFO:tasks.workunit.client.0.smithi112.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:21.962 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6HuaLos1EhwtFLz off=14231940 len=526461 2024-04-02T09:04:21.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 3716 completed, throughput=4.99MB/sec 2024-04-02T09:04:21.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Cufmz6dpV5IdFjF off=10715180 len=445679 2024-04-02T09:04:21.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 3717 completed, throughput=5MB/sec 2024-04-02T09:04:21.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-al1yyWUTuXAdL2t off=2636493 len=1346526 2024-04-02T09:04:21.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 3718 completed, throughput=5MB/sec 2024-04-02T09:04:21.967 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pnZP1IMM_IxzmYw off=1713336 len=220738 2024-04-02T09:04:21.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 3719 completed, throughput=5MB/sec 2024-04-02T09:04:21.970 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HKgGnK4rTNv2_s7 off=3122020 len=1940767 2024-04-02T09:04:21.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 3720 completed, throughput=5MB/sec 2024-04-02T09:04:21.972 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z6AjT12Md4AqNo5 off=1484132 len=1089989 2024-04-02T09:04:21.977 INFO:tasks.workunit.client.0.smithi112.stdout:op 3721 completed, throughput=5MB/sec 2024-04-02T09:04:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:21 smithi112 ceph-mon[91385]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:21 smithi112 ceph-mon[88945]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:21 smithi187 ceph-mon[84356]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:04:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:22.977 INFO:tasks.workunit.client.0.smithi112.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:22.978 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D9YLL1BGQMgESvY off=5792091 len=389568 2024-04-02T09:04:22.980 INFO:tasks.workunit.client.0.smithi112.stdout:op 3722 completed, throughput=5MB/sec 2024-04-02T09:04:22.980 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ibyvrnfAwomM6Et off=2918571 len=1205662 2024-04-02T09:04:22.985 INFO:tasks.workunit.client.0.smithi112.stdout:op 3723 completed, throughput=5MB/sec 2024-04-02T09:04:22.985 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fsxfBGcNmP78mRT off=683618 len=839964 2024-04-02T09:04:22.990 INFO:tasks.workunit.client.0.smithi112.stdout:op 3724 completed, throughput=5MB/sec 2024-04-02T09:04:22.990 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RdENaihQn25rPlL off=143329 len=140407 2024-04-02T09:04:22.991 INFO:tasks.workunit.client.0.smithi112.stdout:op 3725 completed, throughput=5MB/sec 2024-04-02T09:04:22.991 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-A92bA0-YhCp2Vgo off=20808139 len=1614021 2024-04-02T09:04:22.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 3726 completed, throughput=5MB/sec 2024-04-02T09:04:22.992 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xJSNhDgZgvHs_n- off=978821 len=1720509 2024-04-02T09:04:22.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 3727 completed, throughput=5MB/sec 2024-04-02T09:04:23.998 INFO:tasks.workunit.client.0.smithi112.stdout: 735: throughput=5MB/sec pending data=0 2024-04-02T09:04:24.002 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oF_rKw7SlV_-JIA off=0 len=1288775 2024-04-02T09:04:24.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 3728 completed, throughput=5MB/sec 2024-04-02T09:04:24.004 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pe0MbhoF82yr37Q off=16453200 len=206152 2024-04-02T09:04:24.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 3729 completed, throughput=5MB/sec 2024-04-02T09:04:24.006 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yMQC6W1fB9JjmzA off=5548180 len=628698 2024-04-02T09:04:24.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 3730 completed, throughput=5MB/sec 2024-04-02T09:04:24.008 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tqwKA6iQ8SSt06D off=1854738 len=373386 2024-04-02T09:04:24.009 INFO:tasks.workunit.client.0.smithi112.stdout:op 3731 completed, throughput=5MB/sec 2024-04-02T09:04:24.009 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Wj_nN3JrRNqEIl3 off=497916 len=2066610 2024-04-02T09:04:24.020 INFO:tasks.workunit.client.0.smithi112.stdout:op 3732 completed, throughput=5MB/sec 2024-04-02T09:04:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:23 smithi112 ceph-mon[91385]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:23 smithi112 ceph-mon[88945]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:23 smithi187 ceph-mon[84356]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:25.022 INFO:tasks.workunit.client.0.smithi112.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:25.022 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jV1Y2vnYHKy6Kkj off=3118691 len=844676 2024-04-02T09:04:25.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 3733 completed, throughput=5MB/sec 2024-04-02T09:04:25.022 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fQ7tY_XpvJom8Ny off=19268301 len=897174 2024-04-02T09:04:25.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 3734 completed, throughput=5MB/sec 2024-04-02T09:04:25.022 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sEIToT3Fk2GV--- off=14491169 len=1220319 2024-04-02T09:04:25.029 INFO:tasks.workunit.client.0.smithi112.stdout:op 3735 completed, throughput=5MB/sec 2024-04-02T09:04:25.029 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sXqBMeKMLwQ1gDH off=6412764 len=732767 2024-04-02T09:04:25.029 INFO:tasks.workunit.client.0.smithi112.stdout:op 3736 completed, throughput=5MB/sec 2024-04-02T09:04:25.029 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YQ3DSYpzF2WLr3f off=2198988 len=1158541 2024-04-02T09:04:25.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 3737 completed, throughput=5MB/sec 2024-04-02T09:04:26.031 INFO:tasks.workunit.client.0.smithi112.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:26.031 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eARgEON7nT2ggCA off=16639353 len=125022 2024-04-02T09:04:26.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 3738 completed, throughput=4.99MB/sec 2024-04-02T09:04:26.034 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yYLZ5tGyeeHxOzR off=13737060 len=1523141 2024-04-02T09:04:26.037 INFO:tasks.workunit.client.0.smithi112.stdout:op 3739 completed, throughput=5MB/sec 2024-04-02T09:04:26.037 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mj-cJJWxVI_EcdK off=11371170 len=386689 2024-04-02T09:04:26.037 INFO:tasks.workunit.client.0.smithi112.stdout:op 3740 completed, throughput=5MB/sec 2024-04-02T09:04:26.037 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W-3Fnx0hk2nbb4m off=2391727 len=517917 2024-04-02T09:04:26.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 3741 completed, throughput=5MB/sec 2024-04-02T09:04:26.038 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gMwJOa0pV9Sk-xW off=3806152 len=592402 2024-04-02T09:04:26.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 3742 completed, throughput=5MB/sec 2024-04-02T09:04:26.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4eoyl0mat0JOEO7 off=9413247 len=11944 2024-04-02T09:04:26.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 3743 completed, throughput=5MB/sec 2024-04-02T09:04:26.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xcMKUCdZ6SISCD1 off=5930667 len=1250852 2024-04-02T09:04:26.042 INFO:tasks.workunit.client.0.smithi112.stdout:op 3744 completed, throughput=5MB/sec 2024-04-02T09:04:26.042 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q1w3QUcQSzaKe8g off=6266727 len=548372 2024-04-02T09:04:26.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 3745 completed, throughput=5MB/sec 2024-04-02T09:04:26.047 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ni2TA6JUXCgUpHO off=4183997 len=557347 2024-04-02T09:04:26.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 3746 completed, throughput=5MB/sec 2024-04-02T09:04:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:25 smithi112 ceph-mon[91385]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:04:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:25 smithi112 ceph-mon[88945]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:04:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:25 smithi187 ceph-mon[84356]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:04:27.050 INFO:tasks.workunit.client.0.smithi112.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:27.050 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2L5GwhkaaQqv-1Z off=13719006 len=1270728 2024-04-02T09:04:27.056 INFO:tasks.workunit.client.0.smithi112.stdout:op 3747 completed, throughput=5MB/sec 2024-04-02T09:04:27.056 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4AIlQZB8yO38ubQ off=1162028 len=1319979 2024-04-02T09:04:27.057 INFO:tasks.workunit.client.0.smithi112.stdout:op 3748 completed, throughput=5MB/sec 2024-04-02T09:04:27.057 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nuJcU-BEM-o0vNL off=6031439 len=397390 2024-04-02T09:04:27.059 INFO:tasks.workunit.client.0.smithi112.stdout:op 3749 completed, throughput=5MB/sec 2024-04-02T09:04:27.059 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bl9sqIlxTXYToGu off=6676066 len=2051320 2024-04-02T09:04:27.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 3750 completed, throughput=5MB/sec 2024-04-02T09:04:28.061 INFO:tasks.workunit.client.0.smithi112.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:28.061 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YD4qb9zEV7n_0vA off=6406841 len=126993 2024-04-02T09:04:28.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 3751 completed, throughput=4.99MB/sec 2024-04-02T09:04:28.062 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Il5d4BFS9kz81ca off=798653 len=1342648 2024-04-02T09:04:28.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 3752 completed, throughput=5MB/sec 2024-04-02T09:04:28.068 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sIHPCQOLjxQh_S2 off=3036918 len=1492690 2024-04-02T09:04:28.070 INFO:tasks.workunit.client.0.smithi112.stdout:op 3753 completed, throughput=5MB/sec 2024-04-02T09:04:28.070 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DST4e7VrANL4ZwK off=11707789 len=814953 2024-04-02T09:04:28.070 INFO:tasks.workunit.client.0.smithi112.stdout:op 3754 completed, throughput=5MB/sec 2024-04-02T09:04:28.070 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n2RQOahRdS4I4aY off=15757645 len=384301 2024-04-02T09:04:28.071 INFO:tasks.workunit.client.0.smithi112.stdout:op 3755 completed, throughput=5MB/sec 2024-04-02T09:04:28.071 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ndb4j4kmNP6hbaf off=3072126 len=401703 2024-04-02T09:04:28.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 3756 completed, throughput=5MB/sec 2024-04-02T09:04:28.075 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pAiQwE6BT0rFKeM off=1136706 len=1311958 2024-04-02T09:04:28.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 3757 completed, throughput=5MB/sec 2024-04-02T09:04:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:27 smithi112 ceph-mon[91385]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:04:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:27 smithi112 ceph-mon[88945]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:04:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:27 smithi187 ceph-mon[84356]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:04:29.077 INFO:tasks.workunit.client.0.smithi112.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:29.077 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AofPWwQTw3ZVtfM off=213003 len=1701758 2024-04-02T09:04:29.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 3758 completed, throughput=5MB/sec 2024-04-02T09:04:29.078 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vEXJiUEwU8uVisW off=1224045 len=1269316 2024-04-02T09:04:29.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 3759 completed, throughput=5MB/sec 2024-04-02T09:04:29.085 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xuAHv0veie7zHrV off=5639212 len=925295 2024-04-02T09:04:29.086 INFO:tasks.workunit.client.0.smithi112.stdout:op 3760 completed, throughput=5MB/sec 2024-04-02T09:04:29.086 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dFt7aK1HYne_EOh off=1101048 len=1824793 2024-04-02T09:04:29.087 INFO:tasks.workunit.client.0.smithi112.stdout:op 3761 completed, throughput=5MB/sec 2024-04-02T09:04:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:04:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:04:29] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-02T09:04:30.087 INFO:tasks.workunit.client.0.smithi112.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:30.088 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wsai3HBp7xQbZIc off=5909463 len=195789 2024-04-02T09:04:30.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 3762 completed, throughput=5MB/sec 2024-04-02T09:04:30.091 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2kgh6pu27Fsz5D0 off=12011103 len=1394416 2024-04-02T09:04:30.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 3763 completed, throughput=5MB/sec 2024-04-02T09:04:30.092 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NZrwz4JRir0eEY_ off=14501578 len=1216448 2024-04-02T09:04:30.099 INFO:tasks.workunit.client.0.smithi112.stdout:op 3764 completed, throughput=5MB/sec 2024-04-02T09:04:30.099 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KQBm9Ju8UbVaPD0 off=19125166 len=1024183 2024-04-02T09:04:30.102 INFO:tasks.workunit.client.0.smithi112.stdout:op 3765 completed, throughput=5MB/sec 2024-04-02T09:04:30.102 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KoXKeYBA_KMRN86 off=2878279 len=964827 2024-04-02T09:04:30.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 3766 completed, throughput=5MB/sec 2024-04-02T09:04:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:29 smithi112 ceph-mon[91385]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:29 smithi112 ceph-mon[88945]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:29 smithi187 ceph-mon[84356]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:31.108 INFO:tasks.workunit.client.0.smithi112.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:31.108 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OM5qgqaE5XT8q2h off=8607843 len=270728 2024-04-02T09:04:31.110 INFO:tasks.workunit.client.0.smithi112.stdout:op 3767 completed, throughput=4.99MB/sec 2024-04-02T09:04:31.110 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YKKbqmnOevRUpPy off=2379265 len=119413 2024-04-02T09:04:31.110 INFO:tasks.workunit.client.0.smithi112.stdout:op 3768 completed, throughput=4.99MB/sec 2024-04-02T09:04:31.111 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V2o0OyMEW1wXDjU off=2544793 len=1451618 2024-04-02T09:04:31.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 3769 completed, throughput=5MB/sec 2024-04-02T09:04:31.111 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LTXjiqp5qNKXDVh off=11382646 len=1711344 2024-04-02T09:04:31.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 3770 completed, throughput=5MB/sec 2024-04-02T09:04:31.118 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lms_Je79jUDul3d off=6208615 len=140210 2024-04-02T09:04:31.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 3771 completed, throughput=5MB/sec 2024-04-02T09:04:31.121 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sSOD-QNGzQgMlvn off=696180 len=1828049 2024-04-02T09:04:31.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 3772 completed, throughput=5MB/sec 2024-04-02T09:04:32.033 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:31 smithi187 ceph-mon[84356]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:31 smithi112 ceph-mon[91385]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:31 smithi112 ceph-mon[88945]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:32.131 INFO:tasks.workunit.client.0.smithi112.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:32.131 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DWd8opwhH7SwZ0l off=3386928 len=1980665 2024-04-02T09:04:32.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 3773 completed, throughput=5MB/sec 2024-04-02T09:04:32.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UIuHKFjC7yKf-wM off=921642 len=723145 2024-04-02T09:04:32.140 INFO:tasks.workunit.client.0.smithi112.stdout:op 3774 completed, throughput=5MB/sec 2024-04-02T09:04:32.140 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pb41lglDkAhPDDN off=2628209 len=1652251 2024-04-02T09:04:32.146 INFO:tasks.workunit.client.0.smithi112.stdout:op 3775 completed, throughput=5MB/sec 2024-04-02T09:04:32.146 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Jq_k_preAb_YK_v off=97244 len=1484391 2024-04-02T09:04:32.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 3776 completed, throughput=5MB/sec 2024-04-02T09:04:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:04:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:33.147 INFO:tasks.workunit.client.0.smithi112.stdout: 744: throughput=5MB/sec pending data=0 2024-04-02T09:04:33.147 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i4uOV3MO4GpJ1wi off=9714792 len=760629 2024-04-02T09:04:33.148 INFO:tasks.workunit.client.0.smithi112.stdout:op 3777 completed, throughput=5MB/sec 2024-04-02T09:04:33.148 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jJnugL72IDPphZF off=17286290 len=427762 2024-04-02T09:04:33.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 3778 completed, throughput=5MB/sec 2024-04-02T09:04:33.151 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d4O_XEIBLIH7Hvy off=6356025 len=759760 2024-04-02T09:04:33.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 3779 completed, throughput=5MB/sec 2024-04-02T09:04:33.153 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IxODkk4h7VHcY0e off=14593801 len=1231088 2024-04-02T09:04:33.155 INFO:tasks.workunit.client.0.smithi112.stdout:op 3780 completed, throughput=5MB/sec 2024-04-02T09:04:33.156 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rUVv-qiao-_QwES off=2986006 len=111729 2024-04-02T09:04:33.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 3781 completed, throughput=5MB/sec 2024-04-02T09:04:33.158 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4CxcoqcpxwdAhAF off=6758535 len=206077 2024-04-02T09:04:33.161 INFO:tasks.workunit.client.0.smithi112.stdout:op 3782 completed, throughput=5MB/sec 2024-04-02T09:04:33.161 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wzEjo32NT5_64U1 off=5221282 len=694857 2024-04-02T09:04:33.164 INFO:tasks.workunit.client.0.smithi112.stdout:op 3783 completed, throughput=5MB/sec 2024-04-02T09:04:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:33 smithi112 ceph-mon[91385]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:04:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:33 smithi112 ceph-mon[88945]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:04:34.164 INFO:tasks.workunit.client.0.smithi112.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:34.165 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WjT4zW_ylxMTYq9 off=7326686 len=832342 2024-04-02T09:04:34.166 INFO:tasks.workunit.client.0.smithi112.stdout:op 3784 completed, throughput=4.99MB/sec 2024-04-02T09:04:34.166 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P6o2FkrwP3TCmq4 off=13304789 len=1256362 2024-04-02T09:04:34.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 3785 completed, throughput=5MB/sec 2024-04-02T09:04:34.167 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OHngbqYWl2vUKkX off=3142914 len=1031101 2024-04-02T09:04:34.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 3786 completed, throughput=5MB/sec 2024-04-02T09:04:34.172 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zJubJWPvv2hpsny off=2340946 len=1501769 2024-04-02T09:04:34.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 3787 completed, throughput=5MB/sec 2024-04-02T09:04:34.180 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fexAwSwxPBBnBTy off=694188 len=1437731 2024-04-02T09:04:34.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 3788 completed, throughput=5MB/sec 2024-04-02T09:04:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:33 smithi187 ceph-mon[84356]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:04:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:34 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:34 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:35.182 INFO:tasks.workunit.client.0.smithi112.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:35.182 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-87YZVCqwUl8FdHg off=6305996 len=1864780 2024-04-02T09:04:35.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 3789 completed, throughput=5MB/sec 2024-04-02T09:04:35.190 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c5llUBswczlcH7h off=2550846 len=395846 2024-04-02T09:04:35.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 3790 completed, throughput=5MB/sec 2024-04-02T09:04:35.191 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-omY0r0wa-B6BNaO off=4314003 len=442106 2024-04-02T09:04:35.194 INFO:tasks.workunit.client.0.smithi112.stdout:op 3791 completed, throughput=5MB/sec 2024-04-02T09:04:35.194 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cDyorkLAMQpDn5U off=4549952 len=956773 2024-04-02T09:04:35.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 3792 completed, throughput=5MB/sec 2024-04-02T09:04:35.198 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l0S83ezeis4c5so off=310320 len=1987891 2024-04-02T09:04:35.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 3793 completed, throughput=5MB/sec 2024-04-02T09:04:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:34 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[91385]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:04:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[88945]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:35 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.201 INFO:tasks.workunit.client.0.smithi112.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:36.201 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lM8rpwHA_1tkRyK off=1937283 len=544762 2024-04-02T09:04:36.201 INFO:tasks.workunit.client.0.smithi112.stdout:op 3794 completed, throughput=5MB/sec 2024-04-02T09:04:36.201 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tJkk5FEoETgCF1n off=11072807 len=129284 2024-04-02T09:04:36.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 3795 completed, throughput=5MB/sec 2024-04-02T09:04:36.202 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GyDHo4sHawEVOKr off=9224373 len=106524 2024-04-02T09:04:36.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 3796 completed, throughput=5MB/sec 2024-04-02T09:04:36.205 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IwvPuFxOjX-chbp off=13770555 len=1343884 2024-04-02T09:04:36.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 3797 completed, throughput=5MB/sec 2024-04-02T09:04:36.206 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OzlP7Q9z6QR1OHm off=1140689 len=79446 2024-04-02T09:04:36.208 INFO:tasks.workunit.client.0.smithi112.stdout:op 3798 completed, throughput=5MB/sec 2024-04-02T09:04:36.208 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nThRq7rXa3H-bFe off=11614668 len=65865 2024-04-02T09:04:36.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 3799 completed, throughput=5MB/sec 2024-04-02T09:04:36.210 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OCpENqgMy8MWHt4 off=596212 len=806097 2024-04-02T09:04:36.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 3800 completed, throughput=5MB/sec 2024-04-02T09:04:36.213 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--bHIdQKuUSyCgDs off=849577 len=1746059 2024-04-02T09:04:36.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 3801 completed, throughput=5MB/sec 2024-04-02T09:04:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:35 smithi187 ceph-mon[84356]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:04:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:35 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:35 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:35 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:35 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:35 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:04:37.221 INFO:tasks.workunit.client.0.smithi112.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:37.222 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UynFabCMm9UXdrA off=1223504 len=1458578 2024-04-02T09:04:37.223 INFO:tasks.workunit.client.0.smithi112.stdout:op 3802 completed, throughput=5MB/sec 2024-04-02T09:04:37.223 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jW0RBT0bUd_cNLQ off=1614812 len=1593071 2024-04-02T09:04:37.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 3803 completed, throughput=5MB/sec 2024-04-02T09:04:37.224 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s_wy2Aot9Qzuf0k off=267014 len=1541671 2024-04-02T09:04:37.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 3804 completed, throughput=5MB/sec 2024-04-02T09:04:37.228 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qPKqYsZYayVelCi off=10064503 len=1721177 2024-04-02T09:04:37.236 INFO:tasks.workunit.client.0.smithi112.stdout:op 3805 completed, throughput=5MB/sec 2024-04-02T09:04:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:37 smithi112 ceph-mon[91385]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:37 smithi112 ceph-mon[88945]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:37 smithi187 ceph-mon[84356]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: 749: throughput=5MB/sec pending data=0 2024-04-02T09:04:38.236 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qa6N0PKMSCtjVRi off=9006342 len=607919 2024-04-02T09:04:38.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 3806 completed, throughput=5MB/sec 2024-04-02T09:04:38.237 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VuIDXE_3c2eoWJ8 off=15163597 len=1854582 2024-04-02T09:04:38.244 INFO:tasks.workunit.client.0.smithi112.stdout:op 3807 completed, throughput=5MB/sec 2024-04-02T09:04:38.244 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vsn_qBe9SKqFQx- off=4487573 len=54546 2024-04-02T09:04:38.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 3808 completed, throughput=5MB/sec 2024-04-02T09:04:38.246 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2qZghCnzcHtvBlZ off=10801749 len=2030233 2024-04-02T09:04:38.257 INFO:tasks.workunit.client.0.smithi112.stdout:op 3809 completed, throughput=5MB/sec 2024-04-02T09:04:39.257 INFO:tasks.workunit.client.0.smithi112.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:39.257 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DiHZDqrGSIpyMwi off=2545468 len=257270 2024-04-02T09:04:39.258 INFO:tasks.workunit.client.0.smithi112.stdout:op 3810 completed, throughput=4.99MB/sec 2024-04-02T09:04:39.258 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XUaZdXbucxnb_Fv off=2643208 len=545207 2024-04-02T09:04:39.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 3811 completed, throughput=5MB/sec 2024-04-02T09:04:39.261 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lZOHGAh8F48d4Ve off=6499236 len=1291783 2024-04-02T09:04:39.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 3812 completed, throughput=5MB/sec 2024-04-02T09:04:39.268 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dEcVukiikUz2gPs off=1416995 len=581760 2024-04-02T09:04:39.269 INFO:tasks.workunit.client.0.smithi112.stdout:op 3813 completed, throughput=5MB/sec 2024-04-02T09:04:39.269 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PUXt6aMSxzyLAzC off=229571 len=1553171 2024-04-02T09:04:39.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 3814 completed, throughput=5MB/sec 2024-04-02T09:04:39.270 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iEmRLx4QMBYR5wN off=7687973 len=191358 2024-04-02T09:04:39.271 INFO:tasks.workunit.client.0.smithi112.stdout:op 3815 completed, throughput=5MB/sec 2024-04-02T09:04:39.271 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--avtk69mSWU5sw3 off=2947757 len=97135 2024-04-02T09:04:39.271 INFO:tasks.workunit.client.0.smithi112.stdout:op 3816 completed, throughput=5MB/sec 2024-04-02T09:04:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:04:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:04:39] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2024-04-02T09:04:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:39 smithi112 ceph-mon[91385]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:39 smithi112 ceph-mon[88945]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:39 smithi187 ceph-mon[84356]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:40.271 INFO:tasks.workunit.client.0.smithi112.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:40.272 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-J291EWBeyuChuuc off=11930438 len=506717 2024-04-02T09:04:40.275 INFO:tasks.workunit.client.0.smithi112.stdout:op 3817 completed, throughput=4.99MB/sec 2024-04-02T09:04:40.275 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yeEDSeXc_ARbEam off=6214876 len=398230 2024-04-02T09:04:40.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 3818 completed, throughput=4.99MB/sec 2024-04-02T09:04:40.278 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OldDmfhd3XdCRJI off=12142291 len=176153 2024-04-02T09:04:40.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 3819 completed, throughput=4.99MB/sec 2024-04-02T09:04:40.280 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PIUiX6gaDoK52Y2 off=3294353 len=889840 2024-04-02T09:04:40.284 INFO:tasks.workunit.client.0.smithi112.stdout:op 3820 completed, throughput=5MB/sec 2024-04-02T09:04:40.284 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kLzUsdnvm4VjLCA off=699807 len=533117 2024-04-02T09:04:40.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 3821 completed, throughput=5MB/sec 2024-04-02T09:04:40.287 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mEfKUW_InUbRNzU off=1144346 len=346520 2024-04-02T09:04:40.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 3822 completed, throughput=5MB/sec 2024-04-02T09:04:40.289 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CG-_A-Hb_GFAuJZ off=4961878 len=227860 2024-04-02T09:04:40.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 3823 completed, throughput=5MB/sec 2024-04-02T09:04:40.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1XjiB1P5QJiKaiV off=19852408 len=499623 2024-04-02T09:04:40.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 3824 completed, throughput=5MB/sec 2024-04-02T09:04:40.290 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zpq5zWGT0Jx-_GZ off=6636152 len=1688352 2024-04-02T09:04:40.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 3825 completed, throughput=5MB/sec 2024-04-02T09:04:40.298 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RdUIX_KgWu2QmDz off=1841671 len=1356787 2024-04-02T09:04:40.306 INFO:tasks.workunit.client.0.smithi112.stdout:op 3826 completed, throughput=5MB/sec 2024-04-02T09:04:41.306 INFO:tasks.workunit.client.0.smithi112.stdout: 752: throughput=5MB/sec pending data=0 2024-04-02T09:04:41.306 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UXRRPemphMxGu2E off=384773 len=772406 2024-04-02T09:04:41.310 INFO:tasks.workunit.client.0.smithi112.stdout:op 3827 completed, throughput=5MB/sec 2024-04-02T09:04:41.310 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H-ZNhwy3ga5edz- off=12172121 len=197034 2024-04-02T09:04:41.311 INFO:tasks.workunit.client.0.smithi112.stdout:op 3828 completed, throughput=5MB/sec 2024-04-02T09:04:41.311 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f7SN-z6BqozHm7v off=3212161 len=794320 2024-04-02T09:04:41.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 3829 completed, throughput=5MB/sec 2024-04-02T09:04:41.312 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2bq_3UURssC-WrG off=846885 len=1610052 2024-04-02T09:04:41.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 3830 completed, throughput=5MB/sec 2024-04-02T09:04:41.314 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-neL-OMrY4IASbYb off=2608117 len=1983279 2024-04-02T09:04:41.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 3831 completed, throughput=5MB/sec 2024-04-02T09:04:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:41 smithi112 ceph-mon[91385]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:41 smithi112 ceph-mon[88945]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:41 smithi187 ceph-mon[84356]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:42.315 INFO:tasks.workunit.client.0.smithi112.stdout: 753: throughput=5MB/sec pending data=0 2024-04-02T09:04:42.315 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vZt4C4NvWyu9ZJ4 off=4081436 len=1805844 2024-04-02T09:04:42.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 3832 completed, throughput=5MB/sec 2024-04-02T09:04:42.324 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-50NtrTXoUHJ3Fnf off=7034862 len=939932 2024-04-02T09:04:42.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 3833 completed, throughput=5MB/sec 2024-04-02T09:04:42.329 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K_U0POJjn8VnT-K off=5782508 len=337594 2024-04-02T09:04:42.330 INFO:tasks.workunit.client.0.smithi112.stdout:op 3834 completed, throughput=5MB/sec 2024-04-02T09:04:42.330 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fvQXafcKWntBO2Z off=3978911 len=1199723 2024-04-02T09:04:42.330 INFO:tasks.workunit.client.0.smithi112.stdout:op 3835 completed, throughput=5MB/sec 2024-04-02T09:04:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:04:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:43.331 INFO:tasks.workunit.client.0.smithi112.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:43.331 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ta8BeH3KYg0ZWfq off=2760479 len=329211 2024-04-02T09:04:43.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 3836 completed, throughput=4.99MB/sec 2024-04-02T09:04:43.333 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aidxoveVTHYyamH off=12346480 len=670457 2024-04-02T09:04:43.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 3837 completed, throughput=5MB/sec 2024-04-02T09:04:43.335 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GWqGHP7YyTCmEBT off=3407236 len=246384 2024-04-02T09:04:43.336 INFO:tasks.workunit.client.0.smithi112.stdout:op 3838 completed, throughput=5MB/sec 2024-04-02T09:04:43.337 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NmGn7vfIeuweLGx off=15131 len=1787046 2024-04-02T09:04:43.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 3839 completed, throughput=5MB/sec 2024-04-02T09:04:43.344 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PKtkDHtrXBUdNhx off=4722699 len=2046050 2024-04-02T09:04:43.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 3840 completed, throughput=5MB/sec 2024-04-02T09:04:43.357 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OTJiAa8sgXELl6U off=21566332 len=618034 2024-04-02T09:04:43.357 INFO:tasks.workunit.client.0.smithi112.stdout:op 3841 completed, throughput=5MB/sec 2024-04-02T09:04:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:43 smithi112 ceph-mon[91385]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:43 smithi112 ceph-mon[88945]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:43 smithi187 ceph-mon[84356]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:44.358 INFO:tasks.workunit.client.0.smithi112.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:44.358 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iZt1VW8jpnLfZ-1 off=12741300 len=1641214 2024-04-02T09:04:44.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 3842 completed, throughput=5MB/sec 2024-04-02T09:04:44.359 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vGDVUtkRZppNXEi off=11010704 len=1561846 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 3843 completed, throughput=5MB/sec 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Jh057ktWcA56z_x off=19014789 len=699129 2024-04-02T09:04:44.361 INFO:tasks.workunit.client.0.smithi112.stdout:op 3844 completed, throughput=5MB/sec 2024-04-02T09:04:44.361 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8scz_qBfrxjekw3 off=132539 len=300497 2024-04-02T09:04:44.361 INFO:tasks.workunit.client.0.smithi112.stdout:op 3845 completed, throughput=5MB/sec 2024-04-02T09:04:44.362 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FUsKyrvaOkdhCFW off=3688321 len=175019 2024-04-02T09:04:44.362 INFO:tasks.workunit.client.0.smithi112.stdout:op 3846 completed, throughput=5MB/sec 2024-04-02T09:04:44.363 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0ak7_w4TxL6nC3z off=4959455 len=129570 2024-04-02T09:04:44.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 3847 completed, throughput=5MB/sec 2024-04-02T09:04:44.365 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0cN6EK_Zbe7oFTP off=4076932 len=1420276 2024-04-02T09:04:44.368 INFO:tasks.workunit.client.0.smithi112.stdout:op 3848 completed, throughput=5MB/sec 2024-04-02T09:04:45.368 INFO:tasks.workunit.client.0.smithi112.stdout: 756: throughput=5MB/sec pending data=0 2024-04-02T09:04:45.369 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QRPK9ke-anTfSqT off=22169425 len=1783478 2024-04-02T09:04:45.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 3849 completed, throughput=5MB/sec 2024-04-02T09:04:45.377 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4APN4NNnbaHUCak off=4202606 len=1232132 2024-04-02T09:04:45.378 INFO:tasks.workunit.client.0.smithi112.stdout:op 3850 completed, throughput=5MB/sec 2024-04-02T09:04:45.378 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aNwb4avQKW3RICt off=15859764 len=1926840 2024-04-02T09:04:45.389 INFO:tasks.workunit.client.0.smithi112.stdout:op 3851 completed, throughput=5MB/sec 2024-04-02T09:04:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:45 smithi112 ceph-mon[91385]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:04:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:45 smithi112 ceph-mon[88945]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:04:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:45 smithi187 ceph-mon[84356]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:04:46.389 INFO:tasks.workunit.client.0.smithi112.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:46.423 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lH2MKbRU15G2Tsc off=15167993 len=1710965 2024-04-02T09:04:46.424 INFO:tasks.workunit.client.0.smithi112.stdout:op 3852 completed, throughput=5MB/sec 2024-04-02T09:04:46.424 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iwFfVstGCZOQkTT off=13138006 len=356966 2024-04-02T09:04:46.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 3853 completed, throughput=5MB/sec 2024-04-02T09:04:46.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lZbdUSM4jiyC6Jy off=5919309 len=811375 2024-04-02T09:04:46.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 3854 completed, throughput=5MB/sec 2024-04-02T09:04:46.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lsOujz-ek6hoVaz off=4209285 len=1676663 2024-04-02T09:04:46.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 3855 completed, throughput=5MB/sec 2024-04-02T09:04:47.407 INFO:tasks.workunit.client.0.smithi112.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:47.407 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E4o2W_CtDwjf_-L off=16284973 len=987490 2024-04-02T09:04:47.407 INFO:tasks.workunit.client.0.smithi112.stdout:op 3856 completed, throughput=4.99MB/sec 2024-04-02T09:04:47.408 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-17IfRcdeWYn7QFh off=3355036 len=120871 2024-04-02T09:04:47.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 3857 completed, throughput=4.99MB/sec 2024-04-02T09:04:47.410 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HvtHxh2Q01I5bHG off=10450262 len=821877 2024-04-02T09:04:47.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 3858 completed, throughput=5MB/sec 2024-04-02T09:04:47.413 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wBq-Om2auPFsA4H off=3358787 len=1255317 2024-04-02T09:04:47.420 INFO:tasks.workunit.client.0.smithi112.stdout:op 3859 completed, throughput=5MB/sec 2024-04-02T09:04:47.420 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SDLAf-sbBKfvsXJ off=9656474 len=1866314 2024-04-02T09:04:47.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 3860 completed, throughput=5MB/sec 2024-04-02T09:04:47.421 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zAT8beefSYWUcEl off=16113087 len=1677382 2024-04-02T09:04:47.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 3861 completed, throughput=5MB/sec 2024-04-02T09:04:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:47 smithi112 ceph-mon[88945]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:47 smithi112 ceph-mon[91385]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:47 smithi187 ceph-mon[84356]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:48.429 INFO:tasks.workunit.client.0.smithi112.stdout: 759: throughput=5MB/sec pending data=0 2024-04-02T09:04:48.429 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iD1R2xer5Eq9w5g off=4825047 len=1561431 2024-04-02T09:04:48.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 3862 completed, throughput=5MB/sec 2024-04-02T09:04:48.436 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zk3jsV1D10KSQoJ off=84844 len=1251430 2024-04-02T09:04:48.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 3863 completed, throughput=5MB/sec 2024-04-02T09:04:48.442 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fmeqD2_6ujtlVPC off=22247625 len=1438081 2024-04-02T09:04:48.448 INFO:tasks.workunit.client.0.smithi112.stdout:op 3864 completed, throughput=5MB/sec 2024-04-02T09:04:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:49.448 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fFtbxDeuBlzWlCg off=9615962 len=121623 2024-04-02T09:04:49.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 3865 completed, throughput=4.99MB/sec 2024-04-02T09:04:49.449 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8S8FjToNqJEWpv8 off=1034590 len=1154495 2024-04-02T09:04:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 3866 completed, throughput=5MB/sec 2024-04-02T09:04:49.454 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XuPDbqhm4_nKE5z off=14649107 len=1313277 2024-04-02T09:04:49.461 INFO:tasks.workunit.client.0.smithi112.stdout:op 3867 completed, throughput=5MB/sec 2024-04-02T09:04:49.461 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UfRLrmviowSyU1f off=689963 len=2079047 2024-04-02T09:04:49.471 INFO:tasks.workunit.client.0.smithi112.stdout:op 3868 completed, throughput=5MB/sec 2024-04-02T09:04:49.471 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CuT9rV1ZGtX2e2n off=3430033 len=618116 2024-04-02T09:04:49.474 INFO:tasks.workunit.client.0.smithi112.stdout:op 3869 completed, throughput=5MB/sec 2024-04-02T09:04:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:04:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:04:49] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2024-04-02T09:04:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:49 smithi112 ceph-mon[91385]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:04:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:49 smithi112 ceph-mon[88945]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:04:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:49 smithi187 ceph-mon[84356]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:04:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:50.474 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UeZuPg78SDUfL9Q off=16952274 len=627133 2024-04-02T09:04:50.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 3870 completed, throughput=4.99MB/sec 2024-04-02T09:04:50.475 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j0WCu1YsVOoYCxJ off=5394827 len=369597 2024-04-02T09:04:50.478 INFO:tasks.workunit.client.0.smithi112.stdout:op 3871 completed, throughput=5MB/sec 2024-04-02T09:04:50.478 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LXpPF9Bd4-W8ggd off=2850869 len=2080614 2024-04-02T09:04:50.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 3872 completed, throughput=5MB/sec 2024-04-02T09:04:50.489 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jZs9dtfOKM_6JBk off=7620521 len=1560699 2024-04-02T09:04:50.496 INFO:tasks.workunit.client.0.smithi112.stdout:op 3873 completed, throughput=5MB/sec 2024-04-02T09:04:50.496 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4KzPg9Ei1cyeNzx off=7462546 len=2069443 2024-04-02T09:04:50.505 INFO:tasks.workunit.client.0.smithi112.stdout:op 3874 completed, throughput=5MB/sec 2024-04-02T09:04:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: 762: throughput=5MB/sec pending data=0 2024-04-02T09:04:51.505 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KaGFaqSHUdJhYHb off=857011 len=343176 2024-04-02T09:04:51.506 INFO:tasks.workunit.client.0.smithi112.stdout:op 3875 completed, throughput=5MB/sec 2024-04-02T09:04:51.506 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TthAi9yilmtsYAQ off=4556333 len=1233870 2024-04-02T09:04:51.507 INFO:tasks.workunit.client.0.smithi112.stdout:op 3876 completed, throughput=5MB/sec 2024-04-02T09:04:51.507 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iXAdYK6-tdiF4uK off=3102054 len=65069 2024-04-02T09:04:51.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 3877 completed, throughput=5MB/sec 2024-04-02T09:04:51.510 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ce2Qw0XMcuXPFGg off=6433408 len=1572469 2024-04-02T09:04:51.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 3878 completed, throughput=5MB/sec 2024-04-02T09:04:51.511 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1kzxR_iRpb8c-4g off=18254488 len=1450922 2024-04-02T09:04:51.519 INFO:tasks.workunit.client.0.smithi112.stdout:op 3879 completed, throughput=5MB/sec 2024-04-02T09:04:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:51 smithi112 ceph-mon[91385]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:51 smithi112 ceph-mon[88945]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:51 smithi187 ceph-mon[84356]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:52.520 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ytAXjv9YiWXF_lE off=1332048 len=893186 2024-04-02T09:04:52.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 3880 completed, throughput=5MB/sec 2024-04-02T09:04:52.521 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2lKN5FAySguR0Y0 off=5525822 len=1121607 2024-04-02T09:04:52.525 INFO:tasks.workunit.client.0.smithi112.stdout:op 3881 completed, throughput=5MB/sec 2024-04-02T09:04:52.525 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-stRyDVn-1SUL0Ll off=12181076 len=1358464 2024-04-02T09:04:52.525 INFO:tasks.workunit.client.0.smithi112.stdout:op 3882 completed, throughput=5MB/sec 2024-04-02T09:04:52.525 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qx0Ur-49e9JO9Vw off=6938158 len=1600551 2024-04-02T09:04:52.529 INFO:tasks.workunit.client.0.smithi112.stdout:op 3883 completed, throughput=5MB/sec 2024-04-02T09:04:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:04:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:53.529 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ppo_q2uOELdKq34 off=1332553 len=993664 2024-04-02T09:04:53.533 INFO:tasks.workunit.client.0.smithi112.stdout:op 3884 completed, throughput=5MB/sec 2024-04-02T09:04:53.533 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4P3JYotGtlq_uKx off=1032228 len=354097 2024-04-02T09:04:53.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 3885 completed, throughput=5MB/sec 2024-04-02T09:04:53.535 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KIwLiVNSW1uKYWV off=10620382 len=532013 2024-04-02T09:04:53.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 3886 completed, throughput=5MB/sec 2024-04-02T09:04:53.539 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8m2of-f8IxGXN6Q off=2855123 len=1058677 2024-04-02T09:04:53.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 3887 completed, throughput=5MB/sec 2024-04-02T09:04:53.542 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eL1r4wR0mBLYEAg off=14709011 len=783871 2024-04-02T09:04:53.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 3888 completed, throughput=5MB/sec 2024-04-02T09:04:53.543 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-29sm5iJgMU065Zq off=18084150 len=1285112 2024-04-02T09:04:53.544 INFO:tasks.workunit.client.0.smithi112.stdout:op 3889 completed, throughput=5MB/sec 2024-04-02T09:04:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:53 smithi112 ceph-mon[88945]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:53 smithi112 ceph-mon[91385]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:53 smithi187 ceph-mon[84356]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:54.544 INFO:tasks.workunit.client.0.smithi112.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:54.544 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T5tKDk1zBl_BS8v off=6405630 len=572082 2024-04-02T09:04:54.547 INFO:tasks.workunit.client.0.smithi112.stdout:op 3890 completed, throughput=4.99MB/sec 2024-04-02T09:04:54.547 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MPvkq9g272NG2Z4 off=22014701 len=407301 2024-04-02T09:04:54.549 INFO:tasks.workunit.client.0.smithi112.stdout:op 3891 completed, throughput=5MB/sec 2024-04-02T09:04:54.549 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2wQJ9ZYn-phbJWt off=12091806 len=1707843 2024-04-02T09:04:54.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 3892 completed, throughput=5MB/sec 2024-04-02T09:04:54.550 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eafuscCQc3F1NaY off=2394889 len=425144 2024-04-02T09:04:54.552 INFO:tasks.workunit.client.0.smithi112.stdout:op 3893 completed, throughput=5MB/sec 2024-04-02T09:04:54.552 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-citN9tJaJ_tv-8d off=4645446 len=676226 2024-04-02T09:04:54.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 3894 completed, throughput=5MB/sec 2024-04-02T09:04:54.555 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2g8WHd_0iGaKqpo off=0 len=1128785 2024-04-02T09:04:54.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 3895 completed, throughput=5MB/sec 2024-04-02T09:04:54.561 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vcCTpFTfhKcHjP9 off=7618434 len=1592383 2024-04-02T09:04:54.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 3896 completed, throughput=5MB/sec 2024-04-02T09:04:55.562 INFO:tasks.workunit.client.0.smithi112.stdout: 766: throughput=5MB/sec pending data=0 2024-04-02T09:04:55.562 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u8zeHi74O5OLg6C off=6197892 len=244137 2024-04-02T09:04:55.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 3897 completed, throughput=5MB/sec 2024-04-02T09:04:55.564 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L-jSOR8XSKjKptV off=2911410 len=1743883 2024-04-02T09:04:55.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 3898 completed, throughput=5MB/sec 2024-04-02T09:04:55.573 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3AhVjYGCKpFB81n off=13297517 len=1036752 2024-04-02T09:04:55.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 3899 completed, throughput=5MB/sec 2024-04-02T09:04:55.575 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_bQr1hbvwN_reDv off=8148290 len=578330 2024-04-02T09:04:55.579 INFO:tasks.workunit.client.0.smithi112.stdout:op 3900 completed, throughput=5MB/sec 2024-04-02T09:04:55.579 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--LXfSIVSMBTv25u off=14104105 len=1201381 2024-04-02T09:04:55.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 3901 completed, throughput=5MB/sec 2024-04-02T09:04:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:55 smithi187 ceph-mon[84356]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:04:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:55 smithi112 ceph-mon[88945]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:04:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:55 smithi112 ceph-mon[91385]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:04:56.587 INFO:tasks.workunit.client.0.smithi112.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:56.587 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tvKXOK2pHF4Dr8s off=23061236 len=2072711 2024-04-02T09:04:56.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 3902 completed, throughput=5MB/sec 2024-04-02T09:04:56.589 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HMxr35zd911IdCV off=15210410 len=479998 2024-04-02T09:04:56.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 3903 completed, throughput=5MB/sec 2024-04-02T09:04:56.593 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w4WkDyZd3yuXxIE off=3906544 len=583446 2024-04-02T09:04:56.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 3904 completed, throughput=5MB/sec 2024-04-02T09:04:56.597 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n8pwazm4tHtSYO1 off=2343013 len=1837903 2024-04-02T09:04:56.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 3905 completed, throughput=5MB/sec 2024-04-02T09:04:57.601 INFO:tasks.workunit.client.0.smithi112.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:57.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EUoIQp-uBQM8nUn off=11546281 len=365580 2024-04-02T09:04:57.605 INFO:tasks.workunit.client.0.smithi112.stdout:op 3906 completed, throughput=4.99MB/sec 2024-04-02T09:04:57.605 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Zr3h1skZdAK18V- off=13620883 len=530322 2024-04-02T09:04:57.605 INFO:tasks.workunit.client.0.smithi112.stdout:op 3907 completed, throughput=5MB/sec 2024-04-02T09:04:57.606 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aaLkwkbCpKGOeHI off=21364486 len=1967649 2024-04-02T09:04:57.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 3908 completed, throughput=5MB/sec 2024-04-02T09:04:57.607 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cf4hSQ3oXAdXotf off=2740621 len=809666 2024-04-02T09:04:57.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 3909 completed, throughput=5MB/sec 2024-04-02T09:04:57.611 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZXNyNoH7hllKfO2 off=3240649 len=1158522 2024-04-02T09:04:57.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 3910 completed, throughput=5MB/sec 2024-04-02T09:04:57.618 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ytAXjv9YiWXF_lE off=787102 len=458256 2024-04-02T09:04:57.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 3911 completed, throughput=5MB/sec 2024-04-02T09:04:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:57 smithi187 ceph-mon[84356]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:57 smithi112 ceph-mon[91385]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:57 smithi112 ceph-mon[88945]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:58.621 INFO:tasks.workunit.client.0.smithi112.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:58.621 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iXAdYK6-tdiF4uK off=4357931 len=1543083 2024-04-02T09:04:58.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 3912 completed, throughput=5MB/sec 2024-04-02T09:04:58.630 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iKPiNf-rK9DKY_u off=0 len=1685538 2024-04-02T09:04:58.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 3913 completed, throughput=5MB/sec 2024-04-02T09:04:58.636 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Sje39rLYAUhMjzo off=19375311 len=26205 2024-04-02T09:04:58.636 INFO:tasks.workunit.client.0.smithi112.stdout:op 3914 completed, throughput=5MB/sec 2024-04-02T09:04:58.636 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-J7_-1tBNwAISIk4 off=5794835 len=1439249 2024-04-02T09:04:58.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 3915 completed, throughput=5MB/sec 2024-04-02T09:04:58.641 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vQuaVCzrgu2BVoe off=14228448 len=436227 2024-04-02T09:04:58.645 INFO:tasks.workunit.client.0.smithi112.stdout:op 3916 completed, throughput=5MB/sec 2024-04-02T09:04:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:04:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:04:59] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:04:59.645 INFO:tasks.workunit.client.0.smithi112.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:59.646 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bvNA_SQ75xvHTHq off=4557957 len=1420300 2024-04-02T09:04:59.652 INFO:tasks.workunit.client.0.smithi112.stdout:op 3917 completed, throughput=5MB/sec 2024-04-02T09:04:59.652 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kvh3CBE8RFRfyqY off=5104622 len=1966834 2024-04-02T09:04:59.662 INFO:tasks.workunit.client.0.smithi112.stdout:op 3918 completed, throughput=5MB/sec 2024-04-02T09:04:59.662 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DhW6Sa2uMXcwwTX off=1780236 len=1325190 2024-04-02T09:04:59.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 3919 completed, throughput=5MB/sec 2024-04-02T09:04:59.663 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ye9xr-v7nZoWmjy off=16880377 len=678175 2024-04-02T09:04:59.667 INFO:tasks.workunit.client.0.smithi112.stdout:op 3920 completed, throughput=5MB/sec 2024-04-02T09:05:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:04:59 smithi187 ceph-mon[84356]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:05:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:04:59 smithi112 ceph-mon[91385]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:05:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:04:59 smithi112 ceph-mon[88945]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:05:00.667 INFO:tasks.workunit.client.0.smithi112.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:00.667 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PI_g_-UtGNigmwe off=4500008 len=2074839 2024-04-02T09:05:00.679 INFO:tasks.workunit.client.0.smithi112.stdout:op 3921 completed, throughput=5MB/sec 2024-04-02T09:05:00.679 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mEfKUW_InUbRNzU off=225227 len=1265639 2024-04-02T09:05:00.685 INFO:tasks.workunit.client.0.smithi112.stdout:op 3922 completed, throughput=5MB/sec 2024-04-02T09:05:00.686 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QiTrIC-nMF2j2Nb off=7095606 len=572426 2024-04-02T09:05:00.688 INFO:tasks.workunit.client.0.smithi112.stdout:op 3923 completed, throughput=5MB/sec 2024-04-02T09:05:00.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6x7phWzQ6JLOYt3 off=5098924 len=876623 2024-04-02T09:05:00.692 INFO:tasks.workunit.client.0.smithi112.stdout:op 3924 completed, throughput=5MB/sec 2024-04-02T09:05:00.692 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OTXwNXSPxfCh_sJ off=4589260 len=206186 2024-04-02T09:05:00.694 INFO:tasks.workunit.client.0.smithi112.stdout:op 3925 completed, throughput=5MB/sec 2024-04-02T09:05:00.694 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YoEgMQQqCSzf2xo off=7845122 len=1197629 2024-04-02T09:05:00.695 INFO:tasks.workunit.client.0.smithi112.stdout:op 3926 completed, throughput=5MB/sec 2024-04-02T09:05:01.696 INFO:tasks.workunit.client.0.smithi112.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:01.696 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NOw0cOIdaJpwdA1 off=4596486 len=1530881 2024-04-02T09:05:01.701 INFO:tasks.workunit.client.0.smithi112.stdout:op 3927 completed, throughput=5MB/sec 2024-04-02T09:05:01.701 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mzct_8Ugg2CYkCE off=1095819 len=653376 2024-04-02T09:05:01.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 3928 completed, throughput=5MB/sec 2024-04-02T09:05:01.705 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OKeD3fbJRNXoqjC off=6750075 len=924682 2024-04-02T09:05:01.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 3929 completed, throughput=5MB/sec 2024-04-02T09:05:01.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IKvXLuNoYdvDUyG off=4815025 len=978459 2024-04-02T09:05:01.713 INFO:tasks.workunit.client.0.smithi112.stdout:op 3930 completed, throughput=5MB/sec 2024-04-02T09:05:01.713 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gmllED8SVB-QGIe off=10954845 len=1982081 2024-04-02T09:05:01.714 INFO:tasks.workunit.client.0.smithi112.stdout:op 3931 completed, throughput=5MB/sec 2024-04-02T09:05:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:01 smithi187 ceph-mon[84356]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:05:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:01 smithi112 ceph-mon[91385]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:05:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:01 smithi112 ceph-mon[88945]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:05:02.714 INFO:tasks.workunit.client.0.smithi112.stdout: 773: throughput=5MB/sec pending data=0 2024-04-02T09:05:02.715 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hJ047C36YpD-KxE off=6496821 len=1870908 2024-04-02T09:05:02.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 3932 completed, throughput=5MB/sec 2024-04-02T09:05:02.725 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RYq_LhJh6uIY9EG off=9912110 len=742413 2024-04-02T09:05:02.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 3933 completed, throughput=5MB/sec 2024-04-02T09:05:02.729 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4Lks4QU7NvhJn9N off=2484140 len=1417304 2024-04-02T09:05:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:05:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:02.736 INFO:tasks.workunit.client.0.smithi112.stdout:op 3934 completed, throughput=5MB/sec 2024-04-02T09:05:03.736 INFO:tasks.workunit.client.0.smithi112.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:03.737 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cysKpAubyZYv2wt off=2707913 len=1153161 2024-04-02T09:05:03.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 3935 completed, throughput=5MB/sec 2024-04-02T09:05:03.737 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JKbsnnBZAGU-n2W off=9316987 len=1800052 2024-04-02T09:05:03.739 INFO:tasks.workunit.client.0.smithi112.stdout:op 3936 completed, throughput=5MB/sec 2024-04-02T09:05:03.740 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HpQApgHQoqjarip off=5842437 len=1570032 2024-04-02T09:05:03.747 INFO:tasks.workunit.client.0.smithi112.stdout:op 3937 completed, throughput=5MB/sec 2024-04-02T09:05:03.747 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MXnTBogeyPAwnhi off=0 len=1766122 2024-04-02T09:05:03.755 INFO:tasks.workunit.client.0.smithi112.stdout:op 3938 completed, throughput=5MB/sec 2024-04-02T09:05:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:03 smithi187 ceph-mon[84356]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:03 smithi112 ceph-mon[91385]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:03 smithi112 ceph-mon[88945]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:04.756 INFO:tasks.workunit.client.0.smithi112.stdout: 775: throughput=5MB/sec pending data=0 2024-04-02T09:05:04.756 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bk0AwmR4bBgyToS off=765371 len=43733 2024-04-02T09:05:04.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 3939 completed, throughput=5MB/sec 2024-04-02T09:05:04.756 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XtZ1lw3n-QGIGsF off=20009902 len=1481636 2024-04-02T09:05:04.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 3940 completed, throughput=5MB/sec 2024-04-02T09:05:04.759 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UooyuwGTK_LDr0p off=1827444 len=837802 2024-04-02T09:05:04.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 3941 completed, throughput=5MB/sec 2024-04-02T09:05:04.760 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nd7elY_w06fAyKq off=4900347 len=49668 2024-04-02T09:05:04.760 INFO:tasks.workunit.client.0.smithi112.stdout:op 3942 completed, throughput=5MB/sec 2024-04-02T09:05:04.760 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nb91BkNno0xiiXV off=21222424 len=367236 2024-04-02T09:05:04.764 INFO:tasks.workunit.client.0.smithi112.stdout:op 3943 completed, throughput=5MB/sec 2024-04-02T09:05:04.764 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DWd8opwhH7SwZ0l off=5223066 len=510791 2024-04-02T09:05:04.768 INFO:tasks.workunit.client.0.smithi112.stdout:op 3944 completed, throughput=5MB/sec 2024-04-02T09:05:04.768 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BkxAZbgisAE154X off=4732308 len=786172 2024-04-02T09:05:04.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 3945 completed, throughput=5MB/sec 2024-04-02T09:05:05.772 INFO:tasks.workunit.client.0.smithi112.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:05.772 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xpac5BdmX_DiDE2 off=1086809 len=835149 2024-04-02T09:05:05.773 INFO:tasks.workunit.client.0.smithi112.stdout:op 3946 completed, throughput=4.99MB/sec 2024-04-02T09:05:05.773 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SwkCmPUI-5KUgr2 off=17098405 len=1271381 2024-04-02T09:05:05.776 INFO:tasks.workunit.client.0.smithi112.stdout:op 3947 completed, throughput=5MB/sec 2024-04-02T09:05:05.776 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IQm9XBW7yiQ3Aqr off=1871816 len=1215520 2024-04-02T09:05:05.784 INFO:tasks.workunit.client.0.smithi112.stdout:op 3948 completed, throughput=5MB/sec 2024-04-02T09:05:05.784 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GWMNdebI7Z0nt_n off=479040 len=519108 2024-04-02T09:05:05.787 INFO:tasks.workunit.client.0.smithi112.stdout:op 3949 completed, throughput=5MB/sec 2024-04-02T09:05:05.787 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Atg2GXpQR1mTrGm off=9506891 len=1858921 2024-04-02T09:05:05.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 3950 completed, throughput=5MB/sec 2024-04-02T09:05:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:05 smithi187 ceph-mon[84356]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:05:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:05 smithi112 ceph-mon[91385]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:05:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:05 smithi112 ceph-mon[88945]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:05:06.789 INFO:tasks.workunit.client.0.smithi112.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:06.789 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i7vHAeugnQg8NfT off=9917761 len=1603536 2024-04-02T09:05:06.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 3951 completed, throughput=5MB/sec 2024-04-02T09:05:06.790 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5JRNTvcz2AZM_av off=4408225 len=158186 2024-04-02T09:05:06.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 3952 completed, throughput=5MB/sec 2024-04-02T09:05:06.792 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lDSeZ75Kqs7xx7H off=7924 len=317337 2024-04-02T09:05:06.792 INFO:tasks.workunit.client.0.smithi112.stdout:op 3953 completed, throughput=5MB/sec 2024-04-02T09:05:06.792 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T-4CwumgmY_ekuz off=2875044 len=1602085 2024-04-02T09:05:06.799 INFO:tasks.workunit.client.0.smithi112.stdout:op 3954 completed, throughput=5MB/sec 2024-04-02T09:05:06.799 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kQ-W5WEbwkQ6MP7 off=23636747 len=1365098 2024-04-02T09:05:06.800 INFO:tasks.workunit.client.0.smithi112.stdout:op 3955 completed, throughput=5MB/sec 2024-04-02T09:05:07.800 INFO:tasks.workunit.client.0.smithi112.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:07.801 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-t5nLPM6h0wo6Xcy off=5382990 len=121648 2024-04-02T09:05:07.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 3956 completed, throughput=4.99MB/sec 2024-04-02T09:05:07.803 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eHfeA6vguabinIO off=17572164 len=1263029 2024-04-02T09:05:07.808 INFO:tasks.workunit.client.0.smithi112.stdout:op 3957 completed, throughput=5MB/sec 2024-04-02T09:05:07.808 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2tu_-sTsWOHPARZ off=10142823 len=1367057 2024-04-02T09:05:07.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 3958 completed, throughput=5MB/sec 2024-04-02T09:05:07.817 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AeQQ5UpDtuCeswE off=5414563 len=1002186 2024-04-02T09:05:07.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 3959 completed, throughput=5MB/sec 2024-04-02T09:05:07.821 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xb3OmHKVcV2X-ta off=9755907 len=324754 2024-04-02T09:05:07.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 3960 completed, throughput=5MB/sec 2024-04-02T09:05:07.821 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-et39oIvvK5_L5e6 off=3228054 len=338373 2024-04-02T09:05:07.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 3961 completed, throughput=5MB/sec 2024-04-02T09:05:07.822 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Cb2Kb783CyHAX-3 off=7556 len=314966 2024-04-02T09:05:07.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 3962 completed, throughput=5MB/sec 2024-04-02T09:05:07.822 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h2DCX_W6n-8I1Y- off=1647194 len=2089727 2024-04-02T09:05:07.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 3963 completed, throughput=5MB/sec 2024-04-02T09:05:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:07 smithi187 ceph-mon[84356]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:07 smithi112 ceph-mon[88945]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:07 smithi112 ceph-mon[91385]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:08.824 INFO:tasks.workunit.client.0.smithi112.stdout: 779: throughput=5MB/sec pending data=0 2024-04-02T09:05:08.824 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0gYSh_B1PUHd_a7 off=1576867 len=1613918 2024-04-02T09:05:08.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 3964 completed, throughput=5MB/sec 2024-04-02T09:05:08.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gqMEAF9TngFZSxs off=8067831 len=813440 2024-04-02T09:05:08.836 INFO:tasks.workunit.client.0.smithi112.stdout:op 3965 completed, throughput=5MB/sec 2024-04-02T09:05:08.836 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dMrNUSelMuLACyQ off=0 len=1244553 2024-04-02T09:05:08.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 3966 completed, throughput=5MB/sec 2024-04-02T09:05:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:05:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:05:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:05:09.844 INFO:tasks.workunit.client.0.smithi112.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:09.844 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vTQHmeQsGnP3Bg8 off=802506 len=1846033 2024-04-02T09:05:09.846 INFO:tasks.workunit.client.0.smithi112.stdout:op 3967 completed, throughput=5MB/sec 2024-04-02T09:05:09.846 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i-AROKtu-YqyOWq off=8147134 len=1567426 2024-04-02T09:05:09.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 3968 completed, throughput=5MB/sec 2024-04-02T09:05:09.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZgTDH5UfGPljuUR off=3181102 len=1636514 2024-04-02T09:05:09.854 INFO:tasks.workunit.client.0.smithi112.stdout:op 3969 completed, throughput=5MB/sec 2024-04-02T09:05:09.854 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P8XsM20xvxPnopt off=1564822 len=1339785 2024-04-02T09:05:09.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 3970 completed, throughput=5MB/sec 2024-04-02T09:05:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:09 smithi187 ceph-mon[84356]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:05:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:09 smithi112 ceph-mon[88945]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:05:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:09 smithi112 ceph-mon[91385]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:05:10.861 INFO:tasks.workunit.client.0.smithi112.stdout: 781: throughput=5MB/sec pending data=0 2024-04-02T09:05:10.861 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-04JXN0s8eVbekh9 off=7636618 len=1528516 2024-04-02T09:05:10.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 3971 completed, throughput=5MB/sec 2024-04-02T09:05:10.864 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lMybpqNZiz82WVN off=1675045 len=159502 2024-04-02T09:05:10.867 INFO:tasks.workunit.client.0.smithi112.stdout:op 3972 completed, throughput=5MB/sec 2024-04-02T09:05:10.867 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3_yogP0yQIClHgG off=2276397 len=1499510 2024-04-02T09:05:10.868 INFO:tasks.workunit.client.0.smithi112.stdout:op 3973 completed, throughput=5MB/sec 2024-04-02T09:05:10.868 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yBPP1nvLOs5DI2n off=3693715 len=251735 2024-04-02T09:05:10.871 INFO:tasks.workunit.client.0.smithi112.stdout:op 3974 completed, throughput=5MB/sec 2024-04-02T09:05:10.871 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qwen7_dwbEYF8tw off=1027178 len=1738335 2024-04-02T09:05:10.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 3975 completed, throughput=5MB/sec 2024-04-02T09:05:11.877 INFO:tasks.workunit.client.0.smithi112.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:11.877 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VcGIXiQLvIc5BnY off=4460300 len=1442016 2024-04-02T09:05:11.879 INFO:tasks.workunit.client.0.smithi112.stdout:op 3976 completed, throughput=5MB/sec 2024-04-02T09:05:11.879 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d_5Y_mRbwZejyRx off=5918772 len=70503 2024-04-02T09:05:11.879 INFO:tasks.workunit.client.0.smithi112.stdout:op 3977 completed, throughput=5MB/sec 2024-04-02T09:05:11.879 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fmeqD2_6ujtlVPC off=12085523 len=1208314 2024-04-02T09:05:11.880 INFO:tasks.workunit.client.0.smithi112.stdout:op 3978 completed, throughput=5MB/sec 2024-04-02T09:05:11.880 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0MhsZKnuCYBNSqQ off=2315415 len=1781400 2024-04-02T09:05:11.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 3979 completed, throughput=5MB/sec 2024-04-02T09:05:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:11 smithi187 ceph-mon[84356]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:05:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:11 smithi112 ceph-mon[91385]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:05:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:11 smithi112 ceph-mon[88945]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:05:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:05:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:12.890 INFO:tasks.workunit.client.0.smithi112.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:12.891 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a5iNDRf5kD12LFS off=2596122 len=168026 2024-04-02T09:05:12.891 INFO:tasks.workunit.client.0.smithi112.stdout:op 3980 completed, throughput=4.99MB/sec 2024-04-02T09:05:12.891 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EDLz8o328bQRLAr off=0 len=1161244 2024-04-02T09:05:12.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 3981 completed, throughput=5MB/sec 2024-04-02T09:05:12.892 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DigK3UO_ZE3-Yh7 off=3494790 len=1197766 2024-04-02T09:05:12.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 3982 completed, throughput=5MB/sec 2024-04-02T09:05:12.894 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yNOjG8MASgkFoQu off=8988888 len=1905440 2024-04-02T09:05:12.903 INFO:tasks.workunit.client.0.smithi112.stdout:op 3983 completed, throughput=5MB/sec 2024-04-02T09:05:12.904 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1EugJoydu-TyB0N off=5185498 len=1696051 2024-04-02T09:05:12.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 3984 completed, throughput=5MB/sec 2024-04-02T09:05:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:12 smithi187 ceph-mon[84356]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:05:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:12 smithi112 ceph-mon[91385]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:05:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:12 smithi112 ceph-mon[88945]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:05:13.907 INFO:tasks.workunit.client.0.smithi112.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:13.907 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vdDr_UfAvX7U4Yp off=14720701 len=1260894 2024-04-02T09:05:13.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 3985 completed, throughput=5MB/sec 2024-04-02T09:05:13.909 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fFyJYy2j-tmIeBG off=20676908 len=1913977 2024-04-02T09:05:13.910 INFO:tasks.workunit.client.0.smithi112.stdout:op 3986 completed, throughput=5MB/sec 2024-04-02T09:05:13.910 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RIIMpSE5wWUejTM off=7654422 len=916220 2024-04-02T09:05:13.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 3987 completed, throughput=5MB/sec 2024-04-02T09:05:13.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9xt8-WjZbaHz0n2 off=204807 len=1445835 2024-04-02T09:05:13.912 INFO:tasks.workunit.client.0.smithi112.stdout:op 3988 completed, throughput=5MB/sec 2024-04-02T09:05:14.913 INFO:tasks.workunit.client.0.smithi112.stdout: 785: throughput=5MB/sec pending data=0 2024-04-02T09:05:14.913 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-geP1ufhq31eIU4s off=13520397 len=1164152 2024-04-02T09:05:14.919 INFO:tasks.workunit.client.0.smithi112.stdout:op 3989 completed, throughput=5MB/sec 2024-04-02T09:05:14.919 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-guOnnlY6o_SLPy8 off=7613048 len=1932589 2024-04-02T09:05:14.929 INFO:tasks.workunit.client.0.smithi112.stdout:op 3990 completed, throughput=5MB/sec 2024-04-02T09:05:14.929 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hq7IDERA2h4Zs3G off=2835600 len=894918 2024-04-02T09:05:14.933 INFO:tasks.workunit.client.0.smithi112.stdout:op 3991 completed, throughput=5MB/sec 2024-04-02T09:05:14.934 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kgIJRVSnpXJjQp0 off=0 len=1483280 2024-04-02T09:05:14.935 INFO:tasks.workunit.client.0.smithi112.stdout:op 3992 completed, throughput=5MB/sec 2024-04-02T09:05:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:15 smithi112 ceph-mon[91385]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:05:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:15 smithi112 ceph-mon[88945]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:05:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:15 smithi187 ceph-mon[84356]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:05:15.935 INFO:tasks.workunit.client.0.smithi112.stdout: 786: throughput=5MB/sec pending data=0 2024-04-02T09:05:15.936 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lB5edVn025bYDwT off=14446808 len=950459 2024-04-02T09:05:15.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 3993 completed, throughput=5MB/sec 2024-04-02T09:05:15.937 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ktz2iRB2DggxGfy off=3619854 len=887050 2024-04-02T09:05:15.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 3994 completed, throughput=5MB/sec 2024-04-02T09:05:15.942 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QKZJ-Txf17YW4sm off=4235078 len=1642256 2024-04-02T09:05:15.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 3995 completed, throughput=5MB/sec 2024-04-02T09:05:15.942 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eunpnMLOIdSfqjH off=0 len=1437983 2024-04-02T09:05:15.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 3996 completed, throughput=5MB/sec 2024-04-02T09:05:16.945 INFO:tasks.workunit.client.0.smithi112.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:16.945 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GfxtrUeezH8k6nW off=5034956 len=2065335 2024-04-02T09:05:16.960 INFO:tasks.workunit.client.0.smithi112.stdout:op 3997 completed, throughput=5MB/sec 2024-04-02T09:05:16.961 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EJda2VrqMZwqt_t off=4276668 len=1802355 2024-04-02T09:05:16.969 INFO:tasks.workunit.client.0.smithi112.stdout:op 3998 completed, throughput=5MB/sec 2024-04-02T09:05:16.969 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DdCKjA1iV7Aci2d off=1920800 len=1210579 2024-04-02T09:05:16.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 3999 completed, throughput=5MB/sec 2024-04-02T09:05:17.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:17 smithi112 ceph-mon[91385]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:05:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:17 smithi112 ceph-mon[88945]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:05:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:17 smithi187 ceph-mon[84356]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:05:17.970 INFO:tasks.workunit.client.0.smithi112.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:17.971 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UJdgQIKCdc7gtba off=7762853 len=1767554 2024-04-02T09:05:17.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 4000 completed, throughput=5MB/sec 2024-04-02T09:05:17.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KULVoiHs2nMPcTF off=23564760 len=1347125 2024-04-02T09:05:17.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 4001 completed, throughput=5MB/sec 2024-04-02T09:05:17.973 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2C8jrFl4kNOHgaf off=11209331 len=1373785 2024-04-02T09:05:17.974 INFO:tasks.workunit.client.0.smithi112.stdout:op 4002 completed, throughput=5MB/sec 2024-04-02T09:05:17.974 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--Ma7x8ijpYprsSh off=593552 len=1875767 2024-04-02T09:05:17.985 INFO:tasks.workunit.client.0.smithi112.stdout:op 4003 completed, throughput=5MB/sec 2024-04-02T09:05:18.985 INFO:tasks.workunit.client.0.smithi112.stdout: 789: throughput=5MB/sec pending data=0 2024-04-02T09:05:18.985 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LuxB7LMxQhlbWBC off=1809186 len=727357 2024-04-02T09:05:18.990 INFO:tasks.workunit.client.0.smithi112.stdout:op 4004 completed, throughput=5MB/sec 2024-04-02T09:05:18.990 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rb9BxeIv-Dguvf2 off=879912 len=903642 2024-04-02T09:05:18.991 INFO:tasks.workunit.client.0.smithi112.stdout:op 4005 completed, throughput=5MB/sec 2024-04-02T09:05:18.991 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z9-kz-1DwqXSk0D off=8626649 len=409095 2024-04-02T09:05:18.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 4006 completed, throughput=5MB/sec 2024-04-02T09:05:18.994 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v3M4eRYjJzbZsqY off=13485779 len=1294312 2024-04-02T09:05:18.999 INFO:tasks.workunit.client.0.smithi112.stdout:op 4007 completed, throughput=5MB/sec 2024-04-02T09:05:18.999 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yJbZ5wgyBSRDTDl off=3089660 len=1150763 2024-04-02T09:05:19.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 4008 completed, throughput=5MB/sec 2024-04-02T09:05:19.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:19 smithi112 ceph-mon[88945]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:19 smithi112 ceph-mon[91385]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:19.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:05:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:05:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:05:19.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:19 smithi187 ceph-mon[84356]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:20.005 INFO:tasks.workunit.client.0.smithi112.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:20.005 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ddMjA_WoPlDEYAb off=2703683 len=1535477 2024-04-02T09:05:20.013 INFO:tasks.workunit.client.0.smithi112.stdout:op 4009 completed, throughput=5MB/sec 2024-04-02T09:05:20.013 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L_LYYAVmiXHv_8p off=794128 len=833576 2024-04-02T09:05:20.013 INFO:tasks.workunit.client.0.smithi112.stdout:op 4010 completed, throughput=5MB/sec 2024-04-02T09:05:20.013 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tNpY6Gny4BQIMEk off=430016 len=1207780 2024-04-02T09:05:20.019 INFO:tasks.workunit.client.0.smithi112.stdout:op 4011 completed, throughput=5MB/sec 2024-04-02T09:05:20.019 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0aO9UxB2uWN8iuU off=7833579 len=2006628 2024-04-02T09:05:20.027 INFO:tasks.workunit.client.0.smithi112.stdout:op 4012 completed, throughput=5MB/sec 2024-04-02T09:05:21.027 INFO:tasks.workunit.client.0.smithi112.stdout: 791: throughput=5MB/sec pending data=0 2024-04-02T09:05:21.028 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DVW0WMtuHiXZKZr off=14023334 len=1182647 2024-04-02T09:05:21.032 INFO:tasks.workunit.client.0.smithi112.stdout:op 4013 completed, throughput=5MB/sec 2024-04-02T09:05:21.032 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H4XQ8T4uvfBFAY3 off=6752869 len=2071389 2024-04-02T09:05:21.046 INFO:tasks.workunit.client.0.smithi112.stdout:op 4014 completed, throughput=5MB/sec 2024-04-02T09:05:21.046 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ixrrm905VPG83nK off=3508869 len=115968 2024-04-02T09:05:21.046 INFO:tasks.workunit.client.0.smithi112.stdout:op 4015 completed, throughput=5MB/sec 2024-04-02T09:05:21.046 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KjtIkI9ZoWf4Rko off=11400329 len=1432547 2024-04-02T09:05:21.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 4016 completed, throughput=5MB/sec 2024-04-02T09:05:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:21 smithi112 ceph-mon[91385]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:21 smithi112 ceph-mon[88945]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:21.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:21 smithi187 ceph-mon[84356]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:22.050 INFO:tasks.workunit.client.0.smithi112.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:22.051 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Yzj96QftV5wS_eK off=8662796 len=808177 2024-04-02T09:05:22.051 INFO:tasks.workunit.client.0.smithi112.stdout:op 4017 completed, throughput=5MB/sec 2024-04-02T09:05:22.051 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cbmKjPRme4j5ebP off=689735 len=1554900 2024-04-02T09:05:22.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 4018 completed, throughput=5MB/sec 2024-04-02T09:05:22.061 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WRIqw1axHeb3WCB off=11129127 len=1367797 2024-04-02T09:05:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 4019 completed, throughput=5MB/sec 2024-04-02T09:05:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ps2Tj3jxG4gl-GB off=11562687 len=643590 2024-04-02T09:05:22.067 INFO:tasks.workunit.client.0.smithi112.stdout:op 4020 completed, throughput=5MB/sec 2024-04-02T09:05:22.067 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kpLhru0SpoLd7cS off=4674073 len=1917283 2024-04-02T09:05:22.070 INFO:tasks.workunit.client.0.smithi112.stdout:op 4021 completed, throughput=5MB/sec 2024-04-02T09:05:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:05:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:23.071 INFO:tasks.workunit.client.0.smithi112.stdout: 793: throughput=5MB/sec pending data=0 2024-04-02T09:05:23.071 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Gwhl7hqIJlz34d1 off=5191516 len=814147 2024-04-02T09:05:23.076 INFO:tasks.workunit.client.0.smithi112.stdout:op 4022 completed, throughput=5MB/sec 2024-04-02T09:05:23.076 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-w2HMC0xDhMQCD0w off=17758181 len=833780 2024-04-02T09:05:23.076 INFO:tasks.workunit.client.0.smithi112.stdout:op 4023 completed, throughput=5MB/sec 2024-04-02T09:05:23.077 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-l9V4KUDEd6x_WXf off=181540 len=334078 2024-04-02T09:05:23.080 INFO:tasks.workunit.client.0.smithi112.stdout:op 4024 completed, throughput=5MB/sec 2024-04-02T09:05:23.080 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6-xauIrDa6yREHS off=1927851 len=1489653 2024-04-02T09:05:23.081 INFO:tasks.workunit.client.0.smithi112.stdout:op 4025 completed, throughput=5MB/sec 2024-04-02T09:05:23.082 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P6n6WYnl094dI2P off=3238398 len=1727750 2024-04-02T09:05:23.091 INFO:tasks.workunit.client.0.smithi112.stdout:op 4026 completed, throughput=5MB/sec 2024-04-02T09:05:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:23 smithi112 ceph-mon[91385]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:23 smithi112 ceph-mon[88945]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:23 smithi187 ceph-mon[84356]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:24.091 INFO:tasks.workunit.client.0.smithi112.stdout: 794: throughput=5MB/sec pending data=0 2024-04-02T09:05:24.091 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AVdwpcDl05gBuWY off=13319972 len=1634457 2024-04-02T09:05:24.093 INFO:tasks.workunit.client.0.smithi112.stdout:op 4027 completed, throughput=5MB/sec 2024-04-02T09:05:24.093 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dPwihtj7BIeRvdM off=15879468 len=2031497 2024-04-02T09:05:24.094 INFO:tasks.workunit.client.0.smithi112.stdout:op 4028 completed, throughput=5MB/sec 2024-04-02T09:05:24.094 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b9F1BqyiB398MDK off=1167246 len=1598449 2024-04-02T09:05:24.095 INFO:tasks.workunit.client.0.smithi112.stdout:op 4029 completed, throughput=5MB/sec 2024-04-02T09:05:25.096 INFO:tasks.workunit.client.0.smithi112.stdout: 795: throughput=5MB/sec pending data=0 2024-04-02T09:05:25.096 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NnVmi6PUXpuFX_F off=2928228 len=495873 2024-04-02T09:05:25.096 INFO:tasks.workunit.client.0.smithi112.stdout:op 4030 completed, throughput=5MB/sec 2024-04-02T09:05:25.096 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i0sk_he_-bgKdN7 off=6367153 len=1208085 2024-04-02T09:05:25.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 4031 completed, throughput=5MB/sec 2024-04-02T09:05:25.098 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GALskhug8NsgVpX off=3598435 len=1371542 2024-04-02T09:05:25.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 4032 completed, throughput=5MB/sec 2024-04-02T09:05:25.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0H28NEic3aCvXdm off=9404365 len=172574 2024-04-02T09:05:25.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 4033 completed, throughput=5MB/sec 2024-04-02T09:05:25.105 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-t2rZKM_bQYWBbfK off=835233 len=260701 2024-04-02T09:05:25.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 4034 completed, throughput=5MB/sec 2024-04-02T09:05:25.107 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gfIUHV07g22o0g1 off=370129 len=885955 2024-04-02T09:05:25.108 INFO:tasks.workunit.client.0.smithi112.stdout:op 4035 completed, throughput=5MB/sec 2024-04-02T09:05:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:25 smithi112 ceph-mon[91385]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:25 smithi112 ceph-mon[88945]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:25 smithi187 ceph-mon[84356]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:26.108 INFO:tasks.workunit.client.0.smithi112.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:26.108 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-grTkAJF6-MZU_xQ off=3074044 len=1826944 2024-04-02T09:05:26.112 INFO:tasks.workunit.client.0.smithi112.stdout:op 4036 completed, throughput=5MB/sec 2024-04-02T09:05:26.112 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6wx_4iDDkS6f7Sp off=2812075 len=85430 2024-04-02T09:05:26.114 INFO:tasks.workunit.client.0.smithi112.stdout:op 4037 completed, throughput=5MB/sec 2024-04-02T09:05:26.115 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-X9N_qP2hskRoD1W off=9242521 len=507189 2024-04-02T09:05:26.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 4038 completed, throughput=5MB/sec 2024-04-02T09:05:26.117 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oN9krkuHQAxlgpZ off=2894197 len=525612 2024-04-02T09:05:26.119 INFO:tasks.workunit.client.0.smithi112.stdout:op 4039 completed, throughput=5MB/sec 2024-04-02T09:05:26.119 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-urGW5EMZYU0Otv6 off=6839580 len=767107 2024-04-02T09:05:26.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 4040 completed, throughput=5MB/sec 2024-04-02T09:05:26.120 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cBpXmEzF58rvjNp off=1996921 len=1206088 2024-04-02T09:05:26.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 4041 completed, throughput=5MB/sec 2024-04-02T09:05:26.125 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Crx8BlO0Oo-kzcc off=4474791 len=156859 2024-04-02T09:05:26.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 4042 completed, throughput=5MB/sec 2024-04-02T09:05:27.126 INFO:tasks.workunit.client.0.smithi112.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:27.126 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oNG3kd6PjCJ_jBX off=796652 len=547965 2024-04-02T09:05:27.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 4043 completed, throughput=4.99MB/sec 2024-04-02T09:05:27.128 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2iG-8TJvSHIZJxp off=2733447 len=341043 2024-04-02T09:05:27.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 4044 completed, throughput=4.99MB/sec 2024-04-02T09:05:27.129 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tXPqlpnsF5095tJ off=7241587 len=367056 2024-04-02T09:05:27.129 INFO:tasks.workunit.client.0.smithi112.stdout:op 4045 completed, throughput=5MB/sec 2024-04-02T09:05:27.129 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vjIEumJFf4MFi98 off=12130492 len=695777 2024-04-02T09:05:27.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 4046 completed, throughput=5MB/sec 2024-04-02T09:05:27.130 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Dxj2FXfZZB4CJtW off=2703316 len=19655 2024-04-02T09:05:27.132 INFO:tasks.workunit.client.0.smithi112.stdout:op 4047 completed, throughput=5MB/sec 2024-04-02T09:05:27.132 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0LwnWVq15uMAXC5 off=11727119 len=681932 2024-04-02T09:05:27.132 INFO:tasks.workunit.client.0.smithi112.stdout:op 4048 completed, throughput=5MB/sec 2024-04-02T09:05:27.132 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CGaD6egnKswID-B off=2435443 len=72286 2024-04-02T09:05:27.133 INFO:tasks.workunit.client.0.smithi112.stdout:op 4049 completed, throughput=5MB/sec 2024-04-02T09:05:27.133 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OI30mENgo-bAO7M off=12939327 len=666546 2024-04-02T09:05:27.133 INFO:tasks.workunit.client.0.smithi112.stdout:op 4050 completed, throughput=5MB/sec 2024-04-02T09:05:27.133 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_Xx3C-DMfdUtSqn off=4444616 len=1297253 2024-04-02T09:05:27.140 INFO:tasks.workunit.client.0.smithi112.stdout:op 4051 completed, throughput=5MB/sec 2024-04-02T09:05:27.140 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZDikarPaRIXLvli off=6168867 len=706555 2024-04-02T09:05:27.143 INFO:tasks.workunit.client.0.smithi112.stdout:op 4052 completed, throughput=5MB/sec 2024-04-02T09:05:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:27 smithi112 ceph-mon[88945]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:05:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:27 smithi112 ceph-mon[91385]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:05:27.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:27 smithi187 ceph-mon[84356]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:05:28.144 INFO:tasks.workunit.client.0.smithi112.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:28.144 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vDvFqeVWwfza7jd off=385427 len=666326 2024-04-02T09:05:28.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 4053 completed, throughput=4.99MB/sec 2024-04-02T09:05:28.147 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-opVWDIdDkPO4P0i off=5309385 len=1245001 2024-04-02T09:05:28.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 4054 completed, throughput=5MB/sec 2024-04-02T09:05:28.153 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KUDRYNi3IUBvhsa off=2351603 len=874862 2024-04-02T09:05:28.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 4055 completed, throughput=5MB/sec 2024-04-02T09:05:28.157 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OlLYz122YELaJy8 off=7693045 len=1717051 2024-04-02T09:05:28.158 INFO:tasks.workunit.client.0.smithi112.stdout:op 4056 completed, throughput=5MB/sec 2024-04-02T09:05:28.158 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FslDUvMSrsuJH4t off=9687515 len=1435531 2024-04-02T09:05:28.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 4057 completed, throughput=5MB/sec 2024-04-02T09:05:29.165 INFO:tasks.workunit.client.0.smithi112.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:29.166 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EYxRxG9fSB0i0NM off=833835 len=706426 2024-04-02T09:05:29.169 INFO:tasks.workunit.client.0.smithi112.stdout:op 4058 completed, throughput=5MB/sec 2024-04-02T09:05:29.169 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nw2hUBmXTlSEkih off=3914522 len=1801850 2024-04-02T09:05:29.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 4059 completed, throughput=5MB/sec 2024-04-02T09:05:29.179 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tvKXOK2pHF4Dr8s off=10356775 len=1564674 2024-04-02T09:05:29.185 INFO:tasks.workunit.client.0.smithi112.stdout:op 4060 completed, throughput=5MB/sec 2024-04-02T09:05:29.185 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IZmWNs2hdOK6KTh off=460377 len=1578751 2024-04-02T09:05:29.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 4061 completed, throughput=5MB/sec 2024-04-02T09:05:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:29 smithi112 ceph-mon[91385]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:29 smithi112 ceph-mon[88945]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:29.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:05:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:05:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2024-04-02T09:05:29.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:29 smithi187 ceph-mon[84356]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:30.186 INFO:tasks.workunit.client.0.smithi112.stdout: 800: throughput=5MB/sec pending data=0 2024-04-02T09:05:30.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UNQ5QleGYWZaXwo off=0 len=1264382 2024-04-02T09:05:30.193 INFO:tasks.workunit.client.0.smithi112.stdout:op 4062 completed, throughput=5MB/sec 2024-04-02T09:05:30.193 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fPcbhSocO9CAe67 off=1520287 len=1973821 2024-04-02T09:05:30.194 INFO:tasks.workunit.client.0.smithi112.stdout:op 4063 completed, throughput=5MB/sec 2024-04-02T09:05:30.194 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kLzUsdnvm4VjLCA off=476901 len=1798703 2024-04-02T09:05:30.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 4064 completed, throughput=5MB/sec 2024-04-02T09:05:31.197 INFO:tasks.workunit.client.0.smithi112.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:31.197 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S6SYR0M6ha3DE36 off=309745 len=513644 2024-04-02T09:05:31.201 INFO:tasks.workunit.client.0.smithi112.stdout:op 4065 completed, throughput=5MB/sec 2024-04-02T09:05:31.201 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j8uZudQE1va-7_- off=4586224 len=1712508 2024-04-02T09:05:31.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 4066 completed, throughput=5MB/sec 2024-04-02T09:05:31.202 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pcTsNJ4ufKjZadn off=1600368 len=930736 2024-04-02T09:05:31.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 4067 completed, throughput=5MB/sec 2024-04-02T09:05:31.206 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iIeMkKvAn65_9CR off=11550724 len=526957 2024-04-02T09:05:31.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 4068 completed, throughput=5MB/sec 2024-04-02T09:05:31.206 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kRAaLD4afdD1Ru8 off=383040 len=596968 2024-04-02T09:05:31.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 4069 completed, throughput=5MB/sec 2024-04-02T09:05:31.210 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--4tGteRyaf2pA8- off=7091386 len=85361 2024-04-02T09:05:31.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 4070 completed, throughput=5MB/sec 2024-04-02T09:05:31.212 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Txe2dkugZ006mWL off=14432597 len=1500 2024-04-02T09:05:31.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 4071 completed, throughput=5MB/sec 2024-04-02T09:05:31.213 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L5_VKXk2QzrDfGO off=2965062 len=1659849 2024-04-02T09:05:31.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 4072 completed, throughput=5MB/sec 2024-04-02T09:05:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:31 smithi112 ceph-mon[91385]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:31 smithi112 ceph-mon[88945]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:31 smithi187 ceph-mon[84356]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:32.214 INFO:tasks.workunit.client.0.smithi112.stdout: 802: throughput=5MB/sec pending data=0 2024-04-02T09:05:32.214 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6gK3k_EQfPmfxWU off=12865726 len=14588 2024-04-02T09:05:32.216 INFO:tasks.workunit.client.0.smithi112.stdout:op 4073 completed, throughput=5MB/sec 2024-04-02T09:05:32.216 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mtWZCoI6mocc2IF off=18377337 len=1721830 2024-04-02T09:05:32.219 INFO:tasks.workunit.client.0.smithi112.stdout:op 4074 completed, throughput=5MB/sec 2024-04-02T09:05:32.219 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gT3hxtMwau6e5eN off=5986445 len=397729 2024-04-02T09:05:32.220 INFO:tasks.workunit.client.0.smithi112.stdout:op 4075 completed, throughput=5MB/sec 2024-04-02T09:05:32.220 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sdxNc3t-w2G-X0- off=407962 len=1315218 2024-04-02T09:05:32.225 INFO:tasks.workunit.client.0.smithi112.stdout:op 4076 completed, throughput=5MB/sec 2024-04-02T09:05:32.225 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UP9DdBFiEzAhkBJ off=11525278 len=349345 2024-04-02T09:05:32.229 INFO:tasks.workunit.client.0.smithi112.stdout:op 4077 completed, throughput=5MB/sec 2024-04-02T09:05:32.229 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aERyW9CKNyMDZaQ off=3139457 len=803802 2024-04-02T09:05:32.232 INFO:tasks.workunit.client.0.smithi112.stdout:op 4078 completed, throughput=5MB/sec 2024-04-02T09:05:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:05:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:33.233 INFO:tasks.workunit.client.0.smithi112.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:33.233 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_p3RniI86D7ixw9 off=900760 len=1401925 2024-04-02T09:05:33.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 4079 completed, throughput=5MB/sec 2024-04-02T09:05:33.238 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NvLYQskpeARWHgW off=5956485 len=1833990 2024-04-02T09:05:33.248 INFO:tasks.workunit.client.0.smithi112.stdout:op 4080 completed, throughput=5MB/sec 2024-04-02T09:05:33.248 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZMihVhNCCkeaPcL off=9354276 len=2013791 2024-04-02T09:05:33.250 INFO:tasks.workunit.client.0.smithi112.stdout:op 4081 completed, throughput=5MB/sec 2024-04-02T09:05:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:33 smithi112 ceph-mon[91385]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:33 smithi112 ceph-mon[88945]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:33 smithi187 ceph-mon[84356]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:34.250 INFO:tasks.workunit.client.0.smithi112.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:34.250 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sbebTmstYc_CDWM off=14537546 len=1950037 2024-04-02T09:05:34.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 4082 completed, throughput=5MB/sec 2024-04-02T09:05:34.259 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4GHD9T5JTNK5U0m off=7897171 len=827603 2024-04-02T09:05:34.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 4083 completed, throughput=5MB/sec 2024-04-02T09:05:34.260 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eIeinME1Pl1PXbR off=19851775 len=485026 2024-04-02T09:05:34.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 4084 completed, throughput=5MB/sec 2024-04-02T09:05:34.263 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_-U_TlNv8dnCXwt off=4732164 len=1050454 2024-04-02T09:05:34.269 INFO:tasks.workunit.client.0.smithi112.stdout:op 4085 completed, throughput=5MB/sec 2024-04-02T09:05:34.269 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vqjvul2eYxPmcgV off=6396027 len=1006077 2024-04-02T09:05:34.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 4086 completed, throughput=5MB/sec 2024-04-02T09:05:35.273 INFO:tasks.workunit.client.0.smithi112.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:35.273 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ygV70q19-fQvzQh off=1144334 len=1834048 2024-04-02T09:05:35.275 INFO:tasks.workunit.client.0.smithi112.stdout:op 4087 completed, throughput=5MB/sec 2024-04-02T09:05:35.275 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Cf8J2-pKMpmUhOR off=2198655 len=576198 2024-04-02T09:05:35.278 INFO:tasks.workunit.client.0.smithi112.stdout:op 4088 completed, throughput=5MB/sec 2024-04-02T09:05:35.279 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oNc4Fv8atC2v9av off=4032511 len=1335179 2024-04-02T09:05:35.285 INFO:tasks.workunit.client.0.smithi112.stdout:op 4089 completed, throughput=5MB/sec 2024-04-02T09:05:35.285 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7XA205GBZj01Qho off=4013540 len=1209036 2024-04-02T09:05:35.286 INFO:tasks.workunit.client.0.smithi112.stdout:op 4090 completed, throughput=5MB/sec 2024-04-02T09:05:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:35 smithi112 ceph-mon[88945]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:35 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:35 smithi112 ceph-mon[91385]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:35 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:35 smithi187 ceph-mon[84356]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:35 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:36.287 INFO:tasks.workunit.client.0.smithi112.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:36.287 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vqjvul2eYxPmcgV off=3465009 len=1083150 2024-04-02T09:05:36.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 4091 completed, throughput=5MB/sec 2024-04-02T09:05:36.291 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P4Q7whP-KlZKGaW off=7531109 len=37151 2024-04-02T09:05:36.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 4092 completed, throughput=5MB/sec 2024-04-02T09:05:36.292 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kHD0tjzbnZBxKPA off=6449067 len=2076888 2024-04-02T09:05:36.300 INFO:tasks.workunit.client.0.smithi112.stdout:op 4093 completed, throughput=5MB/sec 2024-04-02T09:05:36.300 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jor0ho_GqzXxbdf off=15534861 len=1646468 2024-04-02T09:05:36.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 4094 completed, throughput=5MB/sec 2024-04-02T09:05:36.308 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nEVClBkzZD58NU4 off=719250 len=134790 2024-04-02T09:05:36.310 INFO:tasks.workunit.client.0.smithi112.stdout:op 4095 completed, throughput=5MB/sec 2024-04-02T09:05:36.310 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gyE_JMm-eAcbNAB off=414075 len=977349 2024-04-02T09:05:36.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 4096 completed, throughput=5MB/sec 2024-04-02T09:05:36.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:36.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:36.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:05:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:36.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:05:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:05:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:37.314 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QZDTZvW9X8lletg off=1928262 len=1886459 2024-04-02T09:05:37.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 4097 completed, throughput=5MB/sec 2024-04-02T09:05:37.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S-OOASaDJvA4Omj off=1204747 len=19168 2024-04-02T09:05:37.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 4098 completed, throughput=5MB/sec 2024-04-02T09:05:37.325 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c-pzaU8lUeUQ7Mw off=8505178 len=1406591 2024-04-02T09:05:37.332 INFO:tasks.workunit.client.0.smithi112.stdout:op 4099 completed, throughput=5MB/sec 2024-04-02T09:05:37.332 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iE2zQL-BViG7F6s off=16298675 len=131538 2024-04-02T09:05:37.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 4100 completed, throughput=5MB/sec 2024-04-02T09:05:37.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NNP6yGR7woLhK9z off=12381638 len=965053 2024-04-02T09:05:37.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 4101 completed, throughput=5MB/sec 2024-04-02T09:05:37.335 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IAVldzzZZlB7NQo off=12928820 len=1915985 2024-04-02T09:05:37.345 INFO:tasks.workunit.client.0.smithi112.stdout:op 4102 completed, throughput=5MB/sec 2024-04-02T09:05:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:37 smithi112 ceph-mon[91385]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:05:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:37 smithi112 ceph-mon[88945]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:05:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:37 smithi187 ceph-mon[84356]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:05:38.345 INFO:tasks.workunit.client.0.smithi112.stdout: 808: throughput=5MB/sec pending data=0 2024-04-02T09:05:38.346 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BOjkmmP-uzVPgbu off=4369038 len=1312246 2024-04-02T09:05:38.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 4103 completed, throughput=5MB/sec 2024-04-02T09:05:38.350 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h69kaPQCbq5NLlv off=2338639 len=864383 2024-04-02T09:05:38.352 INFO:tasks.workunit.client.0.smithi112.stdout:op 4104 completed, throughput=5MB/sec 2024-04-02T09:05:38.353 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DcN3w4iwHP4OPUz off=2176768 len=1119738 2024-04-02T09:05:38.353 INFO:tasks.workunit.client.0.smithi112.stdout:op 4105 completed, throughput=5MB/sec 2024-04-02T09:05:38.353 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8KU9IA1NsLrDUoR off=4198031 len=1993682 2024-04-02T09:05:38.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 4106 completed, throughput=5MB/sec 2024-04-02T09:05:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:39.363 INFO:tasks.workunit.client.0.smithi112.stdout: 809: throughput=5MB/sec pending data=0 2024-04-02T09:05:39.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7EFcxNF7kne8KOX off=3063355 len=854694 2024-04-02T09:05:39.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 4107 completed, throughput=5MB/sec 2024-04-02T09:05:39.366 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RH_KV47ceLr7AqR off=16585567 len=17103 2024-04-02T09:05:39.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 4108 completed, throughput=5MB/sec 2024-04-02T09:05:39.366 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RU5ffl_TSnUKpAJ off=13867771 len=338003 2024-04-02T09:05:39.367 INFO:tasks.workunit.client.0.smithi112.stdout:op 4109 completed, throughput=5MB/sec 2024-04-02T09:05:39.367 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tDSOA-jm95JGHYV off=1442545 len=435025 2024-04-02T09:05:39.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 4110 completed, throughput=5MB/sec 2024-04-02T09:05:39.369 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GUYTJLHEQuVEXEu off=9563669 len=169050 2024-04-02T09:05:39.372 INFO:tasks.workunit.client.0.smithi112.stdout:op 4111 completed, throughput=5MB/sec 2024-04-02T09:05:39.372 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b4d2sgq8Ff4mhuA off=9132222 len=496703 2024-04-02T09:05:39.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 4112 completed, throughput=5MB/sec 2024-04-02T09:05:39.373 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s7m_NLs8-Rdb3Uc off=1697934 len=406696 2024-04-02T09:05:39.374 INFO:tasks.workunit.client.0.smithi112.stdout:op 4113 completed, throughput=5MB/sec 2024-04-02T09:05:39.374 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7YbmDbBLkwQK-WO off=8626332 len=1677856 2024-04-02T09:05:39.381 INFO:tasks.workunit.client.0.smithi112.stdout:op 4114 completed, throughput=5MB/sec 2024-04-02T09:05:39.564 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:05:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:05:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:05:39.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:39 smithi112 ceph-mon[88945]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:39.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:39 smithi112 ceph-mon[91385]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:39 smithi187 ceph-mon[84356]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:40.381 INFO:tasks.workunit.client.0.smithi112.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:40.382 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4alP_L9aSIIhELF off=2367305 len=283179 2024-04-02T09:05:40.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 4115 completed, throughput=5MB/sec 2024-04-02T09:05:40.384 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ppYySOI1YN8guDk off=741726 len=421420 2024-04-02T09:05:40.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 4116 completed, throughput=5MB/sec 2024-04-02T09:05:40.385 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tEigAUj-U9I_p5b off=264254 len=772780 2024-04-02T09:05:40.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 4117 completed, throughput=5MB/sec 2024-04-02T09:05:40.385 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rKfeS8xX_kiRU31 off=5080655 len=482207 2024-04-02T09:05:40.388 INFO:tasks.workunit.client.0.smithi112.stdout:op 4118 completed, throughput=5MB/sec 2024-04-02T09:05:40.388 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-06MFB0PIvSP5mGw off=4644185 len=2029744 2024-04-02T09:05:40.396 INFO:tasks.workunit.client.0.smithi112.stdout:op 4119 completed, throughput=5MB/sec 2024-04-02T09:05:40.396 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9hSzxaLekfRs_uP off=5106495 len=794768 2024-04-02T09:05:40.400 INFO:tasks.workunit.client.0.smithi112.stdout:op 4120 completed, throughput=5MB/sec 2024-04-02T09:05:41.400 INFO:tasks.workunit.client.0.smithi112.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:41.401 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MiFyfJEQOUaLN5_ off=6718320 len=1257987 2024-04-02T09:05:41.407 INFO:tasks.workunit.client.0.smithi112.stdout:op 4121 completed, throughput=5MB/sec 2024-04-02T09:05:41.407 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DoJamDlgLrZyP08 off=1264530 len=1350266 2024-04-02T09:05:41.411 INFO:tasks.workunit.client.0.smithi112.stdout:op 4122 completed, throughput=5MB/sec 2024-04-02T09:05:41.412 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jTuD_GFcncDD9LN off=3209198 len=692227 2024-04-02T09:05:41.416 INFO:tasks.workunit.client.0.smithi112.stdout:op 4123 completed, throughput=5MB/sec 2024-04-02T09:05:41.416 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ElX8pvGZbltznnk off=20230509 len=1474012 2024-04-02T09:05:41.417 INFO:tasks.workunit.client.0.smithi112.stdout:op 4124 completed, throughput=5MB/sec 2024-04-02T09:05:41.417 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oxeIwa6OPi4VJip off=6922275 len=1203362 2024-04-02T09:05:41.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 4125 completed, throughput=5MB/sec 2024-04-02T09:05:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:41 smithi112 ceph-mon[91385]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:41 smithi112 ceph-mon[88945]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:41 smithi187 ceph-mon[84356]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:05:42.425 INFO:tasks.workunit.client.0.smithi112.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:42.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LkW-b813hzBc1Gp off=12756169 len=1462381 2024-04-02T09:05:42.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 4126 completed, throughput=5MB/sec 2024-04-02T09:05:42.432 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7SFlWjtmwH3owHU off=95639 len=181955 2024-04-02T09:05:42.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 4127 completed, throughput=5MB/sec 2024-04-02T09:05:42.434 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pOi11xpZEx-O2hs off=7145837 len=551606 2024-04-02T09:05:42.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 4128 completed, throughput=5MB/sec 2024-04-02T09:05:42.435 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hnsRaFNWTTOD7V0 off=7039088 len=1840691 2024-04-02T09:05:42.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 4129 completed, throughput=5MB/sec 2024-04-02T09:05:42.445 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z1QnxPRB77QUg_O off=12635708 len=14214 2024-04-02T09:05:42.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 4130 completed, throughput=5MB/sec 2024-04-02T09:05:42.447 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-16slJqTRvsWATSS off=189362 len=98982 2024-04-02T09:05:42.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 4131 completed, throughput=5MB/sec 2024-04-02T09:05:42.447 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-t0PmVXd691rNiP2 off=19464618 len=1926581 2024-04-02T09:05:42.449 INFO:tasks.workunit.client.0.smithi112.stdout:op 4132 completed, throughput=5MB/sec 2024-04-02T09:05:42.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:05:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:43.449 INFO:tasks.workunit.client.0.smithi112.stdout: 813: throughput=5MB/sec pending data=0 2024-04-02T09:05:43.449 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IFlZjMVg3iKTTT7 off=2190732 len=1864994 2024-04-02T09:05:43.456 INFO:tasks.workunit.client.0.smithi112.stdout:op 4133 completed, throughput=5MB/sec 2024-04-02T09:05:43.456 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MCQWH2-N1EQRaNu off=12604844 len=55146 2024-04-02T09:05:43.458 INFO:tasks.workunit.client.0.smithi112.stdout:op 4134 completed, throughput=5MB/sec 2024-04-02T09:05:43.458 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qCnOAHNjFh5uJvE off=1229893 len=550862 2024-04-02T09:05:43.459 INFO:tasks.workunit.client.0.smithi112.stdout:op 4135 completed, throughput=5MB/sec 2024-04-02T09:05:43.459 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ygAvnfc1SHPugza off=11333473 len=337901 2024-04-02T09:05:43.460 INFO:tasks.workunit.client.0.smithi112.stdout:op 4136 completed, throughput=5MB/sec 2024-04-02T09:05:43.460 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ML7OR34ZAES5KpO off=9513325 len=1719541 2024-04-02T09:05:43.468 INFO:tasks.workunit.client.0.smithi112.stdout:op 4137 completed, throughput=5MB/sec 2024-04-02T09:05:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:43 smithi112 ceph-mon[91385]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:05:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:43 smithi112 ceph-mon[88945]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:05:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:43 smithi187 ceph-mon[84356]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:05:44.468 INFO:tasks.workunit.client.0.smithi112.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:44.468 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bIXqY2Kti7Tw8ZG off=6500582 len=1628694 2024-04-02T09:05:44.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 4138 completed, throughput=5MB/sec 2024-04-02T09:05:44.469 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DtpbHHwl9zdJ9bI off=2340358 len=1225637 2024-04-02T09:05:44.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 4139 completed, throughput=5MB/sec 2024-04-02T09:05:44.471 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r3zvXi1fDqX0D47 off=14397682 len=2007933 2024-04-02T09:05:44.472 INFO:tasks.workunit.client.0.smithi112.stdout:op 4140 completed, throughput=5MB/sec 2024-04-02T09:05:45.473 INFO:tasks.workunit.client.0.smithi112.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:45.473 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KVBtwRUNg5djyi7 off=1737929 len=1622572 2024-04-02T09:05:45.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 4141 completed, throughput=5MB/sec 2024-04-02T09:05:45.476 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ir42H6bwi0PXxoK off=12384080 len=1387559 2024-04-02T09:05:45.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 4142 completed, throughput=5MB/sec 2024-04-02T09:05:45.479 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AB4e_m5qIOiSeV3 off=1915362 len=1186222 2024-04-02T09:05:45.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 4143 completed, throughput=5MB/sec 2024-04-02T09:05:45.481 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0MhsZKnuCYBNSqQ off=1870299 len=137561 2024-04-02T09:05:45.483 INFO:tasks.workunit.client.0.smithi112.stdout:op 4144 completed, throughput=5MB/sec 2024-04-02T09:05:45.483 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Lg2B5YSx5pX6G32 off=1285918 len=1213100 2024-04-02T09:05:45.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 4145 completed, throughput=5MB/sec 2024-04-02T09:05:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:45 smithi112 ceph-mon[88945]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:05:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:45 smithi112 ceph-mon[91385]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:05:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:45 smithi187 ceph-mon[84356]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:05:46.486 INFO:tasks.workunit.client.0.smithi112.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:46.486 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-X7UX_xRAQNJYmDo off=4810963 len=901297 2024-04-02T09:05:46.487 INFO:tasks.workunit.client.0.smithi112.stdout:op 4146 completed, throughput=5MB/sec 2024-04-02T09:05:46.487 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pcEkEtpqF0A-udZ off=1674383 len=6362 2024-04-02T09:05:46.489 INFO:tasks.workunit.client.0.smithi112.stdout:op 4147 completed, throughput=5MB/sec 2024-04-02T09:05:46.489 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g-5CYn52UIKoncA off=9752339 len=804097 2024-04-02T09:05:46.491 INFO:tasks.workunit.client.0.smithi112.stdout:op 4148 completed, throughput=5MB/sec 2024-04-02T09:05:46.491 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j1cFqEpub4cJdsC off=5132775 len=742116 2024-04-02T09:05:46.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 4149 completed, throughput=5MB/sec 2024-04-02T09:05:46.495 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5nyAuq78K7iA5la off=0 len=1105768 2024-04-02T09:05:46.496 INFO:tasks.workunit.client.0.smithi112.stdout:op 4150 completed, throughput=5MB/sec 2024-04-02T09:05:46.496 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PJA7Q1kAxYeL7i8 off=4920436 len=836538 2024-04-02T09:05:46.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 4151 completed, throughput=5MB/sec 2024-04-02T09:05:46.501 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QFT31LdiR-S5aJt off=12504966 len=264492 2024-04-02T09:05:46.504 INFO:tasks.workunit.client.0.smithi112.stdout:op 4152 completed, throughput=5MB/sec 2024-04-02T09:05:46.504 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A1TZ2IOBEVSlaEc off=5729870 len=1119951 2024-04-02T09:05:46.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 4153 completed, throughput=5MB/sec 2024-04-02T09:05:47.510 INFO:tasks.workunit.client.0.smithi112.stdout: 817: throughput=5MB/sec pending data=0 2024-04-02T09:05:47.510 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g-xxhawz50FRB82 off=337660 len=1094907 2024-04-02T09:05:47.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 4154 completed, throughput=5MB/sec 2024-04-02T09:05:47.511 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GVo1m4gxWrHcc17 off=8043596 len=446791 2024-04-02T09:05:47.512 INFO:tasks.workunit.client.0.smithi112.stdout:op 4155 completed, throughput=5MB/sec 2024-04-02T09:05:47.512 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hRqjlKRoX7m0RhF off=2100983 len=845786 2024-04-02T09:05:47.512 INFO:tasks.workunit.client.0.smithi112.stdout:op 4156 completed, throughput=5MB/sec 2024-04-02T09:05:47.512 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JRZw6mHGFiEe6JE off=1667537 len=178364 2024-04-02T09:05:47.516 INFO:tasks.workunit.client.0.smithi112.stdout:op 4157 completed, throughput=5MB/sec 2024-04-02T09:05:47.516 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z-gE2de5VUaf3Mg off=4961610 len=1209670 2024-04-02T09:05:47.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 4158 completed, throughput=5MB/sec 2024-04-02T09:05:47.521 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-u26c_ktX47tcc7O off=2526394 len=77040 2024-04-02T09:05:47.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 4159 completed, throughput=5MB/sec 2024-04-02T09:05:47.521 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AHuzIvmc-Dybfqm off=0 len=1322101 2024-04-02T09:05:47.525 INFO:tasks.workunit.client.0.smithi112.stdout:op 4160 completed, throughput=5MB/sec 2024-04-02T09:05:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:47 smithi112 ceph-mon[91385]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:05:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:47 smithi112 ceph-mon[88945]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:05:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:47 smithi187 ceph-mon[84356]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:05:48.526 INFO:tasks.workunit.client.0.smithi112.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:48.526 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PCJEJZCBwHIPRCl off=2149350 len=168744 2024-04-02T09:05:48.526 INFO:tasks.workunit.client.0.smithi112.stdout:op 4161 completed, throughput=5MB/sec 2024-04-02T09:05:48.526 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q-wXmQaojC6MB4C off=2770093 len=1482835 2024-04-02T09:05:48.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 4162 completed, throughput=5MB/sec 2024-04-02T09:05:48.532 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8Z_Vr8FgPy_pKU9 off=8397965 len=1645791 2024-04-02T09:05:48.537 INFO:tasks.workunit.client.0.smithi112.stdout:op 4163 completed, throughput=5MB/sec 2024-04-02T09:05:48.537 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Dxj2FXfZZB4CJtW off=736572 len=132676 2024-04-02T09:05:48.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 4164 completed, throughput=5MB/sec 2024-04-02T09:05:48.539 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pMN27ueaV1dc3DH off=15814296 len=2014036 2024-04-02T09:05:48.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 4165 completed, throughput=5MB/sec 2024-04-02T09:05:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: 819: throughput=5MB/sec pending data=0 2024-04-02T09:05:49.541 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Y2ZsKmX08V2EXN off=8865216 len=1404084 2024-04-02T09:05:49.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 4166 completed, throughput=5MB/sec 2024-04-02T09:05:49.548 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_V0G7Z_Yhb7nQr4 off=5728385 len=723952 2024-04-02T09:05:49.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 4167 completed, throughput=5MB/sec 2024-04-02T09:05:49.549 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6kP8JS44NKxCO56 off=2272155 len=321362 2024-04-02T09:05:49.551 INFO:tasks.workunit.client.0.smithi112.stdout:op 4168 completed, throughput=5MB/sec 2024-04-02T09:05:49.551 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qL0p8L2hJlVY8Y9 off=1199251 len=304783 2024-04-02T09:05:49.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 4169 completed, throughput=5MB/sec 2024-04-02T09:05:49.553 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qVATuhWCRDZl3Ok off=1111929 len=48103 2024-04-02T09:05:49.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 4170 completed, throughput=5MB/sec 2024-04-02T09:05:49.555 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4kxPJbXrwVHT_0l off=9582348 len=346521 2024-04-02T09:05:49.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 4171 completed, throughput=5MB/sec 2024-04-02T09:05:49.555 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AwQMlQICgFOmNwG off=20139634 len=1401906 2024-04-02T09:05:49.562 INFO:tasks.workunit.client.0.smithi112.stdout:op 4172 completed, throughput=5MB/sec 2024-04-02T09:05:49.580 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:05:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:05:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:05:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:49 smithi112 ceph-mon[91385]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:05:49.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:49 smithi112 ceph-mon[88945]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:05:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:49 smithi187 ceph-mon[84356]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:05:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:50.562 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iYdXxfEVU1YwMzG off=3167706 len=352179 2024-04-02T09:05:50.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 4173 completed, throughput=4.99MB/sec 2024-04-02T09:05:50.563 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n7IZLQJ_7GDqot8 off=5775816 len=1665728 2024-04-02T09:05:50.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 4174 completed, throughput=5MB/sec 2024-04-02T09:05:50.569 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HGw7flwx-UdMeEq off=12889895 len=1454911 2024-04-02T09:05:50.570 INFO:tasks.workunit.client.0.smithi112.stdout:op 4175 completed, throughput=5MB/sec 2024-04-02T09:05:50.571 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GMesifcdd5r2mPL off=418967 len=1551935 2024-04-02T09:05:50.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 4176 completed, throughput=5MB/sec 2024-04-02T09:05:50.586 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z4REehP4RHsCqM3 off=2975445 len=127601 2024-04-02T09:05:50.588 INFO:tasks.workunit.client.0.smithi112.stdout:op 4177 completed, throughput=5MB/sec 2024-04-02T09:05:50.589 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C_akrfVOc5bbh0m off=4666424 len=1911567 2024-04-02T09:05:50.592 INFO:tasks.workunit.client.0.smithi112.stdout:op 4178 completed, throughput=5MB/sec 2024-04-02T09:05:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: 821: throughput=5MB/sec pending data=0 2024-04-02T09:05:51.593 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OzlP7Q9z6QR1OHm off=1755547 len=414010 2024-04-02T09:05:51.596 INFO:tasks.workunit.client.0.smithi112.stdout:op 4179 completed, throughput=5MB/sec 2024-04-02T09:05:51.596 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ugasiqkzRuc1dlp off=6931472 len=2010696 2024-04-02T09:05:51.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 4180 completed, throughput=5MB/sec 2024-04-02T09:05:51.607 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LVx6ijj9inmHlcz off=13695997 len=340396 2024-04-02T09:05:51.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 4181 completed, throughput=5MB/sec 2024-04-02T09:05:51.610 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eju_41CCqUy3AKq off=8812791 len=482767 2024-04-02T09:05:51.613 INFO:tasks.workunit.client.0.smithi112.stdout:op 4182 completed, throughput=5MB/sec 2024-04-02T09:05:51.613 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0A-uzDY02uPcMgt off=295750 len=848401 2024-04-02T09:05:51.616 INFO:tasks.workunit.client.0.smithi112.stdout:op 4183 completed, throughput=5MB/sec 2024-04-02T09:05:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:51 smithi112 ceph-mon[88945]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:51 smithi112 ceph-mon[91385]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:51 smithi187 ceph-mon[84356]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:52.617 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AW3TVoJR2mshW6y off=2720343 len=1664591 2024-04-02T09:05:52.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 4184 completed, throughput=5MB/sec 2024-04-02T09:05:52.618 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G_AO3LDmK2-h7Xx off=16524675 len=2144 2024-04-02T09:05:52.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 4185 completed, throughput=5MB/sec 2024-04-02T09:05:52.620 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OTJiAa8sgXELl6U off=18540149 len=1156812 2024-04-02T09:05:52.625 INFO:tasks.workunit.client.0.smithi112.stdout:op 4186 completed, throughput=5MB/sec 2024-04-02T09:05:52.625 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0olNvRL4ikdRNG4 off=6527215 len=276198 2024-04-02T09:05:52.626 INFO:tasks.workunit.client.0.smithi112.stdout:op 4187 completed, throughput=5MB/sec 2024-04-02T09:05:52.626 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5emwRXE6iv3WpkV off=7298110 len=1235016 2024-04-02T09:05:52.627 INFO:tasks.workunit.client.0.smithi112.stdout:op 4188 completed, throughput=5MB/sec 2024-04-02T09:05:52.627 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lOdj2Wpmg9H_0h4 off=6220149 len=1398074 2024-04-02T09:05:52.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 4189 completed, throughput=5MB/sec 2024-04-02T09:05:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:05:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: 823: throughput=5MB/sec pending data=0 2024-04-02T09:05:53.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jor0ho_GqzXxbdf off=2112392 len=1096219 2024-04-02T09:05:53.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 4190 completed, throughput=5MB/sec 2024-04-02T09:05:53.630 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uA_hrgIC1G310-g off=8432683 len=89420 2024-04-02T09:05:53.632 INFO:tasks.workunit.client.0.smithi112.stdout:op 4191 completed, throughput=5MB/sec 2024-04-02T09:05:53.632 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zhcSfcvYLu3fHXe off=14659848 len=113311 2024-04-02T09:05:53.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 4192 completed, throughput=5MB/sec 2024-04-02T09:05:53.633 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oU01XHivSLT-duk off=3941969 len=1649002 2024-04-02T09:05:53.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 4193 completed, throughput=5MB/sec 2024-04-02T09:05:53.634 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tTFcdK3LoTsJ5BN off=6088890 len=1522614 2024-04-02T09:05:53.635 INFO:tasks.workunit.client.0.smithi112.stdout:op 4194 completed, throughput=5MB/sec 2024-04-02T09:05:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:53 smithi112 ceph-mon[91385]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:53 smithi112 ceph-mon[88945]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:53 smithi187 ceph-mon[84356]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:54.636 INFO:tasks.workunit.client.0.smithi112.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:54.636 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c61gZlKb10rwxtl off=3801009 len=950893 2024-04-02T09:05:54.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 4195 completed, throughput=5MB/sec 2024-04-02T09:05:54.638 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UA4l6CDYtR2CpXL off=10883895 len=666303 2024-04-02T09:05:54.639 INFO:tasks.workunit.client.0.smithi112.stdout:op 4196 completed, throughput=5MB/sec 2024-04-02T09:05:54.639 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N85biDH0hLcCy1S off=3388377 len=171410 2024-04-02T09:05:54.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 4197 completed, throughput=5MB/sec 2024-04-02T09:05:54.641 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wuCHSYGpnM4oW1I off=10732388 len=371196 2024-04-02T09:05:54.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 4198 completed, throughput=5MB/sec 2024-04-02T09:05:54.642 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BeiVT92DeoHonjb off=7432702 len=876062 2024-04-02T09:05:54.643 INFO:tasks.workunit.client.0.smithi112.stdout:op 4199 completed, throughput=5MB/sec 2024-04-02T09:05:54.643 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gB0-R_u6Bi72zPt off=1577894 len=909179 2024-04-02T09:05:54.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 4200 completed, throughput=5MB/sec 2024-04-02T09:05:54.648 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nudt_xlSsrKeZhp off=7575969 len=783735 2024-04-02T09:05:54.652 INFO:tasks.workunit.client.0.smithi112.stdout:op 4201 completed, throughput=5MB/sec 2024-04-02T09:05:54.652 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rPef3M9qoLFgGtM off=13571555 len=731961 2024-04-02T09:05:54.652 INFO:tasks.workunit.client.0.smithi112.stdout:op 4202 completed, throughput=5MB/sec 2024-04-02T09:05:55.653 INFO:tasks.workunit.client.0.smithi112.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:55.654 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nRsfjrBQo3TbUpf off=3737007 len=41231 2024-04-02T09:05:55.654 INFO:tasks.workunit.client.0.smithi112.stdout:op 4203 completed, throughput=4.99MB/sec 2024-04-02T09:05:55.654 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bMCJMJCbbA_tGHU off=16927189 len=1075608 2024-04-02T09:05:55.657 INFO:tasks.workunit.client.0.smithi112.stdout:op 4204 completed, throughput=5MB/sec 2024-04-02T09:05:55.657 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--GcEH_qLWO780UA off=12092342 len=1397231 2024-04-02T09:05:55.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 4205 completed, throughput=5MB/sec 2024-04-02T09:05:55.663 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CIZpzfF2fkiM7OJ off=10379071 len=64237 2024-04-02T09:05:55.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 4206 completed, throughput=5MB/sec 2024-04-02T09:05:55.663 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DFM_khJ27rT59c8 off=1907699 len=595862 2024-04-02T09:05:55.666 INFO:tasks.workunit.client.0.smithi112.stdout:op 4207 completed, throughput=5MB/sec 2024-04-02T09:05:55.666 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vx-XliCDDSNt_y9 off=16433508 len=145734 2024-04-02T09:05:55.669 INFO:tasks.workunit.client.0.smithi112.stdout:op 4208 completed, throughput=5MB/sec 2024-04-02T09:05:55.669 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-drzY_b_DXRIVjXr off=859247 len=1763653 2024-04-02T09:05:55.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 4209 completed, throughput=5MB/sec 2024-04-02T09:05:55.674 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uzPEMVJhNv3F63- off=4168363 len=472012 2024-04-02T09:05:55.677 INFO:tasks.workunit.client.0.smithi112.stdout:op 4210 completed, throughput=5MB/sec 2024-04-02T09:05:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:55 smithi112 ceph-mon[91385]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:05:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:55 smithi112 ceph-mon[88945]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:05:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:55 smithi187 ceph-mon[84356]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:05:56.677 INFO:tasks.workunit.client.0.smithi112.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:56.677 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-et39oIvvK5_L5e6 off=4421797 len=314443 2024-04-02T09:05:56.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 4211 completed, throughput=4.99MB/sec 2024-04-02T09:05:56.680 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FVOPtW-6P0QMgPP off=4541328 len=787597 2024-04-02T09:05:56.685 INFO:tasks.workunit.client.0.smithi112.stdout:op 4212 completed, throughput=5MB/sec 2024-04-02T09:05:56.685 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kQ-W5WEbwkQ6MP7 off=12942985 len=1221171 2024-04-02T09:05:56.686 INFO:tasks.workunit.client.0.smithi112.stdout:op 4213 completed, throughput=5MB/sec 2024-04-02T09:05:56.686 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6cgAPg65oX-3bX6 off=8007639 len=465780 2024-04-02T09:05:56.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 4214 completed, throughput=5MB/sec 2024-04-02T09:05:56.687 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qKIeIYRTgphCeIc off=11589967 len=1786934 2024-04-02T09:05:56.694 INFO:tasks.workunit.client.0.smithi112.stdout:op 4215 completed, throughput=5MB/sec 2024-04-02T09:05:56.694 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i29aWMgw5f5PQ2j off=0 len=1555219 2024-04-02T09:05:56.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 4216 completed, throughput=5MB/sec 2024-04-02T09:05:57.700 INFO:tasks.workunit.client.0.smithi112.stdout: 827: throughput=5MB/sec pending data=0 2024-04-02T09:05:57.700 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B8fOmA_q3Ph2KQD off=19578 len=354273 2024-04-02T09:05:57.701 INFO:tasks.workunit.client.0.smithi112.stdout:op 4217 completed, throughput=5MB/sec 2024-04-02T09:05:57.701 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OJttRaKv4Wfe_QD off=882975 len=462096 2024-04-02T09:05:57.703 INFO:tasks.workunit.client.0.smithi112.stdout:op 4218 completed, throughput=5MB/sec 2024-04-02T09:05:57.703 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ljDmwlulvu8tjHe off=10108012 len=259808 2024-04-02T09:05:57.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 4219 completed, throughput=5MB/sec 2024-04-02T09:05:57.704 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jKqxRgBhjubbde3 off=1599023 len=528120 2024-04-02T09:05:57.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 4220 completed, throughput=5MB/sec 2024-04-02T09:05:57.707 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QIUgt-VBAWQds59 off=1930775 len=1145377 2024-04-02T09:05:57.713 INFO:tasks.workunit.client.0.smithi112.stdout:op 4221 completed, throughput=5MB/sec 2024-04-02T09:05:57.713 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jjCeOsw8t6R3Ypg off=1077699 len=339685 2024-04-02T09:05:57.715 INFO:tasks.workunit.client.0.smithi112.stdout:op 4222 completed, throughput=5MB/sec 2024-04-02T09:05:57.715 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DST4e7VrANL4ZwK off=11153547 len=217875 2024-04-02T09:05:57.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 4223 completed, throughput=5MB/sec 2024-04-02T09:05:57.718 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wO4iB56PbYLdHV0 off=3977228 len=933048 2024-04-02T09:05:57.722 INFO:tasks.workunit.client.0.smithi112.stdout:op 4224 completed, throughput=5MB/sec 2024-04-02T09:05:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:57 smithi112 ceph-mon[88945]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:57 smithi112 ceph-mon[91385]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:57 smithi187 ceph-mon[84356]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:58.722 INFO:tasks.workunit.client.0.smithi112.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:58.722 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0j1f-gqnsG_cecQ off=2938806 len=1020387 2024-04-02T09:05:58.723 INFO:tasks.workunit.client.0.smithi112.stdout:op 4225 completed, throughput=5MB/sec 2024-04-02T09:05:58.723 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0GLT9YGxzmolrAr off=3239734 len=1475133 2024-04-02T09:05:58.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 4226 completed, throughput=5MB/sec 2024-04-02T09:05:58.725 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h0xio1sjbPXwJfG off=2460391 len=1068330 2024-04-02T09:05:58.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 4227 completed, throughput=5MB/sec 2024-04-02T09:05:58.727 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-25BFg9WPPiQ6P1S off=16471771 len=1543279 2024-04-02T09:05:58.728 INFO:tasks.workunit.client.0.smithi112.stdout:op 4228 completed, throughput=5MB/sec 2024-04-02T09:05:58.728 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bDDy2JgsUYw5NQp off=0 len=1599616 2024-04-02T09:05:58.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 4229 completed, throughput=5MB/sec 2024-04-02T09:05:59.596 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:05:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:05:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-02T09:05:59.730 INFO:tasks.workunit.client.0.smithi112.stdout: 829: throughput=5MB/sec pending data=0 2024-04-02T09:05:59.730 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MZz33_JEbpju_hA off=2366974 len=275457 2024-04-02T09:05:59.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 4230 completed, throughput=5MB/sec 2024-04-02T09:05:59.733 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pHdSv98-t8j1ZkF off=17108296 len=2065098 2024-04-02T09:05:59.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 4231 completed, throughput=5MB/sec 2024-04-02T09:05:59.737 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BplB22bWOAK6LTG off=23041 len=1398426 2024-04-02T09:05:59.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 4232 completed, throughput=5MB/sec 2024-04-02T09:05:59.744 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xt8LAjavOidLe0R off=2940506 len=1465903 2024-04-02T09:05:59.751 INFO:tasks.workunit.client.0.smithi112.stdout:op 4233 completed, throughput=5MB/sec 2024-04-02T09:05:59.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:05:59 smithi112 ceph-mon[88945]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:59.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:05:59 smithi112 ceph-mon[91385]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:05:59 smithi187 ceph-mon[84356]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:00.751 INFO:tasks.workunit.client.0.smithi112.stdout: 830: throughput=5MB/sec pending data=0 2024-04-02T09:06:00.752 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0g3p5d1zWGt6RhN off=10873283 len=59786 2024-04-02T09:06:00.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 4234 completed, throughput=5MB/sec 2024-04-02T09:06:00.752 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oPX-OHLq6fR6lom off=14426473 len=1651460 2024-04-02T09:06:00.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 4235 completed, throughput=5MB/sec 2024-04-02T09:06:00.759 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PtNPCQKSJ1vyMXV off=6944779 len=1097773 2024-04-02T09:06:00.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 4236 completed, throughput=5MB/sec 2024-04-02T09:06:00.766 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1zPhG-MTRKYJO-E off=100752 len=656746 2024-04-02T09:06:00.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 4237 completed, throughput=5MB/sec 2024-04-02T09:06:00.766 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4vAeS_qDkOkm12i off=5292808 len=967960 2024-04-02T09:06:00.770 INFO:tasks.workunit.client.0.smithi112.stdout:op 4238 completed, throughput=5MB/sec 2024-04-02T09:06:01.771 INFO:tasks.workunit.client.0.smithi112.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:01.771 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sDbKeGOkDyc-cIS off=4347083 len=2038139 2024-04-02T09:06:01.783 INFO:tasks.workunit.client.0.smithi112.stdout:op 4239 completed, throughput=5MB/sec 2024-04-02T09:06:01.784 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1hPYNZDpcDcRw5s off=2943062 len=2056221 2024-04-02T09:06:01.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 4240 completed, throughput=5MB/sec 2024-04-02T09:06:01.790 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SbzxaEf2fybDskA off=3312333 len=1599748 2024-04-02T09:06:01.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 4241 completed, throughput=5MB/sec 2024-04-02T09:06:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:01 smithi112 ceph-mon[88945]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:01 smithi112 ceph-mon[91385]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:01 smithi187 ceph-mon[84356]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:06:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:02.792 INFO:tasks.workunit.client.0.smithi112.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:02.792 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-C4Pusmp-OMxyg6V off=6804369 len=1693104 2024-04-02T09:06:02.800 INFO:tasks.workunit.client.0.smithi112.stdout:op 4242 completed, throughput=5MB/sec 2024-04-02T09:06:02.800 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2Oe449n2eYtRK6e off=21106041 len=1482642 2024-04-02T09:06:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:op 4243 completed, throughput=5MB/sec 2024-04-02T09:06:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9Bt20kSCDChBYVV off=3980990 len=491701 2024-04-02T09:06:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:op 4244 completed, throughput=5MB/sec 2024-04-02T09:06:02.806 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TTVntGRLYflAVPp off=780817 len=336935 2024-04-02T09:06:02.807 INFO:tasks.workunit.client.0.smithi112.stdout:op 4245 completed, throughput=5MB/sec 2024-04-02T09:06:02.807 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5IMO_ZmCLnOeQIE off=6273060 len=841567 2024-04-02T09:06:02.807 INFO:tasks.workunit.client.0.smithi112.stdout:op 4246 completed, throughput=5MB/sec 2024-04-02T09:06:03.808 INFO:tasks.workunit.client.0.smithi112.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:03.808 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N-OU9Rjz9ZH5a0R off=10683917 len=683665 2024-04-02T09:06:03.813 INFO:tasks.workunit.client.0.smithi112.stdout:op 4247 completed, throughput=5MB/sec 2024-04-02T09:06:03.813 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F8SY7h-ndg0oL5K off=23837035 len=543433 2024-04-02T09:06:03.815 INFO:tasks.workunit.client.0.smithi112.stdout:op 4248 completed, throughput=5MB/sec 2024-04-02T09:06:03.815 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v3M4eRYjJzbZsqY off=7439219 len=1728753 2024-04-02T09:06:03.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 4249 completed, throughput=5MB/sec 2024-04-02T09:06:03.821 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8-SVlgyuwAnu_Km off=18781424 len=202392 2024-04-02T09:06:03.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 4250 completed, throughput=5MB/sec 2024-04-02T09:06:03.822 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y_Yu-78U9cqrMj4 off=1158749 len=606236 2024-04-02T09:06:03.826 INFO:tasks.workunit.client.0.smithi112.stdout:op 4251 completed, throughput=5MB/sec 2024-04-02T09:06:03.826 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0vjrGz4wpQ1ahB1 off=23718968 len=595712 2024-04-02T09:06:03.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 4252 completed, throughput=5MB/sec 2024-04-02T09:06:03.827 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fXTo-mATrAUncT- off=8468066 len=961984 2024-04-02T09:06:03.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 4253 completed, throughput=5MB/sec 2024-04-02T09:06:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:03 smithi112 ceph-mon[88945]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:06:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:03 smithi112 ceph-mon[91385]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:06:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:03 smithi187 ceph-mon[84356]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:06:04.827 INFO:tasks.workunit.client.0.smithi112.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:04.828 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O0Reco2GztzDapN off=0 len=1874321 2024-04-02T09:06:04.829 INFO:tasks.workunit.client.0.smithi112.stdout:op 4254 completed, throughput=5MB/sec 2024-04-02T09:06:04.829 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FDV8QcF3tOB2Trr off=15045348 len=992486 2024-04-02T09:06:04.830 INFO:tasks.workunit.client.0.smithi112.stdout:op 4255 completed, throughput=5MB/sec 2024-04-02T09:06:04.830 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pFuS_-kVtCUV2eM off=9572959 len=1234947 2024-04-02T09:06:04.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 4256 completed, throughput=5MB/sec 2024-04-02T09:06:04.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z3FOuzHKbkMTOGF off=10815071 len=1084705 2024-04-02T09:06:04.837 INFO:tasks.workunit.client.0.smithi112.stdout:op 4257 completed, throughput=5MB/sec 2024-04-02T09:06:05.838 INFO:tasks.workunit.client.0.smithi112.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:05.838 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cr3ToEpi03k298b off=610988 len=1815317 2024-04-02T09:06:05.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 4258 completed, throughput=5MB/sec 2024-04-02T09:06:05.844 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PXH2_UySP51TAzZ off=8835024 len=750995 2024-04-02T09:06:05.847 INFO:tasks.workunit.client.0.smithi112.stdout:op 4259 completed, throughput=5MB/sec 2024-04-02T09:06:05.847 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vacys6hN10jMFiS off=7858581 len=636983 2024-04-02T09:06:05.850 INFO:tasks.workunit.client.0.smithi112.stdout:op 4260 completed, throughput=5MB/sec 2024-04-02T09:06:05.850 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uvubupjTy0mFzyK off=7189053 len=87542 2024-04-02T09:06:05.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 4261 completed, throughput=5MB/sec 2024-04-02T09:06:05.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rXMfnBpuA-NwC1H off=1244238 len=1689588 2024-04-02T09:06:05.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 4262 completed, throughput=5MB/sec 2024-04-02T09:06:05.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ewmFLawNi6VP8QW off=1847880 len=1588096 2024-04-02T09:06:05.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 4263 completed, throughput=5MB/sec 2024-04-02T09:06:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:05 smithi112 ceph-mon[88945]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:06:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:05 smithi112 ceph-mon[91385]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:06:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:05 smithi187 ceph-mon[84356]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:06:06.865 INFO:tasks.workunit.client.0.smithi112.stdout: 836: throughput=5MB/sec pending data=0 2024-04-02T09:06:06.866 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Uez2MOnUCLaBdYQ off=3121577 len=862663 2024-04-02T09:06:06.866 INFO:tasks.workunit.client.0.smithi112.stdout:op 4264 completed, throughput=5MB/sec 2024-04-02T09:06:06.866 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z2HUIGtlMNp0maZ off=1156124 len=1268905 2024-04-02T09:06:06.872 INFO:tasks.workunit.client.0.smithi112.stdout:op 4265 completed, throughput=5MB/sec 2024-04-02T09:06:06.872 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qx0Ur-49e9JO9Vw off=758162 len=1781998 2024-04-02T09:06:06.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 4266 completed, throughput=5MB/sec 2024-04-02T09:06:06.877 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MNA-CLURi8cZbtn off=20110059 len=452199 2024-04-02T09:06:06.880 INFO:tasks.workunit.client.0.smithi112.stdout:op 4267 completed, throughput=5MB/sec 2024-04-02T09:06:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:07 smithi112 ceph-mon[91385]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:06:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:07 smithi112 ceph-mon[88945]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:06:07.880 INFO:tasks.workunit.client.0.smithi112.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:07.881 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VluNaR6o-xunCgx off=6426061 len=1658035 2024-04-02T09:06:07.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 4268 completed, throughput=5MB/sec 2024-04-02T09:06:07.882 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gvTDDxRPyw-OAKB off=4032229 len=1207089 2024-04-02T09:06:07.888 INFO:tasks.workunit.client.0.smithi112.stdout:op 4269 completed, throughput=5MB/sec 2024-04-02T09:06:07.888 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3cmXM7SMSZ2lLTB off=8656505 len=128467 2024-04-02T09:06:07.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 4270 completed, throughput=5MB/sec 2024-04-02T09:06:07.890 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vEUFYwcR2uSs3a- off=2220927 len=1428635 2024-04-02T09:06:07.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 4271 completed, throughput=5MB/sec 2024-04-02T09:06:07.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E3KqLY0ygml8846 off=2215896 len=2071491 2024-04-02T09:06:07.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 4272 completed, throughput=5MB/sec 2024-04-02T09:06:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:07 smithi187 ceph-mon[84356]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:06:08.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:08.908 INFO:tasks.workunit.client.0.smithi112.stdout: 838: throughput=5MB/sec pending data=0 2024-04-02T09:06:08.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kJiLuUdnoaHJTJb off=1398585 len=305513 2024-04-02T09:06:08.909 INFO:tasks.workunit.client.0.smithi112.stdout:op 4273 completed, throughput=5MB/sec 2024-04-02T09:06:08.909 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NodlMXWeU3TwGV5 off=13871076 len=1283585 2024-04-02T09:06:08.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 4274 completed, throughput=5MB/sec 2024-04-02T09:06:08.916 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EnFEcayPSUtHvtG off=16418937 len=1329031 2024-04-02T09:06:08.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 4275 completed, throughput=5MB/sec 2024-04-02T09:06:08.917 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zJFWXBUxJbJijuV off=834905 len=456350 2024-04-02T09:06:08.918 INFO:tasks.workunit.client.0.smithi112.stdout:op 4276 completed, throughput=5MB/sec 2024-04-02T09:06:08.919 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ECn5Vr_qGRWxDVa off=0 len=1743844 2024-04-02T09:06:08.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 4277 completed, throughput=5MB/sec 2024-04-02T09:06:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:09.611 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:06:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:06:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:06:09.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:09 smithi112 ceph-mon[91385]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:06:09.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:09 smithi112 ceph-mon[88945]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:06:09.928 INFO:tasks.workunit.client.0.smithi112.stdout: 839: throughput=5MB/sec pending data=0 2024-04-02T09:06:09.928 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PvFb9Qkh49bvdZY off=529043 len=1640078 2024-04-02T09:06:09.929 INFO:tasks.workunit.client.0.smithi112.stdout:op 4278 completed, throughput=5MB/sec 2024-04-02T09:06:09.929 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hMMqzD66hRtaqJ0 off=11414411 len=745898 2024-04-02T09:06:09.930 INFO:tasks.workunit.client.0.smithi112.stdout:op 4279 completed, throughput=5MB/sec 2024-04-02T09:06:09.930 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-whLbSv8ok5eIdMy off=17232954 len=1187161 2024-04-02T09:06:09.933 INFO:tasks.workunit.client.0.smithi112.stdout:op 4280 completed, throughput=5MB/sec 2024-04-02T09:06:09.933 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hsEoF60tYQQg0_p off=2495467 len=1617920 2024-04-02T09:06:09.934 INFO:tasks.workunit.client.0.smithi112.stdout:op 4281 completed, throughput=5MB/sec 2024-04-02T09:06:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:09 smithi187 ceph-mon[84356]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:06:10.934 INFO:tasks.workunit.client.0.smithi112.stdout: 840: throughput=5MB/sec pending data=0 2024-04-02T09:06:10.935 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W5yrgBWRCZJ1vB1 off=555792 len=1725768 2024-04-02T09:06:10.936 INFO:tasks.workunit.client.0.smithi112.stdout:op 4282 completed, throughput=5MB/sec 2024-04-02T09:06:10.936 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2jReYwcrdDtmnft off=20895230 len=1697754 2024-04-02T09:06:10.937 INFO:tasks.workunit.client.0.smithi112.stdout:op 4283 completed, throughput=5MB/sec 2024-04-02T09:06:10.937 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PQNNJRTcwZQz1EV off=448698 len=1493519 2024-04-02T09:06:10.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 4284 completed, throughput=5MB/sec 2024-04-02T09:06:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:11 smithi112 ceph-mon[91385]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:11 smithi112 ceph-mon[88945]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:11.939 INFO:tasks.workunit.client.0.smithi112.stdout: 841: throughput=5MB/sec pending data=0 2024-04-02T09:06:11.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-42-SPpspG0S5hFU off=9006300 len=1094158 2024-04-02T09:06:11.943 INFO:tasks.workunit.client.0.smithi112.stdout:op 4285 completed, throughput=5MB/sec 2024-04-02T09:06:11.944 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HnJSQzUUzlFGVuZ off=13017606 len=1571050 2024-04-02T09:06:11.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 4286 completed, throughput=5MB/sec 2024-04-02T09:06:11.951 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Yypv-a0AV38XOjs off=3559072 len=1573389 2024-04-02T09:06:11.957 INFO:tasks.workunit.client.0.smithi112.stdout:op 4287 completed, throughput=5MB/sec 2024-04-02T09:06:11.957 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B3Z3JSv7irpzPq_ off=2083424 len=1852273 2024-04-02T09:06:11.959 INFO:tasks.workunit.client.0.smithi112.stdout:op 4288 completed, throughput=5MB/sec 2024-04-02T09:06:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:11 smithi187 ceph-mon[84356]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:06:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:12.959 INFO:tasks.workunit.client.0.smithi112.stdout: 842: throughput=5MB/sec pending data=0 2024-04-02T09:06:12.959 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ncJiM_zAQ-PxNr6 off=19872152 len=1358722 2024-04-02T09:06:12.966 INFO:tasks.workunit.client.0.smithi112.stdout:op 4289 completed, throughput=5MB/sec 2024-04-02T09:06:12.966 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vGTc6-rlV6NBaT3 off=15757216 len=1689876 2024-04-02T09:06:12.967 INFO:tasks.workunit.client.0.smithi112.stdout:op 4290 completed, throughput=5MB/sec 2024-04-02T09:06:12.968 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ngY9zNrlT_J_qzM off=6758854 len=1748392 2024-04-02T09:06:12.968 INFO:tasks.workunit.client.0.smithi112.stdout:op 4291 completed, throughput=5MB/sec 2024-04-02T09:06:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:13 smithi112 ceph-mon[91385]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:06:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:13 smithi112 ceph-mon[88945]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:06:13.969 INFO:tasks.workunit.client.0.smithi112.stdout: 843: throughput=5MB/sec pending data=0 2024-04-02T09:06:13.969 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MtWiNxp7W4y9Hrp off=6755800 len=1594728 2024-04-02T09:06:13.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 4292 completed, throughput=5MB/sec 2024-04-02T09:06:13.970 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Fm0ApQtfjbMftJi off=2350472 len=1877832 2024-04-02T09:06:13.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 4293 completed, throughput=5MB/sec 2024-04-02T09:06:13.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NGZzaQBEWJceeZL off=11269390 len=299800 2024-04-02T09:06:13.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 4294 completed, throughput=5MB/sec 2024-04-02T09:06:13.973 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-20xfrq2TJsyQari off=3161891 len=2025348 2024-04-02T09:06:13.974 INFO:tasks.workunit.client.0.smithi112.stdout:op 4295 completed, throughput=5MB/sec 2024-04-02T09:06:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:13 smithi187 ceph-mon[84356]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:06:14.974 INFO:tasks.workunit.client.0.smithi112.stdout: 844: throughput=5MB/sec pending data=0 2024-04-02T09:06:14.974 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KnR4b-FmkY2abFt off=14151582 len=1825528 2024-04-02T09:06:14.984 INFO:tasks.workunit.client.0.smithi112.stdout:op 4296 completed, throughput=5MB/sec 2024-04-02T09:06:14.984 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CbRI24nl7T_3Tsb off=14670679 len=272400 2024-04-02T09:06:14.988 INFO:tasks.workunit.client.0.smithi112.stdout:op 4297 completed, throughput=5MB/sec 2024-04-02T09:06:14.988 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uhvQX1pOdeQLIM5 off=16010120 len=1028777 2024-04-02T09:06:14.989 INFO:tasks.workunit.client.0.smithi112.stdout:op 4298 completed, throughput=5MB/sec 2024-04-02T09:06:14.989 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YbvXtx5lmJUm1Gl off=1159653 len=339933 2024-04-02T09:06:14.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 4299 completed, throughput=5MB/sec 2024-04-02T09:06:14.992 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8ZLFiGagMXCXAZD off=5205927 len=659273 2024-04-02T09:06:14.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 4300 completed, throughput=5MB/sec 2024-04-02T09:06:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:15 smithi187 ceph-mon[84356]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:06:15.992 INFO:tasks.workunit.client.0.smithi112.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:15.993 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g6i97B3CPCtpF1i off=4278608 len=1234265 2024-04-02T09:06:15.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 4301 completed, throughput=5MB/sec 2024-04-02T09:06:15.998 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-czPLsKe5u8wCTCn off=541367 len=146272 2024-04-02T09:06:16.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 4302 completed, throughput=5MB/sec 2024-04-02T09:06:16.000 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WSQ4q_McTbUZD7K off=2877134 len=1218032 2024-04-02T09:06:16.006 INFO:tasks.workunit.client.0.smithi112.stdout:op 4303 completed, throughput=5MB/sec 2024-04-02T09:06:16.006 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-M8nqcLo5_6h-Ao5 off=3193784 len=545094 2024-04-02T09:06:16.007 INFO:tasks.workunit.client.0.smithi112.stdout:op 4304 completed, throughput=5MB/sec 2024-04-02T09:06:16.007 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-crDl9hVZsrOix6T off=10073237 len=852324 2024-04-02T09:06:16.010 INFO:tasks.workunit.client.0.smithi112.stdout:op 4305 completed, throughput=5MB/sec 2024-04-02T09:06:16.010 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pKeWpR37mgOn9RS off=3408708 len=343077 2024-04-02T09:06:16.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 4306 completed, throughput=5MB/sec 2024-04-02T09:06:16.012 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jm8Es31AltTpYh2 off=2849060 len=221536 2024-04-02T09:06:16.015 INFO:tasks.workunit.client.0.smithi112.stdout:op 4307 completed, throughput=5MB/sec 2024-04-02T09:06:16.015 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BzcO6vs8mwIMRlw off=5075716 len=1184201 2024-04-02T09:06:16.016 INFO:tasks.workunit.client.0.smithi112.stdout:op 4308 completed, throughput=5MB/sec 2024-04-02T09:06:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:15 smithi112 ceph-mon[91385]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:06:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:15 smithi112 ceph-mon[88945]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:06:17.016 INFO:tasks.workunit.client.0.smithi112.stdout: 846: throughput=5MB/sec pending data=0 2024-04-02T09:06:17.016 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rwUVEHVc_ApO0lN off=1888619 len=1154593 2024-04-02T09:06:17.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 4309 completed, throughput=5MB/sec 2024-04-02T09:06:17.022 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tXHI8xv21BVkB-- off=2288125 len=585389 2024-04-02T09:06:17.026 INFO:tasks.workunit.client.0.smithi112.stdout:op 4310 completed, throughput=5MB/sec 2024-04-02T09:06:17.026 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PCqn05JuXI-D0gL off=585382 len=631187 2024-04-02T09:06:17.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 4311 completed, throughput=5MB/sec 2024-04-02T09:06:17.030 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LP70nQBKQEy6Icr off=3884799 len=813825 2024-04-02T09:06:17.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 4312 completed, throughput=5MB/sec 2024-04-02T09:06:17.033 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vfyF6IIuCunUFtu off=1990762 len=1268794 2024-04-02T09:06:17.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 4313 completed, throughput=5MB/sec 2024-04-02T09:06:17.038 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Oq7nWPKHSzGWbhF off=4747351 len=624758 2024-04-02T09:06:17.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 4314 completed, throughput=5MB/sec 2024-04-02T09:06:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:17 smithi187 ceph-mon[84356]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:18.039 INFO:tasks.workunit.client.0.smithi112.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:18.039 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D0OuHBcF4Fes_aA off=9805880 len=543755 2024-04-02T09:06:18.043 INFO:tasks.workunit.client.0.smithi112.stdout:op 4315 completed, throughput=5MB/sec 2024-04-02T09:06:18.043 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OJTHHIGDJTrnmQ9 off=3207569 len=79701 2024-04-02T09:06:18.045 INFO:tasks.workunit.client.0.smithi112.stdout:op 4316 completed, throughput=5MB/sec 2024-04-02T09:06:18.045 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HDywkv5ohsvGyHR off=5182825 len=968898 2024-04-02T09:06:18.049 INFO:tasks.workunit.client.0.smithi112.stdout:op 4317 completed, throughput=5MB/sec 2024-04-02T09:06:18.049 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ljqbe4djZMUeHzm off=12977357 len=25049 2024-04-02T09:06:18.051 INFO:tasks.workunit.client.0.smithi112.stdout:op 4318 completed, throughput=5MB/sec 2024-04-02T09:06:18.051 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hdQQw-00njgtq_s off=1201463 len=1018610 2024-04-02T09:06:18.054 INFO:tasks.workunit.client.0.smithi112.stdout:op 4319 completed, throughput=5MB/sec 2024-04-02T09:06:18.054 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QwTMc95y_bJ3sv1 off=2362337 len=1492887 2024-04-02T09:06:18.058 INFO:tasks.workunit.client.0.smithi112.stdout:op 4320 completed, throughput=5MB/sec 2024-04-02T09:06:18.058 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SkWgSSOkyJXv6AC off=4960580 len=1972451 2024-04-02T09:06:18.058 INFO:tasks.workunit.client.0.smithi112.stdout:op 4321 completed, throughput=5MB/sec 2024-04-02T09:06:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:17 smithi112 ceph-mon[91385]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:17 smithi112 ceph-mon[88945]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:19.059 INFO:tasks.workunit.client.0.smithi112.stdout: 848: throughput=5MB/sec pending data=0 2024-04-02T09:06:19.059 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2FwsKN83NAsbcFB off=0 len=1471219 2024-04-02T09:06:19.061 INFO:tasks.workunit.client.0.smithi112.stdout:op 4322 completed, throughput=5MB/sec 2024-04-02T09:06:19.061 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P6UVnGHGYZDmGYu off=4407123 len=1644645 2024-04-02T09:06:19.069 INFO:tasks.workunit.client.0.smithi112.stdout:op 4323 completed, throughput=5MB/sec 2024-04-02T09:06:19.069 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DkaEwypOzknECtD off=20936717 len=1568730 2024-04-02T09:06:19.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 4324 completed, throughput=5MB/sec 2024-04-02T09:06:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:06:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:06:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:06:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:19 smithi187 ceph-mon[84356]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:20.078 INFO:tasks.workunit.client.0.smithi112.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:20.078 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dHJ6mk3Ina6IAo0 off=248722 len=1530388 2024-04-02T09:06:20.087 INFO:tasks.workunit.client.0.smithi112.stdout:op 4325 completed, throughput=5MB/sec 2024-04-02T09:06:20.087 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xJdAoK_ncokwb6B off=1265260 len=426027 2024-04-02T09:06:20.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 4326 completed, throughput=5MB/sec 2024-04-02T09:06:20.088 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HZAVDAXBAom9GBn off=17606775 len=138245 2024-04-02T09:06:20.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 4327 completed, throughput=5MB/sec 2024-04-02T09:06:20.088 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mdWnOgMJBZvxGO9 off=820387 len=886463 2024-04-02T09:06:20.089 INFO:tasks.workunit.client.0.smithi112.stdout:op 4328 completed, throughput=5MB/sec 2024-04-02T09:06:20.090 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BiSuaGS-yIVBc5O off=6857771 len=1687721 2024-04-02T09:06:20.097 INFO:tasks.workunit.client.0.smithi112.stdout:op 4329 completed, throughput=5MB/sec 2024-04-02T09:06:20.097 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HYuDZPmt35bMfoA off=4090951 len=1216305 2024-04-02T09:06:20.103 INFO:tasks.workunit.client.0.smithi112.stdout:op 4330 completed, throughput=5MB/sec 2024-04-02T09:06:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:19 smithi112 ceph-mon[91385]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:19 smithi112 ceph-mon[88945]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:21.103 INFO:tasks.workunit.client.0.smithi112.stdout: 850: throughput=5MB/sec pending data=0 2024-04-02T09:06:21.103 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-M1NG-xNhLb3Tris off=8371990 len=1461629 2024-04-02T09:06:21.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 4331 completed, throughput=5MB/sec 2024-04-02T09:06:21.109 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z1hwW4t_onXrkfi off=17186028 len=673574 2024-04-02T09:06:21.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 4332 completed, throughput=5MB/sec 2024-04-02T09:06:21.111 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4AeEUt075OIUcga off=13576 len=28350 2024-04-02T09:06:21.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 4333 completed, throughput=5MB/sec 2024-04-02T09:06:21.111 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dAye3kfAIPSB0Jo off=395306 len=1249935 2024-04-02T09:06:21.112 INFO:tasks.workunit.client.0.smithi112.stdout:op 4334 completed, throughput=5MB/sec 2024-04-02T09:06:21.112 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--u-PkyGqmYqCZAH off=1332120 len=685952 2024-04-02T09:06:21.113 INFO:tasks.workunit.client.0.smithi112.stdout:op 4335 completed, throughput=5MB/sec 2024-04-02T09:06:21.113 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g-f29EbFnffFM3i off=1017941 len=968319 2024-04-02T09:06:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:op 4336 completed, throughput=5MB/sec 2024-04-02T09:06:21.919 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:21 smithi112 ceph-mon[91385]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:21.920 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:21 smithi112 ceph-mon[88945]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:21 smithi187 ceph-mon[84356]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:22.119 INFO:tasks.workunit.client.0.smithi112.stdout: 851: throughput=5MB/sec pending data=0 2024-04-02T09:06:22.120 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VuWk7MY86lxXcwd off=7829471 len=1643396 2024-04-02T09:06:22.123 INFO:tasks.workunit.client.0.smithi112.stdout:op 4337 completed, throughput=5MB/sec 2024-04-02T09:06:22.123 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ye9xr-v7nZoWmjy off=7764439 len=1714779 2024-04-02T09:06:22.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 4338 completed, throughput=5MB/sec 2024-04-02T09:06:22.131 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6ktwEwJ0KzPIvaH off=8140602 len=1471252 2024-04-02T09:06:22.132 INFO:tasks.workunit.client.0.smithi112.stdout:op 4339 completed, throughput=5MB/sec 2024-04-02T09:06:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:06:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:23.133 INFO:tasks.workunit.client.0.smithi112.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:23.133 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--aicI-GybZtrn33 off=5933975 len=392051 2024-04-02T09:06:23.133 INFO:tasks.workunit.client.0.smithi112.stdout:op 4340 completed, throughput=5MB/sec 2024-04-02T09:06:23.134 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mmHZLe0_cGnpdLP off=9067217 len=1292159 2024-04-02T09:06:23.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 4341 completed, throughput=5MB/sec 2024-04-02T09:06:23.135 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UmD4VOcwpq6xa6t off=17625008 len=900527 2024-04-02T09:06:23.136 INFO:tasks.workunit.client.0.smithi112.stdout:op 4342 completed, throughput=5MB/sec 2024-04-02T09:06:23.136 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QOjgFXa6rDtPlVG off=214015 len=1729294 2024-04-02T09:06:23.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 4343 completed, throughput=5MB/sec 2024-04-02T09:06:23.137 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IDYtO9pu2czIZSW off=3726931 len=1365826 2024-04-02T09:06:23.147 INFO:tasks.workunit.client.0.smithi112.stdout:op 4344 completed, throughput=5MB/sec 2024-04-02T09:06:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:23 smithi187 ceph-mon[84356]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:23 smithi112 ceph-mon[88945]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:23 smithi112 ceph-mon[91385]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:24.147 INFO:tasks.workunit.client.0.smithi112.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:24.147 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4eoyl0mat0JOEO7 off=8358832 len=1081163 2024-04-02T09:06:24.148 INFO:tasks.workunit.client.0.smithi112.stdout:op 4345 completed, throughput=5MB/sec 2024-04-02T09:06:24.148 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yfzI5Ra2P4vXTUA off=1408415 len=1360874 2024-04-02T09:06:24.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 4346 completed, throughput=5MB/sec 2024-04-02T09:06:24.157 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rxixCP5v650PtDa off=1090522 len=1818692 2024-04-02T09:06:24.159 INFO:tasks.workunit.client.0.smithi112.stdout:op 4347 completed, throughput=5MB/sec 2024-04-02T09:06:24.159 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H0MWn9-uyShgx6V off=14142763 len=1681776 2024-04-02T09:06:24.160 INFO:tasks.workunit.client.0.smithi112.stdout:op 4348 completed, throughput=5MB/sec 2024-04-02T09:06:25.161 INFO:tasks.workunit.client.0.smithi112.stdout: 854: throughput=5MB/sec pending data=0 2024-04-02T09:06:25.161 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mkp92Ii5L7Pou_H off=18831020 len=882698 2024-04-02T09:06:25.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 4349 completed, throughput=5MB/sec 2024-04-02T09:06:25.165 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3jYstRMV1pk8BVt off=3193907 len=974979 2024-04-02T09:06:25.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 4350 completed, throughput=5MB/sec 2024-04-02T09:06:25.170 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_5d1ODqhwArmZ8L off=2075664 len=673613 2024-04-02T09:06:25.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 4351 completed, throughput=5MB/sec 2024-04-02T09:06:25.171 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XF-UX_YEjXM9Kp6 off=5223996 len=1821591 2024-04-02T09:06:25.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 4352 completed, throughput=5MB/sec 2024-04-02T09:06:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:25 smithi187 ceph-mon[84356]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:06:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:25 smithi112 ceph-mon[88945]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:06:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:25 smithi112 ceph-mon[91385]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:06:26.174 INFO:tasks.workunit.client.0.smithi112.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:26.174 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D4IQN5LM05xyrDn off=3566996 len=1018493 2024-04-02T09:06:26.176 INFO:tasks.workunit.client.0.smithi112.stdout:op 4353 completed, throughput=5MB/sec 2024-04-02T09:06:26.176 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dwSvO5AzmixUJod off=11627303 len=2079581 2024-04-02T09:06:26.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 4354 completed, throughput=5MB/sec 2024-04-02T09:06:26.178 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lWraXmYhVyKYnJC off=12964339 len=29096 2024-04-02T09:06:26.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 4355 completed, throughput=5MB/sec 2024-04-02T09:06:26.179 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7cGWuziCS2pceT- off=9476096 len=1990049 2024-04-02T09:06:26.189 INFO:tasks.workunit.client.0.smithi112.stdout:op 4356 completed, throughput=5MB/sec 2024-04-02T09:06:27.189 INFO:tasks.workunit.client.0.smithi112.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:27.189 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UD-B9GV5qu9GPM8 off=1092025 len=1384450 2024-04-02T09:06:27.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 4357 completed, throughput=5MB/sec 2024-04-02T09:06:27.190 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CZG7a5bUUMf0kIi off=1757664 len=972713 2024-04-02T09:06:27.193 INFO:tasks.workunit.client.0.smithi112.stdout:op 4358 completed, throughput=5MB/sec 2024-04-02T09:06:27.193 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gtxG05sUyAt816m off=6530308 len=1557827 2024-04-02T09:06:27.194 INFO:tasks.workunit.client.0.smithi112.stdout:op 4359 completed, throughput=5MB/sec 2024-04-02T09:06:27.194 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c4ZaZ-FwlCToh67 off=904909 len=111934 2024-04-02T09:06:27.195 INFO:tasks.workunit.client.0.smithi112.stdout:op 4360 completed, throughput=5MB/sec 2024-04-02T09:06:27.195 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2TaJc4KoPAOq8f1 off=3809189 len=2042300 2024-04-02T09:06:27.198 INFO:tasks.workunit.client.0.smithi112.stdout:op 4361 completed, throughput=5MB/sec 2024-04-02T09:06:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:27 smithi187 ceph-mon[84356]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:27 smithi112 ceph-mon[91385]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:27 smithi112 ceph-mon[88945]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:28.198 INFO:tasks.workunit.client.0.smithi112.stdout: 857: throughput=5MB/sec pending data=0 2024-04-02T09:06:28.199 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vQKU_-QnJeYcZ0x off=5545262 len=487576 2024-04-02T09:06:28.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 4362 completed, throughput=5MB/sec 2024-04-02T09:06:28.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EE8lPmDy8qr-Rm8 off=5351699 len=1973820 2024-04-02T09:06:28.204 INFO:tasks.workunit.client.0.smithi112.stdout:op 4363 completed, throughput=5MB/sec 2024-04-02T09:06:28.204 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oqvSEnfsDAHSfHG off=7287968 len=1317412 2024-04-02T09:06:28.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 4364 completed, throughput=5MB/sec 2024-04-02T09:06:28.205 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NCplekh4LLNX9ck off=1360591 len=1248448 2024-04-02T09:06:28.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 4365 completed, throughput=5MB/sec 2024-04-02T09:06:29.210 INFO:tasks.workunit.client.0.smithi112.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:29.211 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xDmarJ9LNXMXjzr off=3060121 len=1236621 2024-04-02T09:06:29.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 4366 completed, throughput=5MB/sec 2024-04-02T09:06:29.211 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lOdhvfByloBmIfs off=20408212 len=1487495 2024-04-02T09:06:29.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 4367 completed, throughput=5MB/sec 2024-04-02T09:06:29.213 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ciASQydFD5QLvlM off=17693243 len=953804 2024-04-02T09:06:29.218 INFO:tasks.workunit.client.0.smithi112.stdout:op 4368 completed, throughput=5MB/sec 2024-04-02T09:06:29.218 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8zxs7pJAFRhiGnW off=921497 len=264700 2024-04-02T09:06:29.219 INFO:tasks.workunit.client.0.smithi112.stdout:op 4369 completed, throughput=5MB/sec 2024-04-02T09:06:29.219 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4ACRJ6FtKd-_8GG off=2099185 len=640438 2024-04-02T09:06:29.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 4370 completed, throughput=5MB/sec 2024-04-02T09:06:29.221 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TvvHlXhCRG5pj6f off=1228667 len=212041 2024-04-02T09:06:29.221 INFO:tasks.workunit.client.0.smithi112.stdout:op 4371 completed, throughput=5MB/sec 2024-04-02T09:06:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:06:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:06:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-02T09:06:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:29 smithi187 ceph-mon[84356]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:06:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:29 smithi112 ceph-mon[91385]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:06:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:29 smithi112 ceph-mon[88945]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:06:30.221 INFO:tasks.workunit.client.0.smithi112.stdout: 859: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:30.222 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hVmTBNgJ5F7xGv6 off=4677018 len=1043079 2024-04-02T09:06:30.223 INFO:tasks.workunit.client.0.smithi112.stdout:op 4372 completed, throughput=5MB/sec 2024-04-02T09:06:30.223 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oPyjPi_bLXS3vQW off=5750012 len=404716 2024-04-02T09:06:30.223 INFO:tasks.workunit.client.0.smithi112.stdout:op 4373 completed, throughput=5MB/sec 2024-04-02T09:06:30.224 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kJiLuUdnoaHJTJb off=4169076 len=1710968 2024-04-02T09:06:30.230 INFO:tasks.workunit.client.0.smithi112.stdout:op 4374 completed, throughput=5MB/sec 2024-04-02T09:06:30.230 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wwwqym8Nviw2ea3 off=2278442 len=424411 2024-04-02T09:06:30.231 INFO:tasks.workunit.client.0.smithi112.stdout:op 4375 completed, throughput=5MB/sec 2024-04-02T09:06:30.231 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IFiYjsiyFYcdK3S off=2308037 len=95001 2024-04-02T09:06:30.231 INFO:tasks.workunit.client.0.smithi112.stdout:op 4376 completed, throughput=5MB/sec 2024-04-02T09:06:30.231 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hj6Pl37N0zy6df- off=433668 len=1772143 2024-04-02T09:06:30.232 INFO:tasks.workunit.client.0.smithi112.stdout:op 4377 completed, throughput=5MB/sec 2024-04-02T09:06:31.233 INFO:tasks.workunit.client.0.smithi112.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:31.233 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IeqV_M8Fvtu4T_l off=5340278 len=1283038 2024-04-02T09:06:31.234 INFO:tasks.workunit.client.0.smithi112.stdout:op 4378 completed, throughput=5MB/sec 2024-04-02T09:06:31.234 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aqvH6XshrS1wNcq off=721610 len=1406410 2024-04-02T09:06:31.242 INFO:tasks.workunit.client.0.smithi112.stdout:op 4379 completed, throughput=5MB/sec 2024-04-02T09:06:31.243 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ui3J7TaOX0xjW33 off=2339047 len=722270 2024-04-02T09:06:31.243 INFO:tasks.workunit.client.0.smithi112.stdout:op 4380 completed, throughput=5MB/sec 2024-04-02T09:06:31.243 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OvxOmj-VvsJ4S6C off=6282835 len=220593 2024-04-02T09:06:31.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 4381 completed, throughput=5MB/sec 2024-04-02T09:06:31.246 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-frhCsnu8m29u0po off=17589821 len=450829 2024-04-02T09:06:31.249 INFO:tasks.workunit.client.0.smithi112.stdout:op 4382 completed, throughput=5MB/sec 2024-04-02T09:06:31.249 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hF7gl5HwFasHas5 off=840953 len=1123536 2024-04-02T09:06:31.249 INFO:tasks.workunit.client.0.smithi112.stdout:op 4383 completed, throughput=5MB/sec 2024-04-02T09:06:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:31 smithi187 ceph-mon[84356]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:31 smithi112 ceph-mon[91385]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:31 smithi112 ceph-mon[88945]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:32.250 INFO:tasks.workunit.client.0.smithi112.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:32.250 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h_nFiGJ08vjyOUe off=1170582 len=1782153 2024-04-02T09:06:32.252 INFO:tasks.workunit.client.0.smithi112.stdout:op 4384 completed, throughput=5MB/sec 2024-04-02T09:06:32.252 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gJDfiYPAWYuLh7s off=0 len=1175185 2024-04-02T09:06:32.255 INFO:tasks.workunit.client.0.smithi112.stdout:op 4385 completed, throughput=5MB/sec 2024-04-02T09:06:32.255 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2L5GwhkaaQqv-1Z off=18690414 len=1479763 2024-04-02T09:06:32.256 INFO:tasks.workunit.client.0.smithi112.stdout:op 4386 completed, throughput=5MB/sec 2024-04-02T09:06:32.256 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mFIPRAzhZp8Halk off=2817802 len=463841 2024-04-02T09:06:32.257 INFO:tasks.workunit.client.0.smithi112.stdout:op 4387 completed, throughput=5MB/sec 2024-04-02T09:06:32.257 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YbvXtx5lmJUm1Gl off=4129160 len=939897 2024-04-02T09:06:32.258 INFO:tasks.workunit.client.0.smithi112.stdout:op 4388 completed, throughput=5MB/sec 2024-04-02T09:06:32.733 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:06:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:33.258 INFO:tasks.workunit.client.0.smithi112.stdout: 862: throughput=5MB/sec pending data=0 2024-04-02T09:06:33.259 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MpbtHXFPwmt3Pnj off=3435165 len=184470 2024-04-02T09:06:33.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 4389 completed, throughput=5MB/sec 2024-04-02T09:06:33.261 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LiQVcAqYZ97JBs3 off=4262792 len=1235982 2024-04-02T09:06:33.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 4390 completed, throughput=5MB/sec 2024-04-02T09:06:33.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IPqqt6CPstGx2bh off=937452 len=371216 2024-04-02T09:06:33.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 4391 completed, throughput=5MB/sec 2024-04-02T09:06:33.263 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4AHmLr4Gg-VupTj off=5715479 len=1626108 2024-04-02T09:06:33.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 4392 completed, throughput=5MB/sec 2024-04-02T09:06:33.264 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IeSFPxy8szUGt0g off=4992668 len=88566 2024-04-02T09:06:33.267 INFO:tasks.workunit.client.0.smithi112.stdout:op 4393 completed, throughput=5MB/sec 2024-04-02T09:06:33.267 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GVo1m4gxWrHcc17 off=14632985 len=400421 2024-04-02T09:06:33.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 4394 completed, throughput=5MB/sec 2024-04-02T09:06:33.268 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xs_B4tun-WlPTKi off=340772 len=1266852 2024-04-02T09:06:33.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 4395 completed, throughput=5MB/sec 2024-04-02T09:06:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:33 smithi187 ceph-mon[84356]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:33 smithi112 ceph-mon[91385]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:33 smithi112 ceph-mon[88945]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:34.273 INFO:tasks.workunit.client.0.smithi112.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:34.273 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OTWgoYqqCbr7dVz off=649677 len=1703657 2024-04-02T09:06:34.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 4396 completed, throughput=5MB/sec 2024-04-02T09:06:34.280 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1C6WHQ1n8Ma36g3 off=1260808 len=73152 2024-04-02T09:06:34.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 4397 completed, throughput=5MB/sec 2024-04-02T09:06:34.280 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IZmWNs2hdOK6KTh off=174623 len=1698645 2024-04-02T09:06:34.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 4398 completed, throughput=5MB/sec 2024-04-02T09:06:34.282 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZzL2Y5_lt_Y9_MJ off=4044806 len=1864613 2024-04-02T09:06:34.283 INFO:tasks.workunit.client.0.smithi112.stdout:op 4399 completed, throughput=5MB/sec 2024-04-02T09:06:35.284 INFO:tasks.workunit.client.0.smithi112.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:35.284 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KOtsNIAqTCgkaeg off=18451439 len=1973627 2024-04-02T09:06:35.294 INFO:tasks.workunit.client.0.smithi112.stdout:op 4400 completed, throughput=5MB/sec 2024-04-02T09:06:35.294 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7aF658Yvin2ZpC4 off=4703768 len=2086059 2024-04-02T09:06:35.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 4401 completed, throughput=5MB/sec 2024-04-02T09:06:35.301 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A5fakjwOWBtWXQ1 off=355277 len=1596828 2024-04-02T09:06:35.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 4402 completed, throughput=5MB/sec 2024-04-02T09:06:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:35 smithi187 ceph-mon[84356]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:35 smithi112 ceph-mon[91385]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:35 smithi112 ceph-mon[88945]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:36.307 INFO:tasks.workunit.client.0.smithi112.stdout: 865: throughput=5MB/sec pending data=0 2024-04-02T09:06:36.308 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i0DLAowmVJxrQ1e off=1038486 len=2069984 2024-04-02T09:06:36.314 INFO:tasks.workunit.client.0.smithi112.stdout:op 4403 completed, throughput=5MB/sec 2024-04-02T09:06:36.315 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5r-T6CUYsH4wqmi off=9299033 len=2044818 2024-04-02T09:06:36.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 4404 completed, throughput=5MB/sec 2024-04-02T09:06:36.316 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hIG7cE1DUYdUvDK off=7179161 len=1284291 2024-04-02T09:06:36.317 INFO:tasks.workunit.client.0.smithi112.stdout:op 4405 completed, throughput=5MB/sec 2024-04-02T09:06:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:36 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:36 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:36 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: 866: throughput=5MB/sec pending data=0 2024-04-02T09:06:37.317 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-scMT520Ucp8V0gz off=6816709 len=1908690 2024-04-02T09:06:37.320 INFO:tasks.workunit.client.0.smithi112.stdout:op 4406 completed, throughput=5MB/sec 2024-04-02T09:06:37.321 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S7ElmZoOPBubxvl off=4134438 len=1243981 2024-04-02T09:06:37.322 INFO:tasks.workunit.client.0.smithi112.stdout:op 4407 completed, throughput=5MB/sec 2024-04-02T09:06:37.322 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-92pNLnSUkb-zlCM off=15737409 len=1089060 2024-04-02T09:06:37.323 INFO:tasks.workunit.client.0.smithi112.stdout:op 4408 completed, throughput=5MB/sec 2024-04-02T09:06:37.323 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-shhjvx7FnJ2oyQL off=9574243 len=1295030 2024-04-02T09:06:37.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 4409 completed, throughput=5MB/sec 2024-04-02T09:06:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:37 smithi187 ceph-mon[84356]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T09:06:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:06:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[91385]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T09:06:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:06:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[88945]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-02T09:06:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:06:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: 867: throughput=5MB/sec pending data=0 2024-04-02T09:06:38.325 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5M4aEwnTE5DtNWf off=1249281 len=259725 2024-04-02T09:06:38.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 4410 completed, throughput=5MB/sec 2024-04-02T09:06:38.325 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ni5X6Ba7jujpSc1 off=3271135 len=1920960 2024-04-02T09:06:38.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 4411 completed, throughput=5MB/sec 2024-04-02T09:06:38.333 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oi5nVoHvNarfxnm off=3658883 len=2065096 2024-04-02T09:06:38.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 4412 completed, throughput=5MB/sec 2024-04-02T09:06:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:39.334 INFO:tasks.workunit.client.0.smithi112.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:39.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xcMKUCdZ6SISCD1 off=2613293 len=749840 2024-04-02T09:06:39.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 4413 completed, throughput=5MB/sec 2024-04-02T09:06:39.335 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DZCDznSY2VSnLLw off=14129877 len=1698248 2024-04-02T09:06:39.345 INFO:tasks.workunit.client.0.smithi112.stdout:op 4414 completed, throughput=5MB/sec 2024-04-02T09:06:39.345 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dLQ0EYDY14gOycK off=3621975 len=1012167 2024-04-02T09:06:39.347 INFO:tasks.workunit.client.0.smithi112.stdout:op 4415 completed, throughput=5MB/sec 2024-04-02T09:06:39.347 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ImPXSukBwS3UvQx off=2341921 len=679287 2024-04-02T09:06:39.351 INFO:tasks.workunit.client.0.smithi112.stdout:op 4416 completed, throughput=5MB/sec 2024-04-02T09:06:39.351 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cozXueMW_iwmwDi off=21297 len=1184299 2024-04-02T09:06:39.355 INFO:tasks.workunit.client.0.smithi112.stdout:op 4417 completed, throughput=5MB/sec 2024-04-02T09:06:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:06:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:06:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:06:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:39 smithi187 ceph-mon[84356]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:06:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:39 smithi112 ceph-mon[91385]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:06:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:39 smithi112 ceph-mon[88945]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:06:40.356 INFO:tasks.workunit.client.0.smithi112.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:40.356 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VwMHrE6CPwjxROU off=1780942 len=1815157 2024-04-02T09:06:40.357 INFO:tasks.workunit.client.0.smithi112.stdout:op 4418 completed, throughput=5MB/sec 2024-04-02T09:06:40.358 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tboQ1Nd-7uTU1Jn off=737299 len=33373 2024-04-02T09:06:40.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 4419 completed, throughput=5MB/sec 2024-04-02T09:06:40.360 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Za-uw51V5G3gtD- off=17345954 len=348148 2024-04-02T09:06:40.363 INFO:tasks.workunit.client.0.smithi112.stdout:op 4420 completed, throughput=5MB/sec 2024-04-02T09:06:40.363 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QLnsJxN58gIB6hP off=19128638 len=1402895 2024-04-02T09:06:40.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 4421 completed, throughput=5MB/sec 2024-04-02T09:06:40.366 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vT-m0uadqeldMG2 off=11915225 len=1147604 2024-04-02T09:06:40.372 INFO:tasks.workunit.client.0.smithi112.stdout:op 4422 completed, throughput=5MB/sec 2024-04-02T09:06:40.372 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kAFU7zIVz6aEi9A off=146479 len=893694 2024-04-02T09:06:40.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 4423 completed, throughput=5MB/sec 2024-04-02T09:06:41.376 INFO:tasks.workunit.client.0.smithi112.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:41.377 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yPwgH-MkK_SNLzF off=651264 len=129198 2024-04-02T09:06:41.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 4424 completed, throughput=4.99MB/sec 2024-04-02T09:06:41.377 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0DW2qtsuOXAwB9R off=2980453 len=1447863 2024-04-02T09:06:41.386 INFO:tasks.workunit.client.0.smithi112.stdout:op 4425 completed, throughput=5MB/sec 2024-04-02T09:06:41.386 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yPwgH-MkK_SNLzF off=692592 len=1496772 2024-04-02T09:06:41.388 INFO:tasks.workunit.client.0.smithi112.stdout:op 4426 completed, throughput=5MB/sec 2024-04-02T09:06:41.389 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6zpTCvV6UBNEkve off=1052969 len=1371379 2024-04-02T09:06:41.396 INFO:tasks.workunit.client.0.smithi112.stdout:op 4427 completed, throughput=5MB/sec 2024-04-02T09:06:41.396 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dgcVQ1IpO0Yn2lU off=228064 len=648399 2024-04-02T09:06:41.396 INFO:tasks.workunit.client.0.smithi112.stdout:op 4428 completed, throughput=5MB/sec 2024-04-02T09:06:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:41 smithi187 ceph-mon[84356]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:06:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:41 smithi112 ceph-mon[91385]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:06:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:41 smithi112 ceph-mon[88945]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:06:42.397 INFO:tasks.workunit.client.0.smithi112.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:42.397 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hW-Q02u3-QuahdJ off=872068 len=866805 2024-04-02T09:06:42.399 INFO:tasks.workunit.client.0.smithi112.stdout:op 4429 completed, throughput=5MB/sec 2024-04-02T09:06:42.399 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q_K6-YEboutsFpH off=35744 len=100473 2024-04-02T09:06:42.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 4430 completed, throughput=5MB/sec 2024-04-02T09:06:42.401 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0UL3DMzY5KJJ7Tz off=11152926 len=1560856 2024-04-02T09:06:42.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 4431 completed, throughput=5MB/sec 2024-04-02T09:06:42.408 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EhhX_riWqGGKfCk off=10712132 len=175026 2024-04-02T09:06:42.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 4432 completed, throughput=5MB/sec 2024-04-02T09:06:42.410 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vXfkUWlx_wDCh_y off=4228739 len=328965 2024-04-02T09:06:42.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 4433 completed, throughput=5MB/sec 2024-04-02T09:06:42.412 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Och9QqHgWG7bC3e off=7144353 len=1647182 2024-04-02T09:06:42.412 INFO:tasks.workunit.client.0.smithi112.stdout:op 4434 completed, throughput=5MB/sec 2024-04-02T09:06:42.413 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dgcVQ1IpO0Yn2lU off=0 len=1157510 2024-04-02T09:06:42.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 4435 completed, throughput=5MB/sec 2024-04-02T09:06:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:06:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:06:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:43.414 INFO:tasks.workunit.client.0.smithi112.stdout: 872: throughput=5MB/sec pending data=0 2024-04-02T09:06:43.414 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MUq6IQsIzH0O9Nu off=3301761 len=1383982 2024-04-02T09:06:43.415 INFO:tasks.workunit.client.0.smithi112.stdout:op 4436 completed, throughput=5MB/sec 2024-04-02T09:06:43.415 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9d1AjT3ce1W62mO off=513211 len=183952 2024-04-02T09:06:43.418 INFO:tasks.workunit.client.0.smithi112.stdout:op 4437 completed, throughput=5MB/sec 2024-04-02T09:06:43.418 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bu8NnOtVF9yNGRS off=584326 len=900100 2024-04-02T09:06:43.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 4438 completed, throughput=5MB/sec 2024-04-02T09:06:43.421 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vzvDx3NaBWjCC5S off=1996987 len=1628152 2024-04-02T09:06:43.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 4439 completed, throughput=5MB/sec 2024-04-02T09:06:43.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VFLXZdlXaqekLdA off=10785847 len=513821 2024-04-02T09:06:43.428 INFO:tasks.workunit.client.0.smithi112.stdout:op 4440 completed, throughput=5MB/sec 2024-04-02T09:06:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:43 smithi187 ceph-mon[84356]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:43 smithi112 ceph-mon[91385]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:43 smithi112 ceph-mon[88945]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:44.428 INFO:tasks.workunit.client.0.smithi112.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:44.428 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--PE26NswuZ9BjlF off=4862358 len=87569 2024-04-02T09:06:44.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 4441 completed, throughput=4.99MB/sec 2024-04-02T09:06:44.429 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KXxL-61WCixLCcv off=19061078 len=34577 2024-04-02T09:06:44.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 4442 completed, throughput=4.99MB/sec 2024-04-02T09:06:44.429 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KyIZkmQxIWmrbVO off=147616 len=2040699 2024-04-02T09:06:44.431 INFO:tasks.workunit.client.0.smithi112.stdout:op 4443 completed, throughput=5MB/sec 2024-04-02T09:06:44.431 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vIxZQmrh0KY501p off=2983776 len=950813 2024-04-02T09:06:44.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 4444 completed, throughput=5MB/sec 2024-04-02T09:06:44.432 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LVx6ijj9inmHlcz off=1532576 len=992275 2024-04-02T09:06:44.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 4445 completed, throughput=5MB/sec 2024-04-02T09:06:44.433 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OtYUL62IWtMY69G off=4482065 len=307378 2024-04-02T09:06:44.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 4446 completed, throughput=5MB/sec 2024-04-02T09:06:44.434 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0_yO05SbokaYKJC off=1084150 len=41733 2024-04-02T09:06:44.434 INFO:tasks.workunit.client.0.smithi112.stdout:op 4447 completed, throughput=5MB/sec 2024-04-02T09:06:44.434 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V8173qPJZICgQni off=514121 len=512524 2024-04-02T09:06:44.435 INFO:tasks.workunit.client.0.smithi112.stdout:op 4448 completed, throughput=5MB/sec 2024-04-02T09:06:44.435 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i7zIsLckExxsyHt off=7757803 len=86213 2024-04-02T09:06:44.437 INFO:tasks.workunit.client.0.smithi112.stdout:op 4449 completed, throughput=5MB/sec 2024-04-02T09:06:44.438 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kC6uZJPcbWEv4Pv off=3286776 len=1765925 2024-04-02T09:06:44.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 4450 completed, throughput=5MB/sec 2024-04-02T09:06:45.446 INFO:tasks.workunit.client.0.smithi112.stdout: 874: throughput=5MB/sec pending data=0 2024-04-02T09:06:45.446 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zOrQaBGiskVvLV4 off=2003312 len=717418 2024-04-02T09:06:45.450 INFO:tasks.workunit.client.0.smithi112.stdout:op 4451 completed, throughput=5MB/sec 2024-04-02T09:06:45.450 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Crx8BlO0Oo-kzcc off=3244934 len=1751871 2024-04-02T09:06:45.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 4452 completed, throughput=5MB/sec 2024-04-02T09:06:45.452 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EARtfYsASgISmPw off=4266575 len=1074167 2024-04-02T09:06:45.455 INFO:tasks.workunit.client.0.smithi112.stdout:op 4453 completed, throughput=5MB/sec 2024-04-02T09:06:45.455 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rjDhE844-zfyIpm off=7480834 len=60228 2024-04-02T09:06:45.455 INFO:tasks.workunit.client.0.smithi112.stdout:op 4454 completed, throughput=5MB/sec 2024-04-02T09:06:45.455 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OOsR_1G2QnVbm5l off=6861103 len=1438768 2024-04-02T09:06:45.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 4455 completed, throughput=5MB/sec 2024-04-02T09:06:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:45 smithi187 ceph-mon[84356]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:06:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:45 smithi112 ceph-mon[91385]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:06:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:45 smithi112 ceph-mon[88945]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:06:46.462 INFO:tasks.workunit.client.0.smithi112.stdout: 875: throughput=5MB/sec pending data=0 2024-04-02T09:06:46.462 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gxmoW7-SvehNLUK off=6446590 len=875067 2024-04-02T09:06:46.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 4456 completed, throughput=5MB/sec 2024-04-02T09:06:46.467 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SNXqH94MJwpu8tf off=361707 len=16893 2024-04-02T09:06:46.467 INFO:tasks.workunit.client.0.smithi112.stdout:op 4457 completed, throughput=5MB/sec 2024-04-02T09:06:46.467 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FQgEO-2rxw6jD2v off=12417806 len=866588 2024-04-02T09:06:46.468 INFO:tasks.workunit.client.0.smithi112.stdout:op 4458 completed, throughput=5MB/sec 2024-04-02T09:06:46.468 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hcnK2kfwL8xWzaS off=1054889 len=973754 2024-04-02T09:06:46.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 4459 completed, throughput=5MB/sec 2024-04-02T09:06:46.469 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4u0XuJ97UiP8ahv off=10120556 len=890422 2024-04-02T09:06:46.472 INFO:tasks.workunit.client.0.smithi112.stdout:op 4460 completed, throughput=5MB/sec 2024-04-02T09:06:46.472 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JwGqnuOxKFJd4QJ off=9630473 len=1146089 2024-04-02T09:06:46.473 INFO:tasks.workunit.client.0.smithi112.stdout:op 4461 completed, throughput=5MB/sec 2024-04-02T09:06:47.473 INFO:tasks.workunit.client.0.smithi112.stdout: 876: throughput=5MB/sec pending data=0 2024-04-02T09:06:47.473 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GmE2ayLeV98jWIe off=3213410 len=1110895 2024-04-02T09:06:47.474 INFO:tasks.workunit.client.0.smithi112.stdout:op 4462 completed, throughput=5MB/sec 2024-04-02T09:06:47.474 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FUP71IZ29QeJHnm off=12648098 len=577977 2024-04-02T09:06:47.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 4463 completed, throughput=5MB/sec 2024-04-02T09:06:47.475 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UkMLv-DHhRn01Na off=1711927 len=701196 2024-04-02T09:06:47.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 4464 completed, throughput=5MB/sec 2024-04-02T09:06:47.477 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tsUIhzc-3rM1Hie off=19960857 len=1663939 2024-04-02T09:06:47.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 4465 completed, throughput=5MB/sec 2024-04-02T09:06:47.481 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PQxrTk972lK2Qro off=10271151 len=1091270 2024-04-02T09:06:47.486 INFO:tasks.workunit.client.0.smithi112.stdout:op 4466 completed, throughput=5MB/sec 2024-04-02T09:06:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:47 smithi187 ceph-mon[84356]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:06:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:47 smithi112 ceph-mon[91385]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:06:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:47 smithi112 ceph-mon[88945]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:06:48.486 INFO:tasks.workunit.client.0.smithi112.stdout: 877: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:48.487 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6qyHbB7ZyeUagm0 off=15307677 len=1023915 2024-04-02T09:06:48.492 INFO:tasks.workunit.client.0.smithi112.stdout:op 4467 completed, throughput=5MB/sec 2024-04-02T09:06:48.492 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wnLux0mwAbzDD5s off=1250748 len=1647305 2024-04-02T09:06:48.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 4468 completed, throughput=5MB/sec 2024-04-02T09:06:48.493 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7VEt6chHZhtgGOm off=10372191 len=583461 2024-04-02T09:06:48.494 INFO:tasks.workunit.client.0.smithi112.stdout:op 4469 completed, throughput=5MB/sec 2024-04-02T09:06:48.494 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VhtE43pBXtIsuZE off=6677610 len=278142 2024-04-02T09:06:48.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 4470 completed, throughput=5MB/sec 2024-04-02T09:06:48.495 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BDaEjWeFfqguego off=10610331 len=1217311 2024-04-02T09:06:48.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 4471 completed, throughput=5MB/sec 2024-04-02T09:06:48.501 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_o44_jWxOu3LD9a off=9786265 len=1706730 2024-04-02T09:06:48.509 INFO:tasks.workunit.client.0.smithi112.stdout:op 4472 completed, throughput=5MB/sec 2024-04-02T09:06:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: 878: throughput=5MB/sec pending data=0 2024-04-02T09:06:49.509 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QZFXh-UaDrPhM_s off=2637863 len=519415 2024-04-02T09:06:49.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 4473 completed, throughput=5MB/sec 2024-04-02T09:06:49.513 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EHEdBNUaiAwRSnp off=2869864 len=1492682 2024-04-02T09:06:49.522 INFO:tasks.workunit.client.0.smithi112.stdout:op 4474 completed, throughput=5MB/sec 2024-04-02T09:06:49.522 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GXgEvH_z3myFd6O off=7329801 len=27554 2024-04-02T09:06:49.524 INFO:tasks.workunit.client.0.smithi112.stdout:op 4475 completed, throughput=5MB/sec 2024-04-02T09:06:49.524 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MZSvsSZE9JNuu4p off=14258315 len=1722176 2024-04-02T09:06:49.526 INFO:tasks.workunit.client.0.smithi112.stdout:op 4476 completed, throughput=5MB/sec 2024-04-02T09:06:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:06:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:06:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:06:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:49 smithi187 ceph-mon[84356]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:49 smithi112 ceph-mon[88945]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:06:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:49 smithi112 ceph-mon[91385]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:06:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:50.526 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S02Q0l-ogAWkNHt off=4296309 len=472091 2024-04-02T09:06:50.529 INFO:tasks.workunit.client.0.smithi112.stdout:op 4477 completed, throughput=4.99MB/sec 2024-04-02T09:06:50.529 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lHMBf_hkDikhsIr off=13724812 len=167064 2024-04-02T09:06:50.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 4478 completed, throughput=5MB/sec 2024-04-02T09:06:50.530 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0_yO05SbokaYKJC off=916425 len=139804 2024-04-02T09:06:50.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 4479 completed, throughput=5MB/sec 2024-04-02T09:06:50.530 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SJN3elwRbTOculm off=6077926 len=546115 2024-04-02T09:06:50.531 INFO:tasks.workunit.client.0.smithi112.stdout:op 4480 completed, throughput=5MB/sec 2024-04-02T09:06:50.531 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nlY-jkdsEVHwlxU off=3904 len=204413 2024-04-02T09:06:50.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 4481 completed, throughput=5MB/sec 2024-04-02T09:06:50.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9zlzcVp-qTTNsck off=9123986 len=1939515 2024-04-02T09:06:50.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 4482 completed, throughput=5MB/sec 2024-04-02T09:06:50.536 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZgZNTx5CNrsAmKB off=14067667 len=1445797 2024-04-02T09:06:50.544 INFO:tasks.workunit.client.0.smithi112.stdout:op 4483 completed, throughput=5MB/sec 2024-04-02T09:06:50.544 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d907dVc7j87zutZ off=1333805 len=1842642 2024-04-02T09:06:50.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 4484 completed, throughput=5MB/sec 2024-04-02T09:06:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: 880: throughput=5MB/sec pending data=0 2024-04-02T09:06:51.546 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vDu4Hg3ivY6cInf off=3344307 len=162053 2024-04-02T09:06:51.547 INFO:tasks.workunit.client.0.smithi112.stdout:op 4485 completed, throughput=5MB/sec 2024-04-02T09:06:51.547 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sV3-iRjDpXE42on off=3657579 len=291616 2024-04-02T09:06:51.549 INFO:tasks.workunit.client.0.smithi112.stdout:op 4486 completed, throughput=5MB/sec 2024-04-02T09:06:51.550 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UIXX8bvuh5SB3XS off=1270021 len=915062 2024-04-02T09:06:51.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 4487 completed, throughput=5MB/sec 2024-04-02T09:06:51.550 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RIIMpSE5wWUejTM off=6417056 len=639574 2024-04-02T09:06:51.551 INFO:tasks.workunit.client.0.smithi112.stdout:op 4488 completed, throughput=5MB/sec 2024-04-02T09:06:51.551 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Zq_of8oK2lP08u4 off=6349349 len=347848 2024-04-02T09:06:51.554 INFO:tasks.workunit.client.0.smithi112.stdout:op 4489 completed, throughput=5MB/sec 2024-04-02T09:06:51.555 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j6xRiXBIGZqiVh7 off=14103728 len=1580946 2024-04-02T09:06:51.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 4490 completed, throughput=5MB/sec 2024-04-02T09:06:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:51 smithi187 ceph-mon[84356]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:51 smithi112 ceph-mon[91385]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:51 smithi112 ceph-mon[88945]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:52.558 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BR41M5vZaXG2i9Z off=14615803 len=1962495 2024-04-02T09:06:52.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 4491 completed, throughput=5MB/sec 2024-04-02T09:06:52.569 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g2tP4JQGhmHY4df off=6691591 len=2042863 2024-04-02T09:06:52.571 INFO:tasks.workunit.client.0.smithi112.stdout:op 4492 completed, throughput=5MB/sec 2024-04-02T09:06:52.571 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mQiepz7TZnYT6TX off=541808 len=1472791 2024-04-02T09:06:52.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 4493 completed, throughput=5MB/sec 2024-04-02T09:06:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:06:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:53.573 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7WjaFMH8evHCdX- off=6360091 len=1242301 2024-04-02T09:06:53.579 INFO:tasks.workunit.client.0.smithi112.stdout:op 4494 completed, throughput=5MB/sec 2024-04-02T09:06:53.579 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-K9QYfldlik8P0PN off=9810846 len=502565 2024-04-02T09:06:53.583 INFO:tasks.workunit.client.0.smithi112.stdout:op 4495 completed, throughput=5MB/sec 2024-04-02T09:06:53.584 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hBq1ODdr2oFoXOS off=15721630 len=1141353 2024-04-02T09:06:53.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 4496 completed, throughput=5MB/sec 2024-04-02T09:06:53.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0aO9UxB2uWN8iuU off=19937003 len=1644831 2024-04-02T09:06:53.595 INFO:tasks.workunit.client.0.smithi112.stdout:op 4497 completed, throughput=5MB/sec 2024-04-02T09:06:53.598 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Txe2dkugZ006mWL off=5726478 len=92152 2024-04-02T09:06:53.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 4498 completed, throughput=5MB/sec 2024-04-02T09:06:53.598 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O7isYzUDThdKKT- off=0 len=1646181 2024-04-02T09:06:53.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 4499 completed, throughput=5MB/sec 2024-04-02T09:06:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:53 smithi187 ceph-mon[84356]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:06:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:53 smithi112 ceph-mon[88945]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:06:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:53 smithi112 ceph-mon[91385]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:06:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:54.602 INFO:tasks.workunit.client.0.smithi112.stdout: 883: throughput=5MB/sec pending data=0 2024-04-02T09:06:54.602 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Pa0aiCJez1kj2I1 off=9859069 len=44758 2024-04-02T09:06:54.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 4500 completed, throughput=5MB/sec 2024-04-02T09:06:54.604 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NhxLHaEh9miIdxP off=8393485 len=644812 2024-04-02T09:06:54.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 4501 completed, throughput=5MB/sec 2024-04-02T09:06:54.605 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2Ft5D9lX6FOkvqC off=3402749 len=372136 2024-04-02T09:06:54.608 INFO:tasks.workunit.client.0.smithi112.stdout:op 4502 completed, throughput=5MB/sec 2024-04-02T09:06:54.608 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DWd8opwhH7SwZ0l off=3582872 len=2027459 2024-04-02T09:06:54.612 INFO:tasks.workunit.client.0.smithi112.stdout:op 4503 completed, throughput=5MB/sec 2024-04-02T09:06:54.612 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OlLYz122YELaJy8 off=6252936 len=554101 2024-04-02T09:06:54.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 4504 completed, throughput=5MB/sec 2024-04-02T09:06:54.620 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mBO3WLqK1Iwe61g off=1906927 len=968691 2024-04-02T09:06:54.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 4505 completed, throughput=5MB/sec 2024-04-02T09:06:55.618 INFO:tasks.workunit.client.0.smithi112.stdout: 884: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:55.618 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tACQdjLxuzRul-o off=587187 len=1656780 2024-04-02T09:06:55.626 INFO:tasks.workunit.client.0.smithi112.stdout:op 4506 completed, throughput=5MB/sec 2024-04-02T09:06:55.626 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P0rfPvsYP1xy3S2 off=12859691 len=1697834 2024-04-02T09:06:55.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 4507 completed, throughput=5MB/sec 2024-04-02T09:06:55.634 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i08A7H5DBgBg4dv off=21898773 len=957320 2024-04-02T09:06:55.638 INFO:tasks.workunit.client.0.smithi112.stdout:op 4508 completed, throughput=5MB/sec 2024-04-02T09:06:55.638 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oi5nVoHvNarfxnm off=4079630 len=1644349 2024-04-02T09:06:55.639 INFO:tasks.workunit.client.0.smithi112.stdout:op 4509 completed, throughput=5MB/sec 2024-04-02T09:06:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:55 smithi187 ceph-mon[84356]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:06:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:55 smithi112 ceph-mon[91385]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:06:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:55 smithi112 ceph-mon[88945]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:06:56.639 INFO:tasks.workunit.client.0.smithi112.stdout: 885: throughput=5MB/sec pending data=0 2024-04-02T09:06:56.639 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LvDZ5-mEXBON-lN off=848831 len=1260797 2024-04-02T09:06:56.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 4510 completed, throughput=5MB/sec 2024-04-02T09:06:56.641 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-y95Unnwjica3qFb off=13066964 len=643325 2024-04-02T09:06:56.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 4511 completed, throughput=5MB/sec 2024-04-02T09:06:56.641 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2PWLHSajnkOOQE5 off=21214673 len=1574589 2024-04-02T09:06:56.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 4512 completed, throughput=5MB/sec 2024-04-02T09:06:56.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qD_ae7Aqk4F1b4P off=16024303 len=1340493 2024-04-02T09:06:56.655 INFO:tasks.workunit.client.0.smithi112.stdout:op 4513 completed, throughput=5MB/sec 2024-04-02T09:06:57.656 INFO:tasks.workunit.client.0.smithi112.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:57.656 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w-DDwl4tZL6xEkR off=12307908 len=1837835 2024-04-02T09:06:57.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 4514 completed, throughput=5MB/sec 2024-04-02T09:06:57.664 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j8iRJgK2mIHIqPe off=3913658 len=199639 2024-04-02T09:06:57.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 4515 completed, throughput=5MB/sec 2024-04-02T09:06:57.664 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DZKm_Sh2gjNc01v off=43773 len=810712 2024-04-02T09:06:57.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 4516 completed, throughput=5MB/sec 2024-04-02T09:06:57.665 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lMRH2t7cBBb72LM off=9620242 len=1629819 2024-04-02T09:06:57.669 INFO:tasks.workunit.client.0.smithi112.stdout:op 4517 completed, throughput=5MB/sec 2024-04-02T09:06:57.669 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rqVquti-bXm-mUL off=898244 len=1785788 2024-04-02T09:06:57.670 INFO:tasks.workunit.client.0.smithi112.stdout:op 4518 completed, throughput=5MB/sec 2024-04-02T09:06:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:57 smithi187 ceph-mon[84356]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:06:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:57 smithi112 ceph-mon[91385]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:06:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:57 smithi112 ceph-mon[88945]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:06:58.670 INFO:tasks.workunit.client.0.smithi112.stdout: 887: throughput=5MB/sec pending data=0 2024-04-02T09:06:58.670 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pfIQzAOzg6iotNE off=9869353 len=1690006 2024-04-02T09:06:58.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 4519 completed, throughput=5MB/sec 2024-04-02T09:06:58.680 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vumfh0CIyCcMeHA off=11409545 len=554971 2024-04-02T09:06:58.683 INFO:tasks.workunit.client.0.smithi112.stdout:op 4520 completed, throughput=5MB/sec 2024-04-02T09:06:58.683 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zb6HlAov8UKSpZF off=3627606 len=358666 2024-04-02T09:06:58.684 INFO:tasks.workunit.client.0.smithi112.stdout:op 4521 completed, throughput=5MB/sec 2024-04-02T09:06:58.685 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EX2UoU2LDbSFDVm off=8473976 len=398612 2024-04-02T09:06:58.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 4522 completed, throughput=5MB/sec 2024-04-02T09:06:58.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yASv_GTMy2ZLwG8 off=3348165 len=115392 2024-04-02T09:06:58.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 4523 completed, throughput=5MB/sec 2024-04-02T09:06:58.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HBDgU9-EkfPpRZK off=5785260 len=1326104 2024-04-02T09:06:58.688 INFO:tasks.workunit.client.0.smithi112.stdout:op 4524 completed, throughput=5MB/sec 2024-04-02T09:06:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:06:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:06:59] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:06:59.688 INFO:tasks.workunit.client.0.smithi112.stdout: 888: throughput=5MB/sec pending data=0 2024-04-02T09:06:59.688 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b-k3QwrLwWLeLOI off=1227122 len=1082257 2024-04-02T09:06:59.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 4525 completed, throughput=5MB/sec 2024-04-02T09:06:59.691 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UJdgQIKCdc7gtba off=19744964 len=1667795 2024-04-02T09:06:59.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 4526 completed, throughput=5MB/sec 2024-04-02T09:06:59.700 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bZRffPEqAR4yAHE off=669223 len=1013114 2024-04-02T09:06:59.701 INFO:tasks.workunit.client.0.smithi112.stdout:op 4527 completed, throughput=5MB/sec 2024-04-02T09:06:59.701 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eOwTtRu5IqrCHaC off=3623262 len=1869647 2024-04-02T09:06:59.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 4528 completed, throughput=5MB/sec 2024-04-02T09:06:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:06:59 smithi187 ceph-mon[84356]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:06:59 smithi112 ceph-mon[91385]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:06:59 smithi112 ceph-mon[88945]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:00.704 INFO:tasks.workunit.client.0.smithi112.stdout: 889: throughput=5MB/sec pending data=0 2024-04-02T09:07:00.705 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i5gcZ6BVFMmoYqH off=10793408 len=602012 2024-04-02T09:07:00.709 INFO:tasks.workunit.client.0.smithi112.stdout:op 4529 completed, throughput=5MB/sec 2024-04-02T09:07:00.709 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4o__8kcw7d3N_Qf off=4754883 len=211549 2024-04-02T09:07:00.709 INFO:tasks.workunit.client.0.smithi112.stdout:op 4530 completed, throughput=5MB/sec 2024-04-02T09:07:00.709 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qqs5eogawomcbv6 off=13728846 len=1994680 2024-04-02T09:07:00.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 4531 completed, throughput=5MB/sec 2024-04-02T09:07:00.711 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IKJ6uX1OtFoP7Q1 off=15173629 len=404144 2024-04-02T09:07:00.714 INFO:tasks.workunit.client.0.smithi112.stdout:op 4532 completed, throughput=5MB/sec 2024-04-02T09:07:00.714 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wj_ygKyEzS_Yk9l off=9987411 len=362986 2024-04-02T09:07:00.716 INFO:tasks.workunit.client.0.smithi112.stdout:op 4533 completed, throughput=5MB/sec 2024-04-02T09:07:00.717 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KctGEHWY5k-v8im off=2263934 len=753782 2024-04-02T09:07:00.717 INFO:tasks.workunit.client.0.smithi112.stdout:op 4534 completed, throughput=5MB/sec 2024-04-02T09:07:00.718 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LBA_FK_sqm3yi1s off=11480088 len=1163829 2024-04-02T09:07:00.719 INFO:tasks.workunit.client.0.smithi112.stdout:op 4535 completed, throughput=5MB/sec 2024-04-02T09:07:01.719 INFO:tasks.workunit.client.0.smithi112.stdout: 890: throughput=5MB/sec pending data=0 2024-04-02T09:07:01.719 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WP3zSrF1Dgg84oM off=6124698 len=1877231 2024-04-02T09:07:01.720 INFO:tasks.workunit.client.0.smithi112.stdout:op 4536 completed, throughput=5MB/sec 2024-04-02T09:07:01.721 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KctGEHWY5k-v8im off=1230606 len=1354796 2024-04-02T09:07:01.726 INFO:tasks.workunit.client.0.smithi112.stdout:op 4537 completed, throughput=5MB/sec 2024-04-02T09:07:01.726 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KaGFaqSHUdJhYHb off=8953397 len=892667 2024-04-02T09:07:01.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 4538 completed, throughput=5MB/sec 2024-04-02T09:07:01.727 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n8pwazm4tHtSYO1 off=16852601 len=777880 2024-04-02T09:07:01.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 4539 completed, throughput=5MB/sec 2024-04-02T09:07:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:01 smithi187 ceph-mon[84356]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:01 smithi112 ceph-mon[91385]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:01 smithi112 ceph-mon[88945]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:02.729 INFO:tasks.workunit.client.0.smithi112.stdout: 891: throughput=5MB/sec pending data=0 2024-04-02T09:07:02.730 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q00WWwLmd5V1riM off=9107773 len=1960965 2024-04-02T09:07:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:07:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:02.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 4540 completed, throughput=5MB/sec 2024-04-02T09:07:02.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yBPP1nvLOs5DI2n off=10382228 len=1203352 2024-04-02T09:07:02.740 INFO:tasks.workunit.client.0.smithi112.stdout:op 4541 completed, throughput=5MB/sec 2024-04-02T09:07:02.740 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-i5fUXTaZR139WKc off=1192683 len=1829419 2024-04-02T09:07:02.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 4542 completed, throughput=5MB/sec 2024-04-02T09:07:03.742 INFO:tasks.workunit.client.0.smithi112.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:03.742 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y2f6aCP_Tx7MDXb off=658339 len=1833451 2024-04-02T09:07:03.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 4543 completed, throughput=5MB/sec 2024-04-02T09:07:03.744 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7T-KoahgzS3dtfT off=11212453 len=1338511 2024-04-02T09:07:03.745 INFO:tasks.workunit.client.0.smithi112.stdout:op 4544 completed, throughput=5MB/sec 2024-04-02T09:07:03.745 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RiqlNGPXbqYhPmk off=991066 len=788648 2024-04-02T09:07:03.748 INFO:tasks.workunit.client.0.smithi112.stdout:op 4545 completed, throughput=5MB/sec 2024-04-02T09:07:03.748 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_bQr1hbvwN_reDv off=8616698 len=1747634 2024-04-02T09:07:03.757 INFO:tasks.workunit.client.0.smithi112.stdout:op 4546 completed, throughput=5MB/sec 2024-04-02T09:07:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:03 smithi187 ceph-mon[84356]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:03 smithi112 ceph-mon[91385]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:03 smithi112 ceph-mon[88945]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:04.757 INFO:tasks.workunit.client.0.smithi112.stdout: 893: throughput=5MB/sec pending data=0 2024-04-02T09:07:04.757 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FUFKWiW9U7B0WWV off=20900333 len=1485129 2024-04-02T09:07:04.763 INFO:tasks.workunit.client.0.smithi112.stdout:op 4547 completed, throughput=5MB/sec 2024-04-02T09:07:04.763 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CZPJbgpJNCKGcaB off=634859 len=1432831 2024-04-02T09:07:04.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 4548 completed, throughput=5MB/sec 2024-04-02T09:07:04.765 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p7dhx3sM6JJ3nAI off=2484380 len=1943849 2024-04-02T09:07:04.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 4549 completed, throughput=5MB/sec 2024-04-02T09:07:05.767 INFO:tasks.workunit.client.0.smithi112.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:05.767 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wb1TfcfCc1FTV6x off=9850006 len=1116476 2024-04-02T09:07:05.768 INFO:tasks.workunit.client.0.smithi112.stdout:op 4550 completed, throughput=5MB/sec 2024-04-02T09:07:05.768 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r1KN2md6XdsHwGZ off=2827029 len=2048411 2024-04-02T09:07:05.779 INFO:tasks.workunit.client.0.smithi112.stdout:op 4551 completed, throughput=5MB/sec 2024-04-02T09:07:05.779 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-STlbZQB9jyliBuS off=1452678 len=1077590 2024-04-02T09:07:05.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 4552 completed, throughput=5MB/sec 2024-04-02T09:07:05.785 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6wN5DXRJE8LVk_F off=4084423 len=824674 2024-04-02T09:07:05.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 4553 completed, throughput=5MB/sec 2024-04-02T09:07:05.789 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jngPCcG_-6BJF54 off=6431019 len=436341 2024-04-02T09:07:05.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 4554 completed, throughput=5MB/sec 2024-04-02T09:07:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:05 smithi187 ceph-mon[84356]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:05 smithi112 ceph-mon[91385]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:05 smithi112 ceph-mon[88945]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:06.792 INFO:tasks.workunit.client.0.smithi112.stdout: 895: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:06.792 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FGI4GtS3a8BZZac off=16165331 len=1457935 2024-04-02T09:07:06.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 4555 completed, throughput=5MB/sec 2024-04-02T09:07:06.793 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W-rTVdtM0n6742J off=16663518 len=413526 2024-04-02T09:07:06.796 INFO:tasks.workunit.client.0.smithi112.stdout:op 4556 completed, throughput=5MB/sec 2024-04-02T09:07:06.797 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y-aMwNlw3TLi-rU off=599858 len=465492 2024-04-02T09:07:06.800 INFO:tasks.workunit.client.0.smithi112.stdout:op 4557 completed, throughput=5MB/sec 2024-04-02T09:07:06.800 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8ax2GsmPNd1FaKn off=11322092 len=353723 2024-04-02T09:07:06.801 INFO:tasks.workunit.client.0.smithi112.stdout:op 4558 completed, throughput=5MB/sec 2024-04-02T09:07:06.801 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vakaOCeF2cbqIP1 off=5994889 len=725190 2024-04-02T09:07:06.801 INFO:tasks.workunit.client.0.smithi112.stdout:op 4559 completed, throughput=5MB/sec 2024-04-02T09:07:06.801 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D-FBnsJIaElGGd_ off=1754753 len=1464476 2024-04-02T09:07:06.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 4560 completed, throughput=5MB/sec 2024-04-02T09:07:06.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0cN6EK_Zbe7oFTP off=1001507 len=1556767 2024-04-02T09:07:06.805 INFO:tasks.workunit.client.0.smithi112.stdout:op 4561 completed, throughput=5MB/sec 2024-04-02T09:07:07.805 INFO:tasks.workunit.client.0.smithi112.stdout: 896: throughput=5MB/sec pending data=0 2024-04-02T09:07:07.806 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IDTYSTE4IncKfph off=20284956 len=718851 2024-04-02T09:07:07.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 4562 completed, throughput=5MB/sec 2024-04-02T09:07:07.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IltFgQ8NHqZVY1L off=2150275 len=1292763 2024-04-02T09:07:07.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 4563 completed, throughput=5MB/sec 2024-04-02T09:07:07.811 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ui0xHQslT6g6kDt off=9686263 len=475230 2024-04-02T09:07:07.815 INFO:tasks.workunit.client.0.smithi112.stdout:op 4564 completed, throughput=5MB/sec 2024-04-02T09:07:07.815 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S2LmBu1bx3wTOYa off=10833688 len=197405 2024-04-02T09:07:07.817 INFO:tasks.workunit.client.0.smithi112.stdout:op 4565 completed, throughput=5MB/sec 2024-04-02T09:07:07.818 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hZaaGvg1u1pLPNx off=7409575 len=2062713 2024-04-02T09:07:07.826 INFO:tasks.workunit.client.0.smithi112.stdout:op 4566 completed, throughput=5MB/sec 2024-04-02T09:07:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:07 smithi187 ceph-mon[84356]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:07:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:07 smithi112 ceph-mon[91385]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:07:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:07 smithi112 ceph-mon[88945]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:07:08.826 INFO:tasks.workunit.client.0.smithi112.stdout: 897: throughput=5MB/sec pending data=0 2024-04-02T09:07:08.827 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CCQa_2iAnn2RVRY off=3488976 len=232270 2024-04-02T09:07:08.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 4567 completed, throughput=5MB/sec 2024-04-02T09:07:08.827 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-H8vS6DxEOjphT8p off=205525 len=524595 2024-04-02T09:07:08.830 INFO:tasks.workunit.client.0.smithi112.stdout:op 4568 completed, throughput=5MB/sec 2024-04-02T09:07:08.830 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4o__8kcw7d3N_Qf off=11438037 len=62846 2024-04-02T09:07:08.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 4569 completed, throughput=5MB/sec 2024-04-02T09:07:08.832 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kHD0tjzbnZBxKPA off=12793757 len=167702 2024-04-02T09:07:08.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 4570 completed, throughput=5MB/sec 2024-04-02T09:07:08.833 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YQa39P0tHRRvQfy off=5962184 len=1609091 2024-04-02T09:07:08.836 INFO:tasks.workunit.client.0.smithi112.stdout:op 4571 completed, throughput=5MB/sec 2024-04-02T09:07:08.836 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V5GCTQyNRj3Hir0 off=14922949 len=1315018 2024-04-02T09:07:08.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 4572 completed, throughput=5MB/sec 2024-04-02T09:07:08.842 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UpXPRHm8hqnLeY5 off=0 len=1555828 2024-04-02T09:07:08.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 4573 completed, throughput=5MB/sec 2024-04-02T09:07:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:07:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:07:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-02T09:07:09.845 INFO:tasks.workunit.client.0.smithi112.stdout: 898: throughput=5MB/sec pending data=0 2024-04-02T09:07:09.845 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s6rT-Va6rJWJViy off=16691486 len=276884 2024-04-02T09:07:09.846 INFO:tasks.workunit.client.0.smithi112.stdout:op 4574 completed, throughput=5MB/sec 2024-04-02T09:07:09.846 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6ZQPlH7ti1sW9PY off=7178529 len=1306746 2024-04-02T09:07:09.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 4575 completed, throughput=5MB/sec 2024-04-02T09:07:09.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8S8FjToNqJEWpv8 off=4075950 len=1450902 2024-04-02T09:07:09.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 4576 completed, throughput=5MB/sec 2024-04-02T09:07:09.856 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--ypQRTtNak1qNJo off=0 len=1224004 2024-04-02T09:07:09.857 INFO:tasks.workunit.client.0.smithi112.stdout:op 4577 completed, throughput=5MB/sec 2024-04-02T09:07:09.857 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OZ_Fj63MLkOPwyU off=1222370 len=1395649 2024-04-02T09:07:09.858 INFO:tasks.workunit.client.0.smithi112.stdout:op 4578 completed, throughput=5MB/sec 2024-04-02T09:07:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:09 smithi187 ceph-mon[84356]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:09 smithi112 ceph-mon[91385]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:09 smithi112 ceph-mon[88945]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:10.859 INFO:tasks.workunit.client.0.smithi112.stdout: 899: throughput=5MB/sec pending data=0 2024-04-02T09:07:10.859 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QvLZOGCYb-bv9a3 off=10935314 len=1599618 2024-04-02T09:07:10.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 4579 completed, throughput=5MB/sec 2024-04-02T09:07:10.860 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9wwbi9T1Fv9E5J9 off=4027563 len=1710260 2024-04-02T09:07:10.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 4580 completed, throughput=5MB/sec 2024-04-02T09:07:10.862 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tFY54u6Xv_Pwq2E off=4610919 len=251734 2024-04-02T09:07:10.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 4581 completed, throughput=5MB/sec 2024-04-02T09:07:10.864 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bJ9yIo_DhcLFOFx off=12489882 len=1337749 2024-04-02T09:07:10.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 4582 completed, throughput=5MB/sec 2024-04-02T09:07:11.866 INFO:tasks.workunit.client.0.smithi112.stdout: 900: throughput=5MB/sec pending data=0 2024-04-02T09:07:11.866 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ljqbe4djZMUeHzm off=3155571 len=1658348 2024-04-02T09:07:11.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 4583 completed, throughput=5MB/sec 2024-04-02T09:07:11.873 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dwCvOn5MacAAT6c off=4137824 len=459361 2024-04-02T09:07:11.875 INFO:tasks.workunit.client.0.smithi112.stdout:op 4584 completed, throughput=5MB/sec 2024-04-02T09:07:11.875 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D6CsTcIzjzKg_tm off=4251443 len=1794746 2024-04-02T09:07:11.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 4585 completed, throughput=5MB/sec 2024-04-02T09:07:11.882 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DNj6BSi8XLhTTac off=13794193 len=2021781 2024-04-02T09:07:11.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 4586 completed, throughput=5MB/sec 2024-04-02T09:07:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:11 smithi187 ceph-mon[84356]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:11 smithi112 ceph-mon[91385]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:11 smithi112 ceph-mon[88945]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:07:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:12.883 INFO:tasks.workunit.client.0.smithi112.stdout: 901: throughput=5MB/sec pending data=0 2024-04-02T09:07:12.883 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mqL6IU0s2mS-Gqa off=11823946 len=675527 2024-04-02T09:07:12.887 INFO:tasks.workunit.client.0.smithi112.stdout:op 4587 completed, throughput=5MB/sec 2024-04-02T09:07:12.887 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BBxzOUn5FSwvHhF off=9698897 len=1360041 2024-04-02T09:07:12.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 4588 completed, throughput=5MB/sec 2024-04-02T09:07:12.892 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-42eohab6TXVB3Gn off=6491768 len=1064592 2024-04-02T09:07:12.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 4589 completed, throughput=5MB/sec 2024-04-02T09:07:12.893 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EF1wTLVFOAIcEHf off=1938114 len=1379390 2024-04-02T09:07:12.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 4590 completed, throughput=5MB/sec 2024-04-02T09:07:13.894 INFO:tasks.workunit.client.0.smithi112.stdout: 902: throughput=5MB/sec pending data=0 2024-04-02T09:07:13.895 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ntceQAWOT1NO9CE off=5717269 len=892236 2024-04-02T09:07:13.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 4591 completed, throughput=5MB/sec 2024-04-02T09:07:13.897 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ncJiM_zAQ-PxNr6 off=14661644 len=409129 2024-04-02T09:07:13.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 4592 completed, throughput=5MB/sec 2024-04-02T09:07:13.898 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IL_CUlhmYVyR6i1 off=12457945 len=1586039 2024-04-02T09:07:13.906 INFO:tasks.workunit.client.0.smithi112.stdout:op 4593 completed, throughput=5MB/sec 2024-04-02T09:07:13.907 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aLM_ycN_zupVT7k off=4013186 len=1512422 2024-04-02T09:07:13.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 4594 completed, throughput=5MB/sec 2024-04-02T09:07:13.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uMghlYjrtxH9iD1 off=13605573 len=1036396 2024-04-02T09:07:13.910 INFO:tasks.workunit.client.0.smithi112.stdout:op 4595 completed, throughput=5MB/sec 2024-04-02T09:07:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:13 smithi187 ceph-mon[84356]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:13 smithi112 ceph-mon[88945]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:13 smithi112 ceph-mon[91385]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:14.910 INFO:tasks.workunit.client.0.smithi112.stdout: 903: throughput=5MB/sec pending data=0 2024-04-02T09:07:14.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-H9JX1q0exm69e1B off=2699605 len=223144 2024-04-02T09:07:14.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 4596 completed, throughput=5MB/sec 2024-04-02T09:07:14.911 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_CIckJ7r8mb5wPv off=10835062 len=1340087 2024-04-02T09:07:14.912 INFO:tasks.workunit.client.0.smithi112.stdout:op 4597 completed, throughput=5MB/sec 2024-04-02T09:07:14.912 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8jSir_PWf82uv9M off=236707 len=1786864 2024-04-02T09:07:14.923 INFO:tasks.workunit.client.0.smithi112.stdout:op 4598 completed, throughput=5MB/sec 2024-04-02T09:07:14.923 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xgTwi3M6BykuK2o off=1667265 len=683392 2024-04-02T09:07:14.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 4599 completed, throughput=5MB/sec 2024-04-02T09:07:14.927 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-90JSYBj2j8azcMt off=1170439 len=509880 2024-04-02T09:07:14.930 INFO:tasks.workunit.client.0.smithi112.stdout:op 4600 completed, throughput=5MB/sec 2024-04-02T09:07:15.930 INFO:tasks.workunit.client.0.smithi112.stdout: 904: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:15.933 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8ZPnXlNq_mzwTqc off=15658411 len=893053 2024-04-02T09:07:15.934 INFO:tasks.workunit.client.0.smithi112.stdout:op 4601 completed, throughput=5MB/sec 2024-04-02T09:07:15.934 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-64M9pbjtiDqLQsa off=1797350 len=1218021 2024-04-02T09:07:15.934 INFO:tasks.workunit.client.0.smithi112.stdout:op 4602 completed, throughput=5MB/sec 2024-04-02T09:07:15.934 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FZFR9cYMCEgBMcB off=17436966 len=1201360 2024-04-02T09:07:15.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 4603 completed, throughput=5MB/sec 2024-04-02T09:07:15.939 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nks66R8YDbC65j2 off=14551803 len=1489236 2024-04-02T09:07:15.942 INFO:tasks.workunit.client.0.smithi112.stdout:op 4604 completed, throughput=5MB/sec 2024-04-02T09:07:15.942 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D9A-XO8uLqK-yB5 off=6550078 len=502055 2024-04-02T09:07:15.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 4605 completed, throughput=5MB/sec 2024-04-02T09:07:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:15 smithi187 ceph-mon[84356]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:15 smithi112 ceph-mon[91385]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:15 smithi112 ceph-mon[88945]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:07:16.945 INFO:tasks.workunit.client.0.smithi112.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:16.946 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7uq0x3JqjpIK12p off=2406425 len=1773167 2024-04-02T09:07:16.947 INFO:tasks.workunit.client.0.smithi112.stdout:op 4606 completed, throughput=5MB/sec 2024-04-02T09:07:16.947 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SAO4LSdJvndCTWO off=3941416 len=862021 2024-04-02T09:07:16.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 4607 completed, throughput=5MB/sec 2024-04-02T09:07:16.948 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jDKaPnzx20jrBr4 off=1554328 len=37346 2024-04-02T09:07:16.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 4608 completed, throughput=5MB/sec 2024-04-02T09:07:16.950 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MjN6yhIx5ES8xyh off=697429 len=1328831 2024-04-02T09:07:16.956 INFO:tasks.workunit.client.0.smithi112.stdout:op 4609 completed, throughput=5MB/sec 2024-04-02T09:07:16.956 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IJnEVUrAC-HaAV- off=1451478 len=1443115 2024-04-02T09:07:16.958 INFO:tasks.workunit.client.0.smithi112.stdout:op 4610 completed, throughput=5MB/sec 2024-04-02T09:07:17.958 INFO:tasks.workunit.client.0.smithi112.stdout: 906: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:17.958 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bt0ThLB3B73TOwm off=3660003 len=832196 2024-04-02T09:07:17.963 INFO:tasks.workunit.client.0.smithi112.stdout:op 4611 completed, throughput=5MB/sec 2024-04-02T09:07:17.963 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j5jMy00K43KiuMS off=6690651 len=1369281 2024-04-02T09:07:17.964 INFO:tasks.workunit.client.0.smithi112.stdout:op 4612 completed, throughput=5MB/sec 2024-04-02T09:07:17.964 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iuFkLrtL7i6CZam off=16565940 len=906630 2024-04-02T09:07:17.968 INFO:tasks.workunit.client.0.smithi112.stdout:op 4613 completed, throughput=5MB/sec 2024-04-02T09:07:17.968 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3_9JIC9BevKkYgp off=63417 len=1959483 2024-04-02T09:07:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:17 smithi187 ceph-mon[84356]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:07:17.981 INFO:tasks.workunit.client.0.smithi112.stdout:op 4614 completed, throughput=5MB/sec 2024-04-02T09:07:17.981 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zP7YuzurJgjiAGn off=4741499 len=1632810 2024-04-02T09:07:17.982 INFO:tasks.workunit.client.0.smithi112.stdout:op 4615 completed, throughput=5MB/sec 2024-04-02T09:07:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:17 smithi112 ceph-mon[91385]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:07:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:17 smithi112 ceph-mon[88945]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:07:18.982 INFO:tasks.workunit.client.0.smithi112.stdout: 907: throughput=5MB/sec pending data=0 2024-04-02T09:07:18.983 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S-fvOdzTSOQmlhL off=8639237 len=972348 2024-04-02T09:07:18.986 INFO:tasks.workunit.client.0.smithi112.stdout:op 4616 completed, throughput=5MB/sec 2024-04-02T09:07:18.986 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tPB-DQ3b0AnmOPI off=4792453 len=205997 2024-04-02T09:07:18.987 INFO:tasks.workunit.client.0.smithi112.stdout:op 4617 completed, throughput=5MB/sec 2024-04-02T09:07:18.987 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-I0mAvFDHKtxk1AC off=17737885 len=783616 2024-04-02T09:07:18.991 INFO:tasks.workunit.client.0.smithi112.stdout:op 4618 completed, throughput=5MB/sec 2024-04-02T09:07:18.991 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_a-Z72UVjm6Z2dT off=454143 len=1359883 2024-04-02T09:07:18.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 4619 completed, throughput=5MB/sec 2024-04-02T09:07:18.997 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rCNfuCvNiTK3vZg off=486399 len=1293609 2024-04-02T09:07:19.002 INFO:tasks.workunit.client.0.smithi112.stdout:op 4620 completed, throughput=5MB/sec 2024-04-02T09:07:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:07:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:07:19] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-02T09:07:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:19 smithi187 ceph-mon[84356]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:20.002 INFO:tasks.workunit.client.0.smithi112.stdout: 908: throughput=5MB/sec pending data=0 2024-04-02T09:07:20.002 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IeqV_M8Fvtu4T_l off=11446516 len=1104152 2024-04-02T09:07:20.003 INFO:tasks.workunit.client.0.smithi112.stdout:op 4621 completed, throughput=5MB/sec 2024-04-02T09:07:20.003 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oaCMnq7nzGlwluG off=8734952 len=84952 2024-04-02T09:07:20.004 INFO:tasks.workunit.client.0.smithi112.stdout:op 4622 completed, throughput=5MB/sec 2024-04-02T09:07:20.004 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nGtJlAmg74fCVTm off=1324207 len=1453070 2024-04-02T09:07:20.009 INFO:tasks.workunit.client.0.smithi112.stdout:op 4623 completed, throughput=5MB/sec 2024-04-02T09:07:20.009 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CyL_bmLbHslHDyi off=19699709 len=867968 2024-04-02T09:07:20.014 INFO:tasks.workunit.client.0.smithi112.stdout:op 4624 completed, throughput=5MB/sec 2024-04-02T09:07:20.015 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Th4UGcXO3FOre9r off=11008097 len=750435 2024-04-02T09:07:20.018 INFO:tasks.workunit.client.0.smithi112.stdout:op 4625 completed, throughput=5MB/sec 2024-04-02T09:07:20.018 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qNedZ59mmO6daPW off=20745311 len=746813 2024-04-02T09:07:20.022 INFO:tasks.workunit.client.0.smithi112.stdout:op 4626 completed, throughput=5MB/sec 2024-04-02T09:07:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:19 smithi112 ceph-mon[91385]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:19 smithi112 ceph-mon[88945]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:21.023 INFO:tasks.workunit.client.0.smithi112.stdout: 909: throughput=5MB/sec pending data=0 2024-04-02T09:07:21.023 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GysJ2-Lkx-bXEYX off=6354257 len=1000041 2024-04-02T09:07:21.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 4627 completed, throughput=5MB/sec 2024-04-02T09:07:21.028 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jSTzlIt70S-zGtU off=16242485 len=1652302 2024-04-02T09:07:21.035 INFO:tasks.workunit.client.0.smithi112.stdout:op 4628 completed, throughput=5MB/sec 2024-04-02T09:07:21.035 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f3ysWGb1zCoDOtt off=8982223 len=483242 2024-04-02T09:07:21.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 4629 completed, throughput=5MB/sec 2024-04-02T09:07:21.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wk1iWS1w1MILJQL off=4958187 len=195927 2024-04-02T09:07:21.040 INFO:tasks.workunit.client.0.smithi112.stdout:op 4630 completed, throughput=5MB/sec 2024-04-02T09:07:21.040 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eG6K5vs8w2yauIH off=2867790 len=2037097 2024-04-02T09:07:21.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 4631 completed, throughput=5MB/sec 2024-04-02T09:07:22.047 INFO:tasks.workunit.client.0.smithi112.stdout: 910: throughput=5MB/sec pending data=0 2024-04-02T09:07:22.047 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8x-xjgawwypdudW off=5906024 len=392201 2024-04-02T09:07:22.049 INFO:tasks.workunit.client.0.smithi112.stdout:op 4632 completed, throughput=5MB/sec 2024-04-02T09:07:22.050 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bZfIJ6HDqQSmp2z off=17419785 len=678291 2024-04-02T09:07:22.050 INFO:tasks.workunit.client.0.smithi112.stdout:op 4633 completed, throughput=5MB/sec 2024-04-02T09:07:22.050 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-682CKdpgYPAaBRM off=1599680 len=1412342 2024-04-02T09:07:22.052 INFO:tasks.workunit.client.0.smithi112.stdout:op 4634 completed, throughput=5MB/sec 2024-04-02T09:07:22.052 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Bs-MBp3LHuxyFdl off=4708500 len=466472 2024-04-02T09:07:22.056 INFO:tasks.workunit.client.0.smithi112.stdout:op 4635 completed, throughput=5MB/sec 2024-04-02T09:07:22.056 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cNVkGZRxme8ulCB off=14941036 len=478524 2024-04-02T09:07:22.059 INFO:tasks.workunit.client.0.smithi112.stdout:op 4636 completed, throughput=5MB/sec 2024-04-02T09:07:22.059 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hVmTBNgJ5F7xGv6 off=13244295 len=1632752 2024-04-02T09:07:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:op 4637 completed, throughput=5MB/sec 2024-04-02T09:07:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:21 smithi112 ceph-mon[91385]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:21 smithi112 ceph-mon[88945]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:21 smithi187 ceph-mon[84356]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:07:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:23.065 INFO:tasks.workunit.client.0.smithi112.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:23.065 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wqESWurq9e6d8V1 off=5538245 len=1714650 2024-04-02T09:07:23.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 4638 completed, throughput=5MB/sec 2024-04-02T09:07:23.066 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gC_Ay46gmYaQX3i off=4345200 len=1159447 2024-04-02T09:07:23.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 4639 completed, throughput=5MB/sec 2024-04-02T09:07:23.068 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ywhgdRmqzgzePsy off=13345664 len=390549 2024-04-02T09:07:23.071 INFO:tasks.workunit.client.0.smithi112.stdout:op 4640 completed, throughput=5MB/sec 2024-04-02T09:07:23.071 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BNZqApYYUtCD2ET off=1190766 len=1526706 2024-04-02T09:07:23.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 4641 completed, throughput=5MB/sec 2024-04-02T09:07:23.072 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-18pdQiQndxvT9K3 off=4631389 len=1659603 2024-04-02T09:07:23.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 4642 completed, throughput=5MB/sec 2024-04-02T09:07:24.079 INFO:tasks.workunit.client.0.smithi112.stdout: 912: throughput=5MB/sec pending data=0 2024-04-02T09:07:24.079 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N05vIK_MJzfJ5JW off=6762934 len=616477 2024-04-02T09:07:24.083 INFO:tasks.workunit.client.0.smithi112.stdout:op 4643 completed, throughput=5MB/sec 2024-04-02T09:07:24.083 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uWDqcJY8_hrS4rJ off=67715 len=1529686 2024-04-02T09:07:24.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 4644 completed, throughput=5MB/sec 2024-04-02T09:07:24.085 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-y7Taf2wx4Sun73E off=2864771 len=991209 2024-04-02T09:07:24.090 INFO:tasks.workunit.client.0.smithi112.stdout:op 4645 completed, throughput=5MB/sec 2024-04-02T09:07:24.090 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ti1Twg97JLN6LiC off=10478268 len=488472 2024-04-02T09:07:24.094 INFO:tasks.workunit.client.0.smithi112.stdout:op 4646 completed, throughput=5MB/sec 2024-04-02T09:07:24.094 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YI7mzvnV-JxNmjH off=19567624 len=1929574 2024-04-02T09:07:24.095 INFO:tasks.workunit.client.0.smithi112.stdout:op 4647 completed, throughput=5MB/sec 2024-04-02T09:07:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:23 smithi112 ceph-mon[91385]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:23 smithi112 ceph-mon[88945]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:23 smithi187 ceph-mon[84356]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:25.096 INFO:tasks.workunit.client.0.smithi112.stdout: 913: throughput=5MB/sec pending data=0 2024-04-02T09:07:25.096 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QzXBLuQvmnBXf7T off=9654667 len=901909 2024-04-02T09:07:25.099 INFO:tasks.workunit.client.0.smithi112.stdout:op 4648 completed, throughput=5MB/sec 2024-04-02T09:07:25.100 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Lz0VrdbIE6ug5yS off=68537 len=589732 2024-04-02T09:07:25.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 4649 completed, throughput=5MB/sec 2024-04-02T09:07:25.101 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TQHiTO_W-XtG6l2 off=10301334 len=1123115 2024-04-02T09:07:25.102 INFO:tasks.workunit.client.0.smithi112.stdout:op 4650 completed, throughput=5MB/sec 2024-04-02T09:07:25.103 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8fOMBQPoqId36UU off=7605747 len=24646 2024-04-02T09:07:25.103 INFO:tasks.workunit.client.0.smithi112.stdout:op 4651 completed, throughput=5MB/sec 2024-04-02T09:07:25.103 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O3_6j80m7ie3d5a off=1024818 len=219671 2024-04-02T09:07:25.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 4652 completed, throughput=5MB/sec 2024-04-02T09:07:25.104 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zDWgjNa8Fhxon41 off=5711297 len=888937 2024-04-02T09:07:25.105 INFO:tasks.workunit.client.0.smithi112.stdout:op 4653 completed, throughput=5MB/sec 2024-04-02T09:07:25.106 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KGL_0RXKwCefzFi off=6323042 len=1602792 2024-04-02T09:07:25.106 INFO:tasks.workunit.client.0.smithi112.stdout:op 4654 completed, throughput=5MB/sec 2024-04-02T09:07:26.106 INFO:tasks.workunit.client.0.smithi112.stdout: 914: throughput=5MB/sec pending data=0 2024-04-02T09:07:26.107 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NjnPApdzOn-l9g9 off=6060030 len=1950641 2024-04-02T09:07:26.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 4655 completed, throughput=5MB/sec 2024-04-02T09:07:26.109 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EF3dpg9XHDv7pcW off=390517 len=351529 2024-04-02T09:07:26.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 4656 completed, throughput=5MB/sec 2024-04-02T09:07:26.112 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XC-yv5DEu94DEg8 off=1674553 len=1584472 2024-04-02T09:07:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:25 smithi112 ceph-mon[91385]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:25 smithi112 ceph-mon[88945]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:26.119 INFO:tasks.workunit.client.0.smithi112.stdout:op 4657 completed, throughput=5MB/sec 2024-04-02T09:07:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:25 smithi187 ceph-mon[84356]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:27.120 INFO:tasks.workunit.client.0.smithi112.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:27.120 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PHjZ_bJYSEZ3NTR off=10298394 len=394444 2024-04-02T09:07:27.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 4658 completed, throughput=5MB/sec 2024-04-02T09:07:27.120 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_Ct4_v93qVFlpqa off=8372109 len=1229266 2024-04-02T09:07:27.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 4659 completed, throughput=5MB/sec 2024-04-02T09:07:27.126 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BNwfQbZjnJEPTrY off=10019227 len=2082639 2024-04-02T09:07:27.129 INFO:tasks.workunit.client.0.smithi112.stdout:op 4660 completed, throughput=5MB/sec 2024-04-02T09:07:27.129 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HlkdYhHeV6PI2hf off=5903030 len=423438 2024-04-02T09:07:27.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 4661 completed, throughput=5MB/sec 2024-04-02T09:07:27.131 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_9WacUZfj802Yot off=2429647 len=1926999 2024-04-02T09:07:27.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 4662 completed, throughput=5MB/sec 2024-04-02T09:07:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:27 smithi112 ceph-mon[91385]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:07:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:27 smithi112 ceph-mon[88945]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:07:28.135 INFO:tasks.workunit.client.0.smithi112.stdout: 916: throughput=5MB/sec pending data=0 2024-04-02T09:07:28.135 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GfbZFVqwgFBtivn off=0 len=1451510 2024-04-02T09:07:28.136 INFO:tasks.workunit.client.0.smithi112.stdout:op 4663 completed, throughput=5MB/sec 2024-04-02T09:07:28.136 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q-iBfY_uqWGZSkf off=3865098 len=168420 2024-04-02T09:07:28.137 INFO:tasks.workunit.client.0.smithi112.stdout:op 4664 completed, throughput=5MB/sec 2024-04-02T09:07:28.137 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iXFFbci7scs0wVG off=18186232 len=771771 2024-04-02T09:07:28.139 INFO:tasks.workunit.client.0.smithi112.stdout:op 4665 completed, throughput=5MB/sec 2024-04-02T09:07:28.139 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-C60wSOORvTj48UT off=16651354 len=887442 2024-04-02T09:07:28.143 INFO:tasks.workunit.client.0.smithi112.stdout:op 4666 completed, throughput=5MB/sec 2024-04-02T09:07:28.144 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tefn6s7_2jjbWEX off=6284178 len=472886 2024-04-02T09:07:28.145 INFO:tasks.workunit.client.0.smithi112.stdout:op 4667 completed, throughput=5MB/sec 2024-04-02T09:07:28.145 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kJiLuUdnoaHJTJb off=3978675 len=1578807 2024-04-02T09:07:28.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 4668 completed, throughput=5MB/sec 2024-04-02T09:07:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:27 smithi187 ceph-mon[84356]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:07:29.151 INFO:tasks.workunit.client.0.smithi112.stdout: 917: throughput=5MB/sec pending data=0 2024-04-02T09:07:29.151 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sTOQR0C8ndtry9J off=389606 len=1318700 2024-04-02T09:07:29.152 INFO:tasks.workunit.client.0.smithi112.stdout:op 4669 completed, throughput=5MB/sec 2024-04-02T09:07:29.152 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NeGwQP2C6NB8u1Q off=1521747 len=189379 2024-04-02T09:07:29.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 4670 completed, throughput=5MB/sec 2024-04-02T09:07:29.154 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4F472tFt6J7ZPlU off=1383025 len=1776761 2024-04-02T09:07:29.161 INFO:tasks.workunit.client.0.smithi112.stdout:op 4671 completed, throughput=5MB/sec 2024-04-02T09:07:29.161 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3t7rjeLrvtFV7va off=8140746 len=602326 2024-04-02T09:07:29.162 INFO:tasks.workunit.client.0.smithi112.stdout:op 4672 completed, throughput=5MB/sec 2024-04-02T09:07:29.163 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k_OdNvO4gyiRWSg off=3732518 len=1067402 2024-04-02T09:07:29.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 4673 completed, throughput=5MB/sec 2024-04-02T09:07:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:07:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:07:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:07:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:29 smithi112 ceph-mon[91385]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:07:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:29 smithi112 ceph-mon[88945]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:07:30.168 INFO:tasks.workunit.client.0.smithi112.stdout: 918: throughput=5MB/sec pending data=0 2024-04-02T09:07:30.169 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--gBnW0EikZVsrgD off=6008865 len=609650 2024-04-02T09:07:30.169 INFO:tasks.workunit.client.0.smithi112.stdout:op 4674 completed, throughput=5MB/sec 2024-04-02T09:07:30.169 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Z1l5ML87r5L2Tr5 off=22257261 len=2022050 2024-04-02T09:07:30.173 INFO:tasks.workunit.client.0.smithi112.stdout:op 4675 completed, throughput=5MB/sec 2024-04-02T09:07:30.173 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vJHd8_Zu8rTKeHn off=7183703 len=733640 2024-04-02T09:07:30.174 INFO:tasks.workunit.client.0.smithi112.stdout:op 4676 completed, throughput=5MB/sec 2024-04-02T09:07:30.174 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QULZaRfOJ0RHY0T off=3452312 len=1379360 2024-04-02T09:07:30.177 INFO:tasks.workunit.client.0.smithi112.stdout:op 4677 completed, throughput=5MB/sec 2024-04-02T09:07:30.177 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eO5tEZ4Dmp8F2kV off=5904636 len=1241974 2024-04-02T09:07:30.183 INFO:tasks.workunit.client.0.smithi112.stdout:op 4678 completed, throughput=5MB/sec 2024-04-02T09:07:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:29 smithi187 ceph-mon[84356]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:07:31.183 INFO:tasks.workunit.client.0.smithi112.stdout: 919: throughput=5MB/sec pending data=0 2024-04-02T09:07:31.184 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-umGIfq19CXimJxs off=1300735 len=461704 2024-04-02T09:07:31.185 INFO:tasks.workunit.client.0.smithi112.stdout:op 4679 completed, throughput=5MB/sec 2024-04-02T09:07:31.185 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Urg6BmKtVLBZEC5 off=8270231 len=1710305 2024-04-02T09:07:31.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 4680 completed, throughput=5MB/sec 2024-04-02T09:07:31.191 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o2psb0RK_L1o3ML off=1514647 len=1707398 2024-04-02T09:07:31.192 INFO:tasks.workunit.client.0.smithi112.stdout:op 4681 completed, throughput=5MB/sec 2024-04-02T09:07:31.192 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-20VmWJT_8tD8QuV off=11489241 len=1668892 2024-04-02T09:07:31.195 INFO:tasks.workunit.client.0.smithi112.stdout:op 4682 completed, throughput=5MB/sec 2024-04-02T09:07:32.041 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:31 smithi187 ceph-mon[84356]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:32.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:31 smithi112 ceph-mon[91385]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:32.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:31 smithi112 ceph-mon[88945]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:32.196 INFO:tasks.workunit.client.0.smithi112.stdout: 920: throughput=5MB/sec pending data=0 2024-04-02T09:07:32.196 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h_4pZJfK3kMYoup off=1767305 len=127570 2024-04-02T09:07:32.202 INFO:tasks.workunit.client.0.smithi112.stdout:op 4683 completed, throughput=5MB/sec 2024-04-02T09:07:32.202 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2Z4MnuWJ-CVUPK8 off=8907021 len=775223 2024-04-02T09:07:32.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 4684 completed, throughput=5MB/sec 2024-04-02T09:07:32.203 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-v1PntKDxJrj35hP off=2723797 len=966324 2024-04-02T09:07:32.203 INFO:tasks.workunit.client.0.smithi112.stdout:op 4685 completed, throughput=5MB/sec 2024-04-02T09:07:32.203 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-STlbZQB9jyliBuS off=1931320 len=598948 2024-04-02T09:07:32.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 4686 completed, throughput=5MB/sec 2024-04-02T09:07:32.205 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mds1PoiRmXaMEhm off=10299469 len=216602 2024-04-02T09:07:32.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 4687 completed, throughput=5MB/sec 2024-04-02T09:07:32.212 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PNys825AKnWuWhn off=13560869 len=641601 2024-04-02T09:07:32.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 4688 completed, throughput=5MB/sec 2024-04-02T09:07:32.213 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MvVYYFwlWkrz2Va off=1685628 len=39727 2024-04-02T09:07:32.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 4689 completed, throughput=5MB/sec 2024-04-02T09:07:32.214 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mQyWF3aTWwCh_9X off=29107 len=1906516 2024-04-02T09:07:32.220 INFO:tasks.workunit.client.0.smithi112.stdout:op 4690 completed, throughput=5MB/sec 2024-04-02T09:07:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:07:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:33.221 INFO:tasks.workunit.client.0.smithi112.stdout: 921: throughput=5MB/sec pending data=0 2024-04-02T09:07:33.221 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hVmTBNgJ5F7xGv6 off=13387619 len=1953269 2024-04-02T09:07:33.223 INFO:tasks.workunit.client.0.smithi112.stdout:op 4691 completed, throughput=5MB/sec 2024-04-02T09:07:33.223 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0gZGeGAk-21dtH3 off=12455329 len=1115493 2024-04-02T09:07:33.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 4692 completed, throughput=5MB/sec 2024-04-02T09:07:33.224 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4OCz2jPsE5KJll7 off=12268916 len=961284 2024-04-02T09:07:33.227 INFO:tasks.workunit.client.0.smithi112.stdout:op 4693 completed, throughput=5MB/sec 2024-04-02T09:07:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:33 smithi112 ceph-mon[91385]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:33 smithi112 ceph-mon[88945]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:34.228 INFO:tasks.workunit.client.0.smithi112.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:34.228 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zQFKYOF1Uuj8gBf off=15091539 len=944714 2024-04-02T09:07:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:33 smithi187 ceph-mon[84356]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:34.233 INFO:tasks.workunit.client.0.smithi112.stdout:op 4694 completed, throughput=5MB/sec 2024-04-02T09:07:34.233 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fZCphiaWOT-pb7R off=534623 len=1812238 2024-04-02T09:07:34.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 4695 completed, throughput=5MB/sec 2024-04-02T09:07:34.239 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IOZERPFv9RVJUog off=781673 len=197809 2024-04-02T09:07:34.239 INFO:tasks.workunit.client.0.smithi112.stdout:op 4696 completed, throughput=5MB/sec 2024-04-02T09:07:34.239 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tMKnQB0Ar4OCPAP off=10307241 len=1079220 2024-04-02T09:07:34.244 INFO:tasks.workunit.client.0.smithi112.stdout:op 4697 completed, throughput=5MB/sec 2024-04-02T09:07:34.245 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q537NVQUkrglf0J off=519260 len=899972 2024-04-02T09:07:34.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 4698 completed, throughput=5MB/sec 2024-04-02T09:07:34.245 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wT-Yg5mF2nVTAhz off=5239788 len=563734 2024-04-02T09:07:34.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 4699 completed, throughput=5MB/sec 2024-04-02T09:07:35.246 INFO:tasks.workunit.client.0.smithi112.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:35.247 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2tq2zETNUF3HiSU off=12318940 len=1990689 2024-04-02T09:07:35.254 INFO:tasks.workunit.client.0.smithi112.stdout:op 4700 completed, throughput=5MB/sec 2024-04-02T09:07:35.254 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-02iy2c0K6Y4gQVa off=3828933 len=1796931 2024-04-02T09:07:35.257 INFO:tasks.workunit.client.0.smithi112.stdout:op 4701 completed, throughput=5MB/sec 2024-04-02T09:07:35.257 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qsQxHZ0CHosvV3E off=882546 len=32411 2024-04-02T09:07:35.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 4702 completed, throughput=5MB/sec 2024-04-02T09:07:35.260 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uZtSbPwRN5j3KWT off=14442814 len=21853 2024-04-02T09:07:35.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 4703 completed, throughput=5MB/sec 2024-04-02T09:07:35.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a2KpnpJnHS9SBbM off=415418 len=824966 2024-04-02T09:07:35.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 4704 completed, throughput=5MB/sec 2024-04-02T09:07:35.263 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4ovR5IQ1Xuk8Rm7 off=800562 len=1555041 2024-04-02T09:07:35.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 4705 completed, throughput=5MB/sec 2024-04-02T09:07:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:35 smithi112 ceph-mon[91385]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:35 smithi112 ceph-mon[88945]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:35 smithi187 ceph-mon[84356]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:36.264 INFO:tasks.workunit.client.0.smithi112.stdout: 924: throughput=5MB/sec pending data=0 2024-04-02T09:07:36.265 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aydwH2WNx1lRP1L off=543054 len=1088097 2024-04-02T09:07:36.266 INFO:tasks.workunit.client.0.smithi112.stdout:op 4706 completed, throughput=5MB/sec 2024-04-02T09:07:36.266 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KfSsuJ2ZznfNmGE off=7664270 len=972913 2024-04-02T09:07:36.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 4707 completed, throughput=5MB/sec 2024-04-02T09:07:36.268 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c5llUBswczlcH7h off=10807228 len=1411244 2024-04-02T09:07:36.275 INFO:tasks.workunit.client.0.smithi112.stdout:op 4708 completed, throughput=5MB/sec 2024-04-02T09:07:36.275 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GrLsiHhB-QoSkZb off=12761464 len=1232557 2024-04-02T09:07:36.276 INFO:tasks.workunit.client.0.smithi112.stdout:op 4709 completed, throughput=5MB/sec 2024-04-02T09:07:37.276 INFO:tasks.workunit.client.0.smithi112.stdout: 925: throughput=5MB/sec pending data=0 2024-04-02T09:07:37.277 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aEVbs2CYRtHAmpd off=20876497 len=815181 2024-04-02T09:07:37.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 4710 completed, throughput=5MB/sec 2024-04-02T09:07:37.280 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1UgcW5cbM0LAteq off=5211156 len=1434177 2024-04-02T09:07:37.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 4711 completed, throughput=5MB/sec 2024-04-02T09:07:37.282 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LiLZeUEazrIDb_l off=738507 len=306514 2024-04-02T09:07:37.282 INFO:tasks.workunit.client.0.smithi112.stdout:op 4712 completed, throughput=5MB/sec 2024-04-02T09:07:37.282 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hKwmIaL5s4DSMV8 off=1395135 len=830562 2024-04-02T09:07:37.283 INFO:tasks.workunit.client.0.smithi112.stdout:op 4713 completed, throughput=5MB/sec 2024-04-02T09:07:37.284 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xSxAy9EPC3d60Mf off=8967952 len=1852572 2024-04-02T09:07:37.285 INFO:tasks.workunit.client.0.smithi112.stdout:op 4714 completed, throughput=5MB/sec 2024-04-02T09:07:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[88945]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:07:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[91385]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:07:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:37 smithi187 ceph-mon[84356]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:07:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: 926: throughput=5MB/sec pending data=0 2024-04-02T09:07:38.285 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WkOqT28CiZgiYAC off=13773622 len=2003204 2024-04-02T09:07:38.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 4715 completed, throughput=5MB/sec 2024-04-02T09:07:38.287 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nRoFPMTUZ4OLC4S off=246357 len=599736 2024-04-02T09:07:38.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 4716 completed, throughput=5MB/sec 2024-04-02T09:07:38.291 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uME9kGJNDaltb0r off=1011382 len=185964 2024-04-02T09:07:38.293 INFO:tasks.workunit.client.0.smithi112.stdout:op 4717 completed, throughput=5MB/sec 2024-04-02T09:07:38.293 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MMjdBXt79vbrqxx off=284427 len=1144007 2024-04-02T09:07:38.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 4718 completed, throughput=5MB/sec 2024-04-02T09:07:38.298 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ID1AcAqVHRWyNLI off=6952308 len=1145802 2024-04-02T09:07:38.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 4719 completed, throughput=5MB/sec 2024-04-02T09:07:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:39.300 INFO:tasks.workunit.client.0.smithi112.stdout: 927: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:39.300 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d07VVQh3cMOkZw6 off=1024062 len=1944091 2024-04-02T09:07:39.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 4720 completed, throughput=5MB/sec 2024-04-02T09:07:39.301 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kshRyULHqsV78HL off=10059231 len=1095260 2024-04-02T09:07:39.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 4721 completed, throughput=5MB/sec 2024-04-02T09:07:39.307 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TnSXDy3l58XnF3V off=2957407 len=728648 2024-04-02T09:07:39.312 INFO:tasks.workunit.client.0.smithi112.stdout:op 4722 completed, throughput=5MB/sec 2024-04-02T09:07:39.312 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-al1yyWUTuXAdL2t off=11700328 len=1981203 2024-04-02T09:07:39.322 INFO:tasks.workunit.client.0.smithi112.stdout:op 4723 completed, throughput=5MB/sec 2024-04-02T09:07:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:07:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:07:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:07:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:39 smithi112 ceph-mon[91385]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:39 smithi112 ceph-mon[88945]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:39 smithi187 ceph-mon[84356]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:40.322 INFO:tasks.workunit.client.0.smithi112.stdout: 928: throughput=5MB/sec pending data=0 2024-04-02T09:07:40.322 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2MDYfcWk0i6sGxC off=9600081 len=1429334 2024-04-02T09:07:40.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 4724 completed, throughput=5MB/sec 2024-04-02T09:07:40.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-khwOT0VUOVAVhof off=2908546 len=1338292 2024-04-02T09:07:40.328 INFO:tasks.workunit.client.0.smithi112.stdout:op 4725 completed, throughput=5MB/sec 2024-04-02T09:07:40.328 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JdBB0rOyUdFQFqa off=604866 len=248966 2024-04-02T09:07:40.331 INFO:tasks.workunit.client.0.smithi112.stdout:op 4726 completed, throughput=5MB/sec 2024-04-02T09:07:40.331 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lokIxBre9k3fAZ1 off=4292944 len=1806263 2024-04-02T09:07:40.342 INFO:tasks.workunit.client.0.smithi112.stdout:op 4727 completed, throughput=5MB/sec 2024-04-02T09:07:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: 929: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:41.342 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RlcGpCLN4QsOEfO off=257257 len=713138 2024-04-02T09:07:41.346 INFO:tasks.workunit.client.0.smithi112.stdout:op 4728 completed, throughput=5MB/sec 2024-04-02T09:07:41.346 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tiSfES8k_R__O0a off=282132 len=1736473 2024-04-02T09:07:41.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 4729 completed, throughput=5MB/sec 2024-04-02T09:07:41.356 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-37iPCRwrt2UtMHG off=6313697 len=725785 2024-04-02T09:07:41.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 4730 completed, throughput=5MB/sec 2024-04-02T09:07:41.359 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BHCtjMa3iNQ93Ee off=4219858 len=1183711 2024-04-02T09:07:41.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 4731 completed, throughput=5MB/sec 2024-04-02T09:07:41.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6pR0sIYPNfVJ23X off=22273276 len=673573 2024-04-02T09:07:41.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 4732 completed, throughput=5MB/sec 2024-04-02T09:07:41.366 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QqyDouLuxRw9uXD off=16246283 len=966420 2024-04-02T09:07:41.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 4733 completed, throughput=5MB/sec 2024-04-02T09:07:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:41 smithi112 ceph-mon[91385]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:41 smithi112 ceph-mon[88945]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:41 smithi187 ceph-mon[84356]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:42.366 INFO:tasks.workunit.client.0.smithi112.stdout: 930: throughput=5MB/sec pending data=0 2024-04-02T09:07:42.367 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-khdq189uyKXggXD off=4590876 len=1405235 2024-04-02T09:07:42.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 4734 completed, throughput=5MB/sec 2024-04-02T09:07:42.370 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sNlltuk9SUsyPds off=3526233 len=1513077 2024-04-02T09:07:42.378 INFO:tasks.workunit.client.0.smithi112.stdout:op 4735 completed, throughput=5MB/sec 2024-04-02T09:07:42.379 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oziJ2hAUKEuOgp1 off=8582029 len=1421073 2024-04-02T09:07:42.380 INFO:tasks.workunit.client.0.smithi112.stdout:op 4736 completed, throughput=5MB/sec 2024-04-02T09:07:42.380 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pFfRYQKFoIlf7iu off=8856148 len=264493 2024-04-02T09:07:42.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 4737 completed, throughput=5MB/sec 2024-04-02T09:07:42.383 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xhRBD-VU1Z8wdzf off=4655962 len=908487 2024-04-02T09:07:42.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 4738 completed, throughput=5MB/sec 2024-04-02T09:07:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:07:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:43.387 INFO:tasks.workunit.client.0.smithi112.stdout: 931: throughput=5MB/sec pending data=0 2024-04-02T09:07:43.387 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v9cVeS6sDNebyft off=2448187 len=1869895 2024-04-02T09:07:43.395 INFO:tasks.workunit.client.0.smithi112.stdout:op 4739 completed, throughput=5MB/sec 2024-04-02T09:07:43.395 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vx_wmlEfjMvLWQa off=4624582 len=1421188 2024-04-02T09:07:43.402 INFO:tasks.workunit.client.0.smithi112.stdout:op 4740 completed, throughput=5MB/sec 2024-04-02T09:07:43.402 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jbnVCODWOUTK_cV off=8499716 len=1731295 2024-04-02T09:07:43.405 INFO:tasks.workunit.client.0.smithi112.stdout:op 4741 completed, throughput=5MB/sec 2024-04-02T09:07:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:43 smithi112 ceph-mon[91385]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:43 smithi112 ceph-mon[88945]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:43 smithi187 ceph-mon[84356]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:44.406 INFO:tasks.workunit.client.0.smithi112.stdout: 932: throughput=5MB/sec pending data=0 2024-04-02T09:07:44.406 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TksrPEdYKVP7tpb off=2495149 len=642294 2024-04-02T09:07:44.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 4742 completed, throughput=5MB/sec 2024-04-02T09:07:44.407 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xZvogxxzmAYFsi7 off=0 len=1890263 2024-04-02T09:07:44.408 INFO:tasks.workunit.client.0.smithi112.stdout:op 4743 completed, throughput=5MB/sec 2024-04-02T09:07:44.408 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c6myEobcImdeEGp off=4978800 len=2043943 2024-04-02T09:07:44.418 INFO:tasks.workunit.client.0.smithi112.stdout:op 4744 completed, throughput=5MB/sec 2024-04-02T09:07:44.418 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--s5GWyTIwlDVDiV off=13138579 len=463702 2024-04-02T09:07:44.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 4745 completed, throughput=5MB/sec 2024-04-02T09:07:45.421 INFO:tasks.workunit.client.0.smithi112.stdout: 933: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:45.422 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ghM_uwpP9btCKu0 off=255986 len=566671 2024-04-02T09:07:45.422 INFO:tasks.workunit.client.0.smithi112.stdout:op 4746 completed, throughput=5MB/sec 2024-04-02T09:07:45.422 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IejtXjV2IQg-I6F off=3945437 len=1690499 2024-04-02T09:07:45.424 INFO:tasks.workunit.client.0.smithi112.stdout:op 4747 completed, throughput=5MB/sec 2024-04-02T09:07:45.424 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nk3AuT4LgodphOD off=4894606 len=869165 2024-04-02T09:07:45.428 INFO:tasks.workunit.client.0.smithi112.stdout:op 4748 completed, throughput=5MB/sec 2024-04-02T09:07:45.428 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HcjmBgCkQFOXRfI off=4538631 len=1471111 2024-04-02T09:07:45.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 4749 completed, throughput=5MB/sec 2024-04-02T09:07:45.436 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ylf3-HfTYU7SJ6l off=13950037 len=605029 2024-04-02T09:07:45.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 4750 completed, throughput=5MB/sec 2024-04-02T09:07:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:45 smithi112 ceph-mon[91385]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:45 smithi112 ceph-mon[88945]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:45 smithi187 ceph-mon[84356]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:46.436 INFO:tasks.workunit.client.0.smithi112.stdout: 934: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:46.437 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KbSWlgBw0RF4pGv off=20795506 len=883071 2024-04-02T09:07:46.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 4751 completed, throughput=5MB/sec 2024-04-02T09:07:46.440 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7hkF6PcvxsANlVY off=15361459 len=1173563 2024-04-02T09:07:46.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 4752 completed, throughput=5MB/sec 2024-04-02T09:07:46.443 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-imvpOni7WQjKWA7 off=1638365 len=888107 2024-04-02T09:07:46.444 INFO:tasks.workunit.client.0.smithi112.stdout:op 4753 completed, throughput=5MB/sec 2024-04-02T09:07:46.444 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jV35dBC7KBQVep5 off=3826599 len=1202166 2024-04-02T09:07:46.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 4754 completed, throughput=5MB/sec 2024-04-02T09:07:46.445 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ithYUkb0yXsB7G0 off=3578923 len=891092 2024-04-02T09:07:46.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 4755 completed, throughput=5MB/sec 2024-04-02T09:07:46.446 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TecXfF7ann7SaNa off=728695 len=1097216 2024-04-02T09:07:46.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 4756 completed, throughput=5MB/sec 2024-04-02T09:07:47.451 INFO:tasks.workunit.client.0.smithi112.stdout: 935: throughput=5MB/sec pending data=0 2024-04-02T09:07:47.451 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ETdkiDRjxS9fVME off=10938202 len=14687 2024-04-02T09:07:47.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 4757 completed, throughput=5MB/sec 2024-04-02T09:07:47.452 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0olNvRL4ikdRNG4 off=15636104 len=465539 2024-04-02T09:07:47.453 INFO:tasks.workunit.client.0.smithi112.stdout:op 4758 completed, throughput=5MB/sec 2024-04-02T09:07:47.453 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZklhE5g0PlKq98a off=7328041 len=1240994 2024-04-02T09:07:47.459 INFO:tasks.workunit.client.0.smithi112.stdout:op 4759 completed, throughput=5MB/sec 2024-04-02T09:07:47.459 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_Gahxp-yWuZ55Z8 off=17769438 len=62896 2024-04-02T09:07:47.460 INFO:tasks.workunit.client.0.smithi112.stdout:op 4760 completed, throughput=5MB/sec 2024-04-02T09:07:47.460 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cBpXmEzF58rvjNp off=2072747 len=1130262 2024-04-02T09:07:47.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 4761 completed, throughput=5MB/sec 2024-04-02T09:07:47.464 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mh9baAmD4M5Riw1 off=816354 len=884858 2024-04-02T09:07:47.468 INFO:tasks.workunit.client.0.smithi112.stdout:op 4762 completed, throughput=5MB/sec 2024-04-02T09:07:47.468 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iKJf_G3OpukamsK off=1124550 len=361197 2024-04-02T09:07:47.470 INFO:tasks.workunit.client.0.smithi112.stdout:op 4763 completed, throughput=5MB/sec 2024-04-02T09:07:47.470 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CZPJbgpJNCKGcaB off=1716303 len=351387 2024-04-02T09:07:47.471 INFO:tasks.workunit.client.0.smithi112.stdout:op 4764 completed, throughput=5MB/sec 2024-04-02T09:07:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:47 smithi112 ceph-mon[91385]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:47 smithi112 ceph-mon[88945]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:47 smithi187 ceph-mon[84356]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:48.471 INFO:tasks.workunit.client.0.smithi112.stdout: 936: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:48.471 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pcTsNJ4ufKjZadn off=681902 len=1456723 2024-04-02T09:07:48.478 INFO:tasks.workunit.client.0.smithi112.stdout:op 4765 completed, throughput=5MB/sec 2024-04-02T09:07:48.478 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KhEyYK9SIEbtPYl off=2255535 len=233111 2024-04-02T09:07:48.482 INFO:tasks.workunit.client.0.smithi112.stdout:op 4766 completed, throughput=5MB/sec 2024-04-02T09:07:48.482 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BBJgCsTF9Iz9Wk2 off=703270 len=914856 2024-04-02T09:07:48.484 INFO:tasks.workunit.client.0.smithi112.stdout:op 4767 completed, throughput=5MB/sec 2024-04-02T09:07:48.484 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6AOpVPYIoBa1KOu off=4969523 len=1934243 2024-04-02T09:07:48.486 INFO:tasks.workunit.client.0.smithi112.stdout:op 4768 completed, throughput=5MB/sec 2024-04-02T09:07:48.486 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-p2HF4XT32PdSaNp off=896626 len=199814 2024-04-02T09:07:48.489 INFO:tasks.workunit.client.0.smithi112.stdout:op 4769 completed, throughput=5MB/sec 2024-04-02T09:07:48.489 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kf4QBj2y1fiSaPJ off=4050708 len=838684 2024-04-02T09:07:48.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 4770 completed, throughput=5MB/sec 2024-04-02T09:07:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: 937: throughput=5MB/sec pending data=0 2024-04-02T09:07:49.493 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dIODk_9UcFSVN_s off=4886369 len=837596 2024-04-02T09:07:49.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 4771 completed, throughput=5MB/sec 2024-04-02T09:07:49.494 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Sd3CcYBh6eGAtOJ off=676719 len=1757926 2024-04-02T09:07:49.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 4772 completed, throughput=5MB/sec 2024-04-02T09:07:49.502 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hJ047C36YpD-KxE off=557923 len=895692 2024-04-02T09:07:49.507 INFO:tasks.workunit.client.0.smithi112.stdout:op 4773 completed, throughput=5MB/sec 2024-04-02T09:07:49.507 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XnGy9fIXG8t-sCC off=3574090 len=1935807 2024-04-02T09:07:49.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 4774 completed, throughput=5MB/sec 2024-04-02T09:07:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:07:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:07:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:49 smithi112 ceph-mon[91385]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:49 smithi112 ceph-mon[88945]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:49 smithi187 ceph-mon[84356]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:50.508 INFO:tasks.workunit.client.0.smithi112.stdout: 938: throughput=5MB/sec pending data=0 2024-04-02T09:07:50.508 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iqzLNxQD0C9_aG6 off=5910424 len=1932059 2024-04-02T09:07:50.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 4775 completed, throughput=5MB/sec 2024-04-02T09:07:50.510 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WNYKDHTJ1CSzbrj off=6508053 len=171756 2024-04-02T09:07:50.513 INFO:tasks.workunit.client.0.smithi112.stdout:op 4776 completed, throughput=5MB/sec 2024-04-02T09:07:50.513 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mKs3HAZJEpu77Eb off=537668 len=367795 2024-04-02T09:07:50.516 INFO:tasks.workunit.client.0.smithi112.stdout:op 4777 completed, throughput=5MB/sec 2024-04-02T09:07:50.516 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-77RD2jXdvTqZcKx off=6225806 len=2064657 2024-04-02T09:07:50.527 INFO:tasks.workunit.client.0.smithi112.stdout:op 4778 completed, throughput=5MB/sec 2024-04-02T09:07:50.527 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e-Ey8wQVzBNR5Cm off=3029051 len=353168 2024-04-02T09:07:50.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 4779 completed, throughput=5MB/sec 2024-04-02T09:07:50.531 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OhANmD3Xc5jLrPv off=5175580 len=1231170 2024-04-02T09:07:50.538 INFO:tasks.workunit.client.0.smithi112.stdout:op 4780 completed, throughput=5MB/sec 2024-04-02T09:07:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: 939: throughput=5MB/sec pending data=0 2024-04-02T09:07:51.538 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yZrqDvOcHJeBuy- off=10047620 len=1126117 2024-04-02T09:07:51.543 INFO:tasks.workunit.client.0.smithi112.stdout:op 4781 completed, throughput=5MB/sec 2024-04-02T09:07:51.543 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1BPNXjQPgPJnctU off=1380102 len=1916183 2024-04-02T09:07:51.554 INFO:tasks.workunit.client.0.smithi112.stdout:op 4782 completed, throughput=5MB/sec 2024-04-02T09:07:51.554 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pXpeX2kvgig9PAO off=10886372 len=1497823 2024-04-02T09:07:51.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 4783 completed, throughput=5MB/sec 2024-04-02T09:07:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:51 smithi112 ceph-mon[88945]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:51 smithi112 ceph-mon[91385]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:51 smithi187 ceph-mon[84356]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: 940: throughput=5MB/sec pending data=0 2024-04-02T09:07:52.563 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-x3w3leakl0T0yt0 off=1395828 len=1878955 2024-04-02T09:07:52.574 INFO:tasks.workunit.client.0.smithi112.stdout:op 4784 completed, throughput=5MB/sec 2024-04-02T09:07:52.574 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zP26MiK8XxSo35n off=2778854 len=1332675 2024-04-02T09:07:52.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 4785 completed, throughput=5MB/sec 2024-04-02T09:07:52.576 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dNQy2xNjzi7yAzK off=1184300 len=1114322 2024-04-02T09:07:52.577 INFO:tasks.workunit.client.0.smithi112.stdout:op 4786 completed, throughput=5MB/sec 2024-04-02T09:07:52.577 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CoJrrOoH7xjpJov off=9817391 len=2086422 2024-04-02T09:07:52.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 4787 completed, throughput=5MB/sec 2024-04-02T09:07:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:07:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: 941: throughput=5MB/sec pending data=0 2024-04-02T09:07:53.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eolZYyozoxKKZ_t off=8952932 len=1747880 2024-04-02T09:07:53.593 INFO:tasks.workunit.client.0.smithi112.stdout:op 4788 completed, throughput=5MB/sec 2024-04-02T09:07:53.593 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GIkdH_ZLH75EMPK off=9027941 len=556239 2024-04-02T09:07:53.594 INFO:tasks.workunit.client.0.smithi112.stdout:op 4789 completed, throughput=5MB/sec 2024-04-02T09:07:53.594 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-w-qRLvg38iSkM7t off=1554947 len=1969415 2024-04-02T09:07:53.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 4790 completed, throughput=5MB/sec 2024-04-02T09:07:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:53 smithi112 ceph-mon[91385]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:53 smithi112 ceph-mon[88945]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:53 smithi187 ceph-mon[84356]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:07:54.598 INFO:tasks.workunit.client.0.smithi112.stdout: 942: throughput=5MB/sec pending data=0 2024-04-02T09:07:54.598 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F-i1KE5bUJQVvAN off=2284566 len=1084384 2024-04-02T09:07:54.599 INFO:tasks.workunit.client.0.smithi112.stdout:op 4791 completed, throughput=5MB/sec 2024-04-02T09:07:54.599 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ncJiM_zAQ-PxNr6 off=432849 len=1171698 2024-04-02T09:07:54.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 4792 completed, throughput=5MB/sec 2024-04-02T09:07:54.600 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bw2r-hle0eQApWk off=2726363 len=1373424 2024-04-02T09:07:54.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 4793 completed, throughput=5MB/sec 2024-04-02T09:07:54.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vzC2WGbs235ZExp off=7466734 len=1072674 2024-04-02T09:07:54.607 INFO:tasks.workunit.client.0.smithi112.stdout:op 4794 completed, throughput=5MB/sec 2024-04-02T09:07:54.607 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n2RQOahRdS4I4aY off=21745607 len=2045012 2024-04-02T09:07:54.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 4795 completed, throughput=5MB/sec 2024-04-02T09:07:55.619 INFO:tasks.workunit.client.0.smithi112.stdout: 943: throughput=5MB/sec pending data=0 2024-04-02T09:07:55.620 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZzdHeJxDP_lDr-M off=6651233 len=792591 2024-04-02T09:07:55.624 INFO:tasks.workunit.client.0.smithi112.stdout:op 4796 completed, throughput=5MB/sec 2024-04-02T09:07:55.624 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-03PvFmvZ_KqSImX off=1555390 len=953916 2024-04-02T09:07:55.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 4797 completed, throughput=5MB/sec 2024-04-02T09:07:55.628 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ecw3AryKrztlTU0 off=12527454 len=1283337 2024-04-02T09:07:55.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 4798 completed, throughput=5MB/sec 2024-04-02T09:07:55.634 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zFs8WAStbRbsoXd off=14288753 len=150964 2024-04-02T09:07:55.635 INFO:tasks.workunit.client.0.smithi112.stdout:op 4799 completed, throughput=5MB/sec 2024-04-02T09:07:55.635 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZGeuS9Z-oooaG0P off=6090738 len=150299 2024-04-02T09:07:55.638 INFO:tasks.workunit.client.0.smithi112.stdout:op 4800 completed, throughput=5MB/sec 2024-04-02T09:07:55.638 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QjEgLF5U8c1b-ID off=9869107 len=936050 2024-04-02T09:07:55.643 INFO:tasks.workunit.client.0.smithi112.stdout:op 4801 completed, throughput=5MB/sec 2024-04-02T09:07:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:55 smithi112 ceph-mon[91385]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:55 smithi112 ceph-mon[88945]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:55 smithi187 ceph-mon[84356]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:56.643 INFO:tasks.workunit.client.0.smithi112.stdout: 944: throughput=5MB/sec pending data=0 2024-04-02T09:07:56.643 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-64M9pbjtiDqLQsa off=3630195 len=533645 2024-04-02T09:07:56.646 INFO:tasks.workunit.client.0.smithi112.stdout:op 4802 completed, throughput=5MB/sec 2024-04-02T09:07:56.646 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fjNX5y_f-htG4A3 off=2778123 len=1630231 2024-04-02T09:07:56.654 INFO:tasks.workunit.client.0.smithi112.stdout:op 4803 completed, throughput=5MB/sec 2024-04-02T09:07:56.655 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c4ZaZ-FwlCToh67 off=865025 len=184316 2024-04-02T09:07:56.655 INFO:tasks.workunit.client.0.smithi112.stdout:op 4804 completed, throughput=5MB/sec 2024-04-02T09:07:56.655 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nF93DIv3WuWZoog off=20370420 len=1001100 2024-04-02T09:07:56.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 4805 completed, throughput=5MB/sec 2024-04-02T09:07:56.660 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vpYClQyAHdyuqcK off=6096071 len=1949605 2024-04-02T09:07:56.670 INFO:tasks.workunit.client.0.smithi112.stdout:op 4806 completed, throughput=5MB/sec 2024-04-02T09:07:57.671 INFO:tasks.workunit.client.0.smithi112.stdout: 945: throughput=5MB/sec pending data=0 2024-04-02T09:07:57.671 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D1bPueYm3IPBB_N off=2062058 len=1045151 2024-04-02T09:07:57.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 4807 completed, throughput=5MB/sec 2024-04-02T09:07:57.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fHQ9gn2qne-IPMC off=15944965 len=832516 2024-04-02T09:07:57.680 INFO:tasks.workunit.client.0.smithi112.stdout:op 4808 completed, throughput=5MB/sec 2024-04-02T09:07:57.680 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3cab53pl7waQ-3- off=13225820 len=1485735 2024-04-02T09:07:57.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 4809 completed, throughput=5MB/sec 2024-04-02T09:07:57.683 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qkt8tCgzu5WE9J1 off=1068461 len=389345 2024-04-02T09:07:57.685 INFO:tasks.workunit.client.0.smithi112.stdout:op 4810 completed, throughput=5MB/sec 2024-04-02T09:07:57.685 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CGaD6egnKswID-B off=2884709 len=558800 2024-04-02T09:07:57.688 INFO:tasks.workunit.client.0.smithi112.stdout:op 4811 completed, throughput=5MB/sec 2024-04-02T09:07:57.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pvBbtP2uF1UEUOM off=2058417 len=1829789 2024-04-02T09:07:57.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 4812 completed, throughput=5MB/sec 2024-04-02T09:07:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:57 smithi112 ceph-mon[91385]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:07:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:57 smithi112 ceph-mon[88945]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:07:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:57 smithi187 ceph-mon[84356]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:07:58.699 INFO:tasks.workunit.client.0.smithi112.stdout: 946: throughput=5MB/sec pending data=0 2024-04-02T09:07:58.699 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9hy2XxG304maGPI off=23684634 len=130659 2024-04-02T09:07:58.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 4813 completed, throughput=5MB/sec 2024-04-02T09:07:58.702 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QvLZOGCYb-bv9a3 off=10422987 len=1566300 2024-04-02T09:07:58.703 INFO:tasks.workunit.client.0.smithi112.stdout:op 4814 completed, throughput=5MB/sec 2024-04-02T09:07:58.703 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-M5NObRNFzDvda4y off=4770568 len=625001 2024-04-02T09:07:58.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 4815 completed, throughput=5MB/sec 2024-04-02T09:07:58.708 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-86KJ1aXKnOVRop4 off=20143064 len=311075 2024-04-02T09:07:58.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 4816 completed, throughput=5MB/sec 2024-04-02T09:07:58.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-inO3mfIAQLpeqfx off=10070031 len=1632079 2024-04-02T09:07:58.715 INFO:tasks.workunit.client.0.smithi112.stdout:op 4817 completed, throughput=5MB/sec 2024-04-02T09:07:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:07:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:07:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-02T09:07:59.716 INFO:tasks.workunit.client.0.smithi112.stdout: 947: throughput=5MB/sec pending data=0 2024-04-02T09:07:59.716 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a5qJC3lSta9MScp off=9947980 len=749757 2024-04-02T09:07:59.717 INFO:tasks.workunit.client.0.smithi112.stdout:op 4818 completed, throughput=5MB/sec 2024-04-02T09:07:59.717 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D6CsTcIzjzKg_tm off=982737 len=1515218 2024-04-02T09:07:59.723 INFO:tasks.workunit.client.0.smithi112.stdout:op 4819 completed, throughput=5MB/sec 2024-04-02T09:07:59.723 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ra3MVndrNzAp0tY off=11452215 len=287339 2024-04-02T09:07:59.726 INFO:tasks.workunit.client.0.smithi112.stdout:op 4820 completed, throughput=5MB/sec 2024-04-02T09:07:59.726 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lsPz6kZUBmNxLCN off=7180534 len=1017886 2024-04-02T09:07:59.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 4821 completed, throughput=5MB/sec 2024-04-02T09:07:59.727 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FdYIRWGNhp94D5m off=4507936 len=1137788 2024-04-02T09:07:59.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 4822 completed, throughput=5MB/sec 2024-04-02T09:07:59.733 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ByzTRIbYEMSKo4G off=18735871 len=822556 2024-04-02T09:07:59.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 4823 completed, throughput=5MB/sec 2024-04-02T09:08:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:07:59 smithi112 ceph-mon[88945]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:07:59 smithi112 ceph-mon[91385]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:07:59 smithi187 ceph-mon[84356]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:00.734 INFO:tasks.workunit.client.0.smithi112.stdout: 948: throughput=5MB/sec pending data=0 2024-04-02T09:08:00.734 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IZVC0EobV8Cpvax off=501384 len=39215 2024-04-02T09:08:00.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 4824 completed, throughput=5MB/sec 2024-04-02T09:08:00.734 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1NxEkH8H35bxWhl off=12190817 len=157366 2024-04-02T09:08:00.735 INFO:tasks.workunit.client.0.smithi112.stdout:op 4825 completed, throughput=5MB/sec 2024-04-02T09:08:00.735 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UhDKjf4voYOqM4L off=3330753 len=1728512 2024-04-02T09:08:00.736 INFO:tasks.workunit.client.0.smithi112.stdout:op 4826 completed, throughput=5MB/sec 2024-04-02T09:08:00.736 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uGmnJAvebGIFUG9 off=3408314 len=1075813 2024-04-02T09:08:00.741 INFO:tasks.workunit.client.0.smithi112.stdout:op 4827 completed, throughput=5MB/sec 2024-04-02T09:08:00.741 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8LI2OHVRVMPZlcy off=752617 len=264230 2024-04-02T09:08:00.748 INFO:tasks.workunit.client.0.smithi112.stdout:op 4828 completed, throughput=5MB/sec 2024-04-02T09:08:00.749 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RoJhIgohsO2OGZh off=8119182 len=577559 2024-04-02T09:08:00.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 4829 completed, throughput=5MB/sec 2024-04-02T09:08:00.753 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_6lAxB_RJXHgVnK off=5177249 len=1280741 2024-04-02T09:08:00.758 INFO:tasks.workunit.client.0.smithi112.stdout:op 4830 completed, throughput=5MB/sec 2024-04-02T09:08:01.759 INFO:tasks.workunit.client.0.smithi112.stdout: 949: throughput=4.99MB/sec pending data=0 2024-04-02T09:08:01.759 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8ZPnXlNq_mzwTqc off=7058032 len=304037 2024-04-02T09:08:01.762 INFO:tasks.workunit.client.0.smithi112.stdout:op 4831 completed, throughput=5MB/sec 2024-04-02T09:08:01.762 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y1W1ymbrgRmYkNP off=6585453 len=341728 2024-04-02T09:08:01.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 4832 completed, throughput=5MB/sec 2024-04-02T09:08:01.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ETdkiDRjxS9fVME off=9092575 len=1389860 2024-04-02T09:08:01.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 4833 completed, throughput=5MB/sec 2024-04-02T09:08:01.773 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2M0x2_Ev5BVQbnJ off=2292932 len=1796729 2024-04-02T09:08:01.781 INFO:tasks.workunit.client.0.smithi112.stdout:op 4834 completed, throughput=5MB/sec 2024-04-02T09:08:01.781 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c5kc7BG1x9gJX0S off=555551 len=1471052 2024-04-02T09:08:01.782 INFO:tasks.workunit.client.0.smithi112.stdout:op 4835 completed, throughput=5MB/sec 2024-04-02T09:08:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:01 smithi112 ceph-mon[91385]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:01 smithi112 ceph-mon[88945]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:01 smithi187 ceph-mon[84356]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:08:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:08:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:02.782 INFO:tasks.workunit.client.0.smithi112.stdout: 950: throughput=4.99MB/sec pending data=0 2024-04-02T09:08:02.782 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ScyQ_KVpI96DjZT off=173139 len=1103829 2024-04-02T09:08:02.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 4836 completed, throughput=5MB/sec 2024-04-02T09:08:02.789 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jZs9dtfOKM_6JBk off=4350032 len=41616 2024-04-02T09:08:02.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 4837 completed, throughput=5MB/sec 2024-04-02T09:08:02.789 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tt8ZcpT4OOEwxz_ off=8668794 len=102527 2024-04-02T09:08:02.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 4838 completed, throughput=5MB/sec 2024-04-02T09:08:02.790 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FeRrHMxTK6-42lB off=23392348 len=2061611 2024-04-02T09:08:02.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 4839 completed, throughput=5MB/sec 2024-04-02T09:08:02.794 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N2oQFEcyfk4q5Sy off=17761608 len=393940 2024-04-02T09:08:02.795 INFO:tasks.workunit.client.0.smithi112.stdout:op 4840 completed, throughput=5MB/sec 2024-04-02T09:08:02.795 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VpCyH1WaCOw__xQ off=4855995 len=1913304 2024-04-02T09:08:02.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 4841 completed, throughput=5MB/sec 2024-04-02T09:08:03.806 INFO:tasks.workunit.client.0.smithi112.stdout: 951: throughput=5MB/sec pending data=0 2024-04-02T09:08:03.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-flB_km0I-RJyDzl off=103166 len=1270522 2024-04-02T09:08:03.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 4842 completed, throughput=5MB/sec 2024-04-02T09:08:03.811 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ILWpluHhJhMuSn1 off=4248 len=1446484 2024-04-02T09:08:03.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 4843 completed, throughput=5MB/sec 2024-04-02T09:08:03.816 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FJej6NPqAkBIypu off=4210175 len=1936201 2024-04-02T09:08:03.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 4844 completed, throughput=5MB/sec 2024-04-02T09:08:03.824 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jXabERMFcOcRAbr off=6445547 len=271079 2024-04-02T09:08:03.825 INFO:tasks.workunit.client.0.smithi112.stdout:op 4845 completed, throughput=5MB/sec 2024-04-02T09:08:03.825 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sVNmP1L78YlNLty off=623400 len=373559 2024-04-02T09:08:03.826 INFO:tasks.workunit.client.0.smithi112.stdout:op 4846 completed, throughput=5MB/sec 2024-04-02T09:08:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:03 smithi112 ceph-mon[91385]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:03 smithi112 ceph-mon[88945]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:03 smithi187 ceph-mon[84356]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:04.826 INFO:tasks.workunit.client.0.smithi112.stdout: 952: throughput=5MB/sec pending data=0 2024-04-02T09:08:04.827 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-q3mwu7SblE1AdRE off=4436247 len=991435 2024-04-02T09:08:04.828 INFO:tasks.workunit.client.0.smithi112.stdout:op 4847 completed, throughput=5MB/sec 2024-04-02T09:08:04.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T-4CwumgmY_ekuz off=2671494 len=2009111 2024-04-02T09:08:04.836 INFO:tasks.workunit.client.0.smithi112.stdout:op 4848 completed, throughput=5MB/sec 2024-04-02T09:08:04.836 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mLbDMU6CVby2iVP off=72832 len=29100 2024-04-02T09:08:04.838 INFO:tasks.workunit.client.0.smithi112.stdout:op 4849 completed, throughput=5MB/sec 2024-04-02T09:08:04.838 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vsOK7cc2K86-SuV off=9844847 len=1403493 2024-04-02T09:08:04.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 4850 completed, throughput=5MB/sec 2024-04-02T09:08:04.841 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-m6esrDqJI50vE1v off=11143100 len=1356955 2024-04-02T09:08:04.851 INFO:tasks.workunit.client.0.smithi112.stdout:op 4851 completed, throughput=5MB/sec 2024-04-02T09:08:05.851 INFO:tasks.workunit.client.0.smithi112.stdout: 953: throughput=5MB/sec pending data=0 2024-04-02T09:08:05.851 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L0lTy9VSR4xHg7z off=697667 len=536223 2024-04-02T09:08:05.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 4852 completed, throughput=5MB/sec 2024-04-02T09:08:05.853 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RrJ04Zakq0LMxp8 off=13308928 len=310325 2024-04-02T09:08:05.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 4853 completed, throughput=5MB/sec 2024-04-02T09:08:05.855 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iloPs1fgBGR1nBt off=136056 len=1110806 2024-04-02T09:08:05.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 4854 completed, throughput=5MB/sec 2024-04-02T09:08:05.860 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SMnBW0LCsB3svul off=2335697 len=31924 2024-04-02T09:08:05.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 4855 completed, throughput=5MB/sec 2024-04-02T09:08:05.861 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vR6m-VfIvndpLg2 off=5230357 len=269142 2024-04-02T09:08:05.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 4856 completed, throughput=5MB/sec 2024-04-02T09:08:05.864 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a4cMEvek3hDVYN3 off=4858563 len=1946240 2024-04-02T09:08:05.871 INFO:tasks.workunit.client.0.smithi112.stdout:op 4857 completed, throughput=5MB/sec 2024-04-02T09:08:05.871 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q1EYFT4b92W1Wfu off=11116028 len=2068693 2024-04-02T09:08:05.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 4858 completed, throughput=5MB/sec 2024-04-02T09:08:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:05 smithi112 ceph-mon[91385]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:08:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:05 smithi112 ceph-mon[88945]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:08:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:05 smithi187 ceph-mon[84356]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:08:06.877 INFO:tasks.workunit.client.0.smithi112.stdout: 954: throughput=5MB/sec pending data=0 2024-04-02T09:08:06.877 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8l3pG34ZEE6NQZR off=16389237 len=1845212 2024-04-02T09:08:06.888 INFO:tasks.workunit.client.0.smithi112.stdout:op 4859 completed, throughput=5MB/sec 2024-04-02T09:08:06.888 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Yzj96QftV5wS_eK off=11402477 len=1082850 2024-04-02T09:08:06.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 4860 completed, throughput=5MB/sec 2024-04-02T09:08:06.889 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6j-xSMoHxbkI_Cc off=7559980 len=1260708 2024-04-02T09:08:06.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 4861 completed, throughput=5MB/sec 2024-04-02T09:08:07.890 INFO:tasks.workunit.client.0.smithi112.stdout: 955: throughput=5MB/sec pending data=0 2024-04-02T09:08:07.891 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6wx_4iDDkS6f7Sp off=4242618 len=1420963 2024-04-02T09:08:07.893 INFO:tasks.workunit.client.0.smithi112.stdout:op 4862 completed, throughput=5MB/sec 2024-04-02T09:08:07.894 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qEHhE6nPw99TWqm off=1541961 len=1073647 2024-04-02T09:08:07.901 INFO:tasks.workunit.client.0.smithi112.stdout:op 4863 completed, throughput=5MB/sec 2024-04-02T09:08:07.901 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vVcA-aYTWc1kF6y off=1516346 len=1256559 2024-04-02T09:08:07.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 4864 completed, throughput=5MB/sec 2024-04-02T09:08:07.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xDrAevMrlJRoAwX off=1491057 len=33551 2024-04-02T09:08:07.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 4865 completed, throughput=5MB/sec 2024-04-02T09:08:07.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2dIHW9nKcJffAFU off=731587 len=1027 2024-04-02T09:08:07.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 4866 completed, throughput=5MB/sec 2024-04-02T09:08:07.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-r22tCX-K_wR9Mwc off=14066687 len=1905342 2024-04-02T09:08:07.910 INFO:tasks.workunit.client.0.smithi112.stdout:op 4867 completed, throughput=5MB/sec 2024-04-02T09:08:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:07 smithi112 ceph-mon[88945]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:08:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:07 smithi112 ceph-mon[91385]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:08:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:07 smithi187 ceph-mon[84356]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:08:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:08.910 INFO:tasks.workunit.client.0.smithi112.stdout: 956: throughput=5MB/sec pending data=0 2024-04-02T09:08:08.911 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WZhM74Pixt5ddaY off=3138803 len=1806006 2024-04-02T09:08:08.917 INFO:tasks.workunit.client.0.smithi112.stdout:op 4868 completed, throughput=5MB/sec 2024-04-02T09:08:08.917 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lEHPjbLiAZJNV0H off=7436870 len=63521 2024-04-02T09:08:08.919 INFO:tasks.workunit.client.0.smithi112.stdout:op 4869 completed, throughput=5MB/sec 2024-04-02T09:08:08.919 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I9yPg3_EeRWKch_ off=7420566 len=2044975 2024-04-02T09:08:08.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 4870 completed, throughput=5MB/sec 2024-04-02T09:08:08.920 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LwoPIBT5BZjhwhf off=71899 len=276911 2024-04-02T09:08:08.924 INFO:tasks.workunit.client.0.smithi112.stdout:op 4871 completed, throughput=5MB/sec 2024-04-02T09:08:08.924 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yYOJjWcb5VoTBv3 off=1543110 len=1181732 2024-04-02T09:08:08.924 INFO:tasks.workunit.client.0.smithi112.stdout:op 4872 completed, throughput=5MB/sec 2024-04-02T09:08:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:08:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:08:09] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T09:08:09.925 INFO:tasks.workunit.client.0.smithi112.stdout: 957: throughput=5MB/sec pending data=0 2024-04-02T09:08:09.925 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--sU8t5xtSEJBR99 off=1309206 len=821241 2024-04-02T09:08:09.926 INFO:tasks.workunit.client.0.smithi112.stdout:op 4873 completed, throughput=5MB/sec 2024-04-02T09:08:09.926 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-asc4W-vK-hab_Sk off=22194414 len=932109 2024-04-02T09:08:09.930 INFO:tasks.workunit.client.0.smithi112.stdout:op 4874 completed, throughput=5MB/sec 2024-04-02T09:08:09.930 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--FUnMrHkrD_MiJu off=18135083 len=49288 2024-04-02T09:08:09.933 INFO:tasks.workunit.client.0.smithi112.stdout:op 4875 completed, throughput=5MB/sec 2024-04-02T09:08:09.933 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9iKKbpQy0KH6mzF off=10013992 len=1128339 2024-04-02T09:08:09.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 4876 completed, throughput=5MB/sec 2024-04-02T09:08:09.939 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uXDzHhw7MoeTRmX off=5210117 len=2011242 2024-04-02T09:08:09.940 INFO:tasks.workunit.client.0.smithi112.stdout:op 4877 completed, throughput=5MB/sec 2024-04-02T09:08:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:09 smithi112 ceph-mon[88945]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:08:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:09 smithi112 ceph-mon[91385]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:08:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:09 smithi187 ceph-mon[84356]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:08:10.941 INFO:tasks.workunit.client.0.smithi112.stdout: 958: throughput=5MB/sec pending data=0 2024-04-02T09:08:10.941 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9Bwg8uaVilBFTsf off=17958788 len=810306 2024-04-02T09:08:10.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 4878 completed, throughput=5MB/sec 2024-04-02T09:08:10.945 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xs_AEJyOAKN1mOr off=1940381 len=357946 2024-04-02T09:08:10.946 INFO:tasks.workunit.client.0.smithi112.stdout:op 4879 completed, throughput=5MB/sec 2024-04-02T09:08:10.946 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xli_usTpA6tMGPg off=2073846 len=1181233 2024-04-02T09:08:10.947 INFO:tasks.workunit.client.0.smithi112.stdout:op 4880 completed, throughput=5MB/sec 2024-04-02T09:08:10.947 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lDSeZ75Kqs7xx7H off=3263095 len=749934 2024-04-02T09:08:10.951 INFO:tasks.workunit.client.0.smithi112.stdout:op 4881 completed, throughput=5MB/sec 2024-04-02T09:08:10.951 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_AuezNNgYctQ7Bp off=9450714 len=373788 2024-04-02T09:08:10.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 4882 completed, throughput=5MB/sec 2024-04-02T09:08:10.954 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Hbo4zpybeiXWqDL off=3073830 len=1270792 2024-04-02T09:08:10.955 INFO:tasks.workunit.client.0.smithi112.stdout:op 4883 completed, throughput=5MB/sec 2024-04-02T09:08:10.956 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P5McJ8qFsrqnyt6 off=6139768 len=1566159 2024-04-02T09:08:10.965 INFO:tasks.workunit.client.0.smithi112.stdout:op 4884 completed, throughput=5MB/sec 2024-04-02T09:08:11.965 INFO:tasks.workunit.client.0.smithi112.stdout: 959: throughput=5MB/sec pending data=0 2024-04-02T09:08:11.965 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3kVp9_DV5WX0c4o off=11463014 len=1796897 2024-04-02T09:08:11.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 4885 completed, throughput=5MB/sec 2024-04-02T09:08:11.973 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OgCZMZahBcAVBzZ off=2722314 len=1604545 2024-04-02T09:08:11.979 INFO:tasks.workunit.client.0.smithi112.stdout:op 4886 completed, throughput=5MB/sec 2024-04-02T09:08:11.979 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7LS9E8VzUjJXs1F off=718893 len=378984 2024-04-02T09:08:11.980 INFO:tasks.workunit.client.0.smithi112.stdout:op 4887 completed, throughput=5MB/sec 2024-04-02T09:08:11.980 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_RDyDuZyuOgSI9K off=4573815 len=284638 2024-04-02T09:08:11.980 INFO:tasks.workunit.client.0.smithi112.stdout:op 4888 completed, throughput=5MB/sec 2024-04-02T09:08:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:11 smithi112 ceph-mon[88945]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:08:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:11 smithi112 ceph-mon[91385]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:08:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:11 smithi187 ceph-mon[84356]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:08:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:08:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:12.981 INFO:tasks.workunit.client.0.smithi112.stdout: 960: throughput=5MB/sec pending data=0 2024-04-02T09:08:12.981 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IVTFfcW8jMOeYPz off=7535221 len=86534 2024-04-02T09:08:12.984 INFO:tasks.workunit.client.0.smithi112.stdout:op 4889 completed, throughput=5MB/sec 2024-04-02T09:08:12.984 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Y0mpSR95B4OZ0o off=12049532 len=1536491 2024-04-02T09:08:12.992 INFO:tasks.workunit.client.0.smithi112.stdout:op 4890 completed, throughput=5MB/sec 2024-04-02T09:08:12.992 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OqpumrRWiI3N5EX off=8107334 len=209500 2024-04-02T09:08:12.993 INFO:tasks.workunit.client.0.smithi112.stdout:op 4891 completed, throughput=5MB/sec 2024-04-02T09:08:12.993 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-L1sD_zn0K2JlBlO off=3395324 len=686823 2024-04-02T09:08:12.997 INFO:tasks.workunit.client.0.smithi112.stdout:op 4892 completed, throughput=5MB/sec 2024-04-02T09:08:12.997 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ixkFQ5ll06V986R off=21735889 len=367119 2024-04-02T09:08:13.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 4893 completed, throughput=5MB/sec 2024-04-02T09:08:13.000 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aTsPJev40gJzfNc off=4400937 len=1645755 2024-04-02T09:08:13.003 INFO:tasks.workunit.client.0.smithi112.stdout:op 4894 completed, throughput=5MB/sec 2024-04-02T09:08:13.003 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sQB5lnre4NECNAf off=616357 len=1687160 2024-04-02T09:08:13.010 INFO:tasks.workunit.client.0.smithi112.stdout:op 4895 completed, throughput=5MB/sec 2024-04-02T09:08:14.011 INFO:tasks.workunit.client.0.smithi112.stdout: 961: throughput=5MB/sec pending data=0 2024-04-02T09:08:14.011 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3oY2ECBsMNmmmUc off=4007749 len=1947266 2024-04-02T09:08:14.020 INFO:tasks.workunit.client.0.smithi112.stdout:op 4896 completed, throughput=5MB/sec 2024-04-02T09:08:14.021 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CAmIyP312jUip7P off=17643573 len=1948414 2024-04-02T09:08:14.021 INFO:tasks.workunit.client.0.smithi112.stdout:op 4897 completed, throughput=5MB/sec 2024-04-02T09:08:14.022 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CvNNuYJusWKu4wZ off=596850 len=1138136 2024-04-02T09:08:14.027 INFO:tasks.workunit.client.0.smithi112.stdout:op 4898 completed, throughput=5MB/sec 2024-04-02T09:08:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:13 smithi112 ceph-mon[88945]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:08:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:13 smithi112 ceph-mon[91385]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:08:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:13 smithi187 ceph-mon[84356]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:08:15.027 INFO:tasks.workunit.client.0.smithi112.stdout: 962: throughput=5MB/sec pending data=0 2024-04-02T09:08:15.028 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2_kT8CoURg-14uK off=1896868 len=727149 2024-04-02T09:08:15.028 INFO:tasks.workunit.client.0.smithi112.stdout:op 4899 completed, throughput=5MB/sec 2024-04-02T09:08:15.028 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--ohDbh0VxFFpNEV off=3389564 len=663412 2024-04-02T09:08:15.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 4900 completed, throughput=5MB/sec 2024-04-02T09:08:15.033 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c5nqkmLyNXPsngV off=8795264 len=410015 2024-04-02T09:08:15.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 4901 completed, throughput=5MB/sec 2024-04-02T09:08:15.034 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ge6FTqqTh9Meq6e off=14250530 len=105810 2024-04-02T09:08:15.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 4902 completed, throughput=5MB/sec 2024-04-02T09:08:15.036 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nethrfhEo9D7tmQ off=18535359 len=569989 2024-04-02T09:08:15.037 INFO:tasks.workunit.client.0.smithi112.stdout:op 4903 completed, throughput=5MB/sec 2024-04-02T09:08:15.037 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2qZghCnzcHtvBlZ off=6106358 len=1400449 2024-04-02T09:08:15.038 INFO:tasks.workunit.client.0.smithi112.stdout:op 4904 completed, throughput=5MB/sec 2024-04-02T09:08:15.038 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6STwn73m1t2O5TP off=5589610 len=89723 2024-04-02T09:08:15.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 4905 completed, throughput=5MB/sec 2024-04-02T09:08:15.039 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5vpP5csmGd5utAY off=11362723 len=498962 2024-04-02T09:08:15.040 INFO:tasks.workunit.client.0.smithi112.stdout:op 4906 completed, throughput=5MB/sec 2024-04-02T09:08:15.040 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jBcYyK_7DmQRI8c off=10436128 len=1487941 2024-04-02T09:08:15.048 INFO:tasks.workunit.client.0.smithi112.stdout:op 4907 completed, throughput=5MB/sec 2024-04-02T09:08:16.049 INFO:tasks.workunit.client.0.smithi112.stdout: 963: throughput=5MB/sec pending data=0 2024-04-02T09:08:16.049 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DRv4bFl8s7WwHyo off=2962547 len=1749311 2024-04-02T09:08:16.059 INFO:tasks.workunit.client.0.smithi112.stdout:op 4908 completed, throughput=5MB/sec 2024-04-02T09:08:16.059 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cXGXkQJsrkEj7AF off=1001127 len=1994118 2024-04-02T09:08:16.060 INFO:tasks.workunit.client.0.smithi112.stdout:op 4909 completed, throughput=5MB/sec 2024-04-02T09:08:16.061 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bf0jLAHf1aorGTr off=3405222 len=1131183 2024-04-02T09:08:16.066 INFO:tasks.workunit.client.0.smithi112.stdout:op 4910 completed, throughput=5MB/sec 2024-04-02T09:08:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:15 smithi112 ceph-mon[91385]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:08:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:15 smithi112 ceph-mon[88945]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:08:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:15 smithi187 ceph-mon[84356]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:08:17.066 INFO:tasks.workunit.client.0.smithi112.stdout: 964: throughput=5MB/sec pending data=0 2024-04-02T09:08:17.066 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0WffIeUFg-QO0sg off=14344659 len=522554 2024-04-02T09:08:17.071 INFO:tasks.workunit.client.0.smithi112.stdout:op 4911 completed, throughput=5MB/sec 2024-04-02T09:08:17.071 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KLBl0lxM9d7ZCf3 off=4440082 len=527312 2024-04-02T09:08:17.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 4912 completed, throughput=5MB/sec 2024-04-02T09:08:17.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EuT1C1Ezv_vw0wh off=2352065 len=183852 2024-04-02T09:08:17.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 4913 completed, throughput=5MB/sec 2024-04-02T09:08:17.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ngcKUphOnx5vkCK off=1595805 len=116155 2024-04-02T09:08:17.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 4914 completed, throughput=5MB/sec 2024-04-02T09:08:17.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Dar2GwjjHxHFQkZ off=12270790 len=1095185 2024-04-02T09:08:17.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 4915 completed, throughput=5MB/sec 2024-04-02T09:08:17.073 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I2dXlie2mXXvN8R off=1178823 len=271565 2024-04-02T09:08:17.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 4916 completed, throughput=5MB/sec 2024-04-02T09:08:17.074 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HscWD5BHkGGGdYf off=10051205 len=775369 2024-04-02T09:08:17.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 4917 completed, throughput=5MB/sec 2024-04-02T09:08:17.078 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nQDfju6frLhE3VG off=4189588 len=345126 2024-04-02T09:08:17.081 INFO:tasks.workunit.client.0.smithi112.stdout:op 4918 completed, throughput=5MB/sec 2024-04-02T09:08:17.082 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qUjxVGdG6Wsb2l9 off=1999330 len=1163638 2024-04-02T09:08:17.089 INFO:tasks.workunit.client.0.smithi112.stdout:op 4919 completed, throughput=5MB/sec 2024-04-02T09:08:18.090 INFO:tasks.workunit.client.0.smithi112.stdout: 965: throughput=5MB/sec pending data=0 2024-04-02T09:08:18.106 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xdW7uxaGeUFPHTd off=2133676 len=289427 2024-04-02T09:08:18.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 4920 completed, throughput=5MB/sec 2024-04-02T09:08:18.107 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-N8POGyT5gDtmTAw off=8586519 len=636321 2024-04-02T09:08:18.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 4921 completed, throughput=5MB/sec 2024-04-02T09:08:18.108 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3MguyfVmmq--Fjq off=5766059 len=1865804 2024-04-02T09:08:18.108 INFO:tasks.workunit.client.0.smithi112.stdout:op 4922 completed, throughput=5MB/sec 2024-04-02T09:08:18.108 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Zkfbl3w8k0TLXPo off=4392783 len=1930438 2024-04-02T09:08:18.112 INFO:tasks.workunit.client.0.smithi112.stdout:op 4923 completed, throughput=5MB/sec 2024-04-02T09:08:18.112 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-McncKN1JsG532Hd off=8226697 len=1051151 2024-04-02T09:08:18.113 INFO:tasks.workunit.client.0.smithi112.stdout:op 4924 completed, throughput=5MB/sec 2024-04-02T09:08:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:17 smithi112 ceph-mon[91385]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:17 smithi112 ceph-mon[88945]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:17 smithi187 ceph-mon[84356]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:19.114 INFO:tasks.workunit.client.0.smithi112.stdout: 966: throughput=5MB/sec pending data=0 2024-04-02T09:08:19.114 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Jq_k_preAb_YK_v off=4210913 len=1502136 2024-04-02T09:08:19.115 INFO:tasks.workunit.client.0.smithi112.stdout:op 4925 completed, throughput=5MB/sec 2024-04-02T09:08:19.115 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZdyyCBhzHcw0kIj off=521295 len=33248 2024-04-02T09:08:19.116 INFO:tasks.workunit.client.0.smithi112.stdout:op 4926 completed, throughput=5MB/sec 2024-04-02T09:08:19.116 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MEHHMtNneUUMkj7 off=16663970 len=1643589 2024-04-02T09:08:19.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 4927 completed, throughput=5MB/sec 2024-04-02T09:08:19.117 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kDrsdHx1oVVdP9b off=10331084 len=1469374 2024-04-02T09:08:19.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 4928 completed, throughput=5MB/sec 2024-04-02T09:08:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:08:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:08:19] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T09:08:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:19 smithi112 ceph-mon[88945]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:19 smithi112 ceph-mon[91385]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:20.118 INFO:tasks.workunit.client.0.smithi112.stdout: 967: throughput=5MB/sec pending data=0 2024-04-02T09:08:20.119 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NCSe0J1jmPiXOgT off=13991061 len=690510 2024-04-02T09:08:20.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 4929 completed, throughput=5MB/sec 2024-04-02T09:08:20.120 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RTyOj9G6a2NceHn off=7146373 len=1929800 2024-04-02T09:08:20.124 INFO:tasks.workunit.client.0.smithi112.stdout:op 4930 completed, throughput=5MB/sec 2024-04-02T09:08:20.124 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LVmhc6AD5VtVH4o off=467895 len=1095915 2024-04-02T09:08:20.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 4931 completed, throughput=5MB/sec 2024-04-02T09:08:20.125 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-65SVAXM7eTkUe2G off=6612863 len=1134173 2024-04-02T09:08:20.126 INFO:tasks.workunit.client.0.smithi112.stdout:op 4932 completed, throughput=5MB/sec 2024-04-02T09:08:20.126 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kZQoCtv7Zvmssz1 off=8315449 len=1472658 2024-04-02T09:08:20.127 INFO:tasks.workunit.client.0.smithi112.stdout:op 4933 completed, throughput=5MB/sec 2024-04-02T09:08:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:19 smithi187 ceph-mon[84356]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:21.128 INFO:tasks.workunit.client.0.smithi112.stdout: 968: throughput=5MB/sec pending data=0 2024-04-02T09:08:21.128 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zY_8iz8eWhEpZ2J off=8765678 len=741631 2024-04-02T09:08:21.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 4934 completed, throughput=5MB/sec 2024-04-02T09:08:21.131 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5FPPzbqLJmbxIpD off=735791 len=1344637 2024-04-02T09:08:21.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 4935 completed, throughput=5MB/sec 2024-04-02T09:08:21.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hrKljpuLs_Fs90U off=14017249 len=1100641 2024-04-02T09:08:21.139 INFO:tasks.workunit.client.0.smithi112.stdout:op 4936 completed, throughput=5MB/sec 2024-04-02T09:08:21.139 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yVpcruty4e0DmJv off=1561659 len=1078889 2024-04-02T09:08:21.140 INFO:tasks.workunit.client.0.smithi112.stdout:op 4937 completed, throughput=5MB/sec 2024-04-02T09:08:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:21 smithi112 ceph-mon[88945]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:08:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:21 smithi112 ceph-mon[91385]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:08:22.140 INFO:tasks.workunit.client.0.smithi112.stdout: 969: throughput=5MB/sec pending data=0 2024-04-02T09:08:22.140 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2O8NFi6dVqznn8M off=223390 len=1616159 2024-04-02T09:08:22.148 INFO:tasks.workunit.client.0.smithi112.stdout:op 4938 completed, throughput=5MB/sec 2024-04-02T09:08:22.148 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-__1gsvsZDYU_M60 off=1491590 len=688842 2024-04-02T09:08:22.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 4939 completed, throughput=5MB/sec 2024-04-02T09:08:22.154 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fxTB0C3UYVCaJhk off=887501 len=1890034 2024-04-02T09:08:22.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 4940 completed, throughput=5MB/sec 2024-04-02T09:08:22.165 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--bWz8UdspQlotnM off=10155614 len=1664654 2024-04-02T09:08:22.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 4941 completed, throughput=5MB/sec 2024-04-02T09:08:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:21 smithi187 ceph-mon[84356]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:08:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:08:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:23.167 INFO:tasks.workunit.client.0.smithi112.stdout: 970: throughput=5MB/sec pending data=0 2024-04-02T09:08:23.167 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-in2srAwtrpVXpq- off=12829298 len=1676766 2024-04-02T09:08:23.171 INFO:tasks.workunit.client.0.smithi112.stdout:op 4942 completed, throughput=5MB/sec 2024-04-02T09:08:23.171 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N5srrnAlT5ZKVzs off=5188646 len=445269 2024-04-02T09:08:23.174 INFO:tasks.workunit.client.0.smithi112.stdout:op 4943 completed, throughput=5MB/sec 2024-04-02T09:08:23.175 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hrKljpuLs_Fs90U off=16731842 len=900385 2024-04-02T09:08:23.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 4944 completed, throughput=5MB/sec 2024-04-02T09:08:23.178 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NncRnLJxcICZ86S off=11859441 len=464290 2024-04-02T09:08:23.179 INFO:tasks.workunit.client.0.smithi112.stdout:op 4945 completed, throughput=5MB/sec 2024-04-02T09:08:23.179 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7yWPEpd2DeADrXq off=14046800 len=1415991 2024-04-02T09:08:23.184 INFO:tasks.workunit.client.0.smithi112.stdout:op 4946 completed, throughput=5MB/sec 2024-04-02T09:08:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:23 smithi112 ceph-mon[91385]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:23 smithi112 ceph-mon[88945]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:24.185 INFO:tasks.workunit.client.0.smithi112.stdout: 971: throughput=5MB/sec pending data=0 2024-04-02T09:08:24.185 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IDYsSOFp3Wn0Q4k off=5402001 len=1510532 2024-04-02T09:08:24.191 INFO:tasks.workunit.client.0.smithi112.stdout:op 4947 completed, throughput=5MB/sec 2024-04-02T09:08:24.191 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WxrG-mW_MW8U9dL off=1055304 len=435375 2024-04-02T09:08:24.195 INFO:tasks.workunit.client.0.smithi112.stdout:op 4948 completed, throughput=5MB/sec 2024-04-02T09:08:24.195 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_oljUQfi5tWEIQW off=3710533 len=99394 2024-04-02T09:08:24.196 INFO:tasks.workunit.client.0.smithi112.stdout:op 4949 completed, throughput=5MB/sec 2024-04-02T09:08:24.196 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6vWkYUGH8JCjKG6 off=15766086 len=1504315 2024-04-02T09:08:24.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 4950 completed, throughput=5MB/sec 2024-04-02T09:08:24.200 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yV2WKMGxxqDvKp0 off=558853 len=1267032 2024-04-02T09:08:24.207 INFO:tasks.workunit.client.0.smithi112.stdout:op 4951 completed, throughput=5MB/sec 2024-04-02T09:08:24.207 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-48xFFUqfcFYdbMU off=4042101 len=504074 2024-04-02T09:08:24.210 INFO:tasks.workunit.client.0.smithi112.stdout:op 4952 completed, throughput=5MB/sec 2024-04-02T09:08:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:23 smithi187 ceph-mon[84356]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:25.210 INFO:tasks.workunit.client.0.smithi112.stdout: 972: throughput=5MB/sec pending data=0 2024-04-02T09:08:25.210 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PCqn05JuXI-D0gL off=1419193 len=835136 2024-04-02T09:08:25.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 4953 completed, throughput=5MB/sec 2024-04-02T09:08:25.215 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NabldgmAlCnzUjr off=2600042 len=1161306 2024-04-02T09:08:25.222 INFO:tasks.workunit.client.0.smithi112.stdout:op 4954 completed, throughput=5MB/sec 2024-04-02T09:08:25.222 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LgQRC64SeuM0cIz off=8321722 len=1136965 2024-04-02T09:08:25.222 INFO:tasks.workunit.client.0.smithi112.stdout:op 4955 completed, throughput=5MB/sec 2024-04-02T09:08:25.222 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0kM3fhAzRtgK0tQ off=2901621 len=1831440 2024-04-02T09:08:25.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 4956 completed, throughput=5MB/sec 2024-04-02T09:08:25.228 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YJ2tKw7ZfG-GCKp off=1825417 len=2016473 2024-04-02T09:08:25.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 4957 completed, throughput=5MB/sec 2024-04-02T09:08:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:25 smithi112 ceph-mon[88945]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:25 smithi112 ceph-mon[91385]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:25 smithi187 ceph-mon[84356]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:26.238 INFO:tasks.workunit.client.0.smithi112.stdout: 973: throughput=5MB/sec pending data=0 2024-04-02T09:08:26.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L9UJPX9guuQfAyG off=3815279 len=1507272 2024-04-02T09:08:26.240 INFO:tasks.workunit.client.0.smithi112.stdout:op 4958 completed, throughput=5MB/sec 2024-04-02T09:08:26.240 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Wb1TfcfCc1FTV6x off=7712731 len=1954102 2024-04-02T09:08:26.250 INFO:tasks.workunit.client.0.smithi112.stdout:op 4959 completed, throughput=5MB/sec 2024-04-02T09:08:26.250 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SG17FgT3qf5mCLJ off=1010295 len=461274 2024-04-02T09:08:26.254 INFO:tasks.workunit.client.0.smithi112.stdout:op 4960 completed, throughput=5MB/sec 2024-04-02T09:08:27.254 INFO:tasks.workunit.client.0.smithi112.stdout: 974: throughput=5MB/sec pending data=0 2024-04-02T09:08:27.254 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B-495T8RtJryKIt off=17889654 len=1523812 2024-04-02T09:08:27.260 INFO:tasks.workunit.client.0.smithi112.stdout:op 4961 completed, throughput=5MB/sec 2024-04-02T09:08:27.261 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-32lUKd7AXhwaXWU off=4481601 len=1842786 2024-04-02T09:08:27.264 INFO:tasks.workunit.client.0.smithi112.stdout:op 4962 completed, throughput=5MB/sec 2024-04-02T09:08:27.265 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yYb7Chd9P-XQk1f off=7340866 len=1354195 2024-04-02T09:08:27.269 INFO:tasks.workunit.client.0.smithi112.stdout:op 4963 completed, throughput=5MB/sec 2024-04-02T09:08:27.269 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vDu4Hg3ivY6cInf off=4783848 len=1414357 2024-04-02T09:08:27.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 4964 completed, throughput=5MB/sec 2024-04-02T09:08:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:27 smithi112 ceph-mon[88945]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:27 smithi112 ceph-mon[91385]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:27 smithi187 ceph-mon[84356]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:28.271 INFO:tasks.workunit.client.0.smithi112.stdout: 975: throughput=5MB/sec pending data=0 2024-04-02T09:08:28.271 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jMwIR96QukONO3- off=1005079 len=1003015 2024-04-02T09:08:28.272 INFO:tasks.workunit.client.0.smithi112.stdout:op 4965 completed, throughput=5MB/sec 2024-04-02T09:08:28.272 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-U-SbRP2WMI2dJsm off=16264378 len=698649 2024-04-02T09:08:28.276 INFO:tasks.workunit.client.0.smithi112.stdout:op 4966 completed, throughput=5MB/sec 2024-04-02T09:08:28.276 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oMUXxV3diXcfBDx off=16566607 len=408414 2024-04-02T09:08:28.277 INFO:tasks.workunit.client.0.smithi112.stdout:op 4967 completed, throughput=5MB/sec 2024-04-02T09:08:28.277 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0cRBuUOe_z4hzGR off=5731405 len=885986 2024-04-02T09:08:28.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 4968 completed, throughput=5MB/sec 2024-04-02T09:08:28.281 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NmkqDPVSSAs1MsH off=4477919 len=169459 2024-04-02T09:08:28.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 4969 completed, throughput=5MB/sec 2024-04-02T09:08:28.281 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Frt5cFaST1JTuEx off=8845052 len=715692 2024-04-02T09:08:28.284 INFO:tasks.workunit.client.0.smithi112.stdout:op 4970 completed, throughput=5MB/sec 2024-04-02T09:08:28.284 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yui4zEMeK6marle off=12451958 len=1726414 2024-04-02T09:08:28.286 INFO:tasks.workunit.client.0.smithi112.stdout:op 4971 completed, throughput=5MB/sec 2024-04-02T09:08:29.286 INFO:tasks.workunit.client.0.smithi112.stdout: 976: throughput=5MB/sec pending data=0 2024-04-02T09:08:29.286 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ra3MVndrNzAp0tY off=16561278 len=412899 2024-04-02T09:08:29.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 4972 completed, throughput=5MB/sec 2024-04-02T09:08:29.287 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--T4I8M5khOThdvN off=7329158 len=324497 2024-04-02T09:08:29.288 INFO:tasks.workunit.client.0.smithi112.stdout:op 4973 completed, throughput=5MB/sec 2024-04-02T09:08:29.288 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UUuV35eml-KdwR9 off=10327546 len=335637 2024-04-02T09:08:29.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 4974 completed, throughput=5MB/sec 2024-04-02T09:08:29.289 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CcjMpviXSi7L8zU off=7982473 len=581169 2024-04-02T09:08:29.290 INFO:tasks.workunit.client.0.smithi112.stdout:op 4975 completed, throughput=5MB/sec 2024-04-02T09:08:29.290 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s1s_8hnJwd-ytlg off=24319280 len=653237 2024-04-02T09:08:29.291 INFO:tasks.workunit.client.0.smithi112.stdout:op 4976 completed, throughput=5MB/sec 2024-04-02T09:08:29.291 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IKObfJfRQR5g01m off=16067083 len=1767359 2024-04-02T09:08:29.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 4977 completed, throughput=5MB/sec 2024-04-02T09:08:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:08:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:08:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:08:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:29 smithi112 ceph-mon[91385]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:29 smithi112 ceph-mon[88945]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:29 smithi187 ceph-mon[84356]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:30.297 INFO:tasks.workunit.client.0.smithi112.stdout: 977: throughput=5MB/sec pending data=0 2024-04-02T09:08:30.297 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QgDaRJ3FYyB-TRe off=1789230 len=1952 2024-04-02T09:08:30.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 4978 completed, throughput=5MB/sec 2024-04-02T09:08:30.299 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dZpb9pDBgWlTmve off=6488918 len=1904356 2024-04-02T09:08:30.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 4979 completed, throughput=5MB/sec 2024-04-02T09:08:30.307 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F6GfvxTBp1S_5YO off=8412632 len=1869393 2024-04-02T09:08:30.315 INFO:tasks.workunit.client.0.smithi112.stdout:op 4980 completed, throughput=5MB/sec 2024-04-02T09:08:30.315 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s-m9wU-JARleiBI off=312755 len=2014201 2024-04-02T09:08:30.317 INFO:tasks.workunit.client.0.smithi112.stdout:op 4981 completed, throughput=5MB/sec 2024-04-02T09:08:31.317 INFO:tasks.workunit.client.0.smithi112.stdout: 978: throughput=5MB/sec pending data=0 2024-04-02T09:08:31.317 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-reU5WDWz8Cg1uk9 off=3185403 len=960872 2024-04-02T09:08:31.318 INFO:tasks.workunit.client.0.smithi112.stdout:op 4982 completed, throughput=5MB/sec 2024-04-02T09:08:31.318 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2V8SwHRaNz5RDtB off=4033625 len=549606 2024-04-02T09:08:31.321 INFO:tasks.workunit.client.0.smithi112.stdout:op 4983 completed, throughput=5MB/sec 2024-04-02T09:08:31.321 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I-ajVTy0E1EHBJG off=475284 len=826686 2024-04-02T09:08:31.322 INFO:tasks.workunit.client.0.smithi112.stdout:op 4984 completed, throughput=5MB/sec 2024-04-02T09:08:31.322 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-t9MoglZBmEtygnp off=10912745 len=1336210 2024-04-02T09:08:31.323 INFO:tasks.workunit.client.0.smithi112.stdout:op 4985 completed, throughput=5MB/sec 2024-04-02T09:08:31.323 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KG5FUSszN_-SAPF off=1273870 len=1498891 2024-04-02T09:08:31.327 INFO:tasks.workunit.client.0.smithi112.stdout:op 4986 completed, throughput=5MB/sec 2024-04-02T09:08:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:31 smithi112 ceph-mon[91385]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:31 smithi112 ceph-mon[88945]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:31 smithi187 ceph-mon[84356]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:32.327 INFO:tasks.workunit.client.0.smithi112.stdout: 979: throughput=5MB/sec pending data=0 2024-04-02T09:08:32.328 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-suIr-uucyzqA0xI off=5818032 len=624130 2024-04-02T09:08:32.330 INFO:tasks.workunit.client.0.smithi112.stdout:op 4987 completed, throughput=5MB/sec 2024-04-02T09:08:32.330 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qkeindWiriU8Kvq off=186225 len=709893 2024-04-02T09:08:32.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 4988 completed, throughput=5MB/sec 2024-04-02T09:08:32.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R2JLv2AQDOrqY1I off=9071319 len=873163 2024-04-02T09:08:32.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 4989 completed, throughput=5MB/sec 2024-04-02T09:08:32.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Kml_DJaDfw60PRk off=1097012 len=1519724 2024-04-02T09:08:32.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 4990 completed, throughput=5MB/sec 2024-04-02T09:08:32.336 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YQowv2CwcP3IFI4 off=1113377 len=1006002 2024-04-02T09:08:32.339 INFO:tasks.workunit.client.0.smithi112.stdout:op 4991 completed, throughput=5MB/sec 2024-04-02T09:08:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:08:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:33.342 INFO:tasks.workunit.client.0.smithi112.stdout: 980: throughput=5MB/sec pending data=0 2024-04-02T09:08:33.343 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R6i_NSuyhznFbEL off=6860571 len=2076583 2024-04-02T09:08:33.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 4992 completed, throughput=5MB/sec 2024-04-02T09:08:33.350 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--UEdq309U0MHDrd off=5238676 len=6065 2024-04-02T09:08:33.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 4993 completed, throughput=5MB/sec 2024-04-02T09:08:33.350 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W3u2EQvCf8Y-FcS off=13804918 len=961767 2024-04-02T09:08:33.352 INFO:tasks.workunit.client.0.smithi112.stdout:op 4994 completed, throughput=5MB/sec 2024-04-02T09:08:33.353 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-y5AKupxdcZ-0qMW off=7565198 len=2005684 2024-04-02T09:08:33.358 INFO:tasks.workunit.client.0.smithi112.stdout:op 4995 completed, throughput=5MB/sec 2024-04-02T09:08:33.358 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PJjgrbibXfillnE off=6536703 len=715438 2024-04-02T09:08:33.359 INFO:tasks.workunit.client.0.smithi112.stdout:op 4996 completed, throughput=5MB/sec 2024-04-02T09:08:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:33 smithi112 ceph-mon[91385]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:33 smithi112 ceph-mon[88945]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:33 smithi187 ceph-mon[84356]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:34.358 INFO:tasks.workunit.client.0.smithi112.stdout: 981: throughput=5MB/sec pending data=0 2024-04-02T09:08:34.358 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OIqV2nL7Lgsnd0i off=8305595 len=1058377 2024-04-02T09:08:34.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 4997 completed, throughput=5MB/sec 2024-04-02T09:08:34.364 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YQaTBPfy_YeC13- off=10542801 len=285111 2024-04-02T09:08:34.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 4998 completed, throughput=5MB/sec 2024-04-02T09:08:34.367 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OFQG6GpJZmGCPp8 off=5423195 len=29440 2024-04-02T09:08:34.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 4999 completed, throughput=5MB/sec 2024-04-02T09:08:34.369 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zlZtjVofE9k1LIe off=3802362 len=1099868 2024-04-02T09:08:34.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 5000 completed, throughput=5MB/sec 2024-04-02T09:08:34.370 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TApw5_-NbPMG2aJ off=1524380 len=493718 2024-04-02T09:08:34.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 5001 completed, throughput=5MB/sec 2024-04-02T09:08:34.370 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fIyJm_ISrRAchRi off=6242141 len=1563035 2024-04-02T09:08:34.371 INFO:tasks.workunit.client.0.smithi112.stdout:op 5002 completed, throughput=5MB/sec 2024-04-02T09:08:34.372 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rjjwfwxQsnDfQkD off=12060636 len=525695 2024-04-02T09:08:34.372 INFO:tasks.workunit.client.0.smithi112.stdout:op 5003 completed, throughput=5MB/sec 2024-04-02T09:08:35.372 INFO:tasks.workunit.client.0.smithi112.stdout: 982: throughput=5MB/sec pending data=0 2024-04-02T09:08:35.373 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-azfyMob2A535vO4 off=8477559 len=229414 2024-04-02T09:08:35.375 INFO:tasks.workunit.client.0.smithi112.stdout:op 5004 completed, throughput=5MB/sec 2024-04-02T09:08:35.375 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ByXB1-e5t9dPlpC off=2331007 len=442877 2024-04-02T09:08:35.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 5005 completed, throughput=5MB/sec 2024-04-02T09:08:35.376 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sLYZBiYVW0hiFlR off=15235221 len=1150439 2024-04-02T09:08:35.382 INFO:tasks.workunit.client.0.smithi112.stdout:op 5006 completed, throughput=5MB/sec 2024-04-02T09:08:35.382 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wN2bbunj6owRt_S off=8366216 len=725802 2024-04-02T09:08:35.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 5007 completed, throughput=5MB/sec 2024-04-02T09:08:35.384 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-F_F0dsDR4DUIegS off=6519079 len=864718 2024-04-02T09:08:35.387 INFO:tasks.workunit.client.0.smithi112.stdout:op 5008 completed, throughput=5MB/sec 2024-04-02T09:08:35.387 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4ui7j-UdD2_qQpq off=2741562 len=1457624 2024-04-02T09:08:35.393 INFO:tasks.workunit.client.0.smithi112.stdout:op 5009 completed, throughput=5MB/sec 2024-04-02T09:08:35.393 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xHaaTJGIPQ4te8a off=10642410 len=256054 2024-04-02T09:08:35.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 5010 completed, throughput=5MB/sec 2024-04-02T09:08:35.394 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CB87w3Tsd7ELB28 off=14195787 len=477901 2024-04-02T09:08:35.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 5011 completed, throughput=5MB/sec 2024-04-02T09:08:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:35 smithi112 ceph-mon[91385]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:35 smithi112 ceph-mon[88945]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:35 smithi187 ceph-mon[84356]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:36.395 INFO:tasks.workunit.client.0.smithi112.stdout: 983: throughput=5MB/sec pending data=0 2024-04-02T09:08:36.395 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WjRvzN1zlxFKR4u off=551069 len=1060727 2024-04-02T09:08:36.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 5012 completed, throughput=5MB/sec 2024-04-02T09:08:36.401 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-afl_1F9mu4T5oxt off=2766016 len=1407797 2024-04-02T09:08:36.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 5013 completed, throughput=5MB/sec 2024-04-02T09:08:36.406 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gj1JSi4eYLTm6i- off=873515 len=1995305 2024-04-02T09:08:36.409 INFO:tasks.workunit.client.0.smithi112.stdout:op 5014 completed, throughput=5MB/sec 2024-04-02T09:08:36.409 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hxuux0FABznjCP7 off=287839 len=1342647 2024-04-02T09:08:36.417 INFO:tasks.workunit.client.0.smithi112.stdout:op 5015 completed, throughput=5MB/sec 2024-04-02T09:08:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: 984: throughput=5MB/sec pending data=0 2024-04-02T09:08:37.417 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xQbBQyYd0Pp5ru7 off=9647166 len=1023422 2024-04-02T09:08:37.423 INFO:tasks.workunit.client.0.smithi112.stdout:op 5016 completed, throughput=5MB/sec 2024-04-02T09:08:37.423 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aoeLKbGHjsK8Vhf off=16680277 len=1836487 2024-04-02T09:08:37.430 INFO:tasks.workunit.client.0.smithi112.stdout:op 5017 completed, throughput=5MB/sec 2024-04-02T09:08:37.431 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Yzj96QftV5wS_eK off=8487269 len=194640 2024-04-02T09:08:37.431 INFO:tasks.workunit.client.0.smithi112.stdout:op 5018 completed, throughput=5MB/sec 2024-04-02T09:08:37.431 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4bHchV2Vns_8qvB off=581255 len=774546 2024-04-02T09:08:37.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 5019 completed, throughput=5MB/sec 2024-04-02T09:08:37.432 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pT2urPEsB_1HoFE off=19209316 len=1831379 2024-04-02T09:08:37.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 5020 completed, throughput=5MB/sec 2024-04-02T09:08:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:37 smithi112 ceph-mon[91385]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:08:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:37 smithi112 ceph-mon[88945]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:08:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:37 smithi187 ceph-mon[84356]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:08:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: 985: throughput=5MB/sec pending data=0 2024-04-02T09:08:38.443 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hNocOBCef8OaOKY off=1848822 len=2078874 2024-04-02T09:08:38.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 5021 completed, throughput=5MB/sec 2024-04-02T09:08:38.454 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rGybV2X4REnVorJ off=12090111 len=1424187 2024-04-02T09:08:38.461 INFO:tasks.workunit.client.0.smithi112.stdout:op 5022 completed, throughput=5MB/sec 2024-04-02T09:08:38.462 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GLjOxrtI9xrdwnB off=1023476 len=723527 2024-04-02T09:08:38.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 5023 completed, throughput=5MB/sec 2024-04-02T09:08:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:08:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:08:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:08:39.463 INFO:tasks.workunit.client.0.smithi112.stdout: 986: throughput=5MB/sec pending data=0 2024-04-02T09:08:39.463 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HfGaZw66ATCOMkp off=0 len=1070037 2024-04-02T09:08:39.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 5024 completed, throughput=5MB/sec 2024-04-02T09:08:39.464 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UW-IGVj50S6m1oZ off=7703265 len=1441461 2024-04-02T09:08:39.465 INFO:tasks.workunit.client.0.smithi112.stdout:op 5025 completed, throughput=5MB/sec 2024-04-02T09:08:39.465 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bsfiU1dD52OxIe5 off=12270919 len=2002708 2024-04-02T09:08:39.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 5026 completed, throughput=5MB/sec 2024-04-02T09:08:39.475 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IJnEVUrAC-HaAV- off=6463789 len=338793 2024-04-02T09:08:39.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 5027 completed, throughput=5MB/sec 2024-04-02T09:08:39.478 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0Q467FJkljDUGES off=14490621 len=458830 2024-04-02T09:08:39.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 5028 completed, throughput=5MB/sec 2024-04-02T09:08:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:08:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:08:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2024-04-02T09:08:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:39 smithi112 ceph-mon[91385]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:39 smithi112 ceph-mon[88945]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:39 smithi187 ceph-mon[84356]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:40.481 INFO:tasks.workunit.client.0.smithi112.stdout: 987: throughput=5MB/sec pending data=0 2024-04-02T09:08:40.481 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mFIPRAzhZp8Halk off=14064576 len=1159411 2024-04-02T09:08:40.483 INFO:tasks.workunit.client.0.smithi112.stdout:op 5029 completed, throughput=5MB/sec 2024-04-02T09:08:40.483 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ksywexuj3dM9CSJ off=9052727 len=1239275 2024-04-02T09:08:40.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 5030 completed, throughput=5MB/sec 2024-04-02T09:08:40.488 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7uq0x3JqjpIK12p off=4058014 len=2076905 2024-04-02T09:08:40.490 INFO:tasks.workunit.client.0.smithi112.stdout:op 5031 completed, throughput=5MB/sec 2024-04-02T09:08:40.490 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6LNny5Xv9RArQm8 off=6992286 len=146308 2024-04-02T09:08:40.490 INFO:tasks.workunit.client.0.smithi112.stdout:op 5032 completed, throughput=5MB/sec 2024-04-02T09:08:40.491 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nkvb7w5RUn32g2m off=420180 len=1712865 2024-04-02T09:08:40.497 INFO:tasks.workunit.client.0.smithi112.stdout:op 5033 completed, throughput=5MB/sec 2024-04-02T09:08:41.498 INFO:tasks.workunit.client.0.smithi112.stdout: 988: throughput=5MB/sec pending data=0 2024-04-02T09:08:41.498 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LG23MEV0G_hk0un off=5703245 len=867173 2024-04-02T09:08:41.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 5034 completed, throughput=5MB/sec 2024-04-02T09:08:41.499 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5bLflnX-_NEKT7z off=1553583 len=1570524 2024-04-02T09:08:41.504 INFO:tasks.workunit.client.0.smithi112.stdout:op 5035 completed, throughput=5MB/sec 2024-04-02T09:08:41.504 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GD43sKs43Ta7Fs6 off=14669336 len=1735770 2024-04-02T09:08:41.512 INFO:tasks.workunit.client.0.smithi112.stdout:op 5036 completed, throughput=5MB/sec 2024-04-02T09:08:41.512 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-O_FX3ky8hD5ncEe off=1227829 len=208668 2024-04-02T09:08:41.515 INFO:tasks.workunit.client.0.smithi112.stdout:op 5037 completed, throughput=5MB/sec 2024-04-02T09:08:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:41 smithi112 ceph-mon[91385]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:41 smithi112 ceph-mon[88945]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:41 smithi187 ceph-mon[84356]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:42.515 INFO:tasks.workunit.client.0.smithi112.stdout: 989: throughput=5MB/sec pending data=0 2024-04-02T09:08:42.515 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-89jX9jD4N0E1N5t off=2307020 len=843549 2024-04-02T09:08:42.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 5038 completed, throughput=5MB/sec 2024-04-02T09:08:42.521 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-P8mSE7ORgW1BEi- off=13567604 len=620368 2024-04-02T09:08:42.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 5039 completed, throughput=5MB/sec 2024-04-02T09:08:42.521 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9m7nXz10E_l-Nwq off=10731662 len=1081410 2024-04-02T09:08:42.524 INFO:tasks.workunit.client.0.smithi112.stdout:op 5040 completed, throughput=5MB/sec 2024-04-02T09:08:42.524 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-26F_XPXTwWjSrRV off=20157029 len=135892 2024-04-02T09:08:42.527 INFO:tasks.workunit.client.0.smithi112.stdout:op 5041 completed, throughput=5MB/sec 2024-04-02T09:08:42.527 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-huncHjVT3yAr9s2 off=1366730 len=1224367 2024-04-02T09:08:42.527 INFO:tasks.workunit.client.0.smithi112.stdout:op 5042 completed, throughput=5MB/sec 2024-04-02T09:08:42.528 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a6Zl17YheVLwLEv off=16655868 len=240932 2024-04-02T09:08:42.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 5043 completed, throughput=5MB/sec 2024-04-02T09:08:42.530 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JoIo4vrWi-VFGzg off=4090323 len=114980 2024-04-02T09:08:42.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 5044 completed, throughput=5MB/sec 2024-04-02T09:08:42.532 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qA1vZDGf-4jcP5X off=7281316 len=1872988 2024-04-02T09:08:42.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 5045 completed, throughput=5MB/sec 2024-04-02T09:08:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:08:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:43.542 INFO:tasks.workunit.client.0.smithi112.stdout: 990: throughput=5MB/sec pending data=0 2024-04-02T09:08:43.543 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OzlP7Q9z6QR1OHm off=1728238 len=579222 2024-04-02T09:08:43.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 5046 completed, throughput=5MB/sec 2024-04-02T09:08:43.546 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NR4clMgqs0JYkGr off=747569 len=130049 2024-04-02T09:08:43.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 5047 completed, throughput=5MB/sec 2024-04-02T09:08:43.548 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-v4ZjwYMhgEUQzFM off=19227803 len=1467163 2024-04-02T09:08:43.550 INFO:tasks.workunit.client.0.smithi112.stdout:op 5048 completed, throughput=5MB/sec 2024-04-02T09:08:43.550 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5RaAqJzwzUo9Ryu off=1945866 len=1389455 2024-04-02T09:08:43.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 5049 completed, throughput=5MB/sec 2024-04-02T09:08:43.557 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QA5Cve_L5UjmQHw off=2692266 len=2022705 2024-04-02T09:08:43.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 5050 completed, throughput=5MB/sec 2024-04-02T09:08:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:43 smithi112 ceph-mon[91385]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:08:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:43 smithi112 ceph-mon[88945]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:08:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:43 smithi187 ceph-mon[84356]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:08:44.559 INFO:tasks.workunit.client.0.smithi112.stdout: 991: throughput=5MB/sec pending data=0 2024-04-02T09:08:44.559 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k2JAF9swqKSBLCM off=2903454 len=1348410 2024-04-02T09:08:44.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 5051 completed, throughput=5MB/sec 2024-04-02T09:08:44.564 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LdedMSDMABRSPg- off=5377749 len=1675715 2024-04-02T09:08:44.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 5052 completed, throughput=5MB/sec 2024-04-02T09:08:44.569 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MvVYYFwlWkrz2Va off=1299570 len=1021229 2024-04-02T09:08:44.570 INFO:tasks.workunit.client.0.smithi112.stdout:op 5053 completed, throughput=5MB/sec 2024-04-02T09:08:44.570 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lQPPxWZGXsiLrb9 off=18809306 len=817669 2024-04-02T09:08:44.571 INFO:tasks.workunit.client.0.smithi112.stdout:op 5054 completed, throughput=5MB/sec 2024-04-02T09:08:45.571 INFO:tasks.workunit.client.0.smithi112.stdout: 992: throughput=5MB/sec pending data=0 2024-04-02T09:08:45.571 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--eIMc4fj4vpAg-H off=6628065 len=1796128 2024-04-02T09:08:45.578 INFO:tasks.workunit.client.0.smithi112.stdout:op 5055 completed, throughput=5MB/sec 2024-04-02T09:08:45.579 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hVmTBNgJ5F7xGv6 off=18789286 len=544433 2024-04-02T09:08:45.581 INFO:tasks.workunit.client.0.smithi112.stdout:op 5056 completed, throughput=5MB/sec 2024-04-02T09:08:45.581 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FSykbQHH4hMnCMN off=918062 len=401696 2024-04-02T09:08:45.584 INFO:tasks.workunit.client.0.smithi112.stdout:op 5057 completed, throughput=5MB/sec 2024-04-02T09:08:45.584 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-M6TR-sqIcfd12jE off=9347398 len=234351 2024-04-02T09:08:45.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 5058 completed, throughput=5MB/sec 2024-04-02T09:08:45.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N-uYfrK0OtOdlm- off=15193158 len=1350974 2024-04-02T09:08:45.592 INFO:tasks.workunit.client.0.smithi112.stdout:op 5059 completed, throughput=5MB/sec 2024-04-02T09:08:45.592 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XmB0kffrTdCaulQ off=1292095 len=1794873 2024-04-02T09:08:45.599 INFO:tasks.workunit.client.0.smithi112.stdout:op 5060 completed, throughput=5MB/sec 2024-04-02T09:08:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:45 smithi112 ceph-mon[91385]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:45 smithi112 ceph-mon[88945]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:45 smithi187 ceph-mon[84356]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:46.599 INFO:tasks.workunit.client.0.smithi112.stdout: 993: throughput=5MB/sec pending data=0 2024-04-02T09:08:46.599 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SYb_jcJkHFXBlas off=6139059 len=427050 2024-04-02T09:08:46.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 5061 completed, throughput=5MB/sec 2024-04-02T09:08:46.600 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--Vn6OxY3lvESAUX off=15993888 len=451936 2024-04-02T09:08:46.602 INFO:tasks.workunit.client.0.smithi112.stdout:op 5062 completed, throughput=5MB/sec 2024-04-02T09:08:46.602 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HAGoSzThJ0lD4eD off=4623062 len=407200 2024-04-02T09:08:46.602 INFO:tasks.workunit.client.0.smithi112.stdout:op 5063 completed, throughput=5MB/sec 2024-04-02T09:08:46.602 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZKLV03yqfNsblMa off=4931182 len=1593845 2024-04-02T09:08:46.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 5064 completed, throughput=5MB/sec 2024-04-02T09:08:46.604 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rQWWPOSIP8wvYZm off=1490939 len=1914397 2024-04-02T09:08:46.615 INFO:tasks.workunit.client.0.smithi112.stdout:op 5065 completed, throughput=5MB/sec 2024-04-02T09:08:47.615 INFO:tasks.workunit.client.0.smithi112.stdout: 994: throughput=5MB/sec pending data=0 2024-04-02T09:08:47.615 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4t29l47hTuuxshm off=3013747 len=1943198 2024-04-02T09:08:47.626 INFO:tasks.workunit.client.0.smithi112.stdout:op 5066 completed, throughput=5MB/sec 2024-04-02T09:08:47.626 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yclIZmsxJVD5kQm off=722428 len=1572705 2024-04-02T09:08:47.628 INFO:tasks.workunit.client.0.smithi112.stdout:op 5067 completed, throughput=5MB/sec 2024-04-02T09:08:47.628 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PWlXOkE32cTHlIt off=12452475 len=1359576 2024-04-02T09:08:47.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 5068 completed, throughput=5MB/sec 2024-04-02T09:08:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:47 smithi112 ceph-mon[91385]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:08:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:47 smithi112 ceph-mon[88945]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:08:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:47 smithi187 ceph-mon[84356]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:08:48.629 INFO:tasks.workunit.client.0.smithi112.stdout: 995: throughput=5MB/sec pending data=0 2024-04-02T09:08:48.630 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v2SZnwcaYE2b30u off=35708 len=1970903 2024-04-02T09:08:48.640 INFO:tasks.workunit.client.0.smithi112.stdout:op 5069 completed, throughput=5MB/sec 2024-04-02T09:08:48.640 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0zrnv2nLzg0LF25 off=2028632 len=1721746 2024-04-02T09:08:48.648 INFO:tasks.workunit.client.0.smithi112.stdout:op 5070 completed, throughput=5MB/sec 2024-04-02T09:08:48.648 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BTGA8_5N5AsqM9S off=4255731 len=2003993 2024-04-02T09:08:48.658 INFO:tasks.workunit.client.0.smithi112.stdout:op 5071 completed, throughput=5MB/sec 2024-04-02T09:08:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:08:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:08:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2024-04-02T09:08:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: 996: throughput=5MB/sec pending data=0 2024-04-02T09:08:49.659 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Vm07y4xszBHJLYS off=6501007 len=574982 2024-04-02T09:08:49.659 INFO:tasks.workunit.client.0.smithi112.stdout:op 5072 completed, throughput=5MB/sec 2024-04-02T09:08:49.659 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DorcaJ-rC5RXI_t off=10918226 len=130620 2024-04-02T09:08:49.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 5073 completed, throughput=5MB/sec 2024-04-02T09:08:49.660 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_RKBzPNcpxs7wOT off=3844194 len=1189479 2024-04-02T09:08:49.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 5074 completed, throughput=5MB/sec 2024-04-02T09:08:49.663 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZZpuGHJ6-rZXiAM off=823861 len=555813 2024-04-02T09:08:49.667 INFO:tasks.workunit.client.0.smithi112.stdout:op 5075 completed, throughput=5MB/sec 2024-04-02T09:08:49.667 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LyDOagzZxLGBMSm off=613737 len=1799334 2024-04-02T09:08:49.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 5076 completed, throughput=5MB/sec 2024-04-02T09:08:49.674 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JFImzEs0XPlUcrg off=5744438 len=1732502 2024-04-02T09:08:49.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 5077 completed, throughput=5MB/sec 2024-04-02T09:08:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:49 smithi187 ceph-mon[84356]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:08:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:49 smithi112 ceph-mon[91385]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:08:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:49 smithi112 ceph-mon[88945]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:08:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: 997: throughput=5MB/sec pending data=0 2024-04-02T09:08:50.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-FR-hcCrEPysEL8i off=2266715 len=1386456 2024-04-02T09:08:50.681 INFO:tasks.workunit.client.0.smithi112.stdout:op 5078 completed, throughput=5MB/sec 2024-04-02T09:08:50.682 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dQHDWMClPEN9-5s off=18986999 len=859480 2024-04-02T09:08:50.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 5079 completed, throughput=5MB/sec 2024-04-02T09:08:50.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kwbnsEBWfRKyrst off=417711 len=810501 2024-04-02T09:08:50.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 5080 completed, throughput=5MB/sec 2024-04-02T09:08:50.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bG7QYTJgdz7ejEB off=4994498 len=425302 2024-04-02T09:08:50.690 INFO:tasks.workunit.client.0.smithi112.stdout:op 5081 completed, throughput=5MB/sec 2024-04-02T09:08:50.690 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gE9fXgTbki1YJiD off=14776595 len=1349210 2024-04-02T09:08:50.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 5082 completed, throughput=5MB/sec 2024-04-02T09:08:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: 998: throughput=5MB/sec pending data=0 2024-04-02T09:08:51.691 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xVj3KqjxdhpMg0M off=6210977 len=1611647 2024-04-02T09:08:51.693 INFO:tasks.workunit.client.0.smithi112.stdout:op 5083 completed, throughput=5MB/sec 2024-04-02T09:08:51.693 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YXZAnA6Jr52X5Lt off=7518503 len=270963 2024-04-02T09:08:51.693 INFO:tasks.workunit.client.0.smithi112.stdout:op 5084 completed, throughput=5MB/sec 2024-04-02T09:08:51.693 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PneioJ03uTPbuim off=5870407 len=204699 2024-04-02T09:08:51.696 INFO:tasks.workunit.client.0.smithi112.stdout:op 5085 completed, throughput=5MB/sec 2024-04-02T09:08:51.696 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HZRZWrdJffnG6h5 off=5379021 len=805325 2024-04-02T09:08:51.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 5086 completed, throughput=5MB/sec 2024-04-02T09:08:51.700 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5v1x1GQZy4gLXxy off=339517 len=961448 2024-04-02T09:08:51.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 5087 completed, throughput=5MB/sec 2024-04-02T09:08:51.704 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WWEwJs45sUVPgPM off=1307359 len=370021 2024-04-02T09:08:51.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 5088 completed, throughput=5MB/sec 2024-04-02T09:08:51.707 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qx0Ur-49e9JO9Vw off=3294573 len=593395 2024-04-02T09:08:51.711 INFO:tasks.workunit.client.0.smithi112.stdout:op 5089 completed, throughput=5MB/sec 2024-04-02T09:08:52.170 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:51 smithi112 ceph-mon[91385]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:52.170 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:51 smithi112 ceph-mon[88945]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:51 smithi187 ceph-mon[84356]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: 999: throughput=5MB/sec pending data=0 2024-04-02T09:08:52.712 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-VBLtfqP83z-ceOI off=1566729 len=582645 2024-04-02T09:08:52.715 INFO:tasks.workunit.client.0.smithi112.stdout:op 5090 completed, throughput=5MB/sec 2024-04-02T09:08:52.715 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UTbHHaTrZQYU3UA off=200881 len=1055906 2024-04-02T09:08:52.716 INFO:tasks.workunit.client.0.smithi112.stdout:op 5091 completed, throughput=5MB/sec 2024-04-02T09:08:52.716 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9dwNiYKEEwPa-vE off=165932 len=1524944 2024-04-02T09:08:52.717 INFO:tasks.workunit.client.0.smithi112.stdout:op 5092 completed, throughput=5MB/sec 2024-04-02T09:08:52.717 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IFEn1pLPVBNQDaZ off=15787261 len=1604660 2024-04-02T09:08:52.724 INFO:tasks.workunit.client.0.smithi112.stdout:op 5093 completed, throughput=5MB/sec 2024-04-02T09:08:52.725 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9CurKYdGi20rpuS off=6633220 len=381531 2024-04-02T09:08:52.725 INFO:tasks.workunit.client.0.smithi112.stdout:op 5094 completed, throughput=5MB/sec 2024-04-02T09:08:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:08:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:53.725 INFO:tasks.workunit.client.0.smithi112.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-02T09:08:53.725 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6wpkCArTU81rkWI off=359642 len=574383 2024-04-02T09:08:53.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 5095 completed, throughput=5MB/sec 2024-04-02T09:08:53.727 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DPjr-SnZe1_6hfA off=6945927 len=638070 2024-04-02T09:08:53.732 INFO:tasks.workunit.client.0.smithi112.stdout:op 5096 completed, throughput=5MB/sec 2024-04-02T09:08:53.732 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S7Ttjnq90ujKw_8 off=661924 len=610619 2024-04-02T09:08:53.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 5097 completed, throughput=5MB/sec 2024-04-02T09:08:53.733 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BgYc66JqXSz6xgL off=1020238 len=448627 2024-04-02T09:08:53.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 5098 completed, throughput=5MB/sec 2024-04-02T09:08:53.733 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9dNnkGZMbb7JvBU off=8049989 len=326290 2024-04-02T09:08:53.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 5099 completed, throughput=5MB/sec 2024-04-02T09:08:53.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-P-a1s4xobDsVE8y off=2820529 len=394573 2024-04-02T09:08:53.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 5100 completed, throughput=5MB/sec 2024-04-02T09:08:53.738 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--avtk69mSWU5sw3 off=7718133 len=1408609 2024-04-02T09:08:53.739 INFO:tasks.workunit.client.0.smithi112.stdout:op 5101 completed, throughput=5MB/sec 2024-04-02T09:08:53.739 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EYh9qsZri-5N_JW off=4018243 len=433552 2024-04-02T09:08:53.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 5102 completed, throughput=5MB/sec 2024-04-02T09:08:53.742 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DIQenh5X_yZ5FZY off=0 len=1501253 2024-04-02T09:08:53.743 INFO:tasks.workunit.client.0.smithi112.stdout:op 5103 completed, throughput=5MB/sec 2024-04-02T09:08:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:53 smithi187 ceph-mon[84356]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:53 smithi112 ceph-mon[91385]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:53 smithi112 ceph-mon[88945]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:08:54.743 INFO:tasks.workunit.client.0.smithi112.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-02T09:08:54.743 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7hF3MhVZAbkoAfj off=14005399 len=1266351 2024-04-02T09:08:54.749 INFO:tasks.workunit.client.0.smithi112.stdout:op 5104 completed, throughput=5MB/sec 2024-04-02T09:08:54.750 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9ABCIB69CHh3zJM off=15980129 len=365832 2024-04-02T09:08:54.753 INFO:tasks.workunit.client.0.smithi112.stdout:op 5105 completed, throughput=5MB/sec 2024-04-02T09:08:54.753 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-E6ZfUWy1yVeAU1I off=1876050 len=1296247 2024-04-02T09:08:54.755 INFO:tasks.workunit.client.0.smithi112.stdout:op 5106 completed, throughput=5MB/sec 2024-04-02T09:08:54.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jm8Es31AltTpYh2 off=4031532 len=4932 2024-04-02T09:08:54.755 INFO:tasks.workunit.client.0.smithi112.stdout:op 5107 completed, throughput=5MB/sec 2024-04-02T09:08:54.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Vm06L0U3BhwSkg0 off=7668789 len=1332612 2024-04-02T09:08:54.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 5108 completed, throughput=5MB/sec 2024-04-02T09:08:55.757 INFO:tasks.workunit.client.0.smithi112.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-02T09:08:55.757 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aPK9ONsnKv7SwM9 off=12440164 len=1836864 2024-04-02T09:08:55.763 INFO:tasks.workunit.client.0.smithi112.stdout:op 5109 completed, throughput=5MB/sec 2024-04-02T09:08:55.763 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vgYM_otZbiYaa8m off=4315629 len=61788 2024-04-02T09:08:55.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 5110 completed, throughput=5MB/sec 2024-04-02T09:08:55.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j-2WIujq59j6PT0 off=3766812 len=298953 2024-04-02T09:08:55.767 INFO:tasks.workunit.client.0.smithi112.stdout:op 5111 completed, throughput=5MB/sec 2024-04-02T09:08:55.767 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ETdkiDRjxS9fVME off=13473884 len=1731528 2024-04-02T09:08:55.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 5112 completed, throughput=5MB/sec 2024-04-02T09:08:55.771 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z6v0QZ4dkMt5NuP off=5316215 len=1553054 2024-04-02T09:08:55.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 5113 completed, throughput=5MB/sec 2024-04-02T09:08:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:55 smithi187 ceph-mon[84356]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:55 smithi112 ceph-mon[91385]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:55 smithi112 ceph-mon[88945]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:08:56.780 INFO:tasks.workunit.client.0.smithi112.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-02T09:08:56.780 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-o4P7Q0VQ3bXPVyW off=3110363 len=743221 2024-04-02T09:08:56.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 5114 completed, throughput=5MB/sec 2024-04-02T09:08:56.785 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ai_8pxP8Lb6TOTl off=3857809 len=1399063 2024-04-02T09:08:56.788 INFO:tasks.workunit.client.0.smithi112.stdout:op 5115 completed, throughput=5MB/sec 2024-04-02T09:08:56.788 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JOB_dej8Kxkyb7P off=2816952 len=224027 2024-04-02T09:08:56.790 INFO:tasks.workunit.client.0.smithi112.stdout:op 5116 completed, throughput=5MB/sec 2024-04-02T09:08:56.790 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EJTggxpIWZVT-MN off=155935 len=607825 2024-04-02T09:08:56.794 INFO:tasks.workunit.client.0.smithi112.stdout:op 5117 completed, throughput=5MB/sec 2024-04-02T09:08:56.794 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XJYHXSpgp5snaEh off=2470227 len=1932134 2024-04-02T09:08:56.796 INFO:tasks.workunit.client.0.smithi112.stdout:op 5118 completed, throughput=5MB/sec 2024-04-02T09:08:56.796 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8WdfbZCcXaKtV-k off=4352345 len=1116271 2024-04-02T09:08:56.800 INFO:tasks.workunit.client.0.smithi112.stdout:op 5119 completed, throughput=5MB/sec 2024-04-02T09:08:57.800 INFO:tasks.workunit.client.0.smithi112.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-02T09:08:57.800 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xr3F1TGKt7BlmV- off=1758776 len=1683306 2024-04-02T09:08:57.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 5120 completed, throughput=5MB/sec 2024-04-02T09:08:57.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MugZ-GcBV4Yl4p2 off=391162 len=777276 2024-04-02T09:08:57.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 5121 completed, throughput=5MB/sec 2024-04-02T09:08:57.802 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hpZq6mIr9xPAIYg off=8604554 len=414709 2024-04-02T09:08:57.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 5122 completed, throughput=5MB/sec 2024-04-02T09:08:57.807 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BPmGdhl2s9cHuSZ off=4376611 len=143184 2024-04-02T09:08:57.807 INFO:tasks.workunit.client.0.smithi112.stdout:op 5123 completed, throughput=5MB/sec 2024-04-02T09:08:57.807 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Bcx4JZtvEdBk_ZT off=15170099 len=216472 2024-04-02T09:08:57.810 INFO:tasks.workunit.client.0.smithi112.stdout:op 5124 completed, throughput=5MB/sec 2024-04-02T09:08:57.810 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2vBVnFJEpr4JtOD off=7511737 len=170346 2024-04-02T09:08:57.812 INFO:tasks.workunit.client.0.smithi112.stdout:op 5125 completed, throughput=5MB/sec 2024-04-02T09:08:57.812 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Kiuj12QnqF1POee off=2128916 len=190201 2024-04-02T09:08:57.812 INFO:tasks.workunit.client.0.smithi112.stdout:op 5126 completed, throughput=5MB/sec 2024-04-02T09:08:57.813 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-orCl_XP9pRcl3gn off=2835422 len=757091 2024-04-02T09:08:57.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 5127 completed, throughput=5MB/sec 2024-04-02T09:08:57.816 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lH2MKbRU15G2Tsc off=69632 len=346660 2024-04-02T09:08:57.816 INFO:tasks.workunit.client.0.smithi112.stdout:op 5128 completed, throughput=5MB/sec 2024-04-02T09:08:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:57 smithi187 ceph-mon[84356]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:57 smithi112 ceph-mon[91385]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:57 smithi112 ceph-mon[88945]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:58.817 INFO:tasks.workunit.client.0.smithi112.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-02T09:08:58.817 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xZDD47NrbXrKd6A off=493894 len=2011461 2024-04-02T09:08:58.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 5129 completed, throughput=5MB/sec 2024-04-02T09:08:58.821 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-C2dJVmDZSO7giHl off=4163023 len=486017 2024-04-02T09:08:58.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 5130 completed, throughput=5MB/sec 2024-04-02T09:08:58.824 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Er9Md-kyDYZ3kIY off=1836698 len=979433 2024-04-02T09:08:58.829 INFO:tasks.workunit.client.0.smithi112.stdout:op 5131 completed, throughput=5MB/sec 2024-04-02T09:08:58.829 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kMImnWXIZZUmQHi off=14097301 len=1091818 2024-04-02T09:08:58.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 5132 completed, throughput=5MB/sec 2024-04-02T09:08:58.833 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TP2mhiNfoFDwS_d off=7060736 len=778003 2024-04-02T09:08:58.835 INFO:tasks.workunit.client.0.smithi112.stdout:op 5133 completed, throughput=5MB/sec 2024-04-02T09:08:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:08:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:08:59] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:08:59.835 INFO:tasks.workunit.client.0.smithi112.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-02T09:08:59.835 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yJuNVzesrKQOP0G off=8169487 len=967756 2024-04-02T09:08:59.837 INFO:tasks.workunit.client.0.smithi112.stdout:op 5134 completed, throughput=5MB/sec 2024-04-02T09:08:59.837 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Kn4y8Ra0EZJZ3fM off=1061469 len=1015110 2024-04-02T09:08:59.838 INFO:tasks.workunit.client.0.smithi112.stdout:op 5135 completed, throughput=5MB/sec 2024-04-02T09:08:59.839 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JRXczQnqLvjmoWa off=3546464 len=20417 2024-04-02T09:08:59.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 5136 completed, throughput=5MB/sec 2024-04-02T09:08:59.841 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9UAHjoVJDc2c0uE off=4715041 len=2063932 2024-04-02T09:08:59.849 INFO:tasks.workunit.client.0.smithi112.stdout:op 5137 completed, throughput=5MB/sec 2024-04-02T09:08:59.849 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s8EpiwULgF6LKkh off=16069508 len=275273 2024-04-02T09:08:59.850 INFO:tasks.workunit.client.0.smithi112.stdout:op 5138 completed, throughput=5MB/sec 2024-04-02T09:08:59.850 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4BNwVg60698tawd off=178033 len=877111 2024-04-02T09:08:59.851 INFO:tasks.workunit.client.0.smithi112.stdout:op 5139 completed, throughput=5MB/sec 2024-04-02T09:09:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:08:59 smithi187 ceph-mon[84356]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:08:59 smithi112 ceph-mon[91385]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:08:59 smithi112 ceph-mon[88945]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:00.851 INFO:tasks.workunit.client.0.smithi112.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-02T09:09:00.852 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WhuvQsnLtxVdLU0 off=699583 len=451230 2024-04-02T09:09:00.855 INFO:tasks.workunit.client.0.smithi112.stdout:op 5140 completed, throughput=5MB/sec 2024-04-02T09:09:00.855 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zyI1HZF2BzHvXyf off=10716956 len=1119342 2024-04-02T09:09:00.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 5141 completed, throughput=5MB/sec 2024-04-02T09:09:00.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UpXPRHm8hqnLeY5 off=0 len=1555828 2024-04-02T09:09:00.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 5142 completed, throughput=5MB/sec 2024-04-02T09:09:00.866 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r7QT3bAUCrZqNLL off=647389 len=308754 2024-04-02T09:09:00.868 INFO:tasks.workunit.client.0.smithi112.stdout:op 5143 completed, throughput=5MB/sec 2024-04-02T09:09:00.869 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZZW9ZD-6FF4kcoS off=17831731 len=711123 2024-04-02T09:09:00.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 5144 completed, throughput=5MB/sec 2024-04-02T09:09:00.869 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tSMcRE2hHGwbtM0 off=297555 len=601865 2024-04-02T09:09:00.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 5145 completed, throughput=5MB/sec 2024-04-02T09:09:00.870 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dPwihtj7BIeRvdM off=13255338 len=898745 2024-04-02T09:09:00.870 INFO:tasks.workunit.client.0.smithi112.stdout:op 5146 completed, throughput=5MB/sec 2024-04-02T09:09:01.871 INFO:tasks.workunit.client.0.smithi112.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-02T09:09:01.871 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KOtsNIAqTCgkaeg off=15186019 len=208741 2024-04-02T09:09:01.871 INFO:tasks.workunit.client.0.smithi112.stdout:op 5147 completed, throughput=5MB/sec 2024-04-02T09:09:01.871 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RA1ocXg8lwNyMan off=1521697 len=701843 2024-04-02T09:09:01.875 INFO:tasks.workunit.client.0.smithi112.stdout:op 5148 completed, throughput=5MB/sec 2024-04-02T09:09:01.876 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qlefuDUEuwxAUIW off=61095 len=918273 2024-04-02T09:09:01.878 INFO:tasks.workunit.client.0.smithi112.stdout:op 5149 completed, throughput=5MB/sec 2024-04-02T09:09:01.878 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nHqHq_MWoSc7p-u off=16307686 len=103834 2024-04-02T09:09:01.879 INFO:tasks.workunit.client.0.smithi112.stdout:op 5150 completed, throughput=5MB/sec 2024-04-02T09:09:01.879 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wKSFpTBJpzxTejW off=5367988 len=1516611 2024-04-02T09:09:01.880 INFO:tasks.workunit.client.0.smithi112.stdout:op 5151 completed, throughput=5MB/sec 2024-04-02T09:09:01.880 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-71Cq3ZStTHZH2l1 off=9231402 len=416210 2024-04-02T09:09:01.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 5152 completed, throughput=5MB/sec 2024-04-02T09:09:01.883 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bX2yUzwODgIizgQ off=7479762 len=1494569 2024-04-02T09:09:01.890 INFO:tasks.workunit.client.0.smithi112.stdout:op 5153 completed, throughput=5MB/sec 2024-04-02T09:09:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:01 smithi187 ceph-mon[84356]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:01 smithi112 ceph-mon[88945]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:01 smithi112 ceph-mon[91385]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:09:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:02.897 INFO:tasks.workunit.client.0.smithi112.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-02T09:09:02.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lV50ScSpY0J2lxr off=1601055 len=176489 2024-04-02T09:09:02.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 5154 completed, throughput=5MB/sec 2024-04-02T09:09:02.897 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-V7w4_vYQ0zKjhl6 off=4998166 len=1295428 2024-04-02T09:09:02.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 5155 completed, throughput=5MB/sec 2024-04-02T09:09:02.897 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N1KGagBTdWdx20i off=2491570 len=1578498 2024-04-02T09:09:02.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 5156 completed, throughput=5MB/sec 2024-04-02T09:09:02.907 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6udAwt09ZCcIt8a off=81480 len=375488 2024-04-02T09:09:02.909 INFO:tasks.workunit.client.0.smithi112.stdout:op 5157 completed, throughput=5MB/sec 2024-04-02T09:09:02.909 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-95OfS_EVn5OQico off=1970229 len=541091 2024-04-02T09:09:02.912 INFO:tasks.workunit.client.0.smithi112.stdout:op 5158 completed, throughput=5MB/sec 2024-04-02T09:09:02.912 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DHqGXFVhoCmWYtQ off=5768131 len=1521026 2024-04-02T09:09:02.915 INFO:tasks.workunit.client.0.smithi112.stdout:op 5159 completed, throughput=5MB/sec 2024-04-02T09:09:03.915 INFO:tasks.workunit.client.0.smithi112.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-02T09:09:03.915 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YSS2AFX5uQ5QQ0X off=7390605 len=1810234 2024-04-02T09:09:03.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 5160 completed, throughput=5MB/sec 2024-04-02T09:09:03.917 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tt7QmYncpx0Mj14 off=1039274 len=1819677 2024-04-02T09:09:03.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 5161 completed, throughput=5MB/sec 2024-04-02T09:09:03.927 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wORNn8rcP_lb9lM off=283402 len=586867 2024-04-02T09:09:03.928 INFO:tasks.workunit.client.0.smithi112.stdout:op 5162 completed, throughput=5MB/sec 2024-04-02T09:09:03.928 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ViL3E93SnoDkbx2 off=0 len=1653557 2024-04-02T09:09:03.935 INFO:tasks.workunit.client.0.smithi112.stdout:op 5163 completed, throughput=5MB/sec 2024-04-02T09:09:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:03 smithi187 ceph-mon[84356]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:03 smithi112 ceph-mon[91385]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:03 smithi112 ceph-mon[88945]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:04.936 INFO:tasks.workunit.client.0.smithi112.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-02T09:09:04.936 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kVSaR3g4lCWHT4R off=13843064 len=218510 2024-04-02T09:09:04.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 5164 completed, throughput=5MB/sec 2024-04-02T09:09:04.939 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rknyoX0yzL4xSel off=1382580 len=229637 2024-04-02T09:09:04.941 INFO:tasks.workunit.client.0.smithi112.stdout:op 5165 completed, throughput=5MB/sec 2024-04-02T09:09:04.941 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DnYFm1mmgJsDiv0 off=511024 len=448998 2024-04-02T09:09:04.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 5166 completed, throughput=5MB/sec 2024-04-02T09:09:04.945 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-eEwq4KC1Wxo3yLI off=2531599 len=1047394 2024-04-02T09:09:04.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 5167 completed, throughput=5MB/sec 2024-04-02T09:09:04.948 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--FOvtVv5MgI8nnD off=8467008 len=972843 2024-04-02T09:09:04.948 INFO:tasks.workunit.client.0.smithi112.stdout:op 5168 completed, throughput=5MB/sec 2024-04-02T09:09:04.949 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mJxg5gPTJSuvVhS off=1429695 len=1200666 2024-04-02T09:09:04.949 INFO:tasks.workunit.client.0.smithi112.stdout:op 5169 completed, throughput=5MB/sec 2024-04-02T09:09:04.949 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1kSGWr0Am46iW8k off=582821 len=794459 2024-04-02T09:09:04.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 5170 completed, throughput=5MB/sec 2024-04-02T09:09:05.950 INFO:tasks.workunit.client.0.smithi112.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-02T09:09:05.950 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-a2KpnpJnHS9SBbM off=1229057 len=471283 2024-04-02T09:09:05.953 INFO:tasks.workunit.client.0.smithi112.stdout:op 5171 completed, throughput=5MB/sec 2024-04-02T09:09:05.953 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bwvnQ4oNN6HV8QN off=17697648 len=1828876 2024-04-02T09:09:05.957 INFO:tasks.workunit.client.0.smithi112.stdout:op 5172 completed, throughput=5MB/sec 2024-04-02T09:09:05.957 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JE9KfFt30MXKT51 off=12528174 len=1302190 2024-04-02T09:09:05.961 INFO:tasks.workunit.client.0.smithi112.stdout:op 5173 completed, throughput=5MB/sec 2024-04-02T09:09:05.961 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SHwkMd_IYSi-SSm off=3188399 len=118507 2024-04-02T09:09:05.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 5174 completed, throughput=5MB/sec 2024-04-02T09:09:05.962 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ID1AcAqVHRWyNLI off=4075594 len=638802 2024-04-02T09:09:05.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 5175 completed, throughput=5MB/sec 2024-04-02T09:09:05.962 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7yWPEpd2DeADrXq off=8148483 len=1566680 2024-04-02T09:09:05.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 5176 completed, throughput=5MB/sec 2024-04-02T09:09:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:05 smithi187 ceph-mon[84356]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:09:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:05 smithi112 ceph-mon[88945]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:09:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:05 smithi112 ceph-mon[91385]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:09:06.970 INFO:tasks.workunit.client.0.smithi112.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-02T09:09:06.970 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nwHvrYUMIvC68a7 off=7196323 len=118037 2024-04-02T09:09:06.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 5177 completed, throughput=5MB/sec 2024-04-02T09:09:06.973 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eu7bkFrCbS250gN off=2766166 len=1736243 2024-04-02T09:09:06.981 INFO:tasks.workunit.client.0.smithi112.stdout:op 5178 completed, throughput=5MB/sec 2024-04-02T09:09:06.982 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YV3TlF3r_A3NZZB off=17275083 len=294099 2024-04-02T09:09:06.982 INFO:tasks.workunit.client.0.smithi112.stdout:op 5179 completed, throughput=5MB/sec 2024-04-02T09:09:06.983 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Xt8LAjavOidLe0R off=1586675 len=1132061 2024-04-02T09:09:06.988 INFO:tasks.workunit.client.0.smithi112.stdout:op 5180 completed, throughput=5MB/sec 2024-04-02T09:09:06.988 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mgmMkes9CSr_eRH off=3581331 len=1138542 2024-04-02T09:09:06.989 INFO:tasks.workunit.client.0.smithi112.stdout:op 5181 completed, throughput=5MB/sec 2024-04-02T09:09:07.990 INFO:tasks.workunit.client.0.smithi112.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-02T09:09:07.990 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GJv3mg95HjFpgz4 off=6627508 len=1884465 2024-04-02T09:09:07.991 INFO:tasks.workunit.client.0.smithi112.stdout:op 5182 completed, throughput=5MB/sec 2024-04-02T09:09:07.991 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-khdq189uyKXggXD off=2748987 len=1443510 2024-04-02T09:09:07.994 INFO:tasks.workunit.client.0.smithi112.stdout:op 5183 completed, throughput=5MB/sec 2024-04-02T09:09:07.995 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aOXK1M5cuRt2mXG off=3431376 len=282463 2024-04-02T09:09:07.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 5184 completed, throughput=5MB/sec 2024-04-02T09:09:07.998 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nsf8EnYCa-LDHbA off=4129878 len=1671092 2024-04-02T09:09:08.005 INFO:tasks.workunit.client.0.smithi112.stdout:op 5185 completed, throughput=5MB/sec 2024-04-02T09:09:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:07 smithi187 ceph-mon[84356]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:09:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:07 smithi112 ceph-mon[88945]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:09:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:07 smithi112 ceph-mon[91385]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:09:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:09.006 INFO:tasks.workunit.client.0.smithi112.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-02T09:09:09.006 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-55Z1o9Ped7CNlYB off=413004 len=1965676 2024-04-02T09:09:09.007 INFO:tasks.workunit.client.0.smithi112.stdout:op 5186 completed, throughput=5MB/sec 2024-04-02T09:09:09.007 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OOsR_1G2QnVbm5l off=10065607 len=1160908 2024-04-02T09:09:09.013 INFO:tasks.workunit.client.0.smithi112.stdout:op 5187 completed, throughput=5MB/sec 2024-04-02T09:09:09.013 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-axWs973XUfb7DBG off=1409400 len=983413 2024-04-02T09:09:09.015 INFO:tasks.workunit.client.0.smithi112.stdout:op 5188 completed, throughput=5MB/sec 2024-04-02T09:09:09.015 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8VyDZEG39gSSSZ- off=2732183 len=1968940 2024-04-02T09:09:09.017 INFO:tasks.workunit.client.0.smithi112.stdout:op 5189 completed, throughput=5MB/sec 2024-04-02T09:09:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:09:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:09:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:09:10.018 INFO:tasks.workunit.client.0.smithi112.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-02T09:09:10.018 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D9vpVxObvjh6VyQ off=3161817 len=1963030 2024-04-02T09:09:10.026 INFO:tasks.workunit.client.0.smithi112.stdout:op 5190 completed, throughput=5MB/sec 2024-04-02T09:09:10.026 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SdSk1KZNw7MRFUi off=16236127 len=726980 2024-04-02T09:09:10.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 5191 completed, throughput=5MB/sec 2024-04-02T09:09:10.030 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xt2HeKXXLenbjYM off=8715478 len=503189 2024-04-02T09:09:10.033 INFO:tasks.workunit.client.0.smithi112.stdout:op 5192 completed, throughput=5MB/sec 2024-04-02T09:09:10.033 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n4R7Qsf28YNMgEW off=8721317 len=145352 2024-04-02T09:09:10.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 5193 completed, throughput=5MB/sec 2024-04-02T09:09:10.036 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oUYYezAVxg_p4Vb off=2259904 len=1179494 2024-04-02T09:09:10.040 INFO:tasks.workunit.client.0.smithi112.stdout:op 5194 completed, throughput=5MB/sec 2024-04-02T09:09:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:09 smithi187 ceph-mon[84356]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T09:09:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:09 smithi112 ceph-mon[91385]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T09:09:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:09 smithi112 ceph-mon[88945]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T09:09:11.040 INFO:tasks.workunit.client.0.smithi112.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-02T09:09:11.041 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-u0BekWoJO8Q4Kfs off=0 len=1170516 2024-04-02T09:09:11.046 INFO:tasks.workunit.client.0.smithi112.stdout:op 5195 completed, throughput=5MB/sec 2024-04-02T09:09:11.046 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-axWs973XUfb7DBG off=17502117 len=1098436 2024-04-02T09:09:11.051 INFO:tasks.workunit.client.0.smithi112.stdout:op 5196 completed, throughput=5MB/sec 2024-04-02T09:09:11.052 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hSe7GnmB6WIjVcL off=18263913 len=1198866 2024-04-02T09:09:11.058 INFO:tasks.workunit.client.0.smithi112.stdout:op 5197 completed, throughput=5MB/sec 2024-04-02T09:09:11.058 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RQhrh4u34NacQqh off=3980584 len=933774 2024-04-02T09:09:11.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 5198 completed, throughput=5MB/sec 2024-04-02T09:09:11.062 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gzc-RaHmXoFJ-JP off=1943526 len=1576632 2024-04-02T09:09:11.063 INFO:tasks.workunit.client.0.smithi112.stdout:op 5199 completed, throughput=5MB/sec 2024-04-02T09:09:12.064 INFO:tasks.workunit.client.0.smithi112.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-02T09:09:12.064 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_v454JuMECyk_ik off=7533682 len=1373263 2024-04-02T09:09:12.072 INFO:tasks.workunit.client.0.smithi112.stdout:op 5200 completed, throughput=5MB/sec 2024-04-02T09:09:12.072 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Zzh5iAO7lqxv_0w off=3217822 len=1700829 2024-04-02T09:09:12.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 5201 completed, throughput=5MB/sec 2024-04-02T09:09:12.074 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QEV9XgTUSisaBSd off=4699646 len=1048566 2024-04-02T09:09:12.075 INFO:tasks.workunit.client.0.smithi112.stdout:op 5202 completed, throughput=5MB/sec 2024-04-02T09:09:12.075 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3hUUy8ZD7HvrAZr off=0 len=1556287 2024-04-02T09:09:12.077 INFO:tasks.workunit.client.0.smithi112.stdout:op 5203 completed, throughput=5MB/sec 2024-04-02T09:09:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:11 smithi187 ceph-mon[84356]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:11 smithi112 ceph-mon[91385]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:11 smithi112 ceph-mon[88945]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:09:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:09:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:13.077 INFO:tasks.workunit.client.0.smithi112.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-02T09:09:13.077 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9_5Ez1498lCKrv8 off=3554074 len=1665883 2024-04-02T09:09:13.080 INFO:tasks.workunit.client.0.smithi112.stdout:op 5204 completed, throughput=5MB/sec 2024-04-02T09:09:13.081 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mzLT-AFQ88iWF6h off=17208188 len=215477 2024-04-02T09:09:13.084 INFO:tasks.workunit.client.0.smithi112.stdout:op 5205 completed, throughput=5MB/sec 2024-04-02T09:09:13.084 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DM0Jz4JT2mbPaI_ off=0 len=1335012 2024-04-02T09:09:13.089 INFO:tasks.workunit.client.0.smithi112.stdout:op 5206 completed, throughput=5MB/sec 2024-04-02T09:09:13.089 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Vb3Ji9Cq61gs6y off=11361816 len=1245642 2024-04-02T09:09:13.096 INFO:tasks.workunit.client.0.smithi112.stdout:op 5207 completed, throughput=5MB/sec 2024-04-02T09:09:14.096 INFO:tasks.workunit.client.0.smithi112.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-02T09:09:14.096 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L8LMZDwDy7d_8go off=2101720 len=1690870 2024-04-02T09:09:14.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 5208 completed, throughput=5MB/sec 2024-04-02T09:09:14.098 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QHTadG1Yb7oGWvT off=354299 len=281542 2024-04-02T09:09:14.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 5209 completed, throughput=5MB/sec 2024-04-02T09:09:14.099 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZKqrd9z-enYULk- off=15248675 len=28973 2024-04-02T09:09:14.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 5210 completed, throughput=5MB/sec 2024-04-02T09:09:14.101 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HuryWPnZg7XS8UJ off=7453229 len=1567820 2024-04-02T09:09:14.102 INFO:tasks.workunit.client.0.smithi112.stdout:op 5211 completed, throughput=5MB/sec 2024-04-02T09:09:14.102 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OXJhvL56LmCV5FX off=6896034 len=382260 2024-04-02T09:09:14.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 5212 completed, throughput=5MB/sec 2024-04-02T09:09:14.104 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G905nTOgegw_2EW off=7661780 len=72585 2024-04-02T09:09:14.106 INFO:tasks.workunit.client.0.smithi112.stdout:op 5213 completed, throughput=5MB/sec 2024-04-02T09:09:14.106 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sQB5lnre4NECNAf off=14481432 len=1012976 2024-04-02T09:09:14.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 5214 completed, throughput=5MB/sec 2024-04-02T09:09:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:13 smithi187 ceph-mon[84356]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:13 smithi112 ceph-mon[91385]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:13 smithi112 ceph-mon[88945]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:15.108 INFO:tasks.workunit.client.0.smithi112.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-02T09:09:15.108 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vX6OM09hqcMteW- off=0 len=1586711 2024-04-02T09:09:15.112 INFO:tasks.workunit.client.0.smithi112.stdout:op 5215 completed, throughput=5MB/sec 2024-04-02T09:09:15.112 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sHtb7LQufuZ3eHC off=4309364 len=314384 2024-04-02T09:09:15.113 INFO:tasks.workunit.client.0.smithi112.stdout:op 5216 completed, throughput=5MB/sec 2024-04-02T09:09:15.113 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qSJoh6az0S-cY-A off=20343847 len=1699005 2024-04-02T09:09:15.119 INFO:tasks.workunit.client.0.smithi112.stdout:op 5217 completed, throughput=5MB/sec 2024-04-02T09:09:15.119 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rM-N2OIKLhrWbq7 off=1425162 len=450115 2024-04-02T09:09:15.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 5218 completed, throughput=5MB/sec 2024-04-02T09:09:15.120 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-s8cmk-amKKihURd off=598515 len=1389264 2024-04-02T09:09:15.127 INFO:tasks.workunit.client.0.smithi112.stdout:op 5219 completed, throughput=5MB/sec 2024-04-02T09:09:16.128 INFO:tasks.workunit.client.0.smithi112.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-02T09:09:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZWH8G_F8VH5xsQA off=8304117 len=92937 2024-04-02T09:09:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 5220 completed, throughput=5MB/sec 2024-04-02T09:09:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-N_p5IgG8tuj-xV0 off=7550431 len=966518 2024-04-02T09:09:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:op 5221 completed, throughput=5MB/sec 2024-04-02T09:09:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fpOuHlI0FJbypsn off=2056338 len=1578367 2024-04-02T09:09:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:op 5222 completed, throughput=5MB/sec 2024-04-02T09:09:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5FxPebsUholmtf1 off=13531266 len=851384 2024-04-02T09:09:16.144 INFO:tasks.workunit.client.0.smithi112.stdout:op 5223 completed, throughput=5MB/sec 2024-04-02T09:09:16.144 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aDoL1QSLwgq-Jg2 off=14241677 len=1412471 2024-04-02T09:09:16.145 INFO:tasks.workunit.client.0.smithi112.stdout:op 5224 completed, throughput=5MB/sec 2024-04-02T09:09:16.145 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-To0suOXBbgKdp3G off=7167680 len=966676 2024-04-02T09:09:16.146 INFO:tasks.workunit.client.0.smithi112.stdout:op 5225 completed, throughput=5MB/sec 2024-04-02T09:09:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:15 smithi187 ceph-mon[84356]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:09:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:15 smithi112 ceph-mon[91385]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:09:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:15 smithi112 ceph-mon[88945]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:09:17.146 INFO:tasks.workunit.client.0.smithi112.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-02T09:09:17.147 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VluNaR6o-xunCgx off=4314533 len=1834821 2024-04-02T09:09:17.148 INFO:tasks.workunit.client.0.smithi112.stdout:op 5226 completed, throughput=5MB/sec 2024-04-02T09:09:17.148 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qEFFlZ7cJkUrM25 off=138018 len=24115 2024-04-02T09:09:17.150 INFO:tasks.workunit.client.0.smithi112.stdout:op 5227 completed, throughput=5MB/sec 2024-04-02T09:09:17.150 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Tqahacl6ewGpfXw off=9824941 len=1599802 2024-04-02T09:09:17.156 INFO:tasks.workunit.client.0.smithi112.stdout:op 5228 completed, throughput=5MB/sec 2024-04-02T09:09:17.156 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PMW4qn-6gumQV37 off=10954400 len=18810 2024-04-02T09:09:17.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 5229 completed, throughput=5MB/sec 2024-04-02T09:09:17.157 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5GvPYDuXS2JT6Nv off=906409 len=1966667 2024-04-02T09:09:17.163 INFO:tasks.workunit.client.0.smithi112.stdout:op 5230 completed, throughput=5MB/sec 2024-04-02T09:09:18.164 INFO:tasks.workunit.client.0.smithi112.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-02T09:09:18.164 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p_2ZfOzo8k0BTmL off=5358342 len=1860406 2024-04-02T09:09:18.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 5231 completed, throughput=5MB/sec 2024-04-02T09:09:18.167 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-urGW5EMZYU0Otv6 off=3250915 len=1416917 2024-04-02T09:09:18.170 INFO:tasks.workunit.client.0.smithi112.stdout:op 5232 completed, throughput=5MB/sec 2024-04-02T09:09:18.170 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SlzDiBL_GPepZDd off=4835918 len=760855 2024-04-02T09:09:18.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 5233 completed, throughput=5MB/sec 2024-04-02T09:09:18.172 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--GcEH_qLWO780UA off=7907836 len=207198 2024-04-02T09:09:18.173 INFO:tasks.workunit.client.0.smithi112.stdout:op 5234 completed, throughput=5MB/sec 2024-04-02T09:09:18.173 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mdSqXQ1LuRgtLzy off=926171 len=21618 2024-04-02T09:09:18.173 INFO:tasks.workunit.client.0.smithi112.stdout:op 5235 completed, throughput=5MB/sec 2024-04-02T09:09:18.173 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vkSojeuMla8DkEJ off=19352265 len=1337746 2024-04-02T09:09:18.178 INFO:tasks.workunit.client.0.smithi112.stdout:op 5236 completed, throughput=5MB/sec 2024-04-02T09:09:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:17 smithi187 ceph-mon[84356]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:17 smithi112 ceph-mon[91385]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:17 smithi112 ceph-mon[88945]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:19.179 INFO:tasks.workunit.client.0.smithi112.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-02T09:09:19.179 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3ey_A7BNEVS_uGM off=582925 len=1808249 2024-04-02T09:09:19.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 5237 completed, throughput=5MB/sec 2024-04-02T09:09:19.181 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IHOKiIuXMbILof8 off=9661453 len=1940148 2024-04-02T09:09:19.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 5238 completed, throughput=5MB/sec 2024-04-02T09:09:19.182 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LmmA0AWIXKErEby off=2379995 len=1761418 2024-04-02T09:09:19.186 INFO:tasks.workunit.client.0.smithi112.stdout:op 5239 completed, throughput=5MB/sec 2024-04-02T09:09:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:18 smithi187 ceph-mon[84356]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:09:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:18 smithi112 ceph-mon[91385]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:09:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:18 smithi112 ceph-mon[88945]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:09:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:09:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:09:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:09:20.186 INFO:tasks.workunit.client.0.smithi112.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-02T09:09:20.186 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XbSoHbeija3T9Kq off=2607022 len=213160 2024-04-02T09:09:20.189 INFO:tasks.workunit.client.0.smithi112.stdout:op 5240 completed, throughput=5MB/sec 2024-04-02T09:09:20.189 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DUR144J--OPeEk_ off=2057474 len=1736463 2024-04-02T09:09:20.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 5241 completed, throughput=5MB/sec 2024-04-02T09:09:20.190 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-flUdmyfgAhDbkcY off=18845800 len=1749767 2024-04-02T09:09:20.197 INFO:tasks.workunit.client.0.smithi112.stdout:op 5242 completed, throughput=5MB/sec 2024-04-02T09:09:20.197 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bI4uyzdrfvdhyII off=2420719 len=1867454 2024-04-02T09:09:20.209 INFO:tasks.workunit.client.0.smithi112.stdout:op 5243 completed, throughput=5MB/sec 2024-04-02T09:09:21.209 INFO:tasks.workunit.client.0.smithi112.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-02T09:09:21.210 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MGhzRGv6bkynbd8 off=4102012 len=413571 2024-04-02T09:09:21.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 5244 completed, throughput=5MB/sec 2024-04-02T09:09:21.212 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K9isLcG7dunxsjK off=5437994 len=95070 2024-04-02T09:09:21.212 INFO:tasks.workunit.client.0.smithi112.stdout:op 5245 completed, throughput=5MB/sec 2024-04-02T09:09:21.212 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_RWae6xSmGFgziQ off=13844832 len=636221 2024-04-02T09:09:21.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 5246 completed, throughput=5MB/sec 2024-04-02T09:09:21.218 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5pRRwL7kXDBKKRc off=17230428 len=1127734 2024-04-02T09:09:21.218 INFO:tasks.workunit.client.0.smithi112.stdout:op 5247 completed, throughput=5MB/sec 2024-04-02T09:09:21.219 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PjqQps33sgDYAiI off=13020511 len=2027129 2024-04-02T09:09:21.219 INFO:tasks.workunit.client.0.smithi112.stdout:op 5248 completed, throughput=5MB/sec 2024-04-02T09:09:21.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:21 smithi187 ceph-mon[84356]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:21 smithi112 ceph-mon[88945]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:21 smithi112 ceph-mon[91385]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:22.219 INFO:tasks.workunit.client.0.smithi112.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-02T09:09:22.219 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-unmhGmaC1pJIAuO off=2461697 len=1298000 2024-04-02T09:09:22.220 INFO:tasks.workunit.client.0.smithi112.stdout:op 5249 completed, throughput=5MB/sec 2024-04-02T09:09:22.220 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WgdyhM9dRRpAcSh off=3750791 len=592247 2024-04-02T09:09:22.224 INFO:tasks.workunit.client.0.smithi112.stdout:op 5250 completed, throughput=5MB/sec 2024-04-02T09:09:22.224 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kxL33E92Fn5bZ-Y off=1086762 len=412176 2024-04-02T09:09:22.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 5251 completed, throughput=5MB/sec 2024-04-02T09:09:22.226 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fbuZmnhq3BOj4Qq off=10673691 len=1805289 2024-04-02T09:09:22.236 INFO:tasks.workunit.client.0.smithi112.stdout:op 5252 completed, throughput=5MB/sec 2024-04-02T09:09:22.236 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ePDmCTJ_zp1ELgq off=5885112 len=1101005 2024-04-02T09:09:22.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 5253 completed, throughput=5MB/sec 2024-04-02T09:09:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:09:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:23.237 INFO:tasks.workunit.client.0.smithi112.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-02T09:09:23.237 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-etRP8Ft5S065SFF off=381295 len=614694 2024-04-02T09:09:23.238 INFO:tasks.workunit.client.0.smithi112.stdout:op 5254 completed, throughput=5MB/sec 2024-04-02T09:09:23.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gqM8dOkZR-uvvyv off=6539963 len=2067532 2024-04-02T09:09:23.239 INFO:tasks.workunit.client.0.smithi112.stdout:op 5255 completed, throughput=5MB/sec 2024-04-02T09:09:23.239 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QyQ34vF8PxA6z4Y off=4763966 len=1148139 2024-04-02T09:09:23.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 5256 completed, throughput=5MB/sec 2024-04-02T09:09:23.246 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j1tr8KaPXlNniJF off=14254068 len=1356063 2024-04-02T09:09:23.252 INFO:tasks.workunit.client.0.smithi112.stdout:op 5257 completed, throughput=5MB/sec 2024-04-02T09:09:23.420 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:23 smithi112 ceph-mon[88945]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:23.420 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:23.420 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:23 smithi112 ceph-mon[91385]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:23.420 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:23 smithi187 ceph-mon[84356]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:24.253 INFO:tasks.workunit.client.0.smithi112.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-02T09:09:24.253 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W1xQ-D-uM5n2vHV off=10833451 len=1560700 2024-04-02T09:09:24.256 INFO:tasks.workunit.client.0.smithi112.stdout:op 5258 completed, throughput=5MB/sec 2024-04-02T09:09:24.256 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wmN8Ig5OttrXtOd off=1876868 len=1777273 2024-04-02T09:09:24.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 5259 completed, throughput=5MB/sec 2024-04-02T09:09:24.259 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7oFv-bjapZ15nBS off=1275640 len=1636636 2024-04-02T09:09:24.261 INFO:tasks.workunit.client.0.smithi112.stdout:op 5260 completed, throughput=5MB/sec 2024-04-02T09:09:24.261 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CpLHNEZaP-JT18e off=667534 len=1343523 2024-04-02T09:09:24.268 INFO:tasks.workunit.client.0.smithi112.stdout:op 5261 completed, throughput=5MB/sec 2024-04-02T09:09:25.268 INFO:tasks.workunit.client.0.smithi112.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-02T09:09:25.268 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mbH8Rl5iIhDogsM off=325311 len=920905 2024-04-02T09:09:25.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 5262 completed, throughput=5MB/sec 2024-04-02T09:09:25.273 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SQNMD4D4HOuhF_D off=4034276 len=125713 2024-04-02T09:09:25.276 INFO:tasks.workunit.client.0.smithi112.stdout:op 5263 completed, throughput=5MB/sec 2024-04-02T09:09:25.276 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oI1NJCSbemrN5Jz off=14982500 len=1345121 2024-04-02T09:09:25.277 INFO:tasks.workunit.client.0.smithi112.stdout:op 5264 completed, throughput=5MB/sec 2024-04-02T09:09:25.277 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lKgiIy4c8IWY1bj off=12091593 len=1934202 2024-04-02T09:09:25.279 INFO:tasks.workunit.client.0.smithi112.stdout:op 5265 completed, throughput=5MB/sec 2024-04-02T09:09:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:25 smithi187 ceph-mon[84356]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:09:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:25 smithi112 ceph-mon[88945]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:09:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:25 smithi112 ceph-mon[91385]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:09:26.279 INFO:tasks.workunit.client.0.smithi112.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-02T09:09:26.279 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0v1dD7sRCRdaWYs off=20069179 len=143130 2024-04-02T09:09:26.280 INFO:tasks.workunit.client.0.smithi112.stdout:op 5266 completed, throughput=5MB/sec 2024-04-02T09:09:26.280 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jdnFuaxHZKf6OmA off=1625558 len=376715 2024-04-02T09:09:26.283 INFO:tasks.workunit.client.0.smithi112.stdout:op 5267 completed, throughput=5MB/sec 2024-04-02T09:09:26.283 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5mbtwcCmzcQscBE off=6142712 len=1382534 2024-04-02T09:09:26.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 5268 completed, throughput=5MB/sec 2024-04-02T09:09:26.289 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8kAOHkiASx6dGys off=4995968 len=216304 2024-04-02T09:09:26.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 5269 completed, throughput=5MB/sec 2024-04-02T09:09:26.292 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ratzq3KkMBm7O5c off=1969606 len=144546 2024-04-02T09:09:26.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 5270 completed, throughput=5MB/sec 2024-04-02T09:09:26.292 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-e1ViihtabPMhcsV off=432642 len=691160 2024-04-02T09:09:26.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 5271 completed, throughput=5MB/sec 2024-04-02T09:09:26.297 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j6hlDiCg3zoQuIj off=1716845 len=372386 2024-04-02T09:09:26.297 INFO:tasks.workunit.client.0.smithi112.stdout:op 5272 completed, throughput=5MB/sec 2024-04-02T09:09:26.297 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xbqruBpaPci2vmY off=19152466 len=759288 2024-04-02T09:09:26.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 5273 completed, throughput=5MB/sec 2024-04-02T09:09:26.301 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TLpjfwqJre4JLMO off=7709630 len=1843315 2024-04-02T09:09:26.311 INFO:tasks.workunit.client.0.smithi112.stdout:op 5274 completed, throughput=5MB/sec 2024-04-02T09:09:27.311 INFO:tasks.workunit.client.0.smithi112.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-02T09:09:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iTmtXJBUCjs2Kij off=1123095 len=1343886 2024-04-02T09:09:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:op 5275 completed, throughput=5MB/sec 2024-04-02T09:09:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WXOeoRtnS4XJEed off=137162 len=53182 2024-04-02T09:09:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:op 5276 completed, throughput=5MB/sec 2024-04-02T09:09:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bEUHBVzcqxCniEp off=642790 len=1072293 2024-04-02T09:09:27.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 5277 completed, throughput=5MB/sec 2024-04-02T09:09:27.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MFlVYkTHyJr-gui off=13533591 len=1675002 2024-04-02T09:09:27.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 5278 completed, throughput=5MB/sec 2024-04-02T09:09:27.325 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B8fOmA_q3Ph2KQD off=146191 len=1251869 2024-04-02T09:09:27.329 INFO:tasks.workunit.client.0.smithi112.stdout:op 5279 completed, throughput=5MB/sec 2024-04-02T09:09:27.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:27 smithi187 ceph-mon[84356]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:27 smithi112 ceph-mon[91385]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:27 smithi112 ceph-mon[88945]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:28.330 INFO:tasks.workunit.client.0.smithi112.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-02T09:09:28.330 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bSyTeTyc3I833Z_ off=8469358 len=971506 2024-04-02T09:09:28.331 INFO:tasks.workunit.client.0.smithi112.stdout:op 5280 completed, throughput=5MB/sec 2024-04-02T09:09:28.331 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sOnrypnx0ZyxA6i off=10265642 len=472680 2024-04-02T09:09:28.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 5281 completed, throughput=5MB/sec 2024-04-02T09:09:28.333 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uWIMLM14S0SVF0W off=5218783 len=41617 2024-04-02T09:09:28.333 INFO:tasks.workunit.client.0.smithi112.stdout:op 5282 completed, throughput=5MB/sec 2024-04-02T09:09:28.333 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9xt8-WjZbaHz0n2 off=17203932 len=280864 2024-04-02T09:09:28.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 5283 completed, throughput=5MB/sec 2024-04-02T09:09:28.334 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mdSqXQ1LuRgtLzy off=6846035 len=147555 2024-04-02T09:09:28.336 INFO:tasks.workunit.client.0.smithi112.stdout:op 5284 completed, throughput=5MB/sec 2024-04-02T09:09:28.336 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3WWP5kf---PcECO off=10019475 len=1176292 2024-04-02T09:09:28.340 INFO:tasks.workunit.client.0.smithi112.stdout:op 5285 completed, throughput=5MB/sec 2024-04-02T09:09:28.340 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-LN6bomjXI4pf0VM off=564598 len=217186 2024-04-02T09:09:28.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 5286 completed, throughput=5MB/sec 2024-04-02T09:09:28.344 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xvtIByu0SjEOpN8 off=9848907 len=1934068 2024-04-02T09:09:28.347 INFO:tasks.workunit.client.0.smithi112.stdout:op 5287 completed, throughput=5MB/sec 2024-04-02T09:09:29.347 INFO:tasks.workunit.client.0.smithi112.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-02T09:09:29.348 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--FUnMrHkrD_MiJu off=5023587 len=1193559 2024-04-02T09:09:29.350 INFO:tasks.workunit.client.0.smithi112.stdout:op 5288 completed, throughput=5MB/sec 2024-04-02T09:09:29.350 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mvmQdaBggq7Ccrx off=12070768 len=988859 2024-04-02T09:09:29.355 INFO:tasks.workunit.client.0.smithi112.stdout:op 5289 completed, throughput=5MB/sec 2024-04-02T09:09:29.355 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2-U33F5fNljSz9E off=2106665 len=978449 2024-04-02T09:09:29.360 INFO:tasks.workunit.client.0.smithi112.stdout:op 5290 completed, throughput=5MB/sec 2024-04-02T09:09:29.360 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Rb0oFPYtjOScAdG off=183301 len=1672309 2024-04-02T09:09:29.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 5291 completed, throughput=5MB/sec 2024-04-02T09:09:29.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:29 smithi187 ceph-mon[84356]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:29 smithi112 ceph-mon[91385]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:29 smithi112 ceph-mon[88945]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:09:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:09:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-02T09:09:30.370 INFO:tasks.workunit.client.0.smithi112.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-02T09:09:30.370 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AQNDfINCVRwbaYY off=2638849 len=1451841 2024-04-02T09:09:30.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 5292 completed, throughput=5MB/sec 2024-04-02T09:09:30.376 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2yL1V0ejd9ZUEmH off=448292 len=907935 2024-04-02T09:09:30.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 5293 completed, throughput=5MB/sec 2024-04-02T09:09:30.377 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-R3QnnCcPpoPqdjE off=8837737 len=1205238 2024-04-02T09:09:30.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 5294 completed, throughput=5MB/sec 2024-04-02T09:09:30.378 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rZgr07ZZ9PnUJur off=3165063 len=850181 2024-04-02T09:09:30.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 5295 completed, throughput=5MB/sec 2024-04-02T09:09:30.383 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-W2Kp5Bij6pafsO8 off=4545792 len=86655 2024-04-02T09:09:30.385 INFO:tasks.workunit.client.0.smithi112.stdout:op 5296 completed, throughput=5MB/sec 2024-04-02T09:09:30.385 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uBLLtdtrVpyPHY0 off=1775917 len=859497 2024-04-02T09:09:30.388 INFO:tasks.workunit.client.0.smithi112.stdout:op 5297 completed, throughput=5MB/sec 2024-04-02T09:09:31.389 INFO:tasks.workunit.client.0.smithi112.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-02T09:09:31.389 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Wto4--2qy-8QnrL off=7732555 len=1398411 2024-04-02T09:09:31.392 INFO:tasks.workunit.client.0.smithi112.stdout:op 5298 completed, throughput=5MB/sec 2024-04-02T09:09:31.392 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ae-Lq6ANOkLU0Gq off=2387714 len=1437771 2024-04-02T09:09:31.395 INFO:tasks.workunit.client.0.smithi112.stdout:op 5299 completed, throughput=5MB/sec 2024-04-02T09:09:31.395 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DwudERtkF5seMq4 off=8345163 len=1471082 2024-04-02T09:09:31.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 5300 completed, throughput=5MB/sec 2024-04-02T09:09:31.401 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zcBWIoa9GtuK3v- off=1899639 len=117271 2024-04-02T09:09:31.404 INFO:tasks.workunit.client.0.smithi112.stdout:op 5301 completed, throughput=5MB/sec 2024-04-02T09:09:31.404 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4u0XuJ97UiP8ahv off=2444600 len=1203039 2024-04-02T09:09:31.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 5302 completed, throughput=5MB/sec 2024-04-02T09:09:31.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:31 smithi187 ceph-mon[84356]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:31 smithi112 ceph-mon[91385]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:31 smithi112 ceph-mon[88945]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:32.406 INFO:tasks.workunit.client.0.smithi112.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-02T09:09:32.406 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EfkqW8C4EQpad0l off=5000025 len=906587 2024-04-02T09:09:32.407 INFO:tasks.workunit.client.0.smithi112.stdout:op 5303 completed, throughput=5MB/sec 2024-04-02T09:09:32.407 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DoJamDlgLrZyP08 off=4134538 len=1736485 2024-04-02T09:09:32.413 INFO:tasks.workunit.client.0.smithi112.stdout:op 5304 completed, throughput=5MB/sec 2024-04-02T09:09:32.413 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IFG1R5hH6hAV6qB off=16562285 len=1274476 2024-04-02T09:09:32.421 INFO:tasks.workunit.client.0.smithi112.stdout:op 5305 completed, throughput=5MB/sec 2024-04-02T09:09:32.421 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bE54-UHU7ukmdOE off=8301926 len=1021159 2024-04-02T09:09:32.422 INFO:tasks.workunit.client.0.smithi112.stdout:op 5306 completed, throughput=5MB/sec 2024-04-02T09:09:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:09:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:33.423 INFO:tasks.workunit.client.0.smithi112.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-02T09:09:33.423 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Gc1OvHB3KbShxsK off=14649777 len=176576 2024-04-02T09:09:33.425 INFO:tasks.workunit.client.0.smithi112.stdout:op 5307 completed, throughput=5MB/sec 2024-04-02T09:09:33.425 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-dEcVukiikUz2gPs off=1392811 len=1558650 2024-04-02T09:09:33.432 INFO:tasks.workunit.client.0.smithi112.stdout:op 5308 completed, throughput=5MB/sec 2024-04-02T09:09:33.432 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-rYllrvOhmAwJF5Q off=10483149 len=1077545 2024-04-02T09:09:33.433 INFO:tasks.workunit.client.0.smithi112.stdout:op 5309 completed, throughput=5MB/sec 2024-04-02T09:09:33.433 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PmTl0kSz1q7A2b_ off=5361926 len=281073 2024-04-02T09:09:33.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 5310 completed, throughput=5MB/sec 2024-04-02T09:09:33.436 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-riagdRb9G1hJXCT off=9229174 len=572004 2024-04-02T09:09:33.437 INFO:tasks.workunit.client.0.smithi112.stdout:op 5311 completed, throughput=5MB/sec 2024-04-02T09:09:33.437 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cYOoiD0K1m7o7lg off=22876226 len=800718 2024-04-02T09:09:33.439 INFO:tasks.workunit.client.0.smithi112.stdout:op 5312 completed, throughput=5MB/sec 2024-04-02T09:09:33.439 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wDt7KuLtr4JKYSG off=5674945 len=1127438 2024-04-02T09:09:33.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 5313 completed, throughput=5MB/sec 2024-04-02T09:09:33.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:33 smithi187 ceph-mon[84356]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:09:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:33 smithi112 ceph-mon[91385]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:09:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:33 smithi112 ceph-mon[88945]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:09:34.440 INFO:tasks.workunit.client.0.smithi112.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-02T09:09:34.440 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Res490zHjFkmrJA off=5705837 len=191161 2024-04-02T09:09:34.441 INFO:tasks.workunit.client.0.smithi112.stdout:op 5314 completed, throughput=5MB/sec 2024-04-02T09:09:34.441 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4kV3d7cZ15176o8 off=4362328 len=608235 2024-04-02T09:09:34.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 5315 completed, throughput=5MB/sec 2024-04-02T09:09:34.445 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BrkAB81RQwH7b-w off=7043945 len=406722 2024-04-02T09:09:34.448 INFO:tasks.workunit.client.0.smithi112.stdout:op 5316 completed, throughput=5MB/sec 2024-04-02T09:09:34.448 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-utDRpzE05umYaGD off=14373741 len=377814 2024-04-02T09:09:34.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 5317 completed, throughput=5MB/sec 2024-04-02T09:09:34.452 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3iKvhe2xoFUgWNw off=3344692 len=1292022 2024-04-02T09:09:34.453 INFO:tasks.workunit.client.0.smithi112.stdout:op 5318 completed, throughput=5MB/sec 2024-04-02T09:09:34.453 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i4Mkklm0y8bhkfQ off=551144 len=2039039 2024-04-02T09:09:34.460 INFO:tasks.workunit.client.0.smithi112.stdout:op 5319 completed, throughput=5MB/sec 2024-04-02T09:09:35.461 INFO:tasks.workunit.client.0.smithi112.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-02T09:09:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MKWTEAY2_evquZB off=2826848 len=481466 2024-04-02T09:09:35.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 5320 completed, throughput=5MB/sec 2024-04-02T09:09:35.464 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YSSICA6LIpRp1cT off=184249 len=1559201 2024-04-02T09:09:35.473 INFO:tasks.workunit.client.0.smithi112.stdout:op 5321 completed, throughput=5MB/sec 2024-04-02T09:09:35.473 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s0XEIkXdgpEbF9h off=3569131 len=831377 2024-04-02T09:09:35.474 INFO:tasks.workunit.client.0.smithi112.stdout:op 5322 completed, throughput=5MB/sec 2024-04-02T09:09:35.474 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Y-OpObE56Q3wV7N off=4976083 len=296445 2024-04-02T09:09:35.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 5323 completed, throughput=5MB/sec 2024-04-02T09:09:35.475 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SRIrDLDwfLjvLNe off=13647592 len=693374 2024-04-02T09:09:35.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 5324 completed, throughput=5MB/sec 2024-04-02T09:09:35.476 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QY-Pud5BLphTQI0 off=6897494 len=1568934 2024-04-02T09:09:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:35 smithi187 ceph-mon[84356]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:35.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 5325 completed, throughput=5MB/sec 2024-04-02T09:09:35.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:35 smithi112 ceph-mon[91385]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:35.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:35 smithi112 ceph-mon[88945]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:36.481 INFO:tasks.workunit.client.0.smithi112.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-02T09:09:36.481 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m-0aSSKqnu5gvjg off=3431515 len=1210838 2024-04-02T09:09:36.483 INFO:tasks.workunit.client.0.smithi112.stdout:op 5326 completed, throughput=5MB/sec 2024-04-02T09:09:36.483 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6mKpg1UTdDfHQSd off=1050255 len=98494 2024-04-02T09:09:36.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 5327 completed, throughput=5MB/sec 2024-04-02T09:09:36.485 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jzQprHawILueuhn off=2105745 len=641914 2024-04-02T09:09:36.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 5328 completed, throughput=5MB/sec 2024-04-02T09:09:36.489 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NwL8-MvIFbRfVpa off=372912 len=759195 2024-04-02T09:09:36.490 INFO:tasks.workunit.client.0.smithi112.stdout:op 5329 completed, throughput=5MB/sec 2024-04-02T09:09:36.490 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BzZus3woOs1OK1R off=10978686 len=640832 2024-04-02T09:09:36.494 INFO:tasks.workunit.client.0.smithi112.stdout:op 5330 completed, throughput=5MB/sec 2024-04-02T09:09:36.494 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YQtK_R2zWPOYKnC off=4078098 len=489743 2024-04-02T09:09:36.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 5331 completed, throughput=5MB/sec 2024-04-02T09:09:36.495 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ef9fCcUJLhsIyTX off=9389934 len=2002950 2024-04-02T09:09:36.504 INFO:tasks.workunit.client.0.smithi112.stdout:op 5332 completed, throughput=5MB/sec 2024-04-02T09:09:37.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:37 smithi187 ceph-mon[84356]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-02T09:09:37.503 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-15T-5pj6Pv7ZpME off=7907825 len=1914294 2024-04-02T09:09:37.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 5333 completed, throughput=5MB/sec 2024-04-02T09:09:37.510 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NcLYLuahdkSRkFx off=4331944 len=233719 2024-04-02T09:09:37.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 5334 completed, throughput=5MB/sec 2024-04-02T09:09:37.510 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BlhFpp9KF21aOCv off=5076809 len=1878477 2024-04-02T09:09:37.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 5335 completed, throughput=5MB/sec 2024-04-02T09:09:37.521 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Q2da7opBngnOFNN off=8748392 len=1196981 2024-04-02T09:09:37.523 INFO:tasks.workunit.client.0.smithi112.stdout:op 5336 completed, throughput=5MB/sec 2024-04-02T09:09:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:37 smithi112 ceph-mon[91385]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:37 smithi112 ceph-mon[88945]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:38.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-02T09:09:38.523 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EyCljbdojus1w50 off=6280942 len=2067302 2024-04-02T09:09:38.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 5337 completed, throughput=5MB/sec 2024-04-02T09:09:38.535 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PQdDC6LmZItg8Y- off=9758553 len=835911 2024-04-02T09:09:38.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 5338 completed, throughput=5MB/sec 2024-04-02T09:09:38.539 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_Tlj_gbr-x_o718 off=6983815 len=2062179 2024-04-02T09:09:38.546 INFO:tasks.workunit.client.0.smithi112.stdout:op 5339 completed, throughput=5MB/sec 2024-04-02T09:09:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:39.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:39 smithi187 ceph-mon[84356]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:09:39.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:09:39.546 INFO:tasks.workunit.client.0.smithi112.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-02T09:09:39.546 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8CW3n4O4LCJZdlf off=5937007 len=1859933 2024-04-02T09:09:39.557 INFO:tasks.workunit.client.0.smithi112.stdout:op 5340 completed, throughput=5MB/sec 2024-04-02T09:09:39.557 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hxWan6jdhqYAH4K off=7897933 len=1836824 2024-04-02T09:09:39.567 INFO:tasks.workunit.client.0.smithi112.stdout:op 5341 completed, throughput=5MB/sec 2024-04-02T09:09:39.567 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SVf3oxrjyn7er7R off=4584331 len=311000 2024-04-02T09:09:39.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 5342 completed, throughput=5MB/sec 2024-04-02T09:09:39.569 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-G7sgsk3-hNfL4VT off=3723947 len=737360 2024-04-02T09:09:39.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 5343 completed, throughput=5MB/sec 2024-04-02T09:09:39.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OhraannKy8Hy-0x off=2695241 len=391123 2024-04-02T09:09:39.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 5344 completed, throughput=5MB/sec 2024-04-02T09:09:39.575 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NZK90QZ61itAlHI off=1015924 len=1885584 2024-04-02T09:09:39.585 INFO:tasks.workunit.client.0.smithi112.stdout:op 5345 completed, throughput=5MB/sec 2024-04-02T09:09:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:09:39] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:09:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[88945]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:09:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[91385]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:09:40.585 INFO:tasks.workunit.client.0.smithi112.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-02T09:09:40.585 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I95uuxsD_ONPyNn off=645294 len=306885 2024-04-02T09:09:40.586 INFO:tasks.workunit.client.0.smithi112.stdout:op 5346 completed, throughput=5MB/sec 2024-04-02T09:09:40.586 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IukHeZ7OxdX5I7n off=5717712 len=1251652 2024-04-02T09:09:40.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 5347 completed, throughput=5MB/sec 2024-04-02T09:09:40.587 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Iur8Owg_ftwwNEq off=4592888 len=972716 2024-04-02T09:09:40.588 INFO:tasks.workunit.client.0.smithi112.stdout:op 5348 completed, throughput=5MB/sec 2024-04-02T09:09:40.588 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DPjr-SnZe1_6hfA off=365758 len=522850 2024-04-02T09:09:40.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 5349 completed, throughput=5MB/sec 2024-04-02T09:09:40.589 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Nme9BjdsbNNuYLn off=1926193 len=556080 2024-04-02T09:09:40.592 INFO:tasks.workunit.client.0.smithi112.stdout:op 5350 completed, throughput=5MB/sec 2024-04-02T09:09:40.592 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-liuUQpWSygZbhT_ off=5465204 len=1160046 2024-04-02T09:09:40.598 INFO:tasks.workunit.client.0.smithi112.stdout:op 5351 completed, throughput=5MB/sec 2024-04-02T09:09:41.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:41 smithi187 ceph-mon[84356]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:41.598 INFO:tasks.workunit.client.0.smithi112.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-02T09:09:41.599 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LPVNMYNrVe3t7de off=295518 len=1633383 2024-04-02T09:09:41.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 5352 completed, throughput=5MB/sec 2024-04-02T09:09:41.600 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O7rtunBJ9afvwT3 off=3689901 len=1508839 2024-04-02T09:09:41.601 INFO:tasks.workunit.client.0.smithi112.stdout:op 5353 completed, throughput=5MB/sec 2024-04-02T09:09:41.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DFs4G5GFkxcgUox off=288126 len=1929666 2024-04-02T09:09:41.609 INFO:tasks.workunit.client.0.smithi112.stdout:op 5354 completed, throughput=5MB/sec 2024-04-02T09:09:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:41 smithi112 ceph-mon[88945]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:41 smithi112 ceph-mon[91385]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:42.609 INFO:tasks.workunit.client.0.smithi112.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-02T09:09:42.609 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GuFSAvLD4bvLshF off=7549711 len=241513 2024-04-02T09:09:42.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 5355 completed, throughput=5MB/sec 2024-04-02T09:09:42.610 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-R17tXYeVSeqbKv- off=1002677 len=1331177 2024-04-02T09:09:42.615 INFO:tasks.workunit.client.0.smithi112.stdout:op 5356 completed, throughput=5MB/sec 2024-04-02T09:09:42.615 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JF71RKOJMZgeEwn off=9367682 len=385515 2024-04-02T09:09:42.616 INFO:tasks.workunit.client.0.smithi112.stdout:op 5357 completed, throughput=5MB/sec 2024-04-02T09:09:42.616 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CTDRQiBMFULPzZ2 off=13730800 len=108414 2024-04-02T09:09:42.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 5358 completed, throughput=5MB/sec 2024-04-02T09:09:42.618 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8ynSnVRMv8Q60De off=15401328 len=849602 2024-04-02T09:09:42.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 5359 completed, throughput=5MB/sec 2024-04-02T09:09:42.623 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-64PRVTJ8SlxIiYz off=1453742 len=717136 2024-04-02T09:09:42.624 INFO:tasks.workunit.client.0.smithi112.stdout:op 5360 completed, throughput=5MB/sec 2024-04-02T09:09:42.624 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yAS62_szG27Zn-Q off=242851 len=443489 2024-04-02T09:09:42.625 INFO:tasks.workunit.client.0.smithi112.stdout:op 5361 completed, throughput=5MB/sec 2024-04-02T09:09:42.625 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Hh0Nq9r2Tth4aLB off=23546975 len=1466666 2024-04-02T09:09:42.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 5362 completed, throughput=5MB/sec 2024-04-02T09:09:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:09:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:43.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:43 smithi187 ceph-mon[84356]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:09:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:43 smithi112 ceph-mon[91385]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:09:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:43 smithi112 ceph-mon[88945]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:09:43.633 INFO:tasks.workunit.client.0.smithi112.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-02T09:09:43.633 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WaEKiP-eCh14CUX off=6361652 len=1420682 2024-04-02T09:09:43.634 INFO:tasks.workunit.client.0.smithi112.stdout:op 5363 completed, throughput=5MB/sec 2024-04-02T09:09:43.634 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cbbNEquTPUBx5TQ off=21377293 len=1002111 2024-04-02T09:09:43.637 INFO:tasks.workunit.client.0.smithi112.stdout:op 5364 completed, throughput=5MB/sec 2024-04-02T09:09:43.637 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QY-Pud5BLphTQI0 off=11208362 len=1254161 2024-04-02T09:09:43.642 INFO:tasks.workunit.client.0.smithi112.stdout:op 5365 completed, throughput=5MB/sec 2024-04-02T09:09:43.642 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QhsGABr67E_Ic0J off=9085160 len=913350 2024-04-02T09:09:43.643 INFO:tasks.workunit.client.0.smithi112.stdout:op 5366 completed, throughput=5MB/sec 2024-04-02T09:09:44.643 INFO:tasks.workunit.client.0.smithi112.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-02T09:09:44.644 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3X487c0ilNiwHkm off=1643569 len=503647 2024-04-02T09:09:44.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 5367 completed, throughput=5MB/sec 2024-04-02T09:09:44.647 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ElnEdm0X_cnU9Xp off=79075 len=2071670 2024-04-02T09:09:44.659 INFO:tasks.workunit.client.0.smithi112.stdout:op 5368 completed, throughput=5MB/sec 2024-04-02T09:09:44.659 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AarRC2Z91cNR-FN off=1423165 len=1739328 2024-04-02T09:09:44.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 5369 completed, throughput=5MB/sec 2024-04-02T09:09:44.660 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B3i4fIkCOwPQxJY off=8163427 len=408879 2024-04-02T09:09:44.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 5370 completed, throughput=5MB/sec 2024-04-02T09:09:44.664 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-S2LmBu1bx3wTOYa off=6873728 len=1524635 2024-04-02T09:09:44.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 5371 completed, throughput=5MB/sec 2024-04-02T09:09:45.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:45 smithi187 ceph-mon[84356]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:45 smithi112 ceph-mon[91385]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:45 smithi112 ceph-mon[88945]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:45.666 INFO:tasks.workunit.client.0.smithi112.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-02T09:09:45.667 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WysDzL4HeuPNeS4 off=12140638 len=849846 2024-04-02T09:09:45.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 5372 completed, throughput=5MB/sec 2024-04-02T09:09:45.672 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nW-Fnxz2TM14L6V off=14083799 len=2088037 2024-04-02T09:09:45.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 5373 completed, throughput=5MB/sec 2024-04-02T09:09:45.679 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xlUf6aTLs7ZIznB off=6470452 len=1041710 2024-04-02T09:09:45.682 INFO:tasks.workunit.client.0.smithi112.stdout:op 5374 completed, throughput=5MB/sec 2024-04-02T09:09:45.683 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-REh9iBdiDDrusxU off=729636 len=175132 2024-04-02T09:09:45.685 INFO:tasks.workunit.client.0.smithi112.stdout:op 5375 completed, throughput=5MB/sec 2024-04-02T09:09:46.685 INFO:tasks.workunit.client.0.smithi112.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-02T09:09:46.685 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HnO8fscHAlhLxUd off=12137598 len=483164 2024-04-02T09:09:46.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 5376 completed, throughput=5MB/sec 2024-04-02T09:09:46.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W9Vdi1uGTYCmOFd off=10945343 len=1939042 2024-04-02T09:09:46.689 INFO:tasks.workunit.client.0.smithi112.stdout:op 5377 completed, throughput=5MB/sec 2024-04-02T09:09:46.689 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W0FsQvaSTpsR5WX off=6538247 len=1076298 2024-04-02T09:09:46.690 INFO:tasks.workunit.client.0.smithi112.stdout:op 5378 completed, throughput=5MB/sec 2024-04-02T09:09:46.690 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nHoO_3F5BVlkBmV off=5722054 len=709952 2024-04-02T09:09:46.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 5379 completed, throughput=5MB/sec 2024-04-02T09:09:46.691 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-NAp_ZVXnY9zXY0C off=4308738 len=1445876 2024-04-02T09:09:46.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 5380 completed, throughput=5MB/sec 2024-04-02T09:09:47.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:47 smithi187 ceph-mon[84356]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:47 smithi112 ceph-mon[91385]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:47 smithi112 ceph-mon[88945]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:47.698 INFO:tasks.workunit.client.0.smithi112.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-02T09:09:47.698 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rkWVzsC1WEUuh2l off=17920541 len=578857 2024-04-02T09:09:47.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 5381 completed, throughput=5MB/sec 2024-04-02T09:09:47.702 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-520-33NUIWf9nwD off=7113992 len=1273015 2024-04-02T09:09:47.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 5382 completed, throughput=5MB/sec 2024-04-02T09:09:47.708 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-n3Wg7EEp6XXDdzY off=1201012 len=104235 2024-04-02T09:09:47.710 INFO:tasks.workunit.client.0.smithi112.stdout:op 5383 completed, throughput=5MB/sec 2024-04-02T09:09:47.710 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Sc5Qa1YDnr2cJHI off=569307 len=1897058 2024-04-02T09:09:47.719 INFO:tasks.workunit.client.0.smithi112.stdout:op 5384 completed, throughput=5MB/sec 2024-04-02T09:09:47.719 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4t29l47hTuuxshm off=1510875 len=1507512 2024-04-02T09:09:47.721 INFO:tasks.workunit.client.0.smithi112.stdout:op 5385 completed, throughput=5MB/sec 2024-04-02T09:09:48.722 INFO:tasks.workunit.client.0.smithi112.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-02T09:09:48.722 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aRfE0FpM7XiV_Dh off=6539389 len=930312 2024-04-02T09:09:48.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 5386 completed, throughput=5MB/sec 2024-04-02T09:09:48.727 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cYOoiD0K1m7o7lg off=7249241 len=1520862 2024-04-02T09:09:48.729 INFO:tasks.workunit.client.0.smithi112.stdout:op 5387 completed, throughput=5MB/sec 2024-04-02T09:09:48.729 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vxY4cOhqqcJP6Xc off=6163368 len=2023096 2024-04-02T09:09:48.731 INFO:tasks.workunit.client.0.smithi112.stdout:op 5388 completed, throughput=5MB/sec 2024-04-02T09:09:48.731 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QOBgkKJeTF-32wa off=2361587 len=336786 2024-04-02T09:09:48.734 INFO:tasks.workunit.client.0.smithi112.stdout:op 5389 completed, throughput=5MB/sec 2024-04-02T09:09:48.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q4-ScjSDp99iNhH off=4486402 len=1657560 2024-04-02T09:09:48.740 INFO:tasks.workunit.client.0.smithi112.stdout:op 5390 completed, throughput=5MB/sec 2024-04-02T09:09:49.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:49 smithi187 ceph-mon[84356]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:49 smithi112 ceph-mon[91385]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:49.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:49 smithi112 ceph-mon[88945]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:09:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:09:49] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:09:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-02T09:09:49.740 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j_vA0ItxtK8PPOv off=8270517 len=1623330 2024-04-02T09:09:49.742 INFO:tasks.workunit.client.0.smithi112.stdout:op 5391 completed, throughput=5MB/sec 2024-04-02T09:09:49.742 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-akBj0zFuPKv40Fo off=9051176 len=753626 2024-04-02T09:09:49.746 INFO:tasks.workunit.client.0.smithi112.stdout:op 5392 completed, throughput=5MB/sec 2024-04-02T09:09:49.746 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fli-J8Px6MJwGrp off=6166703 len=1578046 2024-04-02T09:09:49.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 5393 completed, throughput=5MB/sec 2024-04-02T09:09:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-02T09:09:50.753 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lJonNkXbXV2VR1D off=2925478 len=1833431 2024-04-02T09:09:50.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 5394 completed, throughput=5MB/sec 2024-04-02T09:09:50.756 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mo5Aojx2GAa3_y2 off=5889588 len=442019 2024-04-02T09:09:50.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 5395 completed, throughput=5MB/sec 2024-04-02T09:09:50.760 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TwOKDcO_Nmk1oUS off=10488535 len=556909 2024-04-02T09:09:50.763 INFO:tasks.workunit.client.0.smithi112.stdout:op 5396 completed, throughput=5MB/sec 2024-04-02T09:09:50.764 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h0gQjHFOpuPqDWy off=8804180 len=1205959 2024-04-02T09:09:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 5397 completed, throughput=5MB/sec 2024-04-02T09:09:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EeIl1-fJtN1Wa-S off=7346200 len=1441771 2024-04-02T09:09:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:op 5398 completed, throughput=5MB/sec 2024-04-02T09:09:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-02T09:09:51.766 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_V0G7Z_Yhb7nQr4 off=228864 len=1641115 2024-04-02T09:09:51.767 INFO:tasks.workunit.client.0.smithi112.stdout:op 5399 completed, throughput=5MB/sec 2024-04-02T09:09:51.768 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vw5E11C2hEqsLv6 off=6203231 len=391043 2024-04-02T09:09:51.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 5400 completed, throughput=5MB/sec 2024-04-02T09:09:51.771 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1nyxo35nv9-Pl0r off=658403 len=479178 2024-04-02T09:09:51.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 5401 completed, throughput=5MB/sec 2024-04-02T09:09:51.772 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6qyHbB7ZyeUagm0 off=4455697 len=768560 2024-04-02T09:09:51.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 5402 completed, throughput=5MB/sec 2024-04-02T09:09:51.774 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1_XETpq8cFxqALY off=1493912 len=2082087 2024-04-02T09:09:51.775 INFO:tasks.workunit.client.0.smithi112.stdout:op 5403 completed, throughput=5MB/sec 2024-04-02T09:09:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:51 smithi112 ceph-mon[91385]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:51 smithi112 ceph-mon[88945]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:51 smithi187 ceph-mon[84356]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:09:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:09:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-02T09:09:52.776 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-39rPKwQehugbvMn off=1642628 len=1645706 2024-04-02T09:09:52.783 INFO:tasks.workunit.client.0.smithi112.stdout:op 5404 completed, throughput=5MB/sec 2024-04-02T09:09:52.783 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--mB6-LUK9UjraNS off=95271 len=2042151 2024-04-02T09:09:52.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 5405 completed, throughput=5MB/sec 2024-04-02T09:09:52.785 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZpfiSQXXCBKAUPL off=13092396 len=1758130 2024-04-02T09:09:52.795 INFO:tasks.workunit.client.0.smithi112.stdout:op 5406 completed, throughput=5MB/sec 2024-04-02T09:09:53.796 INFO:tasks.workunit.client.0.smithi112.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-02T09:09:53.796 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j3qzd2fFDkR7iJH off=1554424 len=1189173 2024-04-02T09:09:53.797 INFO:tasks.workunit.client.0.smithi112.stdout:op 5407 completed, throughput=5MB/sec 2024-04-02T09:09:53.797 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YpyCjCeTVrN-yiP off=7407391 len=1223046 2024-04-02T09:09:53.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 5408 completed, throughput=5MB/sec 2024-04-02T09:09:53.803 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lnGbuHQh_MDz7yA off=1827195 len=1245231 2024-04-02T09:09:53.810 INFO:tasks.workunit.client.0.smithi112.stdout:op 5409 completed, throughput=5MB/sec 2024-04-02T09:09:53.810 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XUaZdXbucxnb_Fv off=2348720 len=1613682 2024-04-02T09:09:53.815 INFO:tasks.workunit.client.0.smithi112.stdout:op 5410 completed, throughput=5MB/sec 2024-04-02T09:09:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:53 smithi112 ceph-mon[88945]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:09:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:53 smithi112 ceph-mon[91385]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:09:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:53 smithi187 ceph-mon[84356]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:09:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:54.816 INFO:tasks.workunit.client.0.smithi112.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-02T09:09:54.816 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d_Fha30ZtWoQYaz off=9814780 len=483096 2024-04-02T09:09:54.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 5411 completed, throughput=5MB/sec 2024-04-02T09:09:54.820 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lxsB5liRObhxfwW off=4299304 len=1665408 2024-04-02T09:09:54.829 INFO:tasks.workunit.client.0.smithi112.stdout:op 5412 completed, throughput=5MB/sec 2024-04-02T09:09:54.829 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4lO98KqMr-aOS7G off=20193157 len=1580574 2024-04-02T09:09:54.832 INFO:tasks.workunit.client.0.smithi112.stdout:op 5413 completed, throughput=5MB/sec 2024-04-02T09:09:54.832 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-B6flgMXjmcWxEuo off=8643756 len=513804 2024-04-02T09:09:54.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 5414 completed, throughput=5MB/sec 2024-04-02T09:09:54.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uwELG0-coTSJNO1 off=1305450 len=2025364 2024-04-02T09:09:54.844 INFO:tasks.workunit.client.0.smithi112.stdout:op 5415 completed, throughput=5MB/sec 2024-04-02T09:09:55.845 INFO:tasks.workunit.client.0.smithi112.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-02T09:09:55.845 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-B0nvIB9HJeFb0Zo off=2781920 len=1803606 2024-04-02T09:09:55.852 INFO:tasks.workunit.client.0.smithi112.stdout:op 5416 completed, throughput=5MB/sec 2024-04-02T09:09:55.852 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8ZLFiGagMXCXAZD off=1440322 len=696301 2024-04-02T09:09:55.856 INFO:tasks.workunit.client.0.smithi112.stdout:op 5417 completed, throughput=5MB/sec 2024-04-02T09:09:55.856 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-520-33NUIWf9nwD off=3508266 len=1072549 2024-04-02T09:09:55.861 INFO:tasks.workunit.client.0.smithi112.stdout:op 5418 completed, throughput=5MB/sec 2024-04-02T09:09:55.861 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7zEJCoredO_gO30 off=9179165 len=1179521 2024-04-02T09:09:55.864 INFO:tasks.workunit.client.0.smithi112.stdout:op 5419 completed, throughput=5MB/sec 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:55 smithi112 ceph-mon[91385]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:55 smithi112 ceph-mon[88945]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:55 smithi187 ceph-mon[84356]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:56.864 INFO:tasks.workunit.client.0.smithi112.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-02T09:09:56.864 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n3Wg7EEp6XXDdzY off=2652985 len=500430 2024-04-02T09:09:56.865 INFO:tasks.workunit.client.0.smithi112.stdout:op 5420 completed, throughput=5MB/sec 2024-04-02T09:09:56.865 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KXjKqF_reoFscwo off=4087688 len=782094 2024-04-02T09:09:56.867 INFO:tasks.workunit.client.0.smithi112.stdout:op 5421 completed, throughput=5MB/sec 2024-04-02T09:09:56.867 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5KIbePtdeaD7Az3 off=2540005 len=534309 2024-04-02T09:09:56.868 INFO:tasks.workunit.client.0.smithi112.stdout:op 5422 completed, throughput=5MB/sec 2024-04-02T09:09:56.868 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-f5MP2j7YBFezx0r off=131449 len=243473 2024-04-02T09:09:56.869 INFO:tasks.workunit.client.0.smithi112.stdout:op 5423 completed, throughput=5MB/sec 2024-04-02T09:09:56.869 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8gLB6JxvJvbW09h off=1858390 len=1258680 2024-04-02T09:09:56.874 INFO:tasks.workunit.client.0.smithi112.stdout:op 5424 completed, throughput=5MB/sec 2024-04-02T09:09:56.874 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EYxRxG9fSB0i0NM off=1070616 len=1381236 2024-04-02T09:09:56.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 5425 completed, throughput=5MB/sec 2024-04-02T09:09:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:57 smithi112 ceph-mon[88945]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:09:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:57 smithi112 ceph-mon[91385]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:09:57.882 INFO:tasks.workunit.client.0.smithi112.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-02T09:09:57.882 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ff7J4smIG_4EzkT off=9221036 len=1642410 2024-04-02T09:09:57.888 INFO:tasks.workunit.client.0.smithi112.stdout:op 5426 completed, throughput=5MB/sec 2024-04-02T09:09:57.888 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g-xxhawz50FRB82 off=176664 len=1255903 2024-04-02T09:09:57.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 5427 completed, throughput=5MB/sec 2024-04-02T09:09:57.894 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--mSbphDbHgN6g1y off=5288070 len=266083 2024-04-02T09:09:57.894 INFO:tasks.workunit.client.0.smithi112.stdout:op 5428 completed, throughput=5MB/sec 2024-04-02T09:09:57.895 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p8DRPbQbMPYpV39 off=10195317 len=1303898 2024-04-02T09:09:57.895 INFO:tasks.workunit.client.0.smithi112.stdout:op 5429 completed, throughput=5MB/sec 2024-04-02T09:09:57.895 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j5pXCu9Z3WNaXsV off=871017 len=50605 2024-04-02T09:09:57.896 INFO:tasks.workunit.client.0.smithi112.stdout:op 5430 completed, throughput=5MB/sec 2024-04-02T09:09:57.896 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sQ421ScTWuJyId0 off=6220533 len=1847851 2024-04-02T09:09:57.897 INFO:tasks.workunit.client.0.smithi112.stdout:op 5431 completed, throughput=5MB/sec 2024-04-02T09:09:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:57 smithi187 ceph-mon[84356]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:09:58.897 INFO:tasks.workunit.client.0.smithi112.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-02T09:09:58.897 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tCwKCJCEf7SNH9r off=8176415 len=328538 2024-04-02T09:09:58.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 5432 completed, throughput=5MB/sec 2024-04-02T09:09:58.898 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EcZw3ZRo68qrmga off=8867765 len=1892909 2024-04-02T09:09:58.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 5433 completed, throughput=5MB/sec 2024-04-02T09:09:58.908 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YxWkd5jPiG56wa_ off=1154664 len=1296364 2024-04-02T09:09:58.910 INFO:tasks.workunit.client.0.smithi112.stdout:op 5434 completed, throughput=5MB/sec 2024-04-02T09:09:58.910 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NpAQJW5q0YZ-rBa off=1557246 len=227511 2024-04-02T09:09:58.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 5435 completed, throughput=5MB/sec 2024-04-02T09:09:58.911 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Vt6CQ-PR2DawidI off=1875675 len=705664 2024-04-02T09:09:58.914 INFO:tasks.workunit.client.0.smithi112.stdout:op 5436 completed, throughput=5MB/sec 2024-04-02T09:09:59.588 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:09:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:09:59] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-02T09:09:59.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:09:59 smithi112 ceph-mon[91385]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:59.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:09:59 smithi112 ceph-mon[88945]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:59.914 INFO:tasks.workunit.client.0.smithi112.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-02T09:09:59.915 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-baCVPo3FOBauNIa off=15471810 len=561394 2024-04-02T09:09:59.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 5437 completed, throughput=5MB/sec 2024-04-02T09:09:59.916 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_NfeHodTjfm4vCA off=7433317 len=1480730 2024-04-02T09:09:59.924 INFO:tasks.workunit.client.0.smithi112.stdout:op 5438 completed, throughput=5MB/sec 2024-04-02T09:09:59.924 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zKErWFmxvWA3yZ4 off=1253956 len=1429384 2024-04-02T09:09:59.926 INFO:tasks.workunit.client.0.smithi112.stdout:op 5439 completed, throughput=5MB/sec 2024-04-02T09:09:59.926 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nme9BjdsbNNuYLn off=1494014 len=1414796 2024-04-02T09:09:59.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 5440 completed, throughput=5MB/sec 2024-04-02T09:09:59.927 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ckrht8Be9pikABG off=6865316 len=843573 2024-04-02T09:09:59.927 INFO:tasks.workunit.client.0.smithi112.stdout:op 5441 completed, throughput=5MB/sec 2024-04-02T09:09:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:09:59 smithi187 ceph-mon[84356]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:10:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:00 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T09:10:00.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:00 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T09:10:00.928 INFO:tasks.workunit.client.0.smithi112.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-02T09:10:00.928 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-r1i6wiu6T0e120C off=1836668 len=1861253 2024-04-02T09:10:00.939 INFO:tasks.workunit.client.0.smithi112.stdout:op 5442 completed, throughput=5MB/sec 2024-04-02T09:10:00.939 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-br9uTwzI5qH1qW4 off=1017538 len=2087534 2024-04-02T09:10:00.941 INFO:tasks.workunit.client.0.smithi112.stdout:op 5443 completed, throughput=5MB/sec 2024-04-02T09:10:00.941 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xRSxrNXo4hrFPcT off=1282540 len=1645765 2024-04-02T09:10:00.945 INFO:tasks.workunit.client.0.smithi112.stdout:op 5444 completed, throughput=5MB/sec 2024-04-02T09:10:00.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:00 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T09:10:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:01 smithi112 ceph-mon[91385]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:01 smithi112 ceph-mon[88945]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:01.945 INFO:tasks.workunit.client.0.smithi112.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-02T09:10:01.945 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nDDVlGhCi9fjzjI off=5650317 len=1182500 2024-04-02T09:10:01.949 INFO:tasks.workunit.client.0.smithi112.stdout:op 5445 completed, throughput=5MB/sec 2024-04-02T09:10:01.949 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6GLR1_ReTWVuE_W off=1396303 len=503944 2024-04-02T09:10:01.950 INFO:tasks.workunit.client.0.smithi112.stdout:op 5446 completed, throughput=5MB/sec 2024-04-02T09:10:01.950 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-X9WFBKKlNjU-eTo off=10586147 len=1791343 2024-04-02T09:10:01.954 INFO:tasks.workunit.client.0.smithi112.stdout:op 5447 completed, throughput=5MB/sec 2024-04-02T09:10:01.954 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-98KPzzQ0quYlU4j off=17137589 len=691790 2024-04-02T09:10:01.957 INFO:tasks.workunit.client.0.smithi112.stdout:op 5448 completed, throughput=5MB/sec 2024-04-02T09:10:01.957 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xwKCcTlIzJrWn9B off=2773063 len=885743 2024-04-02T09:10:01.958 INFO:tasks.workunit.client.0.smithi112.stdout:op 5449 completed, throughput=5MB/sec 2024-04-02T09:10:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:01 smithi187 ceph-mon[84356]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:10:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:02.958 INFO:tasks.workunit.client.0.smithi112.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-02T09:10:02.958 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bf0jLAHf1aorGTr off=1246799 len=355285 2024-04-02T09:10:02.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 5450 completed, throughput=5MB/sec 2024-04-02T09:10:02.962 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-w5xF88qhaqoHneL off=17638723 len=24714 2024-04-02T09:10:02.964 INFO:tasks.workunit.client.0.smithi112.stdout:op 5451 completed, throughput=5MB/sec 2024-04-02T09:10:02.964 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--pywPymO7ef9cl7 off=8495172 len=1283692 2024-04-02T09:10:02.965 INFO:tasks.workunit.client.0.smithi112.stdout:op 5452 completed, throughput=5MB/sec 2024-04-02T09:10:02.965 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5PpDD5LvxcdgzTL off=463615 len=1673589 2024-04-02T09:10:02.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 5453 completed, throughput=5MB/sec 2024-04-02T09:10:02.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QxiaKjf8lU3ljxd off=8317864 len=1218037 2024-04-02T09:10:02.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 5454 completed, throughput=5MB/sec 2024-04-02T09:10:02.973 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PIHvsjr5sVfvOL3 off=318423 len=300246 2024-04-02T09:10:02.976 INFO:tasks.workunit.client.0.smithi112.stdout:op 5455 completed, throughput=5MB/sec 2024-04-02T09:10:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:03 smithi112 ceph-mon[88945]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:03 smithi112 ceph-mon[91385]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:03.976 INFO:tasks.workunit.client.0.smithi112.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-02T09:10:03.976 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nWeG-2Kc7RV9WQl off=16927839 len=1183167 2024-04-02T09:10:03.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 5456 completed, throughput=5MB/sec 2024-04-02T09:10:03.978 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OHv6vYGH23NpQNx off=9090311 len=666792 2024-04-02T09:10:03.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 5457 completed, throughput=5MB/sec 2024-04-02T09:10:03.979 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aeAvvSamvD5FwZk off=4350575 len=1322377 2024-04-02T09:10:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:03 smithi187 ceph-mon[84356]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:03.987 INFO:tasks.workunit.client.0.smithi112.stdout:op 5458 completed, throughput=5MB/sec 2024-04-02T09:10:03.987 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sahB0hR_vSvBKQP off=6315239 len=2012387 2024-04-02T09:10:03.989 INFO:tasks.workunit.client.0.smithi112.stdout:op 5459 completed, throughput=5MB/sec 2024-04-02T09:10:04.989 INFO:tasks.workunit.client.0.smithi112.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-02T09:10:04.989 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-z8WW-xesmQB0XRF off=0 len=1299670 2024-04-02T09:10:04.993 INFO:tasks.workunit.client.0.smithi112.stdout:op 5460 completed, throughput=5MB/sec 2024-04-02T09:10:04.993 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BR41M5vZaXG2i9Z off=14318541 len=1150684 2024-04-02T09:10:05.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 5461 completed, throughput=5MB/sec 2024-04-02T09:10:05.000 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-e6FDcAfFMfPTO-- off=2873980 len=88100 2024-04-02T09:10:05.000 INFO:tasks.workunit.client.0.smithi112.stdout:op 5462 completed, throughput=5MB/sec 2024-04-02T09:10:05.000 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h3DMfLDFKgPGBC8 off=504527 len=1598901 2024-04-02T09:10:05.002 INFO:tasks.workunit.client.0.smithi112.stdout:op 5463 completed, throughput=5MB/sec 2024-04-02T09:10:05.002 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-39zsXx1pW8MK_YV off=3648034 len=315748 2024-04-02T09:10:05.003 INFO:tasks.workunit.client.0.smithi112.stdout:op 5464 completed, throughput=5MB/sec 2024-04-02T09:10:05.003 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sXoZNTyrrGiNkbK off=4506014 len=608609 2024-04-02T09:10:05.008 INFO:tasks.workunit.client.0.smithi112.stdout:op 5465 completed, throughput=5MB/sec 2024-04-02T09:10:05.008 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EdUFbX-zi8W0cyH off=3244661 len=1480320 2024-04-02T09:10:05.013 INFO:tasks.workunit.client.0.smithi112.stdout:op 5466 completed, throughput=5MB/sec 2024-04-02T09:10:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:05 smithi112 ceph-mon[91385]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:10:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:05 smithi112 ceph-mon[88945]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:10:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:05 smithi187 ceph-mon[84356]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:10:06.013 INFO:tasks.workunit.client.0.smithi112.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-02T09:10:06.013 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pB0na8ahdaf7ALR off=8411562 len=1689982 2024-04-02T09:10:06.023 INFO:tasks.workunit.client.0.smithi112.stdout:op 5467 completed, throughput=5MB/sec 2024-04-02T09:10:06.023 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-McncKN1JsG532Hd off=7630377 len=1647471 2024-04-02T09:10:06.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 5468 completed, throughput=5MB/sec 2024-04-02T09:10:06.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iQl1t1TUlq2kjCA off=2984827 len=452028 2024-04-02T09:10:06.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 5469 completed, throughput=5MB/sec 2024-04-02T09:10:06.031 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KVMQsSmp6OTBF2B off=3323108 len=446423 2024-04-02T09:10:06.034 INFO:tasks.workunit.client.0.smithi112.stdout:op 5470 completed, throughput=5MB/sec 2024-04-02T09:10:07.034 INFO:tasks.workunit.client.0.smithi112.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-02T09:10:07.035 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UWXlbhWhnbTAyut off=14538525 len=873840 2024-04-02T09:10:07.036 INFO:tasks.workunit.client.0.smithi112.stdout:op 5471 completed, throughput=5MB/sec 2024-04-02T09:10:07.036 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oxeIwa6OPi4VJip off=3102129 len=1887593 2024-04-02T09:10:07.040 INFO:tasks.workunit.client.0.smithi112.stdout:op 5472 completed, throughput=5MB/sec 2024-04-02T09:10:07.040 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-O5jZ-EbudO748Vf off=8494555 len=901114 2024-04-02T09:10:07.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 5473 completed, throughput=5MB/sec 2024-04-02T09:10:07.041 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fnKwYObwHWc1eDo off=6051354 len=1794462 2024-04-02T09:10:07.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 5474 completed, throughput=5MB/sec 2024-04-02T09:10:07.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:07 smithi112 ceph-mon[88945]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:07.871 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:07 smithi112 ceph-mon[91385]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:07 smithi187 ceph-mon[84356]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:08.047 INFO:tasks.workunit.client.0.smithi112.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-02T09:10:08.047 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lamCL8bON4073gP off=7745355 len=1281792 2024-04-02T09:10:08.048 INFO:tasks.workunit.client.0.smithi112.stdout:op 5475 completed, throughput=5MB/sec 2024-04-02T09:10:08.048 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-24v8k-3QUWKcFYa off=7556502 len=2061462 2024-04-02T09:10:08.062 INFO:tasks.workunit.client.0.smithi112.stdout:op 5476 completed, throughput=5MB/sec 2024-04-02T09:10:08.062 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_VXr7DtpgNKq8wH off=12641744 len=1523930 2024-04-02T09:10:08.067 INFO:tasks.workunit.client.0.smithi112.stdout:op 5477 completed, throughput=5MB/sec 2024-04-02T09:10:08.067 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-p3ypUiBPTuCK_1m off=8601499 len=1615706 2024-04-02T09:10:08.068 INFO:tasks.workunit.client.0.smithi112.stdout:op 5478 completed, throughput=5MB/sec 2024-04-02T09:10:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:08.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:09.069 INFO:tasks.workunit.client.0.smithi112.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-02T09:10:09.069 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KCvX9mQMLDHVAVX off=7570726 len=1287716 2024-04-02T09:10:09.071 INFO:tasks.workunit.client.0.smithi112.stdout:op 5479 completed, throughput=5MB/sec 2024-04-02T09:10:09.071 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mbH8Rl5iIhDogsM off=702940 len=1307236 2024-04-02T09:10:09.073 INFO:tasks.workunit.client.0.smithi112.stdout:op 5480 completed, throughput=5MB/sec 2024-04-02T09:10:09.073 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-DfjWEuV7_GTabPN off=965099 len=702921 2024-04-02T09:10:09.074 INFO:tasks.workunit.client.0.smithi112.stdout:op 5481 completed, throughput=5MB/sec 2024-04-02T09:10:09.074 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aPG5PYzO3V2LoRA off=8765390 len=1929809 2024-04-02T09:10:09.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 5482 completed, throughput=5MB/sec 2024-04-02T09:10:09.606 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:10:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:10:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:10:09.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:09 smithi112 ceph-mon[91385]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:09.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:09 smithi112 ceph-mon[88945]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:09 smithi187 ceph-mon[84356]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:10.078 INFO:tasks.workunit.client.0.smithi112.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-02T09:10:10.078 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5Aj6LDY_pXQEo6B off=9796683 len=387168 2024-04-02T09:10:10.082 INFO:tasks.workunit.client.0.smithi112.stdout:op 5483 completed, throughput=5MB/sec 2024-04-02T09:10:10.082 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-n4XallLIfN0K8Ai off=595370 len=1221490 2024-04-02T09:10:10.083 INFO:tasks.workunit.client.0.smithi112.stdout:op 5484 completed, throughput=5MB/sec 2024-04-02T09:10:10.083 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mRe6uY3wqJj29Bu off=361628 len=2022700 2024-04-02T09:10:10.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 5485 completed, throughput=5MB/sec 2024-04-02T09:10:10.085 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PrZpN3Md2VIJNZ2 off=7510674 len=1542482 2024-04-02T09:10:10.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 5486 completed, throughput=5MB/sec 2024-04-02T09:10:11.088 INFO:tasks.workunit.client.0.smithi112.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-02T09:10:11.088 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XpIl3tpT_bKOyf6 off=5719806 len=1879055 2024-04-02T09:10:11.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 5487 completed, throughput=5MB/sec 2024-04-02T09:10:11.092 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QayEEpId5fmNcB9 off=5129233 len=1441770 2024-04-02T09:10:11.093 INFO:tasks.workunit.client.0.smithi112.stdout:op 5488 completed, throughput=5MB/sec 2024-04-02T09:10:11.093 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Md1p-dT7doN5j0F off=3126065 len=788910 2024-04-02T09:10:11.098 INFO:tasks.workunit.client.0.smithi112.stdout:op 5489 completed, throughput=5MB/sec 2024-04-02T09:10:11.099 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CLJl4fXBUxwBqj2 off=8417394 len=2052811 2024-04-02T09:10:11.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 5490 completed, throughput=5MB/sec 2024-04-02T09:10:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:11 smithi112 ceph-mon[91385]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:10:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:11 smithi112 ceph-mon[88945]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:10:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:11 smithi187 ceph-mon[84356]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:10:12.100 INFO:tasks.workunit.client.0.smithi112.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-02T09:10:12.100 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1SdpgmY-ox-Ln4g off=4270395 len=1690869 2024-04-02T09:10:12.107 INFO:tasks.workunit.client.0.smithi112.stdout:op 5491 completed, throughput=5MB/sec 2024-04-02T09:10:12.107 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XSBqGZ6OCHnU5br off=13482169 len=1942296 2024-04-02T09:10:12.108 INFO:tasks.workunit.client.0.smithi112.stdout:op 5492 completed, throughput=5MB/sec 2024-04-02T09:10:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:10:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:13.109 INFO:tasks.workunit.client.0.smithi112.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-02T09:10:13.109 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8AIIP6EJ1wnIFmd off=6713159 len=787344 2024-04-02T09:10:13.110 INFO:tasks.workunit.client.0.smithi112.stdout:op 5493 completed, throughput=5MB/sec 2024-04-02T09:10:13.110 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2SVIlPQISTYfCz_ off=121918 len=1408281 2024-04-02T09:10:13.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 5494 completed, throughput=5MB/sec 2024-04-02T09:10:13.111 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-nHqHq_MWoSc7p-u off=14309643 len=494501 2024-04-02T09:10:13.113 INFO:tasks.workunit.client.0.smithi112.stdout:op 5495 completed, throughput=5MB/sec 2024-04-02T09:10:13.113 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-v1uBMyRZl57_y3K off=3879194 len=798461 2024-04-02T09:10:13.117 INFO:tasks.workunit.client.0.smithi112.stdout:op 5496 completed, throughput=5MB/sec 2024-04-02T09:10:13.117 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vtnKBiTSl-mzi9P off=7552534 len=150687 2024-04-02T09:10:13.119 INFO:tasks.workunit.client.0.smithi112.stdout:op 5497 completed, throughput=5MB/sec 2024-04-02T09:10:13.119 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HGcHxL5OiBcL4cp off=358515 len=869616 2024-04-02T09:10:13.123 INFO:tasks.workunit.client.0.smithi112.stdout:op 5498 completed, throughput=5MB/sec 2024-04-02T09:10:13.123 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-067HBq97HP2USBg off=8590876 len=24211 2024-04-02T09:10:13.125 INFO:tasks.workunit.client.0.smithi112.stdout:op 5499 completed, throughput=5MB/sec 2024-04-02T09:10:13.125 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V_ZL2GzMJLBAVsm off=2024067 len=384739 2024-04-02T09:10:13.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 5500 completed, throughput=5MB/sec 2024-04-02T09:10:13.128 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xcH3DJegNBoSK-F off=7704786 len=1960656 2024-04-02T09:10:13.130 INFO:tasks.workunit.client.0.smithi112.stdout:op 5501 completed, throughput=5MB/sec 2024-04-02T09:10:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:13 smithi112 ceph-mon[88945]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:13 smithi112 ceph-mon[91385]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:13 smithi187 ceph-mon[84356]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:14.130 INFO:tasks.workunit.client.0.smithi112.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-02T09:10:14.131 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MF3b1BaehZoKWWM off=10497705 len=649940 2024-04-02T09:10:14.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 5502 completed, throughput=5MB/sec 2024-04-02T09:10:14.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nr1iHfqKv4lk6Of off=4008047 len=1589239 2024-04-02T09:10:14.144 INFO:tasks.workunit.client.0.smithi112.stdout:op 5503 completed, throughput=5MB/sec 2024-04-02T09:10:14.145 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c2CSAZadVNWph7w off=1411784 len=1385672 2024-04-02T09:10:14.145 INFO:tasks.workunit.client.0.smithi112.stdout:op 5504 completed, throughput=5MB/sec 2024-04-02T09:10:15.146 INFO:tasks.workunit.client.0.smithi112.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-02T09:10:15.146 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-A3SrIVnN1j5DNlT off=16520301 len=2061946 2024-04-02T09:10:15.153 INFO:tasks.workunit.client.0.smithi112.stdout:op 5505 completed, throughput=5MB/sec 2024-04-02T09:10:15.153 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LfAXkNsH0BQ8vjl off=16414853 len=1740540 2024-04-02T09:10:15.154 INFO:tasks.workunit.client.0.smithi112.stdout:op 5506 completed, throughput=5MB/sec 2024-04-02T09:10:15.154 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I9fCojZNQZfM1jh off=4639956 len=737958 2024-04-02T09:10:15.156 INFO:tasks.workunit.client.0.smithi112.stdout:op 5507 completed, throughput=5MB/sec 2024-04-02T09:10:15.156 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3yI0GT3dcy3bES4 off=4471246 len=547736 2024-04-02T09:10:15.160 INFO:tasks.workunit.client.0.smithi112.stdout:op 5508 completed, throughput=5MB/sec 2024-04-02T09:10:15.160 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--ohDbh0VxFFpNEV off=4971393 len=850111 2024-04-02T09:10:15.165 INFO:tasks.workunit.client.0.smithi112.stdout:op 5509 completed, throughput=5MB/sec 2024-04-02T09:10:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:15 smithi112 ceph-mon[88945]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:15 smithi112 ceph-mon[91385]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:15 smithi187 ceph-mon[84356]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:16.165 INFO:tasks.workunit.client.0.smithi112.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-02T09:10:16.166 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Yw8q7mbfwgvreh4 off=3553075 len=886751 2024-04-02T09:10:16.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 5510 completed, throughput=5MB/sec 2024-04-02T09:10:16.167 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bClcpTliRx6-AhU off=5524410 len=98714 2024-04-02T09:10:16.167 INFO:tasks.workunit.client.0.smithi112.stdout:op 5511 completed, throughput=5MB/sec 2024-04-02T09:10:16.167 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I9KO3pEJci_V_oy off=907931 len=1054037 2024-04-02T09:10:16.168 INFO:tasks.workunit.client.0.smithi112.stdout:op 5512 completed, throughput=5MB/sec 2024-04-02T09:10:16.168 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nZd8xPct-tucyTm off=3013240 len=2080438 2024-04-02T09:10:16.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 5513 completed, throughput=5MB/sec 2024-04-02T09:10:16.175 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cKowWAU13XUeHX7 off=0 len=1441062 2024-04-02T09:10:16.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 5514 completed, throughput=5MB/sec 2024-04-02T09:10:17.182 INFO:tasks.workunit.client.0.smithi112.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-02T09:10:17.182 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OB0jAMnAGLQ9p9Y off=1285809 len=810136 2024-04-02T09:10:17.183 INFO:tasks.workunit.client.0.smithi112.stdout:op 5515 completed, throughput=5MB/sec 2024-04-02T09:10:17.183 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CSXOda6L5LZnYwH off=10733632 len=1472599 2024-04-02T09:10:17.190 INFO:tasks.workunit.client.0.smithi112.stdout:op 5516 completed, throughput=5MB/sec 2024-04-02T09:10:17.190 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yrAnyHYUsEgjGx3 off=598968 len=496898 2024-04-02T09:10:17.194 INFO:tasks.workunit.client.0.smithi112.stdout:op 5517 completed, throughput=5MB/sec 2024-04-02T09:10:17.194 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4_6ybpBwIaGJy6x off=5569325 len=450005 2024-04-02T09:10:17.195 INFO:tasks.workunit.client.0.smithi112.stdout:op 5518 completed, throughput=5MB/sec 2024-04-02T09:10:17.196 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JCdWkgwFdEd8v1m off=5668170 len=1272371 2024-04-02T09:10:17.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 5519 completed, throughput=5MB/sec 2024-04-02T09:10:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:17 smithi112 ceph-mon[88945]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:10:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:17 smithi112 ceph-mon[91385]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:10:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:17 smithi187 ceph-mon[84356]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:10:18.201 INFO:tasks.workunit.client.0.smithi112.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-02T09:10:18.201 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-46Fyu9ZUNkUwirh off=10063076 len=572440 2024-04-02T09:10:18.204 INFO:tasks.workunit.client.0.smithi112.stdout:op 5520 completed, throughput=5MB/sec 2024-04-02T09:10:18.204 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ILMmDzVsjaQEIAi off=13847833 len=686427 2024-04-02T09:10:18.205 INFO:tasks.workunit.client.0.smithi112.stdout:op 5521 completed, throughput=5MB/sec 2024-04-02T09:10:18.205 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V0B20UO-aArAr_J off=5294698 len=1618688 2024-04-02T09:10:18.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 5522 completed, throughput=5MB/sec 2024-04-02T09:10:18.211 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-v8LEkL2U4uojZWQ off=12269449 len=399757 2024-04-02T09:10:18.211 INFO:tasks.workunit.client.0.smithi112.stdout:op 5523 completed, throughput=5MB/sec 2024-04-02T09:10:18.211 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m0eneASBIZuEEED off=12082899 len=1994706 2024-04-02T09:10:18.213 INFO:tasks.workunit.client.0.smithi112.stdout:op 5524 completed, throughput=5MB/sec 2024-04-02T09:10:19.214 INFO:tasks.workunit.client.0.smithi112.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-02T09:10:19.214 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EhyPvFDGGBozlw3 off=3928875 len=384862 2024-04-02T09:10:19.216 INFO:tasks.workunit.client.0.smithi112.stdout:op 5525 completed, throughput=5MB/sec 2024-04-02T09:10:19.216 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8xHc2s7UKV5wdox off=15604204 len=394407 2024-04-02T09:10:19.217 INFO:tasks.workunit.client.0.smithi112.stdout:op 5526 completed, throughput=5MB/sec 2024-04-02T09:10:19.217 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KuMHVh3QbuJepb- off=6144536 len=2034336 2024-04-02T09:10:19.226 INFO:tasks.workunit.client.0.smithi112.stdout:op 5527 completed, throughput=5MB/sec 2024-04-02T09:10:19.226 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i0-3JXzEBl4N_Eg off=1393406 len=423290 2024-04-02T09:10:19.228 INFO:tasks.workunit.client.0.smithi112.stdout:op 5528 completed, throughput=5MB/sec 2024-04-02T09:10:19.228 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UWXlbhWhnbTAyut off=5627750 len=1173986 2024-04-02T09:10:19.231 INFO:tasks.workunit.client.0.smithi112.stdout:op 5529 completed, throughput=5MB/sec 2024-04-02T09:10:19.231 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4aZiXemkmZwj8W8 off=9605136 len=1288794 2024-04-02T09:10:19.237 INFO:tasks.workunit.client.0.smithi112.stdout:op 5530 completed, throughput=5MB/sec 2024-04-02T09:10:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:10:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:10:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:10:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:19 smithi187 ceph-mon[84356]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:19 smithi112 ceph-mon[88945]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:19 smithi112 ceph-mon[91385]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:20.237 INFO:tasks.workunit.client.0.smithi112.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-02T09:10:20.238 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Fj2rthB-Dp3LuPD off=3171629 len=1516363 2024-04-02T09:10:20.239 INFO:tasks.workunit.client.0.smithi112.stdout:op 5531 completed, throughput=5MB/sec 2024-04-02T09:10:20.239 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BX8m5cK538DQewo off=2057819 len=1507749 2024-04-02T09:10:20.240 INFO:tasks.workunit.client.0.smithi112.stdout:op 5532 completed, throughput=5MB/sec 2024-04-02T09:10:20.240 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Mv0X7-oql7jcQjy off=2345258 len=1929365 2024-04-02T09:10:20.252 INFO:tasks.workunit.client.0.smithi112.stdout:op 5533 completed, throughput=5MB/sec 2024-04-02T09:10:21.252 INFO:tasks.workunit.client.0.smithi112.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-02T09:10:21.253 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MZSvsSZE9JNuu4p off=16743563 len=1151329 2024-04-02T09:10:21.253 INFO:tasks.workunit.client.0.smithi112.stdout:op 5534 completed, throughput=5MB/sec 2024-04-02T09:10:21.253 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_WUOq1Jy31m5c8_ off=9682015 len=1217592 2024-04-02T09:10:21.257 INFO:tasks.workunit.client.0.smithi112.stdout:op 5535 completed, throughput=5MB/sec 2024-04-02T09:10:21.257 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F7P7Dt4Ast1Rz2U off=1256149 len=315972 2024-04-02T09:10:21.259 INFO:tasks.workunit.client.0.smithi112.stdout:op 5536 completed, throughput=5MB/sec 2024-04-02T09:10:21.259 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-R5LbKzsm3mg5S3e off=7684025 len=192783 2024-04-02T09:10:21.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 5537 completed, throughput=5MB/sec 2024-04-02T09:10:21.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gs0PXoJkwbid6uz off=15423278 len=1436192 2024-04-02T09:10:21.263 INFO:tasks.workunit.client.0.smithi112.stdout:op 5538 completed, throughput=5MB/sec 2024-04-02T09:10:21.263 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YutZir5w2O_Nf2Y off=965074 len=1961424 2024-04-02T09:10:21.267 INFO:tasks.workunit.client.0.smithi112.stdout:op 5539 completed, throughput=5MB/sec 2024-04-02T09:10:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:21 smithi187 ceph-mon[84356]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:21 smithi112 ceph-mon[88945]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:21 smithi112 ceph-mon[91385]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:22.267 INFO:tasks.workunit.client.0.smithi112.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-02T09:10:22.267 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uB1Yaxk4z8LnvN2 off=8218536 len=504115 2024-04-02T09:10:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:op 5540 completed, throughput=5MB/sec 2024-04-02T09:10:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9wTVZtLAN_PM_Hk off=1085035 len=486075 2024-04-02T09:10:22.274 INFO:tasks.workunit.client.0.smithi112.stdout:op 5541 completed, throughput=5MB/sec 2024-04-02T09:10:22.275 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SnTWXaxoNmqZqbD off=751416 len=1601219 2024-04-02T09:10:22.277 INFO:tasks.workunit.client.0.smithi112.stdout:op 5542 completed, throughput=5MB/sec 2024-04-02T09:10:22.278 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-04JXN0s8eVbekh9 off=6759674 len=1903966 2024-04-02T09:10:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:op 5543 completed, throughput=5MB/sec 2024-04-02T09:10:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:10:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:23.290 INFO:tasks.workunit.client.0.smithi112.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-02T09:10:23.290 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-j8au2zsIp4PJ5jQ off=19589847 len=265525 2024-04-02T09:10:23.292 INFO:tasks.workunit.client.0.smithi112.stdout:op 5544 completed, throughput=5MB/sec 2024-04-02T09:10:23.292 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kF2qhRAPiF3XRL7 off=7054987 len=1300875 2024-04-02T09:10:23.295 INFO:tasks.workunit.client.0.smithi112.stdout:op 5545 completed, throughput=5MB/sec 2024-04-02T09:10:23.295 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nWzoFk9A3gsmQHG off=1974571 len=948602 2024-04-02T09:10:23.299 INFO:tasks.workunit.client.0.smithi112.stdout:op 5546 completed, throughput=5MB/sec 2024-04-02T09:10:23.299 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F8f_UajdWsf2yLz off=3649622 len=778177 2024-04-02T09:10:23.301 INFO:tasks.workunit.client.0.smithi112.stdout:op 5547 completed, throughput=5MB/sec 2024-04-02T09:10:23.301 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-syJpw5m_ee8bM9r off=2172137 len=1424537 2024-04-02T09:10:23.306 INFO:tasks.workunit.client.0.smithi112.stdout:op 5548 completed, throughput=5MB/sec 2024-04-02T09:10:23.306 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yog1RuSJUZNzZL0 off=8177670 len=212313 2024-04-02T09:10:23.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 5549 completed, throughput=5MB/sec 2024-04-02T09:10:23.307 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GGid23aBp8JV3V6 off=5123841 len=1177461 2024-04-02T09:10:23.313 INFO:tasks.workunit.client.0.smithi112.stdout:op 5550 completed, throughput=5MB/sec 2024-04-02T09:10:23.919 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:23 smithi112 ceph-mon[88945]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:23.920 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:23.920 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:23 smithi112 ceph-mon[91385]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:23.920 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:23.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:23 smithi187 ceph-mon[84356]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:24.313 INFO:tasks.workunit.client.0.smithi112.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-02T09:10:24.313 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PvUS0hfRMP8qHWg off=946521 len=968188 2024-04-02T09:10:24.318 INFO:tasks.workunit.client.0.smithi112.stdout:op 5551 completed, throughput=5MB/sec 2024-04-02T09:10:24.318 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bsBxtav3GMasfXb off=641180 len=1441501 2024-04-02T09:10:24.319 INFO:tasks.workunit.client.0.smithi112.stdout:op 5552 completed, throughput=5MB/sec 2024-04-02T09:10:24.319 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FUP71IZ29QeJHnm off=8150177 len=2006654 2024-04-02T09:10:24.320 INFO:tasks.workunit.client.0.smithi112.stdout:op 5553 completed, throughput=5MB/sec 2024-04-02T09:10:25.321 INFO:tasks.workunit.client.0.smithi112.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-02T09:10:25.322 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-726fR7TG_a4KFvV off=15836441 len=122761 2024-04-02T09:10:25.322 INFO:tasks.workunit.client.0.smithi112.stdout:op 5554 completed, throughput=5MB/sec 2024-04-02T09:10:25.322 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MIw7BfFarDxLcZz off=5564579 len=312631 2024-04-02T09:10:25.323 INFO:tasks.workunit.client.0.smithi112.stdout:op 5555 completed, throughput=5MB/sec 2024-04-02T09:10:25.323 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ffMBSCLDabs1o6a off=3588674 len=1885152 2024-04-02T09:10:25.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 5556 completed, throughput=5MB/sec 2024-04-02T09:10:25.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hbcn8H0-AwipDn8 off=14940314 len=1439438 2024-04-02T09:10:25.326 INFO:tasks.workunit.client.0.smithi112.stdout:op 5557 completed, throughput=5MB/sec 2024-04-02T09:10:25.326 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5FfOw1RRrRSLlJW off=5001225 len=1787073 2024-04-02T09:10:25.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 5558 completed, throughput=5MB/sec 2024-04-02T09:10:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:25 smithi187 ceph-mon[84356]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:25 smithi112 ceph-mon[88945]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:25 smithi112 ceph-mon[91385]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:26.336 INFO:tasks.workunit.client.0.smithi112.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-02T09:10:26.336 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BVs0YBJerE_xRje off=6086044 len=1835427 2024-04-02T09:10:26.337 INFO:tasks.workunit.client.0.smithi112.stdout:op 5559 completed, throughput=5MB/sec 2024-04-02T09:10:26.337 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j_mIAwY3Cu2IX3s off=58429 len=1670687 2024-04-02T09:10:26.339 INFO:tasks.workunit.client.0.smithi112.stdout:op 5560 completed, throughput=5MB/sec 2024-04-02T09:10:26.339 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Js3hLlL6DHnTgPn off=0 len=1087506 2024-04-02T09:10:26.344 INFO:tasks.workunit.client.0.smithi112.stdout:op 5561 completed, throughput=5MB/sec 2024-04-02T09:10:26.345 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-scMT520Ucp8V0gz off=9988586 len=1757359 2024-04-02T09:10:26.354 INFO:tasks.workunit.client.0.smithi112.stdout:op 5562 completed, throughput=5MB/sec 2024-04-02T09:10:27.355 INFO:tasks.workunit.client.0.smithi112.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-02T09:10:27.355 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jycfuBv1zTYV-KV off=12629636 len=1567565 2024-04-02T09:10:27.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 5563 completed, throughput=5MB/sec 2024-04-02T09:10:27.365 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0t874Q35W_YOi_K off=1903198 len=306406 2024-04-02T09:10:27.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 5564 completed, throughput=5MB/sec 2024-04-02T09:10:27.365 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KwvrOoUJxKui2b- off=120218 len=109463 2024-04-02T09:10:27.365 INFO:tasks.workunit.client.0.smithi112.stdout:op 5565 completed, throughput=5MB/sec 2024-04-02T09:10:27.365 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lL_maJEM7-h6pk3 off=0 len=1697502 2024-04-02T09:10:27.369 INFO:tasks.workunit.client.0.smithi112.stdout:op 5566 completed, throughput=5MB/sec 2024-04-02T09:10:27.369 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mbgTuCr9snLQv9D off=4557306 len=274129 2024-04-02T09:10:27.372 INFO:tasks.workunit.client.0.smithi112.stdout:op 5567 completed, throughput=5MB/sec 2024-04-02T09:10:27.372 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xZ0EGPfrSgo4vUB off=456215 len=1275246 2024-04-02T09:10:27.373 INFO:tasks.workunit.client.0.smithi112.stdout:op 5568 completed, throughput=5MB/sec 2024-04-02T09:10:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:27 smithi187 ceph-mon[84356]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:27 smithi112 ceph-mon[88945]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:27 smithi112 ceph-mon[91385]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:28.374 INFO:tasks.workunit.client.0.smithi112.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-02T09:10:28.374 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mytOyl0oKOK5Yjs off=6043087 len=690601 2024-04-02T09:10:28.378 INFO:tasks.workunit.client.0.smithi112.stdout:op 5569 completed, throughput=5MB/sec 2024-04-02T09:10:28.378 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jJnugL72IDPphZF off=17042105 len=837908 2024-04-02T09:10:28.379 INFO:tasks.workunit.client.0.smithi112.stdout:op 5570 completed, throughput=5MB/sec 2024-04-02T09:10:28.380 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZbIP_7Z5jfoV0uA off=3708067 len=1431888 2024-04-02T09:10:28.391 INFO:tasks.workunit.client.0.smithi112.stdout:op 5571 completed, throughput=5MB/sec 2024-04-02T09:10:28.391 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FK0aJbMy64Blsvm off=519584 len=1100824 2024-04-02T09:10:28.392 INFO:tasks.workunit.client.0.smithi112.stdout:op 5572 completed, throughput=5MB/sec 2024-04-02T09:10:28.392 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-zPc4QbQnLM8dQ6_ off=1370797 len=97120 2024-04-02T09:10:28.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 5573 completed, throughput=5MB/sec 2024-04-02T09:10:28.394 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-i3OkVzTrwS0RMP5 off=6124784 len=944188 2024-04-02T09:10:28.398 INFO:tasks.workunit.client.0.smithi112.stdout:op 5574 completed, throughput=5MB/sec 2024-04-02T09:10:29.398 INFO:tasks.workunit.client.0.smithi112.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-02T09:10:29.398 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Tb0wmLHq-go5HxB off=5956800 len=1863004 2024-04-02T09:10:29.401 INFO:tasks.workunit.client.0.smithi112.stdout:op 5575 completed, throughput=5MB/sec 2024-04-02T09:10:29.401 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AM5GyWhFY4DX7XN off=17887241 len=548024 2024-04-02T09:10:29.402 INFO:tasks.workunit.client.0.smithi112.stdout:op 5576 completed, throughput=5MB/sec 2024-04-02T09:10:29.402 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-c78g-lpVs8QTAzk off=14769123 len=14697 2024-04-02T09:10:29.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 5577 completed, throughput=5MB/sec 2024-04-02T09:10:29.403 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-XUPUrzgagn0lbj3 off=8081637 len=1949357 2024-04-02T09:10:29.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 5578 completed, throughput=5MB/sec 2024-04-02T09:10:29.410 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Z8MMEWMpwQyUUVS off=271617 len=1512617 2024-04-02T09:10:29.419 INFO:tasks.workunit.client.0.smithi112.stdout:op 5579 completed, throughput=5MB/sec 2024-04-02T09:10:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:10:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:10:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:10:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:29 smithi187 ceph-mon[84356]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:29 smithi112 ceph-mon[91385]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:29 smithi112 ceph-mon[88945]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:30.419 INFO:tasks.workunit.client.0.smithi112.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-02T09:10:30.419 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2-H0H6gGl8HYoYE off=156647 len=1971902 2024-04-02T09:10:30.429 INFO:tasks.workunit.client.0.smithi112.stdout:op 5580 completed, throughput=5MB/sec 2024-04-02T09:10:30.429 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8X7bPDnYnHWJaLG off=20997531 len=1440452 2024-04-02T09:10:30.435 INFO:tasks.workunit.client.0.smithi112.stdout:op 5581 completed, throughput=5MB/sec 2024-04-02T09:10:30.435 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bl9sqIlxTXYToGu off=9195784 len=1967367 2024-04-02T09:10:30.436 INFO:tasks.workunit.client.0.smithi112.stdout:op 5582 completed, throughput=5MB/sec 2024-04-02T09:10:31.436 INFO:tasks.workunit.client.0.smithi112.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-02T09:10:31.436 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Jd_SvlcNhnArzV1 off=2419955 len=2005162 2024-04-02T09:10:31.438 INFO:tasks.workunit.client.0.smithi112.stdout:op 5583 completed, throughput=5MB/sec 2024-04-02T09:10:31.438 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vTQHmeQsGnP3Bg8 off=286662 len=82017 2024-04-02T09:10:31.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 5584 completed, throughput=5MB/sec 2024-04-02T09:10:31.440 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rvO2_rpVE_gUa9O off=5828517 len=679529 2024-04-02T09:10:31.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 5585 completed, throughput=5MB/sec 2024-04-02T09:10:31.443 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nudt_xlSsrKeZhp off=5774440 len=963642 2024-04-02T09:10:31.444 INFO:tasks.workunit.client.0.smithi112.stdout:op 5586 completed, throughput=5MB/sec 2024-04-02T09:10:31.444 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AceKpWQW_VFpIpF off=14517195 len=1557113 2024-04-02T09:10:31.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 5587 completed, throughput=5MB/sec 2024-04-02T09:10:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:31 smithi187 ceph-mon[84356]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:10:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:31 smithi112 ceph-mon[88945]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:10:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:31 smithi112 ceph-mon[91385]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:10:32.452 INFO:tasks.workunit.client.0.smithi112.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-02T09:10:32.452 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ctNuBBvYDbxAahb off=9198112 len=100458 2024-04-02T09:10:32.452 INFO:tasks.workunit.client.0.smithi112.stdout:op 5588 completed, throughput=5MB/sec 2024-04-02T09:10:32.453 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3X487c0ilNiwHkm off=6677515 len=1654401 2024-04-02T09:10:32.459 INFO:tasks.workunit.client.0.smithi112.stdout:op 5589 completed, throughput=5MB/sec 2024-04-02T09:10:32.459 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Zw3Faz7q5DzbVti off=3410856 len=764200 2024-04-02T09:10:32.460 INFO:tasks.workunit.client.0.smithi112.stdout:op 5590 completed, throughput=5MB/sec 2024-04-02T09:10:32.460 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-xRsfakxJIg0V34M off=1519638 len=1381986 2024-04-02T09:10:32.463 INFO:tasks.workunit.client.0.smithi112.stdout:op 5591 completed, throughput=5MB/sec 2024-04-02T09:10:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:10:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:33.463 INFO:tasks.workunit.client.0.smithi112.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-02T09:10:33.463 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hw_M_iOddRQC4Z5 off=2550519 len=1755977 2024-04-02T09:10:33.475 INFO:tasks.workunit.client.0.smithi112.stdout:op 5592 completed, throughput=5MB/sec 2024-04-02T09:10:33.475 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zZ5PdRaN6Gn70N_ off=5451934 len=739496 2024-04-02T09:10:33.476 INFO:tasks.workunit.client.0.smithi112.stdout:op 5593 completed, throughput=5MB/sec 2024-04-02T09:10:33.476 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Yo5WI483BVs59O5 off=15274179 len=381429 2024-04-02T09:10:33.477 INFO:tasks.workunit.client.0.smithi112.stdout:op 5594 completed, throughput=5MB/sec 2024-04-02T09:10:33.477 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-06iFa8g8lIdaFjr off=18362119 len=940952 2024-04-02T09:10:33.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 5595 completed, throughput=5MB/sec 2024-04-02T09:10:33.479 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-I0mAvFDHKtxk1AC off=2983921 len=91506 2024-04-02T09:10:33.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 5596 completed, throughput=5MB/sec 2024-04-02T09:10:33.480 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gW4DmjYzo6MVnPw off=2030015 len=393848 2024-04-02T09:10:33.480 INFO:tasks.workunit.client.0.smithi112.stdout:op 5597 completed, throughput=5MB/sec 2024-04-02T09:10:33.480 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LGVRPm3RRKkiBP_ off=2524379 len=1647653 2024-04-02T09:10:33.481 INFO:tasks.workunit.client.0.smithi112.stdout:op 5598 completed, throughput=5MB/sec 2024-04-02T09:10:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:33 smithi187 ceph-mon[84356]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:33 smithi112 ceph-mon[91385]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:33 smithi112 ceph-mon[88945]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:34.481 INFO:tasks.workunit.client.0.smithi112.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-02T09:10:34.482 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_5U_6mbmCm_4JZK off=2450059 len=660508 2024-04-02T09:10:34.485 INFO:tasks.workunit.client.0.smithi112.stdout:op 5599 completed, throughput=5MB/sec 2024-04-02T09:10:34.485 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-D9vpVxObvjh6VyQ off=3185323 len=1643186 2024-04-02T09:10:34.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 5600 completed, throughput=5MB/sec 2024-04-02T09:10:34.488 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-UA4l6CDYtR2CpXL off=2779669 len=1215764 2024-04-02T09:10:34.495 INFO:tasks.workunit.client.0.smithi112.stdout:op 5601 completed, throughput=5MB/sec 2024-04-02T09:10:34.495 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6or_oa72jVboXdx off=2908539 len=1112626 2024-04-02T09:10:34.497 INFO:tasks.workunit.client.0.smithi112.stdout:op 5602 completed, throughput=5MB/sec 2024-04-02T09:10:34.497 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QyMdSolxGssPsGG off=2793130 len=2061036 2024-04-02T09:10:34.504 INFO:tasks.workunit.client.0.smithi112.stdout:op 5603 completed, throughput=5MB/sec 2024-04-02T09:10:35.504 INFO:tasks.workunit.client.0.smithi112.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-02T09:10:35.505 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Bpj9ek1vBptE0Sm off=1192883 len=1351889 2024-04-02T09:10:35.507 INFO:tasks.workunit.client.0.smithi112.stdout:op 5604 completed, throughput=5MB/sec 2024-04-02T09:10:35.507 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Kuhypt7NJLkfxDf off=4229274 len=1051640 2024-04-02T09:10:35.511 INFO:tasks.workunit.client.0.smithi112.stdout:op 5605 completed, throughput=5MB/sec 2024-04-02T09:10:35.511 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CcPCvluDGJNs7H7 off=8299673 len=1156959 2024-04-02T09:10:35.514 INFO:tasks.workunit.client.0.smithi112.stdout:op 5606 completed, throughput=5MB/sec 2024-04-02T09:10:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:35 smithi187 ceph-mon[84356]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:35 smithi112 ceph-mon[88945]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:35 smithi112 ceph-mon[91385]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:36.514 INFO:tasks.workunit.client.0.smithi112.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-02T09:10:36.515 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d_leBArdKGzAOux off=2925169 len=1002480 2024-04-02T09:10:36.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 5607 completed, throughput=5MB/sec 2024-04-02T09:10:36.520 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PatQcHjOvRO_Fjp off=24027177 len=902048 2024-04-02T09:10:36.523 INFO:tasks.workunit.client.0.smithi112.stdout:op 5608 completed, throughput=5MB/sec 2024-04-02T09:10:36.523 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-webygb0YoOP2rK4 off=17717198 len=1366837 2024-04-02T09:10:36.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 5609 completed, throughput=5MB/sec 2024-04-02T09:10:36.532 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rI8xphzUqjtcfyc off=9197439 len=1064491 2024-04-02T09:10:36.536 INFO:tasks.workunit.client.0.smithi112.stdout:op 5610 completed, throughput=5MB/sec 2024-04-02T09:10:36.536 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5kLx25P2kVeGubB off=8028813 len=317517 2024-04-02T09:10:36.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 5611 completed, throughput=5MB/sec 2024-04-02T09:10:36.539 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KxNypGwRMzXQHoZ off=1447187 len=359570 2024-04-02T09:10:36.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 5612 completed, throughput=5MB/sec 2024-04-02T09:10:36.542 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bHsPwY_DRP4OetJ off=6224053 len=1218548 2024-04-02T09:10:36.547 INFO:tasks.workunit.client.0.smithi112.stdout:op 5613 completed, throughput=5MB/sec 2024-04-02T09:10:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-02T09:10:37.548 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-1YseqAaplwDFUkX off=1391679 len=1710630 2024-04-02T09:10:37.553 INFO:tasks.workunit.client.0.smithi112.stdout:op 5614 completed, throughput=5MB/sec 2024-04-02T09:10:37.553 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1kzxR_iRpb8c-4g off=10253953 len=770712 2024-04-02T09:10:37.555 INFO:tasks.workunit.client.0.smithi112.stdout:op 5615 completed, throughput=5MB/sec 2024-04-02T09:10:37.555 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YFbJL2_piUQ7N0r off=4405698 len=464541 2024-04-02T09:10:37.559 INFO:tasks.workunit.client.0.smithi112.stdout:op 5616 completed, throughput=5MB/sec 2024-04-02T09:10:37.559 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2JX1QFLwp67apMt off=1740189 len=405882 2024-04-02T09:10:37.559 INFO:tasks.workunit.client.0.smithi112.stdout:op 5617 completed, throughput=5MB/sec 2024-04-02T09:10:37.559 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7HbBbrA3dbs4kPr off=10484063 len=1858278 2024-04-02T09:10:37.561 INFO:tasks.workunit.client.0.smithi112.stdout:op 5618 completed, throughput=5MB/sec 2024-04-02T09:10:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:37 smithi187 ceph-mon[84356]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:10:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:37 smithi112 ceph-mon[88945]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:10:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:37 smithi112 ceph-mon[91385]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:10:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PJjgrbibXfillnE off=7385965 len=187757 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 5619 completed, throughput=5MB/sec 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-cNNrisxF28QI1cB off=6035652 len=79673 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 5620 completed, throughput=5MB/sec 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jXlG4-PvzcXOA0i off=5809535 len=1586504 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 5621 completed, throughput=5MB/sec 2024-04-02T09:10:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PqiEi4xpwpn4OQO off=4935175 len=1002775 2024-04-02T09:10:38.569 INFO:tasks.workunit.client.0.smithi112.stdout:op 5622 completed, throughput=5MB/sec 2024-04-02T09:10:38.569 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-GnR8VrZ19YNsHlE off=16691322 len=150491 2024-04-02T09:10:38.570 INFO:tasks.workunit.client.0.smithi112.stdout:op 5623 completed, throughput=5MB/sec 2024-04-02T09:10:38.570 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TPGtqrstoU55DxN off=13773078 len=128649 2024-04-02T09:10:38.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 5624 completed, throughput=5MB/sec 2024-04-02T09:10:38.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZdRBuDJ8sfOA6zI off=12241435 len=1006178 2024-04-02T09:10:38.577 INFO:tasks.workunit.client.0.smithi112.stdout:op 5625 completed, throughput=5MB/sec 2024-04-02T09:10:38.577 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KC9Onic4naqzR2F off=13372132 len=1827350 2024-04-02T09:10:38.583 INFO:tasks.workunit.client.0.smithi112.stdout:op 5626 completed, throughput=5MB/sec 2024-04-02T09:10:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:39.586 INFO:tasks.workunit.client.0.smithi112.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-02T09:10:39.586 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-GoKAvxa9uWBfnrT off=3159702 len=515159 2024-04-02T09:10:39.587 INFO:tasks.workunit.client.0.smithi112.stdout:op 5627 completed, throughput=5MB/sec 2024-04-02T09:10:39.587 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ouLFLUN0DNhWe84 off=11584550 len=1848058 2024-04-02T09:10:39.597 INFO:tasks.workunit.client.0.smithi112.stdout:op 5628 completed, throughput=5MB/sec 2024-04-02T09:10:39.597 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_YVoEbenpyrqOzK off=8358484 len=520932 2024-04-02T09:10:39.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 5629 completed, throughput=5MB/sec 2024-04-02T09:10:39.600 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0_ix9Mjhgde0y4A off=3749707 len=50145 2024-04-02T09:10:39.600 INFO:tasks.workunit.client.0.smithi112.stdout:op 5630 completed, throughput=5MB/sec 2024-04-02T09:10:39.601 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EfkqW8C4EQpad0l off=2630376 len=1650245 2024-04-02T09:10:39.609 INFO:tasks.workunit.client.0.smithi112.stdout:op 5631 completed, throughput=5MB/sec 2024-04-02T09:10:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:10:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:10:39] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:10:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:39 smithi187 ceph-mon[84356]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:39 smithi112 ceph-mon[91385]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:39 smithi112 ceph-mon[88945]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:40.609 INFO:tasks.workunit.client.0.smithi112.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-02T09:10:40.609 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UthHd6a7XVC-yo_ off=1924523 len=518010 2024-04-02T09:10:40.610 INFO:tasks.workunit.client.0.smithi112.stdout:op 5632 completed, throughput=5MB/sec 2024-04-02T09:10:40.610 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IKJ6uX1OtFoP7Q1 off=4769276 len=1233613 2024-04-02T09:10:40.617 INFO:tasks.workunit.client.0.smithi112.stdout:op 5633 completed, throughput=5MB/sec 2024-04-02T09:10:40.618 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0Z3wpGTQrzBe88F off=9543452 len=1323224 2024-04-02T09:10:40.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 5634 completed, throughput=5MB/sec 2024-04-02T09:10:40.618 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qNtZwyjH0Y6cJMO off=8280088 len=2017236 2024-04-02T09:10:40.619 INFO:tasks.workunit.client.0.smithi112.stdout:op 5635 completed, throughput=5MB/sec 2024-04-02T09:10:40.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:10:41.619 INFO:tasks.workunit.client.0.smithi112.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-02T09:10:41.619 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kw41VTph3yb0Ffe off=1795450 len=106228 2024-04-02T09:10:41.620 INFO:tasks.workunit.client.0.smithi112.stdout:op 5636 completed, throughput=5MB/sec 2024-04-02T09:10:41.620 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HrvKKBGfHgA92-7 off=3435499 len=1618071 2024-04-02T09:10:41.629 INFO:tasks.workunit.client.0.smithi112.stdout:op 5637 completed, throughput=5MB/sec 2024-04-02T09:10:41.629 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YbvXtx5lmJUm1Gl off=10737421 len=282504 2024-04-02T09:10:41.631 INFO:tasks.workunit.client.0.smithi112.stdout:op 5638 completed, throughput=5MB/sec 2024-04-02T09:10:41.631 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-MXnTBogeyPAwnhi off=368461 len=339324 2024-04-02T09:10:41.635 INFO:tasks.workunit.client.0.smithi112.stdout:op 5639 completed, throughput=5MB/sec 2024-04-02T09:10:41.635 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q3mwu7SblE1AdRE off=10754974 len=1531800 2024-04-02T09:10:41.641 INFO:tasks.workunit.client.0.smithi112.stdout:op 5640 completed, throughput=5MB/sec 2024-04-02T09:10:41.641 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-30wUUmA4wamfZp8 off=1525414 len=1094717 2024-04-02T09:10:41.647 INFO:tasks.workunit.client.0.smithi112.stdout:op 5641 completed, throughput=5MB/sec 2024-04-02T09:10:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:41 smithi187 ceph-mon[84356]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:41 smithi112 ceph-mon[91385]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:41 smithi112 ceph-mon[88945]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:10:42.648 INFO:tasks.workunit.client.0.smithi112.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-02T09:10:42.648 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UDpXrOdT1ExI-r5 off=8625983 len=480475 2024-04-02T09:10:42.648 INFO:tasks.workunit.client.0.smithi112.stdout:op 5642 completed, throughput=5MB/sec 2024-04-02T09:10:42.648 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tAh8g81jy2enlWi off=5296640 len=999286 2024-04-02T09:10:42.649 INFO:tasks.workunit.client.0.smithi112.stdout:op 5643 completed, throughput=5MB/sec 2024-04-02T09:10:42.650 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-brJ3j4_9UZNYLgM off=8834647 len=1401883 2024-04-02T09:10:42.658 INFO:tasks.workunit.client.0.smithi112.stdout:op 5644 completed, throughput=5MB/sec 2024-04-02T09:10:42.658 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QYKR0XHkFhffZgd off=5493587 len=1220212 2024-04-02T09:10:42.660 INFO:tasks.workunit.client.0.smithi112.stdout:op 5645 completed, throughput=5MB/sec 2024-04-02T09:10:42.660 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-LxGrmbVHWZZ1PhD off=29964 len=1641256 2024-04-02T09:10:42.661 INFO:tasks.workunit.client.0.smithi112.stdout:op 5646 completed, throughput=5MB/sec 2024-04-02T09:10:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:10:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:43.661 INFO:tasks.workunit.client.0.smithi112.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-02T09:10:43.662 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--sU8t5xtSEJBR99 off=1338873 len=2018135 2024-04-02T09:10:43.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 5647 completed, throughput=5MB/sec 2024-04-02T09:10:43.663 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Um_Rb-wxEyGOohM off=3376838 len=338674 2024-04-02T09:10:43.664 INFO:tasks.workunit.client.0.smithi112.stdout:op 5648 completed, throughput=5MB/sec 2024-04-02T09:10:43.664 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-pWOQS0K1fP5KEo4 off=20274827 len=1291095 2024-04-02T09:10:43.665 INFO:tasks.workunit.client.0.smithi112.stdout:op 5649 completed, throughput=5MB/sec 2024-04-02T09:10:43.665 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eARgEON7nT2ggCA off=5667526 len=186227 2024-04-02T09:10:43.668 INFO:tasks.workunit.client.0.smithi112.stdout:op 5650 completed, throughput=5MB/sec 2024-04-02T09:10:43.668 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D4IQN5LM05xyrDn off=950543 len=870986 2024-04-02T09:10:43.671 INFO:tasks.workunit.client.0.smithi112.stdout:op 5651 completed, throughput=5MB/sec 2024-04-02T09:10:43.672 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AJkFf0t7b_npZPT off=6726397 len=588639 2024-04-02T09:10:43.674 INFO:tasks.workunit.client.0.smithi112.stdout:op 5652 completed, throughput=5MB/sec 2024-04-02T09:10:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:43 smithi187 ceph-mon[84356]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:10:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:43 smithi112 ceph-mon[91385]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:10:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:43 smithi112 ceph-mon[88945]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:10:44.674 INFO:tasks.workunit.client.0.smithi112.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-02T09:10:44.674 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JGW_6b7iHIgKy3s off=9636059 len=1922538 2024-04-02T09:10:44.685 INFO:tasks.workunit.client.0.smithi112.stdout:op 5653 completed, throughput=5MB/sec 2024-04-02T09:10:44.685 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0cEOX4Zb-86F0Wh off=3348712 len=2094075 2024-04-02T09:10:44.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 5654 completed, throughput=5MB/sec 2024-04-02T09:10:44.687 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jNzX2aQeiY6fuvg off=5038240 len=1700568 2024-04-02T09:10:44.693 INFO:tasks.workunit.client.0.smithi112.stdout:op 5655 completed, throughput=5MB/sec 2024-04-02T09:10:45.694 INFO:tasks.workunit.client.0.smithi112.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-02T09:10:45.694 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-50DqRzhyb-8dKJo off=0 len=1651653 2024-04-02T09:10:45.695 INFO:tasks.workunit.client.0.smithi112.stdout:op 5656 completed, throughput=5MB/sec 2024-04-02T09:10:45.695 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZxrRMehywZio0Tg off=4238677 len=1096990 2024-04-02T09:10:45.697 INFO:tasks.workunit.client.0.smithi112.stdout:op 5657 completed, throughput=5MB/sec 2024-04-02T09:10:45.697 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZWlUcl5rkwbKF33 off=8958823 len=1998538 2024-04-02T09:10:45.698 INFO:tasks.workunit.client.0.smithi112.stdout:op 5658 completed, throughput=5MB/sec 2024-04-02T09:10:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:45 smithi187 ceph-mon[84356]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:45 smithi112 ceph-mon[91385]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:45 smithi112 ceph-mon[88945]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:46.699 INFO:tasks.workunit.client.0.smithi112.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-02T09:10:46.699 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-l-EAu67UdBdvank off=4236206 len=1499778 2024-04-02T09:10:46.702 INFO:tasks.workunit.client.0.smithi112.stdout:op 5659 completed, throughput=5MB/sec 2024-04-02T09:10:46.702 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZOBuS5B_fkAZ7Ah off=2146956 len=1756196 2024-04-02T09:10:46.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 5660 completed, throughput=5MB/sec 2024-04-02T09:10:46.704 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lDSeZ75Kqs7xx7H off=2426738 len=1472736 2024-04-02T09:10:46.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 5661 completed, throughput=5MB/sec 2024-04-02T09:10:46.705 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-y95Unnwjica3qFb off=21138341 len=1915982 2024-04-02T09:10:46.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 5662 completed, throughput=5MB/sec 2024-04-02T09:10:47.707 INFO:tasks.workunit.client.0.smithi112.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-02T09:10:47.707 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-26naICS57_cjfjf off=16437352 len=1512924 2024-04-02T09:10:47.715 INFO:tasks.workunit.client.0.smithi112.stdout:op 5663 completed, throughput=5MB/sec 2024-04-02T09:10:47.715 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Lx0qkki5DKMpDFW off=7647683 len=1810987 2024-04-02T09:10:47.716 INFO:tasks.workunit.client.0.smithi112.stdout:op 5664 completed, throughput=5MB/sec 2024-04-02T09:10:47.716 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-puxLwLgcyblR2WU off=2588765 len=342153 2024-04-02T09:10:47.717 INFO:tasks.workunit.client.0.smithi112.stdout:op 5665 completed, throughput=5MB/sec 2024-04-02T09:10:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:47 smithi187 ceph-mon[84356]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:47 smithi112 ceph-mon[91385]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:47 smithi112 ceph-mon[88945]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:48.718 INFO:tasks.workunit.client.0.smithi112.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-02T09:10:48.718 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sYEY6PWI2X-T2Sj off=574758 len=1210131 2024-04-02T09:10:48.724 INFO:tasks.workunit.client.0.smithi112.stdout:op 5666 completed, throughput=5MB/sec 2024-04-02T09:10:48.724 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-PNys825AKnWuWhn off=12634301 len=830759 2024-04-02T09:10:48.726 INFO:tasks.workunit.client.0.smithi112.stdout:op 5667 completed, throughput=5MB/sec 2024-04-02T09:10:48.726 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-_SzzSKG9ueL9aGd off=10293722 len=900895 2024-04-02T09:10:48.727 INFO:tasks.workunit.client.0.smithi112.stdout:op 5668 completed, throughput=5MB/sec 2024-04-02T09:10:48.727 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-9ZQ96A2M-7KXsxS off=10597012 len=1132122 2024-04-02T09:10:48.735 INFO:tasks.workunit.client.0.smithi112.stdout:op 5669 completed, throughput=5MB/sec 2024-04-02T09:10:48.735 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TwOKDcO_Nmk1oUS off=5732197 len=1556452 2024-04-02T09:10:48.737 INFO:tasks.workunit.client.0.smithi112.stdout:op 5670 completed, throughput=5MB/sec 2024-04-02T09:10:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:48 smithi187 ceph-mon[84356]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:10:49.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:48 smithi112 ceph-mon[91385]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:10:49.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:48 smithi112 ceph-mon[88945]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:10:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:10:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:10:49] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-02T09:10:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-02T09:10:49.738 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Vek2INecy_cmikC off=6850204 len=626653 2024-04-02T09:10:49.740 INFO:tasks.workunit.client.0.smithi112.stdout:op 5671 completed, throughput=5MB/sec 2024-04-02T09:10:49.740 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-aTZFJHflTCIPgUz off=3832011 len=880061 2024-04-02T09:10:49.745 INFO:tasks.workunit.client.0.smithi112.stdout:op 5672 completed, throughput=5MB/sec 2024-04-02T09:10:49.745 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZDcITtwaCnyDSNR off=526798 len=1690281 2024-04-02T09:10:49.748 INFO:tasks.workunit.client.0.smithi112.stdout:op 5673 completed, throughput=5MB/sec 2024-04-02T09:10:49.749 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8WmxgY-efgyM4qG off=4423531 len=1557246 2024-04-02T09:10:49.750 INFO:tasks.workunit.client.0.smithi112.stdout:op 5674 completed, throughput=5MB/sec 2024-04-02T09:10:49.750 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ns0tgPUu43ysZYE off=2221839 len=569239 2024-04-02T09:10:49.750 INFO:tasks.workunit.client.0.smithi112.stdout:op 5675 completed, throughput=5MB/sec 2024-04-02T09:10:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-02T09:10:50.751 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-48fLcCap9p_LgWi off=5128212 len=1681585 2024-04-02T09:10:50.754 INFO:tasks.workunit.client.0.smithi112.stdout:op 5676 completed, throughput=5MB/sec 2024-04-02T09:10:50.755 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WIIf3YQ4w-F2iVu off=12781429 len=947549 2024-04-02T09:10:50.757 INFO:tasks.workunit.client.0.smithi112.stdout:op 5677 completed, throughput=5MB/sec 2024-04-02T09:10:50.757 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-q0z9mQxTEK5TrjO off=16262816 len=1055361 2024-04-02T09:10:50.762 INFO:tasks.workunit.client.0.smithi112.stdout:op 5678 completed, throughput=5MB/sec 2024-04-02T09:10:50.762 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-T8SWjbqCJwCpnl1 off=1855719 len=1892018 2024-04-02T09:10:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:op 5679 completed, throughput=5MB/sec 2024-04-02T09:10:51.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:51 smithi187 ceph-mon[84356]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:51 smithi112 ceph-mon[91385]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:51 smithi112 ceph-mon[88945]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-02T09:10:51.769 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sn3HGsqrzYo3ThQ off=9890689 len=754778 2024-04-02T09:10:51.769 INFO:tasks.workunit.client.0.smithi112.stdout:op 5680 completed, throughput=5MB/sec 2024-04-02T09:10:51.770 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TbDnGN7Z5g1lOb4 off=3578002 len=1916532 2024-04-02T09:10:51.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 5681 completed, throughput=5MB/sec 2024-04-02T09:10:51.771 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-0FtKCmsmeLONG-O off=4692132 len=790367 2024-04-02T09:10:51.772 INFO:tasks.workunit.client.0.smithi112.stdout:op 5682 completed, throughput=5MB/sec 2024-04-02T09:10:51.772 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OItUvUDuI-A6WeS off=5028278 len=1397321 2024-04-02T09:10:51.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 5683 completed, throughput=5MB/sec 2024-04-02T09:10:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:10:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-02T09:10:52.774 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-eu7bkFrCbS250gN off=2121110 len=851427 2024-04-02T09:10:52.779 INFO:tasks.workunit.client.0.smithi112.stdout:op 5684 completed, throughput=5MB/sec 2024-04-02T09:10:52.779 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EnFEcayPSUtHvtG off=16855854 len=963560 2024-04-02T09:10:52.780 INFO:tasks.workunit.client.0.smithi112.stdout:op 5685 completed, throughput=5MB/sec 2024-04-02T09:10:52.780 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S4tlE-ENOi2d1bV off=7240913 len=187756 2024-04-02T09:10:52.783 INFO:tasks.workunit.client.0.smithi112.stdout:op 5686 completed, throughput=5MB/sec 2024-04-02T09:10:52.783 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-OcS_yPAuPcckivb off=13209683 len=2028417 2024-04-02T09:10:52.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 5687 completed, throughput=5MB/sec 2024-04-02T09:10:52.785 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Wr9SkN-9UZmMij2 off=3258999 len=1419118 2024-04-02T09:10:52.791 INFO:tasks.workunit.client.0.smithi112.stdout:op 5688 completed, throughput=5MB/sec 2024-04-02T09:10:53.419 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:53 smithi112 ceph-mon[91385]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:53.419 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:53.420 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:53 smithi112 ceph-mon[88945]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:53.420 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:53.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:53 smithi187 ceph-mon[84356]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:53.792 INFO:tasks.workunit.client.0.smithi112.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-02T09:10:53.792 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-094EQG0a1UzNcIq off=633985 len=1829422 2024-04-02T09:10:53.793 INFO:tasks.workunit.client.0.smithi112.stdout:op 5689 completed, throughput=5MB/sec 2024-04-02T09:10:53.793 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SVrvOnuunp47zo7 off=520980 len=851212 2024-04-02T09:10:53.794 INFO:tasks.workunit.client.0.smithi112.stdout:op 5690 completed, throughput=5MB/sec 2024-04-02T09:10:53.795 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BBqscHk9ePf7XnK off=107172 len=363506 2024-04-02T09:10:53.798 INFO:tasks.workunit.client.0.smithi112.stdout:op 5691 completed, throughput=5MB/sec 2024-04-02T09:10:53.798 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IzV0iylcKv-ZtO4 off=523803 len=1604806 2024-04-02T09:10:53.799 INFO:tasks.workunit.client.0.smithi112.stdout:op 5692 completed, throughput=5MB/sec 2024-04-02T09:10:53.799 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oGYS5ObTDJuyBg0 off=572652 len=1612170 2024-04-02T09:10:53.808 INFO:tasks.workunit.client.0.smithi112.stdout:op 5693 completed, throughput=5MB/sec 2024-04-02T09:10:54.809 INFO:tasks.workunit.client.0.smithi112.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-02T09:10:54.809 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4x9ecElUvS-8_me off=2526384 len=1571132 2024-04-02T09:10:54.815 INFO:tasks.workunit.client.0.smithi112.stdout:op 5694 completed, throughput=5MB/sec 2024-04-02T09:10:54.815 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SI9FFf2oA9D_b2A off=1904050 len=1482413 2024-04-02T09:10:54.818 INFO:tasks.workunit.client.0.smithi112.stdout:op 5695 completed, throughput=5MB/sec 2024-04-02T09:10:54.818 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--t3HnyNeV6tEGm9 off=105991 len=807468 2024-04-02T09:10:54.820 INFO:tasks.workunit.client.0.smithi112.stdout:op 5696 completed, throughput=5MB/sec 2024-04-02T09:10:54.820 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gM24D3oRj814XUk off=1169233 len=665678 2024-04-02T09:10:54.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 5697 completed, throughput=5MB/sec 2024-04-02T09:10:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:55 smithi187 ceph-mon[84356]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:55 smithi112 ceph-mon[88945]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:55 smithi112 ceph-mon[91385]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:55.821 INFO:tasks.workunit.client.0.smithi112.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-02T09:10:55.821 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-W5yrgBWRCZJ1vB1 off=1526757 len=754803 2024-04-02T09:10:55.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 5698 completed, throughput=5MB/sec 2024-04-02T09:10:55.822 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-itiI5qkDxBA3CeZ off=16766188 len=766135 2024-04-02T09:10:55.823 INFO:tasks.workunit.client.0.smithi112.stdout:op 5699 completed, throughput=5MB/sec 2024-04-02T09:10:55.823 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3_yogP0yQIClHgG off=7708050 len=1877766 2024-04-02T09:10:55.824 INFO:tasks.workunit.client.0.smithi112.stdout:op 5700 completed, throughput=5MB/sec 2024-04-02T09:10:55.825 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DCqczFYV5U4o_V3 off=2107898 len=574179 2024-04-02T09:10:55.827 INFO:tasks.workunit.client.0.smithi112.stdout:op 5701 completed, throughput=5MB/sec 2024-04-02T09:10:55.828 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8cHoKSVTpenV-uA off=485326 len=1874585 2024-04-02T09:10:55.836 INFO:tasks.workunit.client.0.smithi112.stdout:op 5702 completed, throughput=5MB/sec 2024-04-02T09:10:56.837 INFO:tasks.workunit.client.0.smithi112.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-02T09:10:56.837 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-XDJlZvdxvQK1C8I off=3104548 len=241116 2024-04-02T09:10:56.838 INFO:tasks.workunit.client.0.smithi112.stdout:op 5703 completed, throughput=5MB/sec 2024-04-02T09:10:56.838 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YNrGQfp-HFU6Eec off=1092151 len=717905 2024-04-02T09:10:56.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 5704 completed, throughput=5MB/sec 2024-04-02T09:10:56.841 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YC1TBt9Q_h5Ou6g off=5900977 len=2008939 2024-04-02T09:10:56.853 INFO:tasks.workunit.client.0.smithi112.stdout:op 5705 completed, throughput=5MB/sec 2024-04-02T09:10:56.853 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sILK6XpyC2gcSzF off=11876058 len=1282611 2024-04-02T09:10:56.854 INFO:tasks.workunit.client.0.smithi112.stdout:op 5706 completed, throughput=5MB/sec 2024-04-02T09:10:56.854 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KMlWOmm8m1eDfST off=718873 len=422155 2024-04-02T09:10:56.854 INFO:tasks.workunit.client.0.smithi112.stdout:op 5707 completed, throughput=5MB/sec 2024-04-02T09:10:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:57 smithi187 ceph-mon[84356]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:10:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:57 smithi112 ceph-mon[88945]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:10:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:57 smithi112 ceph-mon[91385]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:10:57.855 INFO:tasks.workunit.client.0.smithi112.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-02T09:10:57.855 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PAuuw5dqHhTfNgv off=14001514 len=910230 2024-04-02T09:10:57.860 INFO:tasks.workunit.client.0.smithi112.stdout:op 5708 completed, throughput=5MB/sec 2024-04-02T09:10:57.860 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QhlKCI0rYmLgaRU off=1948614 len=754083 2024-04-02T09:10:57.863 INFO:tasks.workunit.client.0.smithi112.stdout:op 5709 completed, throughput=5MB/sec 2024-04-02T09:10:57.863 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Oz05Y2QRvLchXhx off=521309 len=349683 2024-04-02T09:10:57.866 INFO:tasks.workunit.client.0.smithi112.stdout:op 5710 completed, throughput=5MB/sec 2024-04-02T09:10:57.866 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uUtHaaRG0eKLOdY off=9236908 len=1480199 2024-04-02T09:10:57.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 5711 completed, throughput=5MB/sec 2024-04-02T09:10:57.873 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EzkZntdg3prGjfi off=6269255 len=996431 2024-04-02T09:10:57.877 INFO:tasks.workunit.client.0.smithi112.stdout:op 5712 completed, throughput=5MB/sec 2024-04-02T09:10:57.878 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K1JBQxvS1rk7etx off=5594598 len=1388848 2024-04-02T09:10:57.881 INFO:tasks.workunit.client.0.smithi112.stdout:op 5713 completed, throughput=5MB/sec 2024-04-02T09:10:58.881 INFO:tasks.workunit.client.0.smithi112.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-02T09:10:58.881 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CPHV7vodqXJAKUT off=11475457 len=1502602 2024-04-02T09:10:58.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 5714 completed, throughput=5MB/sec 2024-04-02T09:10:58.889 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nIVXnc_2XI-_qtm off=3699909 len=680722 2024-04-02T09:10:58.892 INFO:tasks.workunit.client.0.smithi112.stdout:op 5715 completed, throughput=5MB/sec 2024-04-02T09:10:58.892 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jMxW2uCTSeaG8CM off=13365858 len=1487352 2024-04-02T09:10:58.896 INFO:tasks.workunit.client.0.smithi112.stdout:op 5716 completed, throughput=5MB/sec 2024-04-02T09:10:58.897 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oN9krkuHQAxlgpZ off=10608663 len=202239 2024-04-02T09:10:58.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 5717 completed, throughput=5MB/sec 2024-04-02T09:10:58.898 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-oLQmG04SOEmdoVj off=11509727 len=113035 2024-04-02T09:10:58.898 INFO:tasks.workunit.client.0.smithi112.stdout:op 5718 completed, throughput=5MB/sec 2024-04-02T09:10:58.898 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--TiznSFDXVZH0eA off=16697367 len=1713337 2024-04-02T09:10:58.899 INFO:tasks.workunit.client.0.smithi112.stdout:op 5719 completed, throughput=5MB/sec 2024-04-02T09:10:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:10:59 smithi187 ceph-mon[84356]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:10:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:10:59 smithi112 ceph-mon[91385]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:10:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:10:59 smithi112 ceph-mon[88945]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:10:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:10:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:10:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2024-04-02T09:10:59.899 INFO:tasks.workunit.client.0.smithi112.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-02T09:10:59.899 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OWUA6TBB2iXET_5 off=1567319 len=693561 2024-04-02T09:10:59.904 INFO:tasks.workunit.client.0.smithi112.stdout:op 5720 completed, throughput=5MB/sec 2024-04-02T09:10:59.904 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-8xJKQhDHa7_FTQW off=3971877 len=97259 2024-04-02T09:10:59.906 INFO:tasks.workunit.client.0.smithi112.stdout:op 5721 completed, throughput=5MB/sec 2024-04-02T09:10:59.906 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-odNd_E1AQNxoFYV off=1580274 len=606848 2024-04-02T09:10:59.907 INFO:tasks.workunit.client.0.smithi112.stdout:op 5722 completed, throughput=5MB/sec 2024-04-02T09:10:59.907 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YZnyOkxWhtY3f77 off=4373865 len=581016 2024-04-02T09:10:59.910 INFO:tasks.workunit.client.0.smithi112.stdout:op 5723 completed, throughput=5MB/sec 2024-04-02T09:10:59.910 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-z6sJmC3dN745yA6 off=5731110 len=1674087 2024-04-02T09:10:59.911 INFO:tasks.workunit.client.0.smithi112.stdout:op 5724 completed, throughput=5MB/sec 2024-04-02T09:10:59.912 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rdopaC2Q_YBcsD_ off=2420189 len=1188772 2024-04-02T09:10:59.916 INFO:tasks.workunit.client.0.smithi112.stdout:op 5725 completed, throughput=5MB/sec 2024-04-02T09:11:00.917 INFO:tasks.workunit.client.0.smithi112.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-02T09:11:00.917 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5r-T6CUYsH4wqmi off=23466568 len=435874 2024-04-02T09:11:00.920 INFO:tasks.workunit.client.0.smithi112.stdout:op 5726 completed, throughput=5MB/sec 2024-04-02T09:11:00.920 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EYxRxG9fSB0i0NM off=1082213 len=1622932 2024-04-02T09:11:00.926 INFO:tasks.workunit.client.0.smithi112.stdout:op 5727 completed, throughput=5MB/sec 2024-04-02T09:11:00.926 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fbTJC3BvbFzmK4H off=21947718 len=1219968 2024-04-02T09:11:00.932 INFO:tasks.workunit.client.0.smithi112.stdout:op 5728 completed, throughput=5MB/sec 2024-04-02T09:11:00.933 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IOlplKwUL7cjxfZ off=15268909 len=1378660 2024-04-02T09:11:00.941 INFO:tasks.workunit.client.0.smithi112.stdout:op 5729 completed, throughput=5MB/sec 2024-04-02T09:11:00.980 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 09:11:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T09:11:00.487267118Z level=info msg="Completed cleanup jobs" duration=2.68906ms 2024-04-02T09:11:01.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:01 smithi187 ceph-mon[84356]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:11:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:01 smithi112 ceph-mon[88945]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:11:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:01 smithi112 ceph-mon[91385]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:11:01.942 INFO:tasks.workunit.client.0.smithi112.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-02T09:11:01.942 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-OPNZz2D6EfqqFtL off=10664896 len=1798798 2024-04-02T09:11:01.952 INFO:tasks.workunit.client.0.smithi112.stdout:op 5730 completed, throughput=5MB/sec 2024-04-02T09:11:01.952 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KUDRYNi3IUBvhsa off=9771682 len=1547339 2024-04-02T09:11:01.959 INFO:tasks.workunit.client.0.smithi112.stdout:op 5731 completed, throughput=5MB/sec 2024-04-02T09:11:01.960 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WHd094PVWyFbQB_ off=4583374 len=750790 2024-04-02T09:11:01.962 INFO:tasks.workunit.client.0.smithi112.stdout:op 5732 completed, throughput=5MB/sec 2024-04-02T09:11:01.963 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bnjeXc_vXeOIrWR off=5781803 len=1713068 2024-04-02T09:11:01.964 INFO:tasks.workunit.client.0.smithi112.stdout:op 5733 completed, throughput=5MB/sec 2024-04-02T09:11:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:11:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:02.964 INFO:tasks.workunit.client.0.smithi112.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-02T09:11:02.964 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Otz4y0q58h0GKkb off=10502547 len=1361075 2024-04-02T09:11:02.965 INFO:tasks.workunit.client.0.smithi112.stdout:op 5734 completed, throughput=5MB/sec 2024-04-02T09:11:02.965 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5Tbkhicx0SerYv8 off=15104089 len=402136 2024-04-02T09:11:02.968 INFO:tasks.workunit.client.0.smithi112.stdout:op 5735 completed, throughput=5MB/sec 2024-04-02T09:11:02.968 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qgfenUflxHh2N9B off=0 len=1948422 2024-04-02T09:11:02.970 INFO:tasks.workunit.client.0.smithi112.stdout:op 5736 completed, throughput=5MB/sec 2024-04-02T09:11:02.970 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ysNafmu9Devxg6E off=6778878 len=1892983 2024-04-02T09:11:02.971 INFO:tasks.workunit.client.0.smithi112.stdout:op 5737 completed, throughput=5MB/sec 2024-04-02T09:11:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:03 smithi187 ceph-mon[84356]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:11:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:03 smithi112 ceph-mon[91385]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:11:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:03 smithi112 ceph-mon[88945]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:11:03.971 INFO:tasks.workunit.client.0.smithi112.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-02T09:11:03.972 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KIDbT8km68KHDn8 off=2196136 len=171695 2024-04-02T09:11:03.972 INFO:tasks.workunit.client.0.smithi112.stdout:op 5738 completed, throughput=5MB/sec 2024-04-02T09:11:03.973 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IZmWNs2hdOK6KTh off=228939 len=346549 2024-04-02T09:11:03.973 INFO:tasks.workunit.client.0.smithi112.stdout:op 5739 completed, throughput=5MB/sec 2024-04-02T09:11:03.973 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-yXVvmgP-UQaSXuC off=9546077 len=681767 2024-04-02T09:11:03.978 INFO:tasks.workunit.client.0.smithi112.stdout:op 5740 completed, throughput=5MB/sec 2024-04-02T09:11:03.978 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5JPGz7BMJQuWHTd off=6384298 len=1933879 2024-04-02T09:11:03.985 INFO:tasks.workunit.client.0.smithi112.stdout:op 5741 completed, throughput=5MB/sec 2024-04-02T09:11:03.985 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--LXfSIVSMBTv25u off=4129842 len=1752447 2024-04-02T09:11:03.989 INFO:tasks.workunit.client.0.smithi112.stdout:op 5742 completed, throughput=5MB/sec 2024-04-02T09:11:04.989 INFO:tasks.workunit.client.0.smithi112.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-02T09:11:04.990 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PnBP2IGNSmOWK3o off=8984700 len=1922181 2024-04-02T09:11:04.998 INFO:tasks.workunit.client.0.smithi112.stdout:op 5743 completed, throughput=5MB/sec 2024-04-02T09:11:04.998 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-nThRq7rXa3H-bFe off=7531062 len=724293 2024-04-02T09:11:05.002 INFO:tasks.workunit.client.0.smithi112.stdout:op 5744 completed, throughput=5MB/sec 2024-04-02T09:11:05.003 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_lHTj4eVVL_gbg6 off=4337949 len=1834742 2024-04-02T09:11:05.009 INFO:tasks.workunit.client.0.smithi112.stdout:op 5745 completed, throughput=5MB/sec 2024-04-02T09:11:05.009 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wcWsPP2shr28ICx off=521944 len=1021738 2024-04-02T09:11:05.012 INFO:tasks.workunit.client.0.smithi112.stdout:op 5746 completed, throughput=5MB/sec 2024-04-02T09:11:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:05 smithi187 ceph-mon[84356]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:11:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:05 smithi112 ceph-mon[91385]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:11:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:05 smithi112 ceph-mon[88945]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:11:06.012 INFO:tasks.workunit.client.0.smithi112.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-02T09:11:06.012 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tL00UjKNWwOvrxb off=473937 len=1470793 2024-04-02T09:11:06.020 INFO:tasks.workunit.client.0.smithi112.stdout:op 5747 completed, throughput=5MB/sec 2024-04-02T09:11:06.020 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NBEGlcHFRgbZvMr off=20028732 len=1233811 2024-04-02T09:11:06.020 INFO:tasks.workunit.client.0.smithi112.stdout:op 5748 completed, throughput=5MB/sec 2024-04-02T09:11:06.020 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-b4L-DTdMxoLbNqD off=8217090 len=1263487 2024-04-02T09:11:06.021 INFO:tasks.workunit.client.0.smithi112.stdout:op 5749 completed, throughput=5MB/sec 2024-04-02T09:11:06.021 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wLYvJ6qbgL1tRUK off=1975780 len=1366715 2024-04-02T09:11:06.029 INFO:tasks.workunit.client.0.smithi112.stdout:op 5750 completed, throughput=5MB/sec 2024-04-02T09:11:07.029 INFO:tasks.workunit.client.0.smithi112.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-02T09:11:07.029 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6x7phWzQ6JLOYt3 off=16518953 len=1090682 2024-04-02T09:11:07.030 INFO:tasks.workunit.client.0.smithi112.stdout:op 5751 completed, throughput=5MB/sec 2024-04-02T09:11:07.030 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QOBgkKJeTF-32wa off=1773978 len=940840 2024-04-02T09:11:07.031 INFO:tasks.workunit.client.0.smithi112.stdout:op 5752 completed, throughput=5MB/sec 2024-04-02T09:11:07.031 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-riagdRb9G1hJXCT off=993577 len=2002358 2024-04-02T09:11:07.039 INFO:tasks.workunit.client.0.smithi112.stdout:op 5753 completed, throughput=5MB/sec 2024-04-02T09:11:07.040 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WUHYvPlAnluaEOP off=3763719 len=377540 2024-04-02T09:11:07.041 INFO:tasks.workunit.client.0.smithi112.stdout:op 5754 completed, throughput=5MB/sec 2024-04-02T09:11:07.041 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Xl6fsTLuBzFmazW off=1695698 len=926566 2024-04-02T09:11:07.044 INFO:tasks.workunit.client.0.smithi112.stdout:op 5755 completed, throughput=5MB/sec 2024-04-02T09:11:07.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:07 smithi187 ceph-mon[84356]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:07 smithi112 ceph-mon[91385]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:07 smithi112 ceph-mon[88945]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:08.044 INFO:tasks.workunit.client.0.smithi112.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-02T09:11:08.044 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QeVJwx3MnJ_8Zyl off=2141142 len=614469 2024-04-02T09:11:08.047 INFO:tasks.workunit.client.0.smithi112.stdout:op 5756 completed, throughput=5MB/sec 2024-04-02T09:11:08.047 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VSsTGrj-j3TNgPL off=13713709 len=367319 2024-04-02T09:11:08.048 INFO:tasks.workunit.client.0.smithi112.stdout:op 5757 completed, throughput=5MB/sec 2024-04-02T09:11:08.048 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3Vb3Ji9Cq61gs6y off=9453977 len=857194 2024-04-02T09:11:08.054 INFO:tasks.workunit.client.0.smithi112.stdout:op 5758 completed, throughput=5MB/sec 2024-04-02T09:11:08.054 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tFY54u6Xv_Pwq2E off=12685444 len=1686240 2024-04-02T09:11:08.060 INFO:tasks.workunit.client.0.smithi112.stdout:op 5759 completed, throughput=5MB/sec 2024-04-02T09:11:08.060 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HlvtD7K4Ks2EY11 off=9725175 len=474402 2024-04-02T09:11:08.063 INFO:tasks.workunit.client.0.smithi112.stdout:op 5760 completed, throughput=5MB/sec 2024-04-02T09:11:08.063 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-mcKSNzxzkzBXRDL off=11652886 len=1168049 2024-04-02T09:11:08.069 INFO:tasks.workunit.client.0.smithi112.stdout:op 5761 completed, throughput=5MB/sec 2024-04-02T09:11:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:09.069 INFO:tasks.workunit.client.0.smithi112.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-02T09:11:09.069 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gmVyKEqnBT7bvI6 off=9996973 len=1373890 2024-04-02T09:11:09.070 INFO:tasks.workunit.client.0.smithi112.stdout:op 5762 completed, throughput=5MB/sec 2024-04-02T09:11:09.070 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5NbSnH75Y5xQf8O off=6698006 len=1136066 2024-04-02T09:11:09.076 INFO:tasks.workunit.client.0.smithi112.stdout:op 5763 completed, throughput=5MB/sec 2024-04-02T09:11:09.076 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZF9kcUn8ro-LQkz off=6270355 len=1683622 2024-04-02T09:11:09.078 INFO:tasks.workunit.client.0.smithi112.stdout:op 5764 completed, throughput=5MB/sec 2024-04-02T09:11:09.078 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Urg6BmKtVLBZEC5 off=14457987 len=55042 2024-04-02T09:11:09.080 INFO:tasks.workunit.client.0.smithi112.stdout:op 5765 completed, throughput=5MB/sec 2024-04-02T09:11:09.080 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TYwZervjHES0Own off=6594272 len=1062173 2024-04-02T09:11:09.085 INFO:tasks.workunit.client.0.smithi112.stdout:op 5766 completed, throughput=5MB/sec 2024-04-02T09:11:09.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:09 smithi187 ceph-mon[84356]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:09 smithi112 ceph-mon[91385]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:09 smithi112 ceph-mon[88945]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:11:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:11:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:11:10.085 INFO:tasks.workunit.client.0.smithi112.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-02T09:11:10.085 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BSrtl5kSTyzFlTt off=2994670 len=1033736 2024-04-02T09:11:10.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 5767 completed, throughput=5MB/sec 2024-04-02T09:11:10.088 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ps2Tj3jxG4gl-GB off=16742818 len=295370 2024-04-02T09:11:10.088 INFO:tasks.workunit.client.0.smithi112.stdout:op 5768 completed, throughput=5MB/sec 2024-04-02T09:11:10.089 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Txe2dkugZ006mWL off=14986303 len=1519434 2024-04-02T09:11:10.092 INFO:tasks.workunit.client.0.smithi112.stdout:op 5769 completed, throughput=5MB/sec 2024-04-02T09:11:10.092 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-j6VzqxH9yJ4d6zh off=253675 len=913665 2024-04-02T09:11:10.093 INFO:tasks.workunit.client.0.smithi112.stdout:op 5770 completed, throughput=5MB/sec 2024-04-02T09:11:10.093 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-b_2qjLLy1u93-gs off=5687929 len=1335454 2024-04-02T09:11:10.100 INFO:tasks.workunit.client.0.smithi112.stdout:op 5771 completed, throughput=5MB/sec 2024-04-02T09:11:11.100 INFO:tasks.workunit.client.0.smithi112.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-02T09:11:11.100 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zyAnCulaKRzNSla off=13669244 len=113179 2024-04-02T09:11:11.101 INFO:tasks.workunit.client.0.smithi112.stdout:op 5772 completed, throughput=5MB/sec 2024-04-02T09:11:11.101 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-g51J-jMRfDxv-DO off=10597509 len=687630 2024-04-02T09:11:11.104 INFO:tasks.workunit.client.0.smithi112.stdout:op 5773 completed, throughput=5MB/sec 2024-04-02T09:11:11.104 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-brVh1EzNWT-JRjn off=140761 len=1147365 2024-04-02T09:11:11.109 INFO:tasks.workunit.client.0.smithi112.stdout:op 5774 completed, throughput=5MB/sec 2024-04-02T09:11:11.109 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ydSyRz4zG4RkW2- off=1955993 len=1965062 2024-04-02T09:11:11.111 INFO:tasks.workunit.client.0.smithi112.stdout:op 5775 completed, throughput=5MB/sec 2024-04-02T09:11:11.111 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vtnlb5UxPj8RuqS off=14027438 len=1606375 2024-04-02T09:11:11.116 INFO:tasks.workunit.client.0.smithi112.stdout:op 5776 completed, throughput=5MB/sec 2024-04-02T09:11:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:11 smithi187 ceph-mon[84356]: pgmap v2016: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:11:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:11 smithi112 ceph-mon[88945]: pgmap v2016: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:11:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:11 smithi112 ceph-mon[91385]: pgmap v2016: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:11:12.117 INFO:tasks.workunit.client.0.smithi112.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-02T09:11:12.117 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-1Qr0GMCLDYypTHG off=822592 len=1472921 2024-04-02T09:11:12.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 5777 completed, throughput=5MB/sec 2024-04-02T09:11:12.118 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tXPqlpnsF5095tJ off=584109 len=124684 2024-04-02T09:11:12.118 INFO:tasks.workunit.client.0.smithi112.stdout:op 5778 completed, throughput=5MB/sec 2024-04-02T09:11:12.119 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-zAT8beefSYWUcEl off=12594726 len=2009025 2024-04-02T09:11:12.120 INFO:tasks.workunit.client.0.smithi112.stdout:op 5779 completed, throughput=5MB/sec 2024-04-02T09:11:12.120 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-k5K_lPWsSMB3MiD off=9926578 len=1760239 2024-04-02T09:11:12.121 INFO:tasks.workunit.client.0.smithi112.stdout:op 5780 completed, throughput=5MB/sec 2024-04-02T09:11:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:11:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:13.122 INFO:tasks.workunit.client.0.smithi112.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-02T09:11:13.122 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ftpu7MYykNYJ4uc off=3260012 len=964490 2024-04-02T09:11:13.127 INFO:tasks.workunit.client.0.smithi112.stdout:op 5781 completed, throughput=5MB/sec 2024-04-02T09:11:13.127 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IQ0Su9nK343FHcc off=2460786 len=359691 2024-04-02T09:11:13.128 INFO:tasks.workunit.client.0.smithi112.stdout:op 5782 completed, throughput=5MB/sec 2024-04-02T09:11:13.128 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-HH6lQTv1IMQIwK9 off=728174 len=634282 2024-04-02T09:11:13.131 INFO:tasks.workunit.client.0.smithi112.stdout:op 5783 completed, throughput=5MB/sec 2024-04-02T09:11:13.131 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4fXQR1RPXqsoKcM off=239428 len=570648 2024-04-02T09:11:13.135 INFO:tasks.workunit.client.0.smithi112.stdout:op 5784 completed, throughput=5MB/sec 2024-04-02T09:11:13.135 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-WUvGL-MtGkGW2wr off=12588853 len=575478 2024-04-02T09:11:13.138 INFO:tasks.workunit.client.0.smithi112.stdout:op 5785 completed, throughput=5MB/sec 2024-04-02T09:11:13.138 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-c5kc7BG1x9gJX0S off=3913141 len=1414260 2024-04-02T09:11:13.143 INFO:tasks.workunit.client.0.smithi112.stdout:op 5786 completed, throughput=5MB/sec 2024-04-02T09:11:13.143 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rwUVEHVc_ApO0lN off=1754187 len=880659 2024-04-02T09:11:13.148 INFO:tasks.workunit.client.0.smithi112.stdout:op 5787 completed, throughput=5MB/sec 2024-04-02T09:11:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:13 smithi187 ceph-mon[84356]: pgmap v2017: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:13 smithi112 ceph-mon[91385]: pgmap v2017: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:13 smithi112 ceph-mon[88945]: pgmap v2017: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:14.149 INFO:tasks.workunit.client.0.smithi112.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-02T09:11:14.149 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KZpgz1e6l4xjVJD off=17622624 len=826158 2024-04-02T09:11:14.151 INFO:tasks.workunit.client.0.smithi112.stdout:op 5788 completed, throughput=5MB/sec 2024-04-02T09:11:14.151 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CMwuqtn-x4HQgoC off=926264 len=1769913 2024-04-02T09:11:14.157 INFO:tasks.workunit.client.0.smithi112.stdout:op 5789 completed, throughput=5MB/sec 2024-04-02T09:11:14.158 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-QadDmIQVpW7MUtL off=20462601 len=1208872 2024-04-02T09:11:14.163 INFO:tasks.workunit.client.0.smithi112.stdout:op 5790 completed, throughput=5MB/sec 2024-04-02T09:11:14.163 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-dQf-GByEUa_l9B1 off=8665601 len=255408 2024-04-02T09:11:14.163 INFO:tasks.workunit.client.0.smithi112.stdout:op 5791 completed, throughput=5MB/sec 2024-04-02T09:11:14.163 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4sOLcijuFtkWTp6 off=12001035 len=958386 2024-04-02T09:11:14.164 INFO:tasks.workunit.client.0.smithi112.stdout:op 5792 completed, throughput=5MB/sec 2024-04-02T09:11:15.164 INFO:tasks.workunit.client.0.smithi112.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-02T09:11:15.164 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pjcnQ5FYMcYilX0 off=723930 len=1539058 2024-04-02T09:11:15.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 5793 completed, throughput=5MB/sec 2024-04-02T09:11:15.172 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h0-q6lAZlSoGdO6 off=1961964 len=18326 2024-04-02T09:11:15.172 INFO:tasks.workunit.client.0.smithi112.stdout:op 5794 completed, throughput=5MB/sec 2024-04-02T09:11:15.173 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2rqOzsBUiN2Yi5F off=4797917 len=254893 2024-04-02T09:11:15.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 5795 completed, throughput=5MB/sec 2024-04-02T09:11:15.175 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AM5GyWhFY4DX7XN off=1220699 len=575136 2024-04-02T09:11:15.175 INFO:tasks.workunit.client.0.smithi112.stdout:op 5796 completed, throughput=5MB/sec 2024-04-02T09:11:15.175 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ggg6hzIXRntCQFq off=7716016 len=852933 2024-04-02T09:11:15.180 INFO:tasks.workunit.client.0.smithi112.stdout:op 5797 completed, throughput=5MB/sec 2024-04-02T09:11:15.180 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-inFl4OQz_35qKv7 off=918692 len=1817919 2024-04-02T09:11:15.181 INFO:tasks.workunit.client.0.smithi112.stdout:op 5798 completed, throughput=5MB/sec 2024-04-02T09:11:15.181 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-aYCAsFmTtZHzgbz off=8784203 len=862333 2024-04-02T09:11:15.182 INFO:tasks.workunit.client.0.smithi112.stdout:op 5799 completed, throughput=5MB/sec 2024-04-02T09:11:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:15 smithi187 ceph-mon[84356]: pgmap v2018: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:11:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:15 smithi112 ceph-mon[91385]: pgmap v2018: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:11:15.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:15 smithi112 ceph-mon[88945]: pgmap v2018: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:11:16.182 INFO:tasks.workunit.client.0.smithi112.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-02T09:11:16.183 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-T_-djwWzRL8BmGb off=3091066 len=942272 2024-04-02T09:11:16.183 INFO:tasks.workunit.client.0.smithi112.stdout:op 5800 completed, throughput=5MB/sec 2024-04-02T09:11:16.184 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-s0fhes1vBk-XN_k off=10457169 len=1696817 2024-04-02T09:11:16.185 INFO:tasks.workunit.client.0.smithi112.stdout:op 5801 completed, throughput=5MB/sec 2024-04-02T09:11:16.185 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-sLRTnQff_v3AV1b off=4956901 len=184377 2024-04-02T09:11:16.188 INFO:tasks.workunit.client.0.smithi112.stdout:op 5802 completed, throughput=5MB/sec 2024-04-02T09:11:16.188 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bUcIgNr133v-DS- off=2325201 len=1411165 2024-04-02T09:11:16.193 INFO:tasks.workunit.client.0.smithi112.stdout:op 5803 completed, throughput=5MB/sec 2024-04-02T09:11:16.194 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-fCdFPBHAKnp5Kqq off=3579151 len=37358 2024-04-02T09:11:16.194 INFO:tasks.workunit.client.0.smithi112.stdout:op 5804 completed, throughput=5MB/sec 2024-04-02T09:11:16.194 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EF3dpg9XHDv7pcW off=1955963 len=1196789 2024-04-02T09:11:16.200 INFO:tasks.workunit.client.0.smithi112.stdout:op 5805 completed, throughput=5MB/sec 2024-04-02T09:11:17.200 INFO:tasks.workunit.client.0.smithi112.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-02T09:11:17.200 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-sbhVQO_4Nlwp9Il off=1704819 len=979934 2024-04-02T09:11:17.201 INFO:tasks.workunit.client.0.smithi112.stdout:op 5806 completed, throughput=5MB/sec 2024-04-02T09:11:17.201 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qSyKAfeAki1P4Kk off=1429421 len=1119936 2024-04-02T09:11:17.206 INFO:tasks.workunit.client.0.smithi112.stdout:op 5807 completed, throughput=5MB/sec 2024-04-02T09:11:17.206 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-w4WkDyZd3yuXxIE off=2603446 len=1122711 2024-04-02T09:11:17.207 INFO:tasks.workunit.client.0.smithi112.stdout:op 5808 completed, throughput=5MB/sec 2024-04-02T09:11:17.207 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S7B67ljTB3TwzRT off=0 len=1219237 2024-04-02T09:11:17.215 INFO:tasks.workunit.client.0.smithi112.stdout:op 5809 completed, throughput=5MB/sec 2024-04-02T09:11:17.215 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tZ0EXpx4tTYIcO5 off=4969815 len=1838563 2024-04-02T09:11:17.217 INFO:tasks.workunit.client.0.smithi112.stdout:op 5810 completed, throughput=5MB/sec 2024-04-02T09:11:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:17 smithi187 ceph-mon[84356]: pgmap v2019: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:17 smithi112 ceph-mon[91385]: pgmap v2019: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:17 smithi112 ceph-mon[88945]: pgmap v2019: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:18.217 INFO:tasks.workunit.client.0.smithi112.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-02T09:11:18.217 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-p9Aw7qZ7S21OBu- off=3008855 len=808364 2024-04-02T09:11:18.222 INFO:tasks.workunit.client.0.smithi112.stdout:op 5811 completed, throughput=5MB/sec 2024-04-02T09:11:18.222 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Q00WWwLmd5V1riM off=12023432 len=2081766 2024-04-02T09:11:18.235 INFO:tasks.workunit.client.0.smithi112.stdout:op 5812 completed, throughput=5MB/sec 2024-04-02T09:11:18.235 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bSyTeTyc3I833Z_ off=3170221 len=1553298 2024-04-02T09:11:18.236 INFO:tasks.workunit.client.0.smithi112.stdout:op 5813 completed, throughput=5MB/sec 2024-04-02T09:11:19.239 INFO:tasks.workunit.client.0.smithi112.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-02T09:11:19.239 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-7vr_ZUft7ANhKzI off=6303866 len=1035745 2024-04-02T09:11:19.241 INFO:tasks.workunit.client.0.smithi112.stdout:op 5814 completed, throughput=5MB/sec 2024-04-02T09:11:19.241 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JRZw6mHGFiEe6JE off=5289466 len=1634112 2024-04-02T09:11:19.245 INFO:tasks.workunit.client.0.smithi112.stdout:op 5815 completed, throughput=5MB/sec 2024-04-02T09:11:19.245 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5r-T6CUYsH4wqmi off=13436374 len=624362 2024-04-02T09:11:19.246 INFO:tasks.workunit.client.0.smithi112.stdout:op 5816 completed, throughput=5MB/sec 2024-04-02T09:11:19.246 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-YxVlFnmY2NPaqmP off=2469862 len=152733 2024-04-02T09:11:19.248 INFO:tasks.workunit.client.0.smithi112.stdout:op 5817 completed, throughput=5MB/sec 2024-04-02T09:11:19.248 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Ef60u97bswxRkbi off=21280217 len=1303696 2024-04-02T09:11:19.255 INFO:tasks.workunit.client.0.smithi112.stdout:op 5818 completed, throughput=5MB/sec 2024-04-02T09:11:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:19 smithi187 ceph-mon[84356]: pgmap v2020: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:19 smithi112 ceph-mon[88945]: pgmap v2020: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:11:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:11:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-02T09:11:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:19 smithi112 ceph-mon[91385]: pgmap v2020: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:20.255 INFO:tasks.workunit.client.0.smithi112.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-02T09:11:20.255 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-F7P7Dt4Ast1Rz2U off=13298153 len=971886 2024-04-02T09:11:20.257 INFO:tasks.workunit.client.0.smithi112.stdout:op 5819 completed, throughput=5MB/sec 2024-04-02T09:11:20.257 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-co0FefMMWP95IOt off=879731 len=707287 2024-04-02T09:11:20.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 5820 completed, throughput=5MB/sec 2024-04-02T09:11:20.262 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-d88ppY964IfmDDJ off=2444273 len=307776 2024-04-02T09:11:20.262 INFO:tasks.workunit.client.0.smithi112.stdout:op 5821 completed, throughput=5MB/sec 2024-04-02T09:11:20.262 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-05784qMCDkEGnpc off=663532 len=1548905 2024-04-02T09:11:20.270 INFO:tasks.workunit.client.0.smithi112.stdout:op 5822 completed, throughput=5MB/sec 2024-04-02T09:11:20.270 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vqbE9lpmm-b3DPV off=3044425 len=321847 2024-04-02T09:11:20.273 INFO:tasks.workunit.client.0.smithi112.stdout:op 5823 completed, throughput=5MB/sec 2024-04-02T09:11:20.274 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-L39pkm_gxfn2Ct7 off=10958808 len=1382422 2024-04-02T09:11:20.275 INFO:tasks.workunit.client.0.smithi112.stdout:op 5824 completed, throughput=5MB/sec 2024-04-02T09:11:21.276 INFO:tasks.workunit.client.0.smithi112.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-02T09:11:21.276 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-kQTxczSby3K9waZ off=5267650 len=866264 2024-04-02T09:11:21.281 INFO:tasks.workunit.client.0.smithi112.stdout:op 5825 completed, throughput=5MB/sec 2024-04-02T09:11:21.281 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-gbV2HcAQd91DOiZ off=7043016 len=2046825 2024-04-02T09:11:21.283 INFO:tasks.workunit.client.0.smithi112.stdout:op 5826 completed, throughput=5MB/sec 2024-04-02T09:11:21.283 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yW9JgBjOlDFqJPo off=5942214 len=1975428 2024-04-02T09:11:21.287 INFO:tasks.workunit.client.0.smithi112.stdout:op 5827 completed, throughput=5MB/sec 2024-04-02T09:11:21.287 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj--SRqo0mN8SXdgoK off=6468923 len=1852056 2024-04-02T09:11:21.298 INFO:tasks.workunit.client.0.smithi112.stdout:op 5828 completed, throughput=5MB/sec 2024-04-02T09:11:21.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:21 smithi187 ceph-mon[84356]: pgmap v2021: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:11:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:21 smithi112 ceph-mon[91385]: pgmap v2021: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:11:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:21 smithi112 ceph-mon[88945]: pgmap v2021: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:11:22.298 INFO:tasks.workunit.client.0.smithi112.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-02T09:11:22.299 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-l0S83ezeis4c5so off=324742 len=1608188 2024-04-02T09:11:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 5829 completed, throughput=5MB/sec 2024-04-02T09:11:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4gJZuOUbDMDd2hj off=931241 len=1029111 2024-04-02T09:11:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:op 5830 completed, throughput=5MB/sec 2024-04-02T09:11:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-IwBOR3Ar7N-WyZY off=3281545 len=2009612 2024-04-02T09:11:22.316 INFO:tasks.workunit.client.0.smithi112.stdout:op 5831 completed, throughput=5MB/sec 2024-04-02T09:11:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:11:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:23.316 INFO:tasks.workunit.client.0.smithi112.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-02T09:11:23.316 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-AFA5PrLStDWdLrD off=177014 len=909423 2024-04-02T09:11:23.321 INFO:tasks.workunit.client.0.smithi112.stdout:op 5832 completed, throughput=5MB/sec 2024-04-02T09:11:23.321 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EyA4BdJWBdPPhEm off=5692732 len=86432 2024-04-02T09:11:23.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 5833 completed, throughput=5MB/sec 2024-04-02T09:11:23.324 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-t0PmVXd691rNiP2 off=16983013 len=739800 2024-04-02T09:11:23.324 INFO:tasks.workunit.client.0.smithi112.stdout:op 5834 completed, throughput=5MB/sec 2024-04-02T09:11:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6k5fjvaJwveAaKj off=21812642 len=185940 2024-04-02T09:11:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:op 5835 completed, throughput=5MB/sec 2024-04-02T09:11:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-puLlF369qwauHKK off=4817012 len=295863 2024-04-02T09:11:23.328 INFO:tasks.workunit.client.0.smithi112.stdout:op 5836 completed, throughput=5MB/sec 2024-04-02T09:11:23.328 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xgTwi3M6BykuK2o off=1255489 len=1366064 2024-04-02T09:11:23.334 INFO:tasks.workunit.client.0.smithi112.stdout:op 5837 completed, throughput=5MB/sec 2024-04-02T09:11:23.334 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-6D9j2wVjELtSf8u off=2107867 len=760447 2024-04-02T09:11:23.335 INFO:tasks.workunit.client.0.smithi112.stdout:op 5838 completed, throughput=5MB/sec 2024-04-02T09:11:23.335 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rL4z6L8-9KEvmf- off=1737136 len=1387446 2024-04-02T09:11:23.342 INFO:tasks.workunit.client.0.smithi112.stdout:op 5839 completed, throughput=5MB/sec 2024-04-02T09:11:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:23 smithi187 ceph-mon[84356]: pgmap v2022: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:11:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:23 smithi112 ceph-mon[91385]: pgmap v2022: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:11:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:23 smithi112 ceph-mon[88945]: pgmap v2022: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:11:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:24.342 INFO:tasks.workunit.client.0.smithi112.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-02T09:11:24.343 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uDwl0J9GIqL2Mb5 off=18771603 len=2070455 2024-04-02T09:11:24.356 INFO:tasks.workunit.client.0.smithi112.stdout:op 5840 completed, throughput=5MB/sec 2024-04-02T09:11:24.356 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EYh9qsZri-5N_JW off=3353619 len=1927143 2024-04-02T09:11:24.364 INFO:tasks.workunit.client.0.smithi112.stdout:op 5841 completed, throughput=5MB/sec 2024-04-02T09:11:24.364 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-uGIg2OI60FcMfNk off=14859079 len=1612383 2024-04-02T09:11:24.366 INFO:tasks.workunit.client.0.smithi112.stdout:op 5842 completed, throughput=5MB/sec 2024-04-02T09:11:25.366 INFO:tasks.workunit.client.0.smithi112.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-02T09:11:25.366 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WXFOk2AiYOq2wl4 off=14940295 len=1209584 2024-04-02T09:11:25.367 INFO:tasks.workunit.client.0.smithi112.stdout:op 5843 completed, throughput=5MB/sec 2024-04-02T09:11:25.367 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-wzl6g9kvI7HOiys off=5345753 len=43911 2024-04-02T09:11:25.370 INFO:tasks.workunit.client.0.smithi112.stdout:op 5844 completed, throughput=5MB/sec 2024-04-02T09:11:25.370 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vq05EiXzEOCp3GF off=15446327 len=444701 2024-04-02T09:11:25.374 INFO:tasks.workunit.client.0.smithi112.stdout:op 5845 completed, throughput=5MB/sec 2024-04-02T09:11:25.375 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fli-J8Px6MJwGrp off=6874939 len=474014 2024-04-02T09:11:25.376 INFO:tasks.workunit.client.0.smithi112.stdout:op 5846 completed, throughput=5MB/sec 2024-04-02T09:11:25.376 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TOrsrR0LmuvGyuJ off=0 len=1191113 2024-04-02T09:11:25.377 INFO:tasks.workunit.client.0.smithi112.stdout:op 5847 completed, throughput=5MB/sec 2024-04-02T09:11:25.377 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KyIZkmQxIWmrbVO off=314165 len=1714125 2024-04-02T09:11:25.378 INFO:tasks.workunit.client.0.smithi112.stdout:op 5848 completed, throughput=5MB/sec 2024-04-02T09:11:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:25 smithi187 ceph-mon[84356]: pgmap v2023: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:25 smithi112 ceph-mon[91385]: pgmap v2023: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:25 smithi112 ceph-mon[88945]: pgmap v2023: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:26.379 INFO:tasks.workunit.client.0.smithi112.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-02T09:11:26.379 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-MugZ-GcBV4Yl4p2 off=2012643 len=528243 2024-04-02T09:11:26.380 INFO:tasks.workunit.client.0.smithi112.stdout:op 5849 completed, throughput=5MB/sec 2024-04-02T09:11:26.380 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rRYgkjEHxtVM3Uu off=54913 len=528964 2024-04-02T09:11:26.383 INFO:tasks.workunit.client.0.smithi112.stdout:op 5850 completed, throughput=5MB/sec 2024-04-02T09:11:26.383 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-agOhmQ6xwxGE83Q off=4665871 len=763881 2024-04-02T09:11:26.384 INFO:tasks.workunit.client.0.smithi112.stdout:op 5851 completed, throughput=5MB/sec 2024-04-02T09:11:26.384 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EAXHrDP67SajVjy off=17811187 len=1952148 2024-04-02T09:11:26.394 INFO:tasks.workunit.client.0.smithi112.stdout:op 5852 completed, throughput=5MB/sec 2024-04-02T09:11:26.394 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gT3hxtMwau6e5eN off=12138224 len=2016141 2024-04-02T09:11:26.403 INFO:tasks.workunit.client.0.smithi112.stdout:op 5853 completed, throughput=5MB/sec 2024-04-02T09:11:27.403 INFO:tasks.workunit.client.0.smithi112.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-02T09:11:27.403 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qjqWDsK5N4cDL8J off=9044487 len=294839 2024-04-02T09:11:27.406 INFO:tasks.workunit.client.0.smithi112.stdout:op 5854 completed, throughput=5MB/sec 2024-04-02T09:11:27.406 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ppYySOI1YN8guDk off=4750417 len=395687 2024-04-02T09:11:27.409 INFO:tasks.workunit.client.0.smithi112.stdout:op 5855 completed, throughput=5MB/sec 2024-04-02T09:11:27.409 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-QzXBLuQvmnBXf7T off=6716888 len=1512542 2024-04-02T09:11:27.410 INFO:tasks.workunit.client.0.smithi112.stdout:op 5856 completed, throughput=5MB/sec 2024-04-02T09:11:27.411 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3ZXLmZne40WZ1eC off=1074380 len=741358 2024-04-02T09:11:27.411 INFO:tasks.workunit.client.0.smithi112.stdout:op 5857 completed, throughput=5MB/sec 2024-04-02T09:11:27.411 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-jV1Y2vnYHKy6Kkj off=15344721 len=165729 2024-04-02T09:11:27.414 INFO:tasks.workunit.client.0.smithi112.stdout:op 5858 completed, throughput=5MB/sec 2024-04-02T09:11:27.414 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-brVh1EzNWT-JRjn off=4951631 len=516925 2024-04-02T09:11:27.415 INFO:tasks.workunit.client.0.smithi112.stdout:op 5859 completed, throughput=5MB/sec 2024-04-02T09:11:27.415 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-a6Zl17YheVLwLEv off=17046706 len=1145952 2024-04-02T09:11:27.417 INFO:tasks.workunit.client.0.smithi112.stdout:op 5860 completed, throughput=5MB/sec 2024-04-02T09:11:27.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:27 smithi187 ceph-mon[84356]: pgmap v2024: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:11:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:27 smithi112 ceph-mon[91385]: pgmap v2024: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:11:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:27 smithi112 ceph-mon[88945]: pgmap v2024: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:11:28.417 INFO:tasks.workunit.client.0.smithi112.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-02T09:11:28.418 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-J14eEVeqE6qM8N8 off=5301696 len=1199722 2024-04-02T09:11:28.422 INFO:tasks.workunit.client.0.smithi112.stdout:op 5861 completed, throughput=5MB/sec 2024-04-02T09:11:28.422 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cf4hSQ3oXAdXotf off=3196918 len=1168670 2024-04-02T09:11:28.427 INFO:tasks.workunit.client.0.smithi112.stdout:op 5862 completed, throughput=5MB/sec 2024-04-02T09:11:28.428 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rs7VuLkUVo3uUDv off=450161 len=1615248 2024-04-02T09:11:28.439 INFO:tasks.workunit.client.0.smithi112.stdout:op 5863 completed, throughput=5MB/sec 2024-04-02T09:11:28.439 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CkS777WpxU5Zouv off=8470283 len=983141 2024-04-02T09:11:28.440 INFO:tasks.workunit.client.0.smithi112.stdout:op 5864 completed, throughput=5MB/sec 2024-04-02T09:11:29.441 INFO:tasks.workunit.client.0.smithi112.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-02T09:11:29.441 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-C_wXj1XOXYA3chE off=8181150 len=924456 2024-04-02T09:11:29.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 5865 completed, throughput=5MB/sec 2024-04-02T09:11:29.442 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5BhCEBqwlkoj4Hh off=5148271 len=47785 2024-04-02T09:11:29.442 INFO:tasks.workunit.client.0.smithi112.stdout:op 5866 completed, throughput=5MB/sec 2024-04-02T09:11:29.442 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-WAuyhWemyjILFyO off=9847584 len=1432806 2024-04-02T09:11:29.443 INFO:tasks.workunit.client.0.smithi112.stdout:op 5867 completed, throughput=5MB/sec 2024-04-02T09:11:29.443 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-EHTL7c-7r5q5xI9 off=10734811 len=1876287 2024-04-02T09:11:29.445 INFO:tasks.workunit.client.0.smithi112.stdout:op 5868 completed, throughput=5MB/sec 2024-04-02T09:11:29.445 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tsx1BKj5xYOQ18_ off=12818179 len=759047 2024-04-02T09:11:29.446 INFO:tasks.workunit.client.0.smithi112.stdout:op 5869 completed, throughput=5MB/sec 2024-04-02T09:11:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:29 smithi187 ceph-mon[84356]: pgmap v2025: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:29 smithi112 ceph-mon[91385]: pgmap v2025: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:29 smithi112 ceph-mon[88945]: pgmap v2025: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:11:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:11:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-02T09:11:30.446 INFO:tasks.workunit.client.0.smithi112.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-02T09:11:30.446 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qHUegrR6glbOe2v off=13376846 len=653435 2024-04-02T09:11:30.447 INFO:tasks.workunit.client.0.smithi112.stdout:op 5870 completed, throughput=5MB/sec 2024-04-02T09:11:30.447 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h8GbNRWVB5MUsGD off=7678326 len=1344809 2024-04-02T09:11:30.451 INFO:tasks.workunit.client.0.smithi112.stdout:op 5871 completed, throughput=5MB/sec 2024-04-02T09:11:30.451 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CVpvcjNfvH1cn_B off=4792924 len=237910 2024-04-02T09:11:30.454 INFO:tasks.workunit.client.0.smithi112.stdout:op 5872 completed, throughput=5MB/sec 2024-04-02T09:11:30.455 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hRDq1hWVOA09oOG off=6583763 len=2074428 2024-04-02T09:11:30.462 INFO:tasks.workunit.client.0.smithi112.stdout:op 5873 completed, throughput=5MB/sec 2024-04-02T09:11:30.462 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-J9H72Jv38W2gnB1 off=4844564 len=2043598 2024-04-02T09:11:30.464 INFO:tasks.workunit.client.0.smithi112.stdout:op 5874 completed, throughput=5MB/sec 2024-04-02T09:11:31.464 INFO:tasks.workunit.client.0.smithi112.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-02T09:11:31.464 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-pZr8vNcDawpdV2v off=13413374 len=930489 2024-04-02T09:11:31.469 INFO:tasks.workunit.client.0.smithi112.stdout:op 5875 completed, throughput=5MB/sec 2024-04-02T09:11:31.469 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-V8L5PDNoKVyz82E off=17039836 len=1819641 2024-04-02T09:11:31.479 INFO:tasks.workunit.client.0.smithi112.stdout:op 5876 completed, throughput=5MB/sec 2024-04-02T09:11:31.479 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tZ0EXpx4tTYIcO5 off=7913186 len=1877150 2024-04-02T09:11:31.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:31 smithi187 ceph-mon[84356]: pgmap v2026: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:11:31.488 INFO:tasks.workunit.client.0.smithi112.stdout:op 5877 completed, throughput=5MB/sec 2024-04-02T09:11:31.617 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:31 smithi112 ceph-mon[88945]: pgmap v2026: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:11:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:31 smithi112 ceph-mon[91385]: pgmap v2026: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:11:32.488 INFO:tasks.workunit.client.0.smithi112.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-02T09:11:32.489 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-9Bt20kSCDChBYVV off=8215603 len=1931966 2024-04-02T09:11:32.492 INFO:tasks.workunit.client.0.smithi112.stdout:op 5878 completed, throughput=5MB/sec 2024-04-02T09:11:32.492 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-CMLDL28Al9U2NAJ off=9762296 len=38825 2024-04-02T09:11:32.493 INFO:tasks.workunit.client.0.smithi112.stdout:op 5879 completed, throughput=5MB/sec 2024-04-02T09:11:32.493 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Y0cmsmz-7kmWOjQ off=6488153 len=713449 2024-04-02T09:11:32.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 5880 completed, throughput=5MB/sec 2024-04-02T09:11:32.498 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JE9KfFt30MXKT51 off=8777034 len=767733 2024-04-02T09:11:32.498 INFO:tasks.workunit.client.0.smithi112.stdout:op 5881 completed, throughput=5MB/sec 2024-04-02T09:11:32.498 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kKBE5ZvvXVsZw-I off=6591811 len=605513 2024-04-02T09:11:32.499 INFO:tasks.workunit.client.0.smithi112.stdout:op 5882 completed, throughput=5MB/sec 2024-04-02T09:11:32.499 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Uh2SmnUWcnUtuAu off=8646837 len=1333953 2024-04-02T09:11:32.500 INFO:tasks.workunit.client.0.smithi112.stdout:op 5883 completed, throughput=5MB/sec 2024-04-02T09:11:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:11:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:33.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:33 smithi187 ceph-mon[84356]: pgmap v2027: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:33.500 INFO:tasks.workunit.client.0.smithi112.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-02T09:11:33.501 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iYLWzf_VSjZ3euK off=3344972 len=183117 2024-04-02T09:11:33.501 INFO:tasks.workunit.client.0.smithi112.stdout:op 5884 completed, throughput=5MB/sec 2024-04-02T09:11:33.501 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-yVpcruty4e0DmJv off=3151020 len=1360294 2024-04-02T09:11:33.502 INFO:tasks.workunit.client.0.smithi112.stdout:op 5885 completed, throughput=5MB/sec 2024-04-02T09:11:33.502 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g-Dcw3VFO3UF_Jy off=25197 len=1670810 2024-04-02T09:11:33.505 INFO:tasks.workunit.client.0.smithi112.stdout:op 5886 completed, throughput=5MB/sec 2024-04-02T09:11:33.506 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-hyy9Ft9xDp6PqHe off=552848 len=263571 2024-04-02T09:11:33.508 INFO:tasks.workunit.client.0.smithi112.stdout:op 5887 completed, throughput=5MB/sec 2024-04-02T09:11:33.508 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tr4fGhDgk9jc5Pn off=5074786 len=1818081 2024-04-02T09:11:33.510 INFO:tasks.workunit.client.0.smithi112.stdout:op 5888 completed, throughput=5MB/sec 2024-04-02T09:11:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:33 smithi112 ceph-mon[91385]: pgmap v2027: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:33 smithi112 ceph-mon[88945]: pgmap v2027: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:34.510 INFO:tasks.workunit.client.0.smithi112.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-02T09:11:34.510 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6TQe48HhfDz-YlI off=396792 len=1844880 2024-04-02T09:11:34.520 INFO:tasks.workunit.client.0.smithi112.stdout:op 5889 completed, throughput=5MB/sec 2024-04-02T09:11:34.520 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Gf5-sydEwLkqyhi off=8768884 len=337981 2024-04-02T09:11:34.521 INFO:tasks.workunit.client.0.smithi112.stdout:op 5890 completed, throughput=5MB/sec 2024-04-02T09:11:34.521 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-4lLYd7ZBHLbREW0 off=1554891 len=967956 2024-04-02T09:11:34.525 INFO:tasks.workunit.client.0.smithi112.stdout:op 5891 completed, throughput=5MB/sec 2024-04-02T09:11:34.525 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-2QGMiuYa-xxiobf off=5998941 len=529504 2024-04-02T09:11:34.527 INFO:tasks.workunit.client.0.smithi112.stdout:op 5892 completed, throughput=5MB/sec 2024-04-02T09:11:34.527 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Js9zaJcXqFZ09uj off=1392711 len=1198748 2024-04-02T09:11:34.528 INFO:tasks.workunit.client.0.smithi112.stdout:op 5893 completed, throughput=5MB/sec 2024-04-02T09:11:35.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:35 smithi187 ceph-mon[84356]: pgmap v2028: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:35.529 INFO:tasks.workunit.client.0.smithi112.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-02T09:11:35.529 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-lpP9KjJfV-K03GQ off=8564095 len=284602 2024-04-02T09:11:35.530 INFO:tasks.workunit.client.0.smithi112.stdout:op 5894 completed, throughput=5MB/sec 2024-04-02T09:11:35.530 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mUWLoWP7ARFFLTy off=11611860 len=634266 2024-04-02T09:11:35.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 5895 completed, throughput=5MB/sec 2024-04-02T09:11:35.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JzmayLQqtW5RTOw off=19084372 len=22472 2024-04-02T09:11:35.532 INFO:tasks.workunit.client.0.smithi112.stdout:op 5896 completed, throughput=5MB/sec 2024-04-02T09:11:35.532 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m6esrDqJI50vE1v off=579204 len=1445339 2024-04-02T09:11:35.535 INFO:tasks.workunit.client.0.smithi112.stdout:op 5897 completed, throughput=5MB/sec 2024-04-02T09:11:35.536 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bJtUw9M2zgKVjIE off=5489289 len=434665 2024-04-02T09:11:35.538 INFO:tasks.workunit.client.0.smithi112.stdout:op 5898 completed, throughput=5MB/sec 2024-04-02T09:11:35.538 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-bhzedOwC42vKMR9 off=879176 len=333699 2024-04-02T09:11:35.539 INFO:tasks.workunit.client.0.smithi112.stdout:op 5899 completed, throughput=5MB/sec 2024-04-02T09:11:35.540 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-o5u93ptn8LUfYBq off=4717848 len=583139 2024-04-02T09:11:35.540 INFO:tasks.workunit.client.0.smithi112.stdout:op 5900 completed, throughput=5MB/sec 2024-04-02T09:11:35.540 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Wo-wMd7uP9MKmgl off=310733 len=324336 2024-04-02T09:11:35.542 INFO:tasks.workunit.client.0.smithi112.stdout:op 5901 completed, throughput=5MB/sec 2024-04-02T09:11:35.542 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-K63gpMWybRLzRu1 off=121761 len=608823 2024-04-02T09:11:35.543 INFO:tasks.workunit.client.0.smithi112.stdout:op 5902 completed, throughput=5MB/sec 2024-04-02T09:11:35.543 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Ao8zncTwlHnDab0 off=14207344 len=1125635 2024-04-02T09:11:35.545 INFO:tasks.workunit.client.0.smithi112.stdout:op 5903 completed, throughput=5MB/sec 2024-04-02T09:11:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:35 smithi112 ceph-mon[88945]: pgmap v2028: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:35 smithi112 ceph-mon[91385]: pgmap v2028: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:36.545 INFO:tasks.workunit.client.0.smithi112.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-02T09:11:36.545 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-vEUFYwcR2uSs3a- off=8328487 len=299823 2024-04-02T09:11:36.548 INFO:tasks.workunit.client.0.smithi112.stdout:op 5904 completed, throughput=5MB/sec 2024-04-02T09:11:36.548 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-AfAdCw5rQIXWvvK off=1284767 len=396858 2024-04-02T09:11:36.549 INFO:tasks.workunit.client.0.smithi112.stdout:op 5905 completed, throughput=5MB/sec 2024-04-02T09:11:36.549 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--mSbphDbHgN6g1y off=5516756 len=576783 2024-04-02T09:11:36.549 INFO:tasks.workunit.client.0.smithi112.stdout:op 5906 completed, throughput=5MB/sec 2024-04-02T09:11:36.549 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-fWqM9i9BG_3i9O1 off=7204834 len=1899078 2024-04-02T09:11:36.558 INFO:tasks.workunit.client.0.smithi112.stdout:op 5907 completed, throughput=5MB/sec 2024-04-02T09:11:36.558 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-juQWmZfcHkVVCkF off=2373960 len=220396 2024-04-02T09:11:36.560 INFO:tasks.workunit.client.0.smithi112.stdout:op 5908 completed, throughput=5MB/sec 2024-04-02T09:11:36.560 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gDs6TdOedR0mNb9 off=6305802 len=115607 2024-04-02T09:11:36.563 INFO:tasks.workunit.client.0.smithi112.stdout:op 5909 completed, throughput=5MB/sec 2024-04-02T09:11:36.563 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj--_dL1j0gl_EaceG off=11239117 len=30408 2024-04-02T09:11:36.564 INFO:tasks.workunit.client.0.smithi112.stdout:op 5910 completed, throughput=5MB/sec 2024-04-02T09:11:36.564 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Qkdt-bFI5U--Ss9 off=11553963 len=1912824 2024-04-02T09:11:36.565 INFO:tasks.workunit.client.0.smithi112.stdout:op 5911 completed, throughput=5MB/sec 2024-04-02T09:11:37.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:37 smithi187 ceph-mon[84356]: pgmap v2029: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-02T09:11:37.565 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qA-Jz2b1A68HxGQ off=10114038 len=1168936 2024-04-02T09:11:37.566 INFO:tasks.workunit.client.0.smithi112.stdout:op 5912 completed, throughput=5MB/sec 2024-04-02T09:11:37.566 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2IgTAL4CTxcjeSC off=9821009 len=2047472 2024-04-02T09:11:37.568 INFO:tasks.workunit.client.0.smithi112.stdout:op 5913 completed, throughput=5MB/sec 2024-04-02T09:11:37.568 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rI8xphzUqjtcfyc off=6914013 len=1198851 2024-04-02T09:11:37.572 INFO:tasks.workunit.client.0.smithi112.stdout:op 5914 completed, throughput=5MB/sec 2024-04-02T09:11:37.617 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:37 smithi112 ceph-mon[91385]: pgmap v2029: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:37 smithi112 ceph-mon[88945]: pgmap v2029: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:38.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-02T09:11:38.572 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZXBwLRGyE6zoBaO off=10436106 len=242816 2024-04-02T09:11:38.575 INFO:tasks.workunit.client.0.smithi112.stdout:op 5915 completed, throughput=5MB/sec 2024-04-02T09:11:38.575 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-tEPiNmfaAwYnMlf off=1050804 len=319127 2024-04-02T09:11:38.579 INFO:tasks.workunit.client.0.smithi112.stdout:op 5916 completed, throughput=5MB/sec 2024-04-02T09:11:38.579 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-h-ublSWv8pe_orH off=2379940 len=1946584 2024-04-02T09:11:38.581 INFO:tasks.workunit.client.0.smithi112.stdout:op 5917 completed, throughput=5MB/sec 2024-04-02T09:11:38.582 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-5cqnrBeKV1I-0h2 off=2937800 len=155814 2024-04-02T09:11:38.582 INFO:tasks.workunit.client.0.smithi112.stdout:op 5918 completed, throughput=5MB/sec 2024-04-02T09:11:38.582 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-2oHZtzhc5e0Moga off=4407175 len=990436 2024-04-02T09:11:38.583 INFO:tasks.workunit.client.0.smithi112.stdout:op 5919 completed, throughput=5MB/sec 2024-04-02T09:11:38.583 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-BDXItmB4WBMlqW6 off=1398663 len=1387423 2024-04-02T09:11:38.589 INFO:tasks.workunit.client.0.smithi112.stdout:op 5920 completed, throughput=5MB/sec 2024-04-02T09:11:38.589 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TYwZervjHES0Own off=8225107 len=164525 2024-04-02T09:11:38.591 INFO:tasks.workunit.client.0.smithi112.stdout:op 5921 completed, throughput=5MB/sec 2024-04-02T09:11:38.592 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-CyXuiBoSQFxPup4 off=1627343 len=1929259 2024-04-02T09:11:38.604 INFO:tasks.workunit.client.0.smithi112.stdout:op 5922 completed, throughput=5MB/sec 2024-04-02T09:11:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:39.604 INFO:tasks.workunit.client.0.smithi112.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-02T09:11:39.605 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-SEH4vh1UYMI7_Op off=13163258 len=1554224 2024-04-02T09:11:39.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 5923 completed, throughput=5MB/sec 2024-04-02T09:11:39.606 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KWRmfndse30Nr-t off=913823 len=836299 2024-04-02T09:11:39.606 INFO:tasks.workunit.client.0.smithi112.stdout:op 5924 completed, throughput=5MB/sec 2024-04-02T09:11:39.607 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-bVaELVok2nSVhnH off=234706 len=1268158 2024-04-02T09:11:39.613 INFO:tasks.workunit.client.0.smithi112.stdout:op 5925 completed, throughput=5MB/sec 2024-04-02T09:11:39.617 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:39 smithi112 ceph-mon[88945]: pgmap v2030: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:39 smithi112 ceph-mon[91385]: pgmap v2030: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:11:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:11:39] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:11:39.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:39 smithi187 ceph-mon[84356]: pgmap v2030: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:40.613 INFO:tasks.workunit.client.0.smithi112.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-02T09:11:40.614 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tiL2KndJT2UgQn5 off=1223352 len=1911271 2024-04-02T09:11:40.617 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:40.618 INFO:tasks.workunit.client.0.smithi112.stdout:op 5926 completed, throughput=5MB/sec 2024-04-02T09:11:40.618 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rRYgkjEHxtVM3Uu off=1529781 len=714205 2024-04-02T09:11:40.623 INFO:tasks.workunit.client.0.smithi112.stdout:op 5927 completed, throughput=5MB/sec 2024-04-02T09:11:40.623 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-umGIfq19CXimJxs off=0 len=1762439 2024-04-02T09:11:40.626 INFO:tasks.workunit.client.0.smithi112.stdout:op 5928 completed, throughput=5MB/sec 2024-04-02T09:11:40.626 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Kq3PtobmClVwyrD off=3052599 len=1531823 2024-04-02T09:11:40.631 INFO:tasks.workunit.client.0.smithi112.stdout:op 5929 completed, throughput=5MB/sec 2024-04-02T09:11:40.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:41.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:41 smithi187 ceph-mon[84356]: pgmap v2031: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:41 smithi112 ceph-mon[91385]: pgmap v2031: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:41 smithi112 ceph-mon[88945]: pgmap v2031: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:41.631 INFO:tasks.workunit.client.0.smithi112.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-02T09:11:41.631 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7KRpaMYR0S4lMHa off=8739741 len=631449 2024-04-02T09:11:41.633 INFO:tasks.workunit.client.0.smithi112.stdout:op 5930 completed, throughput=5MB/sec 2024-04-02T09:11:41.633 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-uoSrlJYBcXYERh0 off=5875588 len=2018062 2024-04-02T09:11:41.644 INFO:tasks.workunit.client.0.smithi112.stdout:op 5931 completed, throughput=5MB/sec 2024-04-02T09:11:41.644 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-TbrvJEAtoubIEi5 off=438504 len=1048517 2024-04-02T09:11:41.650 INFO:tasks.workunit.client.0.smithi112.stdout:op 5932 completed, throughput=5MB/sec 2024-04-02T09:11:41.650 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DUR144J--OPeEk_ off=3330301 len=584395 2024-04-02T09:11:41.654 INFO:tasks.workunit.client.0.smithi112.stdout:op 5933 completed, throughput=5MB/sec 2024-04-02T09:11:41.654 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-0t874Q35W_YOi_K off=2885039 len=1754111 2024-04-02T09:11:41.663 INFO:tasks.workunit.client.0.smithi112.stdout:op 5934 completed, throughput=5MB/sec 2024-04-02T09:11:42.615 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:11:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:42.663 INFO:tasks.workunit.client.0.smithi112.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-02T09:11:42.664 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-U6uI7sFs4e86bau off=91906 len=1503979 2024-04-02T09:11:42.673 INFO:tasks.workunit.client.0.smithi112.stdout:op 5935 completed, throughput=5MB/sec 2024-04-02T09:11:42.673 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-vSfmZLAJA9588B5 off=7174889 len=162805 2024-04-02T09:11:42.673 INFO:tasks.workunit.client.0.smithi112.stdout:op 5936 completed, throughput=5MB/sec 2024-04-02T09:11:42.673 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-RN_t0Sa5PIoFwDy off=8673271 len=1526235 2024-04-02T09:11:42.675 INFO:tasks.workunit.client.0.smithi112.stdout:op 5937 completed, throughput=5MB/sec 2024-04-02T09:11:42.675 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-oR9eODGAhsMkVZ3 off=15846116 len=268130 2024-04-02T09:11:42.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 5938 completed, throughput=5MB/sec 2024-04-02T09:11:42.678 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ZfEaRi5NtXnzA24 off=11008507 len=820755 2024-04-02T09:11:42.678 INFO:tasks.workunit.client.0.smithi112.stdout:op 5939 completed, throughput=5MB/sec 2024-04-02T09:11:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:43 smithi112 ceph-mon[91385]: pgmap v2032: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:11:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:43 smithi112 ceph-mon[88945]: pgmap v2032: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:11:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:43.679 INFO:tasks.workunit.client.0.smithi112.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-02T09:11:43.679 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-lhpmZx98CmuT7EQ off=14809318 len=293086 2024-04-02T09:11:43.681 INFO:tasks.workunit.client.0.smithi112.stdout:op 5940 completed, throughput=5MB/sec 2024-04-02T09:11:43.681 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-20TaB7xQWviswLg off=5205329 len=1087171 2024-04-02T09:11:43.687 INFO:tasks.workunit.client.0.smithi112.stdout:op 5941 completed, throughput=5MB/sec 2024-04-02T09:11:43.687 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-8cHoKSVTpenV-uA off=1053415 len=243370 2024-04-02T09:11:43.688 INFO:tasks.workunit.client.0.smithi112.stdout:op 5942 completed, throughput=5MB/sec 2024-04-02T09:11:43.688 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-ZuN4oNxi923SW8c off=1332755 len=90352 2024-04-02T09:11:43.690 INFO:tasks.workunit.client.0.smithi112.stdout:op 5943 completed, throughput=5MB/sec 2024-04-02T09:11:43.690 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-7VMdNpMtezZT5ZT off=10919021 len=983627 2024-04-02T09:11:43.691 INFO:tasks.workunit.client.0.smithi112.stdout:op 5944 completed, throughput=5MB/sec 2024-04-02T09:11:43.691 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-VINrjBTf6mNADE4 off=2434121 len=979398 2024-04-02T09:11:43.692 INFO:tasks.workunit.client.0.smithi112.stdout:op 5945 completed, throughput=5MB/sec 2024-04-02T09:11:43.692 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-cyBStUM4HJBKXie off=15128454 len=901901 2024-04-02T09:11:43.695 INFO:tasks.workunit.client.0.smithi112.stdout:op 5946 completed, throughput=5MB/sec 2024-04-02T09:11:43.695 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iO60xEt8p1HZ3nw off=738292 len=750209 2024-04-02T09:11:43.699 INFO:tasks.workunit.client.0.smithi112.stdout:op 5947 completed, throughput=5MB/sec 2024-04-02T09:11:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:43 smithi187 ceph-mon[84356]: pgmap v2032: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:11:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:44.699 INFO:tasks.workunit.client.0.smithi112.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-02T09:11:44.700 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-wPVgDa_bdV7KrNr off=10377037 len=288606 2024-04-02T09:11:44.700 INFO:tasks.workunit.client.0.smithi112.stdout:op 5948 completed, throughput=5MB/sec 2024-04-02T09:11:44.700 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_xHGGIkeAEPAVdd off=3231341 len=552588 2024-04-02T09:11:44.704 INFO:tasks.workunit.client.0.smithi112.stdout:op 5949 completed, throughput=5MB/sec 2024-04-02T09:11:44.704 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-tKXErYWyfLAdr10 off=4538626 len=578744 2024-04-02T09:11:44.705 INFO:tasks.workunit.client.0.smithi112.stdout:op 5950 completed, throughput=5MB/sec 2024-04-02T09:11:44.705 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qp5iN9lwJELwdCc off=9805205 len=1933038 2024-04-02T09:11:44.707 INFO:tasks.workunit.client.0.smithi112.stdout:op 5951 completed, throughput=5MB/sec 2024-04-02T09:11:44.707 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ck5h9aNwyRJEkdX off=12375691 len=1081060 2024-04-02T09:11:44.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 5952 completed, throughput=5MB/sec 2024-04-02T09:11:44.708 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-hc0TNxJ0z6MCMRS off=9497473 len=1024883 2024-04-02T09:11:44.708 INFO:tasks.workunit.client.0.smithi112.stdout:op 5953 completed, throughput=5MB/sec 2024-04-02T09:11:45.055 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.055 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.056 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.056 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.056 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.056 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.056 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.056 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.708 INFO:tasks.workunit.client.0.smithi112.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-02T09:11:45.709 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-f6vX_wIGdbPk7Pz off=2057227 len=915301 2024-04-02T09:11:45.712 INFO:tasks.workunit.client.0.smithi112.stdout:op 5954 completed, throughput=5MB/sec 2024-04-02T09:11:45.713 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-qZOh9IJPWXZgvbD off=12938712 len=235935 2024-04-02T09:11:45.713 INFO:tasks.workunit.client.0.smithi112.stdout:op 5955 completed, throughput=5MB/sec 2024-04-02T09:11:45.713 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SRC0c4C6XrYz2XP off=1521645 len=375629 2024-04-02T09:11:45.716 INFO:tasks.workunit.client.0.smithi112.stdout:op 5956 completed, throughput=5MB/sec 2024-04-02T09:11:45.716 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-SNXqH94MJwpu8tf off=1126275 len=312167 2024-04-02T09:11:45.718 INFO:tasks.workunit.client.0.smithi112.stdout:op 5957 completed, throughput=5MB/sec 2024-04-02T09:11:45.718 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-65AJV1ZD8NRfyEA off=6640021 len=1316165 2024-04-02T09:11:45.719 INFO:tasks.workunit.client.0.smithi112.stdout:op 5958 completed, throughput=5MB/sec 2024-04-02T09:11:45.719 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Kn4SFWoez6D4zEb off=3951713 len=559940 2024-04-02T09:11:45.720 INFO:tasks.workunit.client.0.smithi112.stdout:op 5959 completed, throughput=5MB/sec 2024-04-02T09:11:45.720 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-xihf2cNRyRIDUdb off=5169983 len=1166004 2024-04-02T09:11:45.723 INFO:tasks.workunit.client.0.smithi112.stdout:op 5960 completed, throughput=5MB/sec 2024-04-02T09:11:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:45 smithi187 ceph-mon[84356]: pgmap v2033: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:11:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:46.056 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:45 smithi112 ceph-mon[91385]: pgmap v2033: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:11:46.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:46.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:46.057 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:45 smithi112 ceph-mon[88945]: pgmap v2033: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:11:46.057 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:46.057 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:46.724 INFO:tasks.workunit.client.0.smithi112.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-02T09:11:46.724 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KaZwsCkzb6uwp_N off=3643030 len=1580551 2024-04-02T09:11:46.730 INFO:tasks.workunit.client.0.smithi112.stdout:op 5961 completed, throughput=5MB/sec 2024-04-02T09:11:46.730 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BXrpvtRlIq_K6A- off=4950496 len=1398763 2024-04-02T09:11:46.731 INFO:tasks.workunit.client.0.smithi112.stdout:op 5962 completed, throughput=5MB/sec 2024-04-02T09:11:46.731 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-FBz5EYZjj2-Hc2V off=32687 len=1123781 2024-04-02T09:11:46.732 INFO:tasks.workunit.client.0.smithi112.stdout:op 5963 completed, throughput=5MB/sec 2024-04-02T09:11:46.732 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-JtFMDaF-wUCyzmn off=5316528 len=1419695 2024-04-02T09:11:46.733 INFO:tasks.workunit.client.0.smithi112.stdout:op 5964 completed, throughput=5MB/sec 2024-04-02T09:11:47.733 INFO:tasks.workunit.client.0.smithi112.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-02T09:11:47.734 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-_U_SI_An-8qsudX off=904198 len=1921882 2024-04-02T09:11:47.744 INFO:tasks.workunit.client.0.smithi112.stdout:op 5965 completed, throughput=5MB/sec 2024-04-02T09:11:47.744 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-h5G0z0PNlxpDqCx off=2167066 len=1175369 2024-04-02T09:11:47.750 INFO:tasks.workunit.client.0.smithi112.stdout:op 5966 completed, throughput=5MB/sec 2024-04-02T09:11:47.750 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-jK09bzGpVZFpbge off=3126091 len=1716021 2024-04-02T09:11:47.751 INFO:tasks.workunit.client.0.smithi112.stdout:op 5967 completed, throughput=5MB/sec 2024-04-02T09:11:47.751 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-4hArIzcfDM39l7V off=17996332 len=255441 2024-04-02T09:11:47.752 INFO:tasks.workunit.client.0.smithi112.stdout:op 5968 completed, throughput=5MB/sec 2024-04-02T09:11:47.752 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-iTmtXJBUCjs2Kij off=529742 len=754837 2024-04-02T09:11:47.756 INFO:tasks.workunit.client.0.smithi112.stdout:op 5969 completed, throughput=5MB/sec 2024-04-02T09:11:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:47 smithi187 ceph-mon[84356]: pgmap v2034: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:11:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:47 smithi112 ceph-mon[88945]: pgmap v2034: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:11:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:47 smithi112 ceph-mon[91385]: pgmap v2034: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:11:48.756 INFO:tasks.workunit.client.0.smithi112.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-02T09:11:48.756 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-HXyofNV9l8P1IyX off=4107455 len=1136606 2024-04-02T09:11:48.758 INFO:tasks.workunit.client.0.smithi112.stdout:op 5970 completed, throughput=5MB/sec 2024-04-02T09:11:48.759 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-iYLWzf_VSjZ3euK off=1744487 len=508769 2024-04-02T09:11:48.759 INFO:tasks.workunit.client.0.smithi112.stdout:op 5971 completed, throughput=5MB/sec 2024-04-02T09:11:48.759 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Yst7utZDYcsYTG5 off=8511145 len=594325 2024-04-02T09:11:48.763 INFO:tasks.workunit.client.0.smithi112.stdout:op 5972 completed, throughput=5MB/sec 2024-04-02T09:11:48.763 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-g2YrgFO5Ob3w_iB off=4514428 len=1503013 2024-04-02T09:11:48.765 INFO:tasks.workunit.client.0.smithi112.stdout:op 5973 completed, throughput=5MB/sec 2024-04-02T09:11:48.765 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-It8X4enOqW7iI48 off=163134 len=648257 2024-04-02T09:11:48.768 INFO:tasks.workunit.client.0.smithi112.stdout:op 5974 completed, throughput=5MB/sec 2024-04-02T09:11:48.768 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-5A-x-Mpd0dZ5gAF off=64035 len=297498 2024-04-02T09:11:48.771 INFO:tasks.workunit.client.0.smithi112.stdout:op 5975 completed, throughput=5MB/sec 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:11:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:11:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:11:49] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-02T09:11:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-02T09:11:49.771 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-E3sjy04LvZ1JE5M off=1062789 len=459122 2024-04-02T09:11:49.774 INFO:tasks.workunit.client.0.smithi112.stdout:op 5976 completed, throughput=5MB/sec 2024-04-02T09:11:49.774 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-Oz05Y2QRvLchXhx off=249666 len=2009987 2024-04-02T09:11:49.785 INFO:tasks.workunit.client.0.smithi112.stdout:op 5977 completed, throughput=5MB/sec 2024-04-02T09:11:49.785 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-KYC4ih6ngMGGKO0 off=1878786 len=639205 2024-04-02T09:11:49.789 INFO:tasks.workunit.client.0.smithi112.stdout:op 5978 completed, throughput=5MB/sec 2024-04-02T09:11:49.789 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-mTQEb_Jj4CwDcvO off=1699647 len=1221244 2024-04-02T09:11:49.792 INFO:tasks.workunit.client.0.smithi112.stdout:op 5979 completed, throughput=5MB/sec 2024-04-02T09:11:49.792 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-m99gy_BYibuo35K off=18693834 len=1580064 2024-04-02T09:11:49.794 INFO:tasks.workunit.client.0.smithi112.stdout:op 5980 completed, throughput=5MB/sec 2024-04-02T09:11:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:49 smithi112 ceph-mon[91385]: pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T09:11:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:49 smithi112 ceph-mon[88945]: pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T09:11:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:49 smithi187 ceph-mon[84356]: pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T09:11:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-02T09:11:50.795 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-rU8gKNMkShiMvdZ off=7352505 len=1330094 2024-04-02T09:11:50.802 INFO:tasks.workunit.client.0.smithi112.stdout:op 5981 completed, throughput=5MB/sec 2024-04-02T09:11:50.802 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-NpMB-HcRAgx0jXK off=1819157 len=172980 2024-04-02T09:11:50.803 INFO:tasks.workunit.client.0.smithi112.stdout:op 5982 completed, throughput=5MB/sec 2024-04-02T09:11:50.803 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-BSrtl5kSTyzFlTt off=5916845 len=1780830 2024-04-02T09:11:50.806 INFO:tasks.workunit.client.0.smithi112.stdout:op 5983 completed, throughput=5MB/sec 2024-04-02T09:11:50.806 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-k4SBfeEwkA7UhOw off=2005903 len=779574 2024-04-02T09:11:50.810 INFO:tasks.workunit.client.0.smithi112.stdout:op 5984 completed, throughput=5MB/sec 2024-04-02T09:11:50.810 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UOgywgKPa8yeVRC off=10108270 len=416622 2024-04-02T09:11:50.811 INFO:tasks.workunit.client.0.smithi112.stdout:op 5985 completed, throughput=5MB/sec 2024-04-02T09:11:50.811 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-RjTET1IZovKpmAB off=6087335 len=799277 2024-04-02T09:11:50.818 INFO:tasks.workunit.client.0.smithi112.stdout:op 5986 completed, throughput=5MB/sec 2024-04-02T09:11:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-02T09:11:51.819 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-TJb2aoR-YftfgKf off=3123234 len=512139 2024-04-02T09:11:51.819 INFO:tasks.workunit.client.0.smithi112.stdout:op 5987 completed, throughput=5MB/sec 2024-04-02T09:11:51.819 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-syJpw5m_ee8bM9r off=2317671 len=1562670 2024-04-02T09:11:51.821 INFO:tasks.workunit.client.0.smithi112.stdout:op 5988 completed, throughput=5MB/sec 2024-04-02T09:11:51.821 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-3TWjl5By1y1Hbio off=1939641 len=1825170 2024-04-02T09:11:51.822 INFO:tasks.workunit.client.0.smithi112.stdout:op 5989 completed, throughput=5MB/sec 2024-04-02T09:11:51.822 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-UTbHHaTrZQYU3UA off=3061041 len=1090537 2024-04-02T09:11:51.823 INFO:tasks.workunit.client.0.smithi112.stdout:op 5990 completed, throughput=5MB/sec 2024-04-02T09:11:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:51 smithi112 ceph-mon[91385]: pgmap v2036: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:11:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:51 smithi112 ceph-mon[88945]: pgmap v2036: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:11:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:51 smithi187 ceph-mon[84356]: pgmap v2036: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:11:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:11:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-02T09:11:52.824 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-qTGL_n2uDwYPJiW off=133590 len=1816177 2024-04-02T09:11:52.833 INFO:tasks.workunit.client.0.smithi112.stdout:op 5991 completed, throughput=5MB/sec 2024-04-02T09:11:52.833 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-3lIDZg6hDInC2h5 off=703902 len=168984 2024-04-02T09:11:52.835 INFO:tasks.workunit.client.0.smithi112.stdout:op 5992 completed, throughput=5MB/sec 2024-04-02T09:11:52.835 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-JZRmbGuAWlTVpeh off=6627785 len=1088020 2024-04-02T09:11:52.839 INFO:tasks.workunit.client.0.smithi112.stdout:op 5993 completed, throughput=5MB/sec 2024-04-02T09:11:52.840 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-ykf3EAag5oLwWTF off=6189946 len=836947 2024-04-02T09:11:52.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 5994 completed, throughput=5MB/sec 2024-04-02T09:11:52.841 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-IA4hT1iQI6RXjCH off=3562767 len=418720 2024-04-02T09:11:52.841 INFO:tasks.workunit.client.0.smithi112.stdout:op 5995 completed, throughput=5MB/sec 2024-04-02T09:11:52.841 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-YpyCjCeTVrN-yiP off=3395540 len=1474938 2024-04-02T09:11:52.842 INFO:tasks.workunit.client.0.smithi112.stdout:op 5996 completed, throughput=5MB/sec 2024-04-02T09:11:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:53.843 INFO:tasks.workunit.client.0.smithi112.stdout: 1177: throughput=5MB/sec pending data=0 2024-04-02T09:11:53.843 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-PtJi1gfXIJDyb7p off=6518056 len=2039616 2024-04-02T09:11:53.850 INFO:tasks.workunit.client.0.smithi112.stdout:op 5997 completed, throughput=5MB/sec 2024-04-02T09:11:53.850 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-S8CjtplTmxnOEZz off=121251 len=1953296 2024-04-02T09:11:53.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 5998 completed, throughput=5MB/sec 2024-04-02T09:11:53.862 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-KFqcuBND7u9ib4U off=185981 len=116445 2024-04-02T09:11:53.862 INFO:tasks.workunit.client.0.smithi112.stdout:op 5999 completed, throughput=5MB/sec 2024-04-02T09:11:53.862 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-D0OuHBcF4Fes_aA off=14958755 len=1937193 2024-04-02T09:11:53.873 INFO:tasks.workunit.client.0.smithi112.stdout:op 6000 completed, throughput=5MB/sec 2024-04-02T09:11:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:53 smithi112 ceph-mon[91385]: pgmap v2037: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:11:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:53 smithi112 ceph-mon[88945]: pgmap v2037: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:11:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:53 smithi187 ceph-mon[84356]: pgmap v2037: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:11:54.873 INFO:tasks.workunit.client.0.smithi112.stdout: 1178: throughput=5MB/sec pending data=0 2024-04-02T09:11:54.873 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-DwMMRipGHGhfElV off=0 len=1694815 2024-04-02T09:11:54.882 INFO:tasks.workunit.client.0.smithi112.stdout:op 6001 completed, throughput=5MB/sec 2024-04-02T09:11:54.882 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-su1DwEJvm46iLQi off=6511875 len=772317 2024-04-02T09:11:54.883 INFO:tasks.workunit.client.0.smithi112.stdout:op 6002 completed, throughput=5MB/sec 2024-04-02T09:11:54.883 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-d1mNZgskNtG1P7R off=11113903 len=645710 2024-04-02T09:11:54.887 INFO:tasks.workunit.client.0.smithi112.stdout:op 6003 completed, throughput=5MB/sec 2024-04-02T09:11:54.887 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-Nkvb7w5RUn32g2m off=7146338 len=1522785 2024-04-02T09:11:54.887 INFO:tasks.workunit.client.0.smithi112.stdout:op 6004 completed, throughput=5MB/sec 2024-04-02T09:11:55.888 INFO:tasks.workunit.client.0.smithi112.stdout: 1179: throughput=5MB/sec pending data=0 2024-04-02T09:11:55.888 INFO:tasks.workunit.client.0.smithi112.stdout:READ : oid=obj-kxBTnaTEkV7WBXS off=10081235 len=914618 2024-04-02T09:11:55.889 INFO:tasks.workunit.client.0.smithi112.stdout:op 6005 completed, throughput=5MB/sec 2024-04-02T09:11:55.889 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-6LNny5Xv9RArQm8 off=12628441 len=1713810 2024-04-02T09:11:55.896 INFO:tasks.workunit.client.0.smithi112.stdout:op 6006 completed, throughput=5MB/sec 2024-04-02T09:11:55.896 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-EtgN8j04ZcZtFUL off=1822900 len=876623 2024-04-02T09:11:55.899 INFO:tasks.workunit.client.0.smithi112.stdout:op 6007 completed, throughput=5MB/sec 2024-04-02T09:11:55.899 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-skzH6hOS4nFQJ-k off=3594217 len=1087339 2024-04-02T09:11:55.904 INFO:tasks.workunit.client.0.smithi112.stdout:op 6008 completed, throughput=5MB/sec 2024-04-02T09:11:55.904 INFO:tasks.workunit.client.0.smithi112.stdout:WRITE : oid=obj-gO38DKFmq5v_myr off=8776251 len=1042631 2024-04-02T09:11:55.908 INFO:tasks.workunit.client.0.smithi112.stdout:op 6009 completed, throughput=5MB/sec 2024-04-02T09:11:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:55 smithi112 ceph-mon[91385]: pgmap v2038: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:11:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:55 smithi112 ceph-mon[88945]: pgmap v2038: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:11:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:55 smithi187 ceph-mon[84356]: pgmap v2038: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:11:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:waiting for all operations to complete 2024-04-02T09:11:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:cleaning up objects 2024-04-02T09:11:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:57 smithi112 ceph-mon[88945]: pgmap v2039: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:11:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:57 smithi112 ceph-mon[91385]: pgmap v2039: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:11:58.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:57 smithi187 ceph-mon[84356]: pgmap v2039: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:11:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:11:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:11:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2024-04-02T09:12:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:11:59 smithi112 ceph-mon[88945]: pgmap v2040: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T09:12:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:11:59 smithi112 ceph-mon[91385]: pgmap v2040: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T09:12:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:11:59 smithi187 ceph-mon[84356]: pgmap v2040: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T09:12:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:01 smithi112 ceph-mon[91385]: pgmap v2041: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-04-02T09:12:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:01 smithi112 ceph-mon[88945]: pgmap v2041: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-04-02T09:12:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:01 smithi187 ceph-mon[84356]: pgmap v2041: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-04-02T09:12:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:12:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:03 smithi112 ceph-mon[88945]: pgmap v2042: 105 pgs: 105 active+clean; 111 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 111 op/s 2024-04-02T09:12:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:03 smithi112 ceph-mon[91385]: pgmap v2042: 105 pgs: 105 active+clean; 111 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 111 op/s 2024-04-02T09:12:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:03 smithi187 ceph-mon[84356]: pgmap v2042: 105 pgs: 105 active+clean; 111 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 111 op/s 2024-04-02T09:12:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:05 smithi112 ceph-mon[91385]: pgmap v2043: 105 pgs: 105 active+clean; 86 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 278 op/s 2024-04-02T09:12:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:05 smithi112 ceph-mon[88945]: pgmap v2043: 105 pgs: 105 active+clean; 86 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 278 op/s 2024-04-02T09:12:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:05 smithi187 ceph-mon[84356]: pgmap v2043: 105 pgs: 105 active+clean; 86 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 278 op/s 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:07 smithi112 ceph-mon[91385]: pgmap v2044: 105 pgs: 105 active+clean; 77 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 552 KiB/s rd, 1.3 MiB/s wr, 338 op/s 2024-04-02T09:12:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:07 smithi112 ceph-mon[88945]: pgmap v2044: 105 pgs: 105 active+clean; 77 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 552 KiB/s rd, 1.3 MiB/s wr, 338 op/s 2024-04-02T09:12:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:07 smithi187 ceph-mon[84356]: pgmap v2044: 105 pgs: 105 active+clean; 77 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 552 KiB/s rd, 1.3 MiB/s wr, 338 op/s 2024-04-02T09:12:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:12:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:12:09] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2024-04-02T09:12:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:09 smithi112 ceph-mon[88945]: pgmap v2045: 105 pgs: 105 active+clean; 59 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 373 KiB/s rd, 1009 KiB/s wr, 459 op/s 2024-04-02T09:12:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:09 smithi112 ceph-mon[91385]: pgmap v2045: 105 pgs: 105 active+clean; 59 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 373 KiB/s rd, 1009 KiB/s wr, 459 op/s 2024-04-02T09:12:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:09 smithi187 ceph-mon[84356]: pgmap v2045: 105 pgs: 105 active+clean; 59 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 373 KiB/s rd, 1009 KiB/s wr, 459 op/s 2024-04-02T09:12:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:11 smithi112 ceph-mon[91385]: pgmap v2046: 105 pgs: 105 active+clean; 50 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 159 KiB/s wr, 509 op/s 2024-04-02T09:12:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:11 smithi112 ceph-mon[88945]: pgmap v2046: 105 pgs: 105 active+clean; 50 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 159 KiB/s wr, 509 op/s 2024-04-02T09:12:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:11 smithi187 ceph-mon[84356]: pgmap v2046: 105 pgs: 105 active+clean; 50 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 159 KiB/s wr, 509 op/s 2024-04-02T09:12:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:12:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:13 smithi112 ceph-mon[91385]: pgmap v2047: 105 pgs: 105 active+clean; 37 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 573 op/s 2024-04-02T09:12:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:13 smithi112 ceph-mon[88945]: pgmap v2047: 105 pgs: 105 active+clean; 37 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 573 op/s 2024-04-02T09:12:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:13 smithi187 ceph-mon[84356]: pgmap v2047: 105 pgs: 105 active+clean; 37 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 573 op/s 2024-04-02T09:12:14.470 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:12:14.470 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:12:14.500 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-02T09:12:14.500 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:12:14.761 DEBUG:teuthology.parallel:result is None 2024-04-02T09:12:14.762 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:12:14.789 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:12:14.789 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:14.843 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:12:14.844 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:12:14.844 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-02T09:12:14.844 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:12:14.844 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-02T09:12:14.844 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:12:14.845 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:12:14.845 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:12:14.845 DEBUG:teuthology.orchestra.run.smithi187:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:12:14.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:12:14.861 INFO:teuthology.orchestra.run.smithi187.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-02T09:12:14.862 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:12:14.917 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-02T09:12:14.917 DEBUG:teuthology.orchestra.run.smithi187:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-02T09:12:14.971 INFO:tasks.workunit:timeout=3h 2024-04-02T09:12:14.972 INFO:tasks.workunit:cleanup=True 2024-04-02T09:12:14.972 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:12:15.027 INFO:tasks.workunit.client.1.smithi187.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-02T09:12:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:15 smithi112 ceph-mon[91385]: pgmap v2048: 105 pgs: 105 active+clean; 16 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 635 op/s 2024-04-02T09:12:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:15 smithi112 ceph-mon[88945]: pgmap v2048: 105 pgs: 105 active+clean; 16 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 635 op/s 2024-04-02T09:12:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:15 smithi187 ceph-mon[84356]: pgmap v2048: 105 pgs: 105 active+clean; 16 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 635 op/s 2024-04-02T09:12:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:17 smithi112 ceph-mon[91385]: pgmap v2049: 105 pgs: 105 active+clean; 9.4 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 516 op/s 2024-04-02T09:12:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:17 smithi112 ceph-mon[88945]: pgmap v2049: 105 pgs: 105 active+clean; 9.4 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 516 op/s 2024-04-02T09:12:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:17 smithi187 ceph-mon[84356]: pgmap v2049: 105 pgs: 105 active+clean; 9.4 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 516 op/s 2024-04-02T09:12:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:12:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:12:19] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2024-04-02T09:12:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:19 smithi112 ceph-mon[91385]: pgmap v2050: 105 pgs: 105 active+clean; 1.8 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 504 op/s 2024-04-02T09:12:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:19 smithi112 ceph-mon[88945]: pgmap v2050: 105 pgs: 105 active+clean; 1.8 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 504 op/s 2024-04-02T09:12:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:19 smithi187 ceph-mon[84356]: pgmap v2050: 105 pgs: 105 active+clean; 1.8 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 504 op/s 2024-04-02T09:12:20.590 DEBUG:teuthology.orchestra.run.smithi187:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-02T09:12:20.665 INFO:tasks.workunit.client.1.smithi187.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:12:20.667 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:12:20.668 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:12:21.410 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:12:21.474 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:12:21.513 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:12:21.514 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:12:21.515 INFO:tasks.workunit.client.1.smithi187.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:12:21.552 INFO:tasks.workunit.client.1.smithi187.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:12:21.555 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-04-02T09:12:21.555 DEBUG:teuthology.orchestra.run.smithi187:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-02T09:12:21.612 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-02T09:12:21.613 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-02T09:12:21.613 DEBUG:teuthology.orchestra.run.smithi187:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-02T09:12:21.676 INFO:tasks.workunit.client.1.smithi187.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-02T09:12:21.677 INFO:tasks.workunit.client.1.smithi187.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-02T09:12:21.677 INFO:tasks.workunit.client.1.smithi187.stderr:+ TMPDIR=/tmp/rbd_import_export_132252 2024-04-02T09:12:21.677 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm -rf /tmp/rbd_import_export_132252 2024-04-02T09:12:21.677 INFO:tasks.workunit.client.1.smithi187.stderr:+ mkdir /tmp/rbd_import_export_132252 2024-04-02T09:12:21.678 INFO:tasks.workunit.client.1.smithi187.stderr:+ trap 'rm -rf /tmp/rbd_import_export_132252' INT TERM EXIT 2024-04-02T09:12:21.678 INFO:tasks.workunit.client.1.smithi187.stderr:+ mkdir foo.132252 2024-04-02T09:12:21.678 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import foo.132252 foo.dir 2024-04-02T09:12:21.728 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: cannot import a directory 2024-04-02T09:12:21.728 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 0% complete...failed. 2024-04-02T09:12:21.729 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: import failed: (21) Is a directory 2024-04-02T09:12:21.731 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-04-02T09:12:21.731 INFO:tasks.workunit.client.1.smithi187.stderr:+ rmdir foo.132252 2024-04-02T09:12:21.739 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_132252/img bs=1k count=1 seek=10 2024-04-02T09:12:21.740 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-04-02T09:12:21.740 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-04-02T09:12:21.740 INFO:tasks.workunit.client.1.smithi187.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0101e-05 s, 25.5 MB/s 2024-04-02T09:12:21.740 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_132252/img bs=1k count=10 seek=100 2024-04-02T09:12:21.741 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records in 2024-04-02T09:12:21.741 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records out 2024-04-02T09:12:21.741 INFO:tasks.workunit.client.1.smithi187.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.0735e-05 s, 202 MB/s 2024-04-02T09:12:21.741 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_132252/img bs=1k count=100 seek=1000 2024-04-02T09:12:21.742 INFO:tasks.workunit.client.1.smithi187.stderr:60+1 records in 2024-04-02T09:12:21.742 INFO:tasks.workunit.client.1.smithi187.stderr:60+1 records out 2024-04-02T09:12:21.742 INFO:tasks.workunit.client.1.smithi187.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000155932 s, 394 MB/s 2024-04-02T09:12:21.742 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_132252/img bs=1k seek=10000 2024-04-02T09:12:21.743 INFO:tasks.workunit.client.1.smithi187.stderr:137+1 records in 2024-04-02T09:12:21.743 INFO:tasks.workunit.client.1.smithi187.stderr:137+1 records out 2024-04-02T09:12:21.743 INFO:tasks.workunit.client.1.smithi187.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000452359 s, 311 MB/s 2024-04-02T09:12:21.743 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_132252/img bs=1k seek=100000 2024-04-02T09:12:21.744 INFO:tasks.workunit.client.1.smithi187.stderr:59+1 records in 2024-04-02T09:12:21.744 INFO:tasks.workunit.client.1.smithi187.stderr:59+1 records out 2024-04-02T09:12:21.744 INFO:tasks.workunit.client.1.smithi187.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.00016845 s, 365 MB/s 2024-04-02T09:12:21.744 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_132252/img bs=1k seek=1000000 2024-04-02T09:12:21.745 INFO:tasks.workunit.client.1.smithi187.stderr:154+1 records in 2024-04-02T09:12:21.745 INFO:tasks.workunit.client.1.smithi187.stderr:154+1 records out 2024-04-02T09:12:21.745 INFO:tasks.workunit.client.1.smithi187.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.00035993 s, 439 MB/s 2024-04-02T09:12:21.745 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-04-02T09:12:21.798 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 0% complete...failed. 2024-04-02T09:12:21.798 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:12:21.800 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-04-02T09:12:21.800 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format /tmp/rbd_import_export_132252/img testimg 2024-04-02T09:12:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:21 smithi112 ceph-mon[91385]: pgmap v2051: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 394 op/s 2024-04-02T09:12:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:21 smithi112 ceph-mon[88945]: pgmap v2051: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 394 op/s 2024-04-02T09:12:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:21 smithi187 ceph-mon[84356]: pgmap v2051: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 394 op/s 2024-04-02T09:12:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:12:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:22 smithi112 ceph-mon[91385]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:12:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:22 smithi112 ceph-mon[88945]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:12:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:22 smithi187 ceph-mon[84356]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:12:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:23.365 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-02T09:12:23.366 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:23.369 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg /tmp/rbd_import_export_132252/img2 2024-04-02T09:12:23.561 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:23.565 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg - 2024-04-02T09:12:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:23 smithi112 ceph-mon[91385]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 300 op/s 2024-04-02T09:12:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:23 smithi112 ceph-mon[91385]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:12:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:23 smithi112 ceph-mon[88945]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 300 op/s 2024-04-02T09:12:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:23 smithi112 ceph-mon[88945]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:12:24.158 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:24.162 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-04-02T09:12:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:23 smithi187 ceph-mon[84356]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 300 op/s 2024-04-02T09:12:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:23 smithi187 ceph-mon[84356]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:12:24.283 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:12:24.286 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img2 2024-04-02T09:12:24.830 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img3 2024-04-02T09:12:25.230 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img2 /tmp/rbd_import_export_132252/img3 2024-04-02T09:12:25.389 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format - testimg 2024-04-02T09:12:25.817 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:25.817 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:25.820 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg /tmp/rbd_import_export_132252/img2 2024-04-02T09:12:26.031 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:26.036 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg - 2024-04-02T09:12:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:25 smithi112 ceph-mon[88945]: pgmap v2055: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 92 op/s 2024-04-02T09:12:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:25 smithi112 ceph-mon[91385]: pgmap v2055: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 92 op/s 2024-04-02T09:12:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:25 smithi187 ceph-mon[84356]: pgmap v2055: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 92 op/s 2024-04-02T09:12:26.654 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:26.659 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-04-02T09:12:26.784 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:12:26.787 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img2 2024-04-02T09:12:27.332 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img3 2024-04-02T09:12:27.729 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img2 /tmp/rbd_import_export_132252/img3 2024-04-02T09:12:27.938 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd help export 2024-04-02T09:12:27.938 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -q export-format 2024-04-02T09:12:27.959 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_132252/img bs=1k count=10 seek=100 2024-04-02T09:12:27.960 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records in 2024-04-02T09:12:27.960 INFO:tasks.workunit.client.1.smithi187.stderr:10+0 records out 2024-04-02T09:12:27.960 INFO:tasks.workunit.client.1.smithi187.stderr:10240 bytes (10 kB, 10 KiB) copied, 8.2335e-05 s, 124 MB/s 2024-04-02T09:12:27.960 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format /tmp/rbd_import_export_132252/img testimg 2024-04-02T09:12:28.027 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:28.027 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:28.029 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap create testimg@snap 2024-04-02T09:12:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:27 smithi112 ceph-mon[91385]: pgmap v2056: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 10 KiB/s wr, 20 op/s 2024-04-02T09:12:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:27 smithi112 ceph-mon[88945]: pgmap v2056: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 10 KiB/s wr, 20 op/s 2024-04-02T09:12:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:27 smithi187 ceph-mon[84356]: pgmap v2056: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 10 KiB/s wr, 20 op/s 2024-04-02T09:12:28.889 INFO:tasks.workunit.client.1.smithi187.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:12:28.898 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd image-meta set testimg key1 value1 2024-04-02T09:12:28.962 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd image-meta list testimg 2024-04-02T09:12:29.005 INFO:tasks.workunit.client.1.smithi187.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-02T09:12:29.006 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-04-02T09:12:29.006 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-04-02T09:12:29.006 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' 2024-04-02T09:12:29.006 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:29.046 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:29.049 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132252/img_v2 testimg_import 2024-04-02T09:12:29.617 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:12:29] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-02T09:12:29.623 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:29.626 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-04-02T09:12:29.663 INFO:tasks.workunit.client.1.smithi187.stdout:rbd image 'testimg_import': 2024-04-02T09:12:29.663 INFO:tasks.workunit.client.1.smithi187.stdout: size 110 KiB in 1 objects 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: order 22 (4 MiB objects) 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: snapshot_count: 1 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: id: d609faaef439 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: block_name_prefix: rbd_data.d609faaef439 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: format: 2 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: op_features: 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: flags: 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: create_timestamp: Tue Apr 2 09:12:29 2024 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: access_timestamp: Tue Apr 2 09:12:29 2024 2024-04-02T09:12:29.664 INFO:tasks.workunit.client.1.smithi187.stdout: modify_timestamp: Tue Apr 2 09:12:29 2024 2024-04-02T09:12:29.666 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import@snap 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout:rbd image 'testimg_import': 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: size 110 KiB in 1 objects 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: order 22 (4 MiB objects) 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: snapshot_count: 1 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: id: d609faaef439 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: block_name_prefix: rbd_data.d609faaef439 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: format: 2 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: op_features: 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: flags: 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: create_timestamp: Tue Apr 2 09:12:29 2024 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: access_timestamp: Tue Apr 2 09:12:29 2024 2024-04-02T09:12:29.705 INFO:tasks.workunit.client.1.smithi187.stdout: modify_timestamp: Tue Apr 2 09:12:29 2024 2024-04-02T09:12:29.706 INFO:tasks.workunit.client.1.smithi187.stdout: protected: False 2024-04-02T09:12:29.708 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd image-meta list testimg_import 2024-04-02T09:12:29.750 INFO:tasks.workunit.client.1.smithi187.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-02T09:12:29.750 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-04-02T09:12:29.750 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-04-02T09:12:29.750 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr: 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr:Key Value 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr:key1 value1' ']' 2024-04-02T09:12:29.751 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg_import /tmp/rbd_import_export_132252/img_import 2024-04-02T09:12:29.788 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:29.791 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img_import 2024-04-02T09:12:29.791 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_132252/img /tmp/rbd_import_export_132252/img_import 2024-04-02T09:12:29.792 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/img --format %b 2024-04-02T09:12:29.793 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=24 2024-04-02T09:12:29.793 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/img_import --format %b 2024-04-02T09:12:29.794 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=224 2024-04-02T09:12:29.794 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=200 2024-04-02T09:12:29.794 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=200 2024-04-02T09:12:29.795 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-02T09:12:29.795 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_132252/img_snap 2024-04-02T09:12:29.833 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:29.836 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_132252/img_snap_import 2024-04-02T09:12:29.874 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:29.877 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132252/img_snap /tmp/rbd_import_export_132252/img_snap_import 2024-04-02T09:12:29.877 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_132252/img_snap /tmp/rbd_import_export_132252/img_snap_import 2024-04-02T09:12:29.878 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/img_snap --format %b 2024-04-02T09:12:29.879 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=224 2024-04-02T09:12:29.879 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/img_snap_import --format %b 2024-04-02T09:12:29.880 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=224 2024-04-02T09:12:29.880 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:29.880 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:29.880 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:29.881 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:29.881 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_import 2024-04-02T09:12:29.881 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_snap 2024-04-02T09:12:29.882 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_snap_import 2024-04-02T09:12:29.883 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap rm testimg_import@snap 2024-04-02T09:12:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:29 smithi187 ceph-mon[84356]: pgmap v2057: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 84 KiB/s wr, 41 op/s 2024-04-02T09:12:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:29 smithi187 ceph-mon[84356]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:12:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:29 smithi187 ceph-mon[84356]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:12:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-mon[88945]: pgmap v2057: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 84 KiB/s wr, 41 op/s 2024-04-02T09:12:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-mon[88945]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:12:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-mon[88945]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:12:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-mon[91385]: pgmap v2057: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 84 KiB/s wr, 41 op/s 2024-04-02T09:12:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-mon[91385]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:12:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:29 smithi112 ceph-mon[91385]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:12:30.891 INFO:tasks.workunit.client.1.smithi187.stderr: Removing snap: 100% complete...done. 2024-04-02T09:12:30.902 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-04-02T09:12:31.025 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:31.028 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap rm testimg@snap 2024-04-02T09:12:31.893 INFO:tasks.workunit.client.1.smithi187.stderr: Removing snap: 100% complete...done. 2024-04-02T09:12:31.906 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm testimg 2024-04-02T09:12:32.035 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:32.038 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --order 20 /tmp/rbd_import_export_132252/img testimg 2024-04-02T09:12:32.107 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:32.108 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:32.110 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:32.150 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:32.152 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132252/img_v2 testimg_import 2024-04-02T09:12:32.226 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:32.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-04-02T09:12:32.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep order 2024-04-02T09:12:32.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ awk '{print $2}' 2024-04-02T09:12:32.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 20 2024-04-02T09:12:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:31 smithi187 ceph-mon[84356]: pgmap v2060: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 106 KiB/s wr, 108 op/s 2024-04-02T09:12:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:31 smithi187 ceph-mon[84356]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:32.267 INFO:tasks.workunit.client.1.smithi187.stdout:20 2024-04-02T09:12:32.267 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:32.267 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-04-02T09:12:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:31 smithi112 ceph-mon[91385]: pgmap v2060: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 106 KiB/s wr, 108 op/s 2024-04-02T09:12:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:31 smithi112 ceph-mon[91385]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:31 smithi112 ceph-mon[88945]: pgmap v2060: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 106 KiB/s wr, 108 op/s 2024-04-02T09:12:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:31 smithi112 ceph-mon[88945]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:32.381 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:32.384 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-04-02T09:12:32.501 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:32.504 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_132252/img testimg 2024-04-02T09:12:32.560 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:32.563 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd info testimg 2024-04-02T09:12:32.563 INFO:tasks.workunit.client.1.smithi187.stderr:++ grep features 2024-04-02T09:12:32.602 INFO:tasks.workunit.client.1.smithi187.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-02T09:12:32.602 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' 2024-04-02T09:12:32.602 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:32.641 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:32.644 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132252/img_v2 testimg_import 2024-04-02T09:12:32.710 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:32.714 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd info testimg_import 2024-04-02T09:12:32.714 INFO:tasks.workunit.client.1.smithi187.stderr:++ grep features 2024-04-02T09:12:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:12:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:32.755 INFO:tasks.workunit.client.1.smithi187.stderr:+ FEATURES_AFTER=' features: layering 2024-04-02T09:12:32.755 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' 2024-04-02T09:12:32.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' ' features: layering 2024-04-02T09:12:32.756 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' '!=' ' features: layering 2024-04-02T09:12:32.756 INFO:tasks.workunit.client.1.smithi187.stderr: op_features: ' ']' 2024-04-02T09:12:32.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:32.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-04-02T09:12:32.847 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:32.850 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-04-02T09:12:32.945 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:32.948 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_132252/img testimg 2024-04-02T09:12:33.028 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:33.031 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:33.071 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:33.074 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132252/img_v2 testimg_import 2024-04-02T09:12:33.155 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:33.159 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-04-02T09:12:33.159 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'stripe unit' 2024-04-02T09:12:33.159 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-02T09:12:33.197 INFO:tasks.workunit.client.1.smithi187.stdout: stripe unit: 4 KiB 2024-04-02T09:12:33.198 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import 2024-04-02T09:12:33.198 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'stripe count' 2024-04-02T09:12:33.198 INFO:tasks.workunit.client.1.smithi187.stderr:+ awk '{print $3}' 2024-04-02T09:12:33.198 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 1000 2024-04-02T09:12:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:32 smithi187 ceph-mon[84356]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:33.236 INFO:tasks.workunit.client.1.smithi187.stdout:1000 2024-04-02T09:12:33.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/img_v2 2024-04-02T09:12:33.236 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-04-02T09:12:33.355 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:12:33.358 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-04-02T09:12:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:32 smithi112 ceph-mon[91385]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:32 smithi112 ceph-mon[88945]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:33.479 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:12:33.482 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_132252/img testimg 2024-04-02T09:12:33.557 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:33.559 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap create testimg@snap1 2024-04-02T09:12:33.906 INFO:tasks.workunit.client.1.smithi187.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:12:33.915 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap create testimg@snap2 2024-04-02T09:12:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:33 smithi187 ceph-mon[84356]: pgmap v2063: 105 pgs: 105 active+clean; 693 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 69 KiB/s wr, 185 op/s 2024-04-02T09:12:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:33 smithi112 ceph-mon[88945]: pgmap v2063: 105 pgs: 105 active+clean; 693 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 69 KiB/s wr, 185 op/s 2024-04-02T09:12:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:33 smithi112 ceph-mon[91385]: pgmap v2063: 105 pgs: 105 active+clean; 693 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 69 KiB/s wr, 185 op/s 2024-04-02T09:12:34.915 INFO:tasks.workunit.client.1.smithi187.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:12:34.926 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap protect testimg@snap2 2024-04-02T09:12:34.979 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132252/snap_protect 2024-04-02T09:12:35.024 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:35.027 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132252/snap_protect testimg_import 2024-04-02T09:12:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:34 smithi187 ceph-mon[84356]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:34 smithi112 ceph-mon[91385]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:34 smithi112 ceph-mon[88945]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:35 smithi187 ceph-mon[84356]: pgmap v2065: 105 pgs: 105 active+clean; 805 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 60 KiB/s wr, 284 op/s 2024-04-02T09:12:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:35 smithi187 ceph-mon[84356]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:35 smithi112 ceph-mon[91385]: pgmap v2065: 105 pgs: 105 active+clean; 805 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 60 KiB/s wr, 284 op/s 2024-04-02T09:12:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:35 smithi112 ceph-mon[91385]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:35 smithi112 ceph-mon[88945]: pgmap v2065: 105 pgs: 105 active+clean; 805 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 60 KiB/s wr, 284 op/s 2024-04-02T09:12:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:35 smithi112 ceph-mon[88945]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:36.946 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:36.950 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import@snap1 2024-04-02T09:12:36.950 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'protected: False' 2024-04-02T09:12:36.993 INFO:tasks.workunit.client.1.smithi187.stdout: protected: False 2024-04-02T09:12:36.994 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd info testimg_import@snap2 2024-04-02T09:12:36.994 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep 'protected: True' 2024-04-02T09:12:37.035 INFO:tasks.workunit.client.1.smithi187.stdout: protected: True 2024-04-02T09:12:37.035 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/snap_protect 2024-04-02T09:12:37.035 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap unprotect testimg@snap2 2024-04-02T09:12:37.085 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-02T09:12:37.135 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap purge testimg 2024-04-02T09:12:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:36 smithi187 ceph-mon[84356]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:36 smithi112 ceph-mon[91385]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:36 smithi112 ceph-mon[88945]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:37 smithi187 ceph-mon[84356]: pgmap v2068: 105 pgs: 105 active+clean; 805 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 37 KiB/s wr, 456 op/s 2024-04-02T09:12:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:37 smithi187 ceph-mon[84356]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:37 smithi112 ceph-mon[88945]: pgmap v2068: 105 pgs: 105 active+clean; 805 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 37 KiB/s wr, 456 op/s 2024-04-02T09:12:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:37 smithi112 ceph-mon[88945]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:37 smithi112 ceph-mon[91385]: pgmap v2068: 105 pgs: 105 active+clean; 805 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 37 KiB/s wr, 456 op/s 2024-04-02T09:12:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:37 smithi112 ceph-mon[91385]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:38.943 INFO:tasks.workunit.client.1.smithi187.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:12:38.961 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd snap purge testimg_import 2024-04-02T09:12:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:38 smithi187 ceph-mon[84356]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:39.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:38 smithi112 ceph-mon[91385]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:39.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:38 smithi112 ceph-mon[88945]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:12:39] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T09:12:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:39 smithi187 ceph-mon[84356]: pgmap v2071: 105 pgs: 105 active+clean; 695 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 27 KiB/s wr, 379 op/s 2024-04-02T09:12:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:39 smithi187 ceph-mon[84356]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:39 smithi187 ceph-mon[84356]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-mon[91385]: pgmap v2071: 105 pgs: 105 active+clean; 695 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 27 KiB/s wr, 379 op/s 2024-04-02T09:12:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-mon[91385]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-mon[91385]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-mon[88945]: pgmap v2071: 105 pgs: 105 active+clean; 695 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 27 KiB/s wr, 379 op/s 2024-04-02T09:12:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-mon[88945]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:39 smithi112 ceph-mon[88945]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:40.609 INFO:tasks.workunit.client.1.smithi187.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:12:40.620 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg 2024-04-02T09:12:40.767 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:40.770 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd remove testimg_import 2024-04-02T09:12:40.889 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:40.892 INFO:tasks.workunit.client.1.smithi187.stderr:+ tiered=0 2024-04-02T09:12:40.892 INFO:tasks.workunit.client.1.smithi187.stderr:+ ceph osd dump 2024-04-02T09:12:40.893 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep '^pool' 2024-04-02T09:12:40.893 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep ''\''rbd'\''' 2024-04-02T09:12:40.893 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep tier 2024-04-02T09:12:41.267 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_132252/sparse1 2024-04-02T09:12:41.271 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-04-02T09:12:41.271 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-04-02T09:12:41.271 INFO:tasks.workunit.client.1.smithi187.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00331072 s, 317 MB/s 2024-04-02T09:12:41.272 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_132252/sparse2 2024-04-02T09:12:41.275 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-04-02T09:12:41.275 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-04-02T09:12:41.275 INFO:tasks.workunit.client.1.smithi187.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00322619 s, 325 MB/s 2024-04-02T09:12:41.276 INFO:tasks.workunit.client.1.smithi187.stderr:+ truncate /tmp/rbd_import_export_132252/sparse2 -s 2M 2024-04-02T09:12:41.358 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse1 2024-04-02T09:12:41.413 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 0% complete...failed. 2024-04-02T09:12:41.413 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:12:41.417 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-04-02T09:12:41.417 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132252/sparse1 2024-04-02T09:12:41.492 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:12:41.492 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:41.492 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:41.495 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-04-02T09:12:41.495 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse1 2024-04-02T09:12:41.496 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:12:41.533 INFO:tasks.workunit.client.1.smithi187.stdout:sparse1 2 MiB 2 2024-04-02T09:12:41.534 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse1 2024-04-02T09:12:41.534 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse1 2024-04-02T09:12:41.534 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse1 2024-04-02T09:12:41.534 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:41.534 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:41.574 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7231127bcb3 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7231127bcb3 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7231127bcb3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse1 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse1 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:41.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:41.618 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:41.619 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:41.619 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:41.619 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:41.619 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:41.705 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=1 2024-04-02T09:12:41.705 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 1 2024-04-02T09:12:41.706 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:12:41.706 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse1 /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:41.745 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:41.748 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132252/sparse1 /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:41.748 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_132252/sparse1 /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:41.750 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse1 --format %b 2024-04-02T09:12:41.751 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=2048 2024-04-02T09:12:41.751 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse1.out --format %b 2024-04-02T09:12:41.752 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=2048 2024-04-02T09:12:41.752 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:41.752 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:41.752 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:41.752 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:41.753 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse1 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[91385]: pgmap v2074: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 21 KiB/s wr, 241 op/s 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[91385]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[91385]: from='client.? 172.21.15.187:0/2075896771' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[91385]: from='client.? 172.21.15.187:0/2075896771' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[88945]: pgmap v2074: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 21 KiB/s wr, 241 op/s 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[88945]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[88945]: from='client.? 172.21.15.187:0/2075896771' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:41 smithi112 ceph-mon[88945]: from='client.? 172.21.15.187:0/2075896771' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:41.873 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:12:41.876 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse2 2024-04-02T09:12:41.930 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 0% complete...failed. 2024-04-02T09:12:41.930 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:12:41.933 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-04-02T09:12:41.933 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132252/sparse2 2024-04-02T09:12:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:41 smithi187 ceph-mon[84356]: pgmap v2074: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 21 KiB/s wr, 241 op/s 2024-04-02T09:12:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:41 smithi187 ceph-mon[84356]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:41 smithi187 ceph-mon[84356]: from='client.? 172.21.15.187:0/2075896771' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:41 smithi187 ceph-mon[84356]: from='client.? 172.21.15.187:0/2075896771' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:42.008 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:12:42.008 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:42.008 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:42.011 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-04-02T09:12:42.011 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse2 2024-04-02T09:12:42.012 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:12:42.050 INFO:tasks.workunit.client.1.smithi187.stdout:sparse2 2 MiB 2 2024-04-02T09:12:42.051 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse2 2024-04-02T09:12:42.051 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse2 2024-04-02T09:12:42.051 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse2 2024-04-02T09:12:42.051 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:42.051 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:42.090 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7564c99a2cc 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7564c99a2cc 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7564c99a2cc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse2 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse2 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:42.091 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:42.130 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:42.130 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:42.130 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:42.130 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:42.130 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:42.212 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=0 2024-04-02T09:12:42.212 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 0 2024-04-02T09:12:42.212 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:12:42.212 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse2 /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:42.253 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:42.256 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132252/sparse2 /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:42.256 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_132252/sparse2 /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:42.258 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse2 --format %b 2024-04-02T09:12:42.259 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=2048 2024-04-02T09:12:42.259 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse2.out --format %b 2024-04-02T09:12:42.260 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=2048 2024-04-02T09:12:42.260 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:42.260 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:42.260 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:42.261 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:42.261 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse2 2024-04-02T09:12:42.375 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:12:42.377 INFO:tasks.workunit.client.1.smithi187.stderr:+ truncate /tmp/rbd_import_export_132252/sparse1 -s 10M 2024-04-02T09:12:42.378 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-02T09:12:42.492 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:42.492 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:42.492 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:42.495 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-04-02T09:12:42.495 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse1 2024-04-02T09:12:42.495 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-02T09:12:42.534 INFO:tasks.workunit.client.1.smithi187.stdout:sparse1 10 MiB 2 2024-04-02T09:12:42.535 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse1 2024-04-02T09:12:42.535 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse1 2024-04-02T09:12:42.535 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse1 2024-04-02T09:12:42.535 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:42.535 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:42.574 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d78361b7655b 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d78361b7655b 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d78361b7655b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse1 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse1 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:42.575 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:42.616 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:42.616 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:42.616 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:42.617 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:42.617 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:42.701 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=1 2024-04-02T09:12:42.701 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 1 2024-04-02T09:12:42.702 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:12:42.702 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse1 /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:12:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:42.743 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:42.747 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132252/sparse1 /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:42.747 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_132252/sparse1 /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:42.753 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse1 --format %b 2024-04-02T09:12:42.754 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=2048 2024-04-02T09:12:42.754 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse1.out --format %b 2024-04-02T09:12:42.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=2048 2024-04-02T09:12:42.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:42.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:42.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:42.756 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/sparse1.out 2024-04-02T09:12:42.757 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse1 2024-04-02T09:12:42.878 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:12:42.881 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_132252/sparse2 oflag=append conv=notrunc 2024-04-02T09:12:42.888 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-04-02T09:12:42.888 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-04-02T09:12:42.888 INFO:tasks.workunit.client.1.smithi187.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00608769 s, 344 MB/s 2024-04-02T09:12:42.888 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-02T09:12:42.988 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:42.988 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:42.988 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:42.991 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd ls -l 2024-04-02T09:12:42.992 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep sparse2 2024-04-02T09:12:42.992 INFO:tasks.workunit.client.1.smithi187.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-02T09:12:43.031 INFO:tasks.workunit.client.1.smithi187.stdout:sparse2 4 MiB 2 2024-04-02T09:12:43.032 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse2 2024-04-02T09:12:43.032 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse2 2024-04-02T09:12:43.032 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse2 2024-04-02T09:12:43.032 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:43.033 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:43.070 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7b0e79346b5 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7b0e79346b5 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7b0e79346b5\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse2 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse2 2024-04-02T09:12:43.071 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:43.072 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:43.109 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:43.110 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:43.110 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:43.110 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:43.110 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:43.179 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects='0 2024-04-02T09:12:43.179 INFO:tasks.workunit.client.1.smithi187.stderr:2 2024-04-02T09:12:43.179 INFO:tasks.workunit.client.1.smithi187.stderr:3' 2024-04-02T09:12:43.179 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 0 2 3 2024-04-02T09:12:43.179 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-02T09:12:43.180 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse2 /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:43.219 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:43.223 INFO:tasks.workunit.client.1.smithi187.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132252/sparse2 /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:43.223 INFO:tasks.workunit.client.1.smithi187.stderr:+ cmp -l /tmp/rbd_import_export_132252/sparse2 /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:43.226 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse2 --format %b 2024-04-02T09:12:43.227 INFO:tasks.workunit.client.1.smithi187.stderr:+ origsize=6144 2024-04-02T09:12:43.227 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse2.out --format %b 2024-04-02T09:12:43.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ exportsize=6144 2024-04-02T09:12:43.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:43.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ difference=0 2024-04-02T09:12:43.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:43.228 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/sparse2.out 2024-04-02T09:12:43.229 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse2 2024-04-02T09:12:43.352 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-02T09:12:43.355 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-02T09:12:43.355 INFO:tasks.workunit.client.1.smithi187.stdout:partially-sparse file imports to partially-sparse image 2024-04-02T09:12:43.356 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132252/sparse1 sparse 2024-04-02T09:12:43.430 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-02T09:12:43.431 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:43.431 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:43.434 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse 2024-04-02T09:12:43.434 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-04-02T09:12:43.434 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-04-02T09:12:43.434 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:43.434 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:43.472 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7ddcd09762a 2024-04-02T09:12:43.473 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7ddcd09762a 2024-04-02T09:12:43.473 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7ddcd09762a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:43.473 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse 2024-04-02T09:12:43.473 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:43.473 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse 2024-04-02T09:12:43.473 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse 2024-04-02T09:12:43.474 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:43.474 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:43.511 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:43.511 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:43.511 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:43.511 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:43.511 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:43.590 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=1 2024-04-02T09:12:43.590 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 1 2024-04-02T09:12:43.590 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:12:43.590 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse 2024-04-02T09:12:43.708 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:12:43.711 INFO:tasks.workunit.client.1.smithi187.stdout:zeros import through stdin to sparse image 2024-04-02T09:12:43.712 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-02T09:12:43.712 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-02T09:12:43.712 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd import --new-format - sparse 2024-04-02T09:12:43.765 INFO:tasks.workunit.client.1.smithi187.stderr:4+0 records in 2024-04-02T09:12:43.765 INFO:tasks.workunit.client.1.smithi187.stderr:4+0 records out 2024-04-02T09:12:43.765 INFO:tasks.workunit.client.1.smithi187.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0525805 s, 79.8 MB/s 2024-04-02T09:12:43.778 INFO:tasks.workunit.client.1.smithi187.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:43.779 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:43.782 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse 2024-04-02T09:12:43.783 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-04-02T09:12:43.783 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-04-02T09:12:43.783 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:43.783 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:43.820 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d7fed7b1ee59 2024-04-02T09:12:43.821 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d7fed7b1ee59 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d7fed7b1ee59\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:43.822 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:43.859 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:43.859 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:43.859 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:43.859 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:43.859 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:43 smithi112 ceph-mon[91385]: pgmap v2076: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 11 KiB/s wr, 149 op/s 2024-04-02T09:12:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:43 smithi112 ceph-mon[88945]: pgmap v2076: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 11 KiB/s wr, 149 op/s 2024-04-02T09:12:43.938 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects= 2024-04-02T09:12:43.939 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 2024-04-02T09:12:43.939 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-02T09:12:43.939 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse 2024-04-02T09:12:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:43 smithi187 ceph-mon[84356]: pgmap v2076: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 11 KiB/s wr, 149 op/s 2024-04-02T09:12:44.050 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:44.053 INFO:tasks.workunit.client.1.smithi187.stdout:zeros export to sparse file 2024-04-02T09:12:44.054 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo 'zeros export to sparse file' 2024-04-02T09:12:44.054 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd create --new-format sparse --size 4 2024-04-02T09:12:44.099 INFO:tasks.workunit.client.1.smithi187.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:44.102 INFO:tasks.workunit.client.1.smithi187.stderr:++ rbd info sparse 2024-04-02T09:12:44.102 INFO:tasks.workunit.client.1.smithi187.stderr:++ grep block_name_prefix 2024-04-02T09:12:44.102 INFO:tasks.workunit.client.1.smithi187.stderr:++ awk '{print $NF;}' 2024-04-02T09:12:44.142 INFO:tasks.workunit.client.1.smithi187.stderr:+ prefix=rbd_data.d81f27337fc4 2024-04-02T09:12:44.142 INFO:tasks.workunit.client.1.smithi187.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-02T09:12:44.142 INFO:tasks.workunit.client.1.smithi187.stderr:++ get_image_data_pool sparse 2024-04-02T09:12:44.143 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-04-02T09:12:44.143 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-04-02T09:12:44.143 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep 'data_pool: ' 2024-04-02T09:12:44.143 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk -F: '{ print $NF }' 2024-04-02T09:12:44.181 INFO:tasks.workunit.client.1.smithi187.stderr:++ data_pool= 2024-04-02T09:12:44.181 INFO:tasks.workunit.client.1.smithi187.stderr:++ '[' -z ']' 2024-04-02T09:12:44.181 INFO:tasks.workunit.client.1.smithi187.stderr:++ data_pool=rbd 2024-04-02T09:12:44.181 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo rbd 2024-04-02T09:12:44.181 INFO:tasks.workunit.client.1.smithi187.stderr:+ rados -p rbd put rbd_data.d81f27337fc4.000000000000 - 2024-04-02T09:12:44.213 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records in 2024-04-02T09:12:44.213 INFO:tasks.workunit.client.1.smithi187.stderr:1+0 records out 2024-04-02T09:12:44.213 INFO:tasks.workunit.client.1.smithi187.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0708536 s, 59.2 MB/s 2024-04-02T09:12:44.233 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects sparse 2024-04-02T09:12:44.233 INFO:tasks.workunit.client.1.smithi187.stderr:++ image=sparse 2024-04-02T09:12:44.233 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rbd info sparse 2024-04-02T09:12:44.234 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep block_name_prefix 2024-04-02T09:12:44.234 INFO:tasks.workunit.client.1.smithi187.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:44.272 INFO:tasks.workunit.client.1.smithi187.stderr:++ prefix=rbd_data.d81f27337fc4 2024-04-02T09:12:44.273 INFO:tasks.workunit.client.1.smithi187.stderr:+++ grep rbd_data.d81f27337fc4 2024-04-02T09:12:44.273 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sed -e 's/rbd_data.d81f27337fc4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:44.273 INFO:tasks.workunit.client.1.smithi187.stderr:++++ get_image_data_pool sparse 2024-04-02T09:12:44.273 INFO:tasks.workunit.client.1.smithi187.stderr:++++ image=sparse 2024-04-02T09:12:44.274 INFO:tasks.workunit.client.1.smithi187.stderr:+++ sort -u 2024-04-02T09:12:44.274 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ rbd info sparse 2024-04-02T09:12:44.274 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:44.274 INFO:tasks.workunit.client.1.smithi187.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:44.312 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool= 2024-04-02T09:12:44.312 INFO:tasks.workunit.client.1.smithi187.stderr:++++ '[' -z ']' 2024-04-02T09:12:44.312 INFO:tasks.workunit.client.1.smithi187.stderr:++++ data_pool=rbd 2024-04-02T09:12:44.312 INFO:tasks.workunit.client.1.smithi187.stderr:++++ echo rbd 2024-04-02T09:12:44.312 INFO:tasks.workunit.client.1.smithi187.stderr:+++ rados ls -p rbd 2024-04-02T09:12:44.393 INFO:tasks.workunit.client.1.smithi187.stderr:++ objects=0 2024-04-02T09:12:44.393 INFO:tasks.workunit.client.1.smithi187.stderr:++ echo 0 2024-04-02T09:12:44.393 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:12:44.393 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/sparse 2024-04-02T09:12:44.393 INFO:tasks.workunit.client.1.smithi187.stderr:rm: cannot remove '/tmp/rbd_import_export_132252/sparse': No such file or directory 2024-04-02T09:12:44.394 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-04-02T09:12:44.394 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd export sparse /tmp/rbd_import_export_132252/sparse 2024-04-02T09:12:44.432 INFO:tasks.workunit.client.1.smithi187.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:44.436 INFO:tasks.workunit.client.1.smithi187.stderr:++ stat /tmp/rbd_import_export_132252/sparse --format=%b 2024-04-02T09:12:44.437 INFO:tasks.workunit.client.1.smithi187.stderr:+ '[' 0 = 0 ']' 2024-04-02T09:12:44.437 INFO:tasks.workunit.client.1.smithi187.stderr:+ rbd rm sparse 2024-04-02T09:12:44.546 INFO:tasks.workunit.client.1.smithi187.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:44.549 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm /tmp/rbd_import_export_132252/sparse /tmp/rbd_import_export_132252/sparse1 /tmp/rbd_import_export_132252/sparse2 /tmp/rbd_import_export_132252/sparse3 2024-04-02T09:12:44.551 INFO:tasks.workunit.client.1.smithi187.stderr:rm: cannot remove '/tmp/rbd_import_export_132252/sparse3': No such file or directory 2024-04-02T09:12:44.551 INFO:tasks.workunit.client.1.smithi187.stderr:+ true 2024-04-02T09:12:44.551 INFO:tasks.workunit.client.1.smithi187.stdout:OK 2024-04-02T09:12:44.552 INFO:tasks.workunit.client.1.smithi187.stderr:+ echo OK 2024-04-02T09:12:44.553 INFO:tasks.workunit.client.1.smithi187.stderr:+ rm -rf /tmp/rbd_import_export_132252 2024-04-02T09:12:44.553 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:12:44.553 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-02T09:12:44.623 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-02T09:12:44.623 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:12:44.877 DEBUG:teuthology.parallel:result is None 2024-04-02T09:12:44.878 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:12:44.904 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:12:44.904 DEBUG:teuthology.orchestra.run.smithi187:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:12:44.960 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:12:44.960 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:12:44.960 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-02T09:12:44.960 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:12:44.960 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-02T09:12:44.960 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:12:44.961 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:12:44.961 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:12:44.961 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:44.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:12:44.977 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:12:44.977 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:45.032 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:45.032 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:12:45.086 INFO:tasks.workunit:timeout=3h 2024-04-02T09:12:45.087 INFO:tasks.workunit:cleanup=True 2024-04-02T09:12:45.087 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:12:45.141 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:12:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:45 smithi112 ceph-mon[91385]: pgmap v2077: 105 pgs: 105 active+clean; 1.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 527 KiB/s wr, 256 op/s 2024-04-02T09:12:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:45 smithi112 ceph-mon[88945]: pgmap v2077: 105 pgs: 105 active+clean; 1.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 527 KiB/s wr, 256 op/s 2024-04-02T09:12:45.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:45 smithi187 ceph-mon[84356]: pgmap v2077: 105 pgs: 105 active+clean; 1.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 527 KiB/s wr, 256 op/s 2024-04-02T09:12:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:47 smithi112 ceph-mon[88945]: pgmap v2078: 105 pgs: 105 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 439 KiB/s wr, 220 op/s 2024-04-02T09:12:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:47 smithi112 ceph-mon[91385]: pgmap v2078: 105 pgs: 105 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 439 KiB/s wr, 220 op/s 2024-04-02T09:12:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:47 smithi187 ceph-mon[84356]: pgmap v2078: 105 pgs: 105 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 439 KiB/s wr, 220 op/s 2024-04-02T09:12:48.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:48.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:49.616 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:12:49] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T09:12:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[91385]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 1.2 MiB/s wr, 304 op/s 2024-04-02T09:12:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:12:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[91385]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[88945]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 1.2 MiB/s wr, 304 op/s 2024-04-02T09:12:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:12:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:49 smithi112 ceph-mon[88945]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:49 smithi187 ceph-mon[84356]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 1.2 MiB/s wr, 304 op/s 2024-04-02T09:12:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:12:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:49 smithi187 ceph-mon[84356]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:50.746 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:12:50.801 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:12:50.803 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:12:50.803 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:12:50.896 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:12:50.945 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:12:50.984 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:12:50.986 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:12:50.986 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:12:51.025 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:12:51.028 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T09:12:51.029 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:12:51.084 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-02T09:12:51.085 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-02T09:12:51.085 DEBUG:teuthology.orchestra.run.smithi112:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-02T09:12:51.209 INFO:tasks.workunit.client.0.smithi112.stdout:seed 140737 2024-04-02T09:12:51.209 INFO:tasks.workunit.client.0.smithi112.stderr:warning: failed to enable lockdep 2024-04-02T09:12:51.209 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-02T09:12:51.209 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-02T09:12:51.209 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestJournalStress 2024-04-02T09:12:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:51 smithi187 ceph-mon[84356]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 868 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-02T09:12:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:51 smithi112 ceph-mon[91385]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 868 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-02T09:12:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:51 smithi112 ceph-mon[88945]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 868 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-02T09:12:52.634 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:12:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:52.642 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:12:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:52 smithi187 ceph-mon[84356]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:52 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/216200278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:53.019 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:52 smithi112 ceph-mon[91385]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:53.019 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:52 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/216200278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:53.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:52 smithi112 ceph-mon[88945]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:53.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:52 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/216200278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:53 smithi187 ceph-mon[84356]: pgmap v2083: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 1.0 MiB/s wr, 213 op/s 2024-04-02T09:12:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:53 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:53 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/216200278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:53 smithi187 ceph-mon[84356]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:12:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:54.029 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[88945]: pgmap v2083: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 1.0 MiB/s wr, 213 op/s 2024-04-02T09:12:54.030 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:54.030 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/216200278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:54.030 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[88945]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:54.030 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:12:54.030 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:54.030 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[91385]: pgmap v2083: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 1.0 MiB/s wr, 213 op/s 2024-04-02T09:12:54.031 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:54.031 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/216200278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:54.031 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[91385]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:54.031 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:12:54.031 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:54.667 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-02T09:12:54.667 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:54.667 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2024 ms) 2024-04-02T09:12:54.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:54 smithi187 ceph-mon[84356]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:54 smithi112 ceph-mon[91385]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:54 smithi112 ceph-mon[88945]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:55.653 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestJournalStress (2024 ms total) 2024-04-02T09:12:55.653 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:12:55.653 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 16 tests from TestJournalReplay 2024-04-02T09:12:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:55 smithi187 ceph-mon[84356]: pgmap v2086: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:55 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:55 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T09:12:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:55 smithi187 ceph-mon[84356]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[91385]: pgmap v2086: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[91385]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[88945]: pgmap v2086: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T09:12:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:55 smithi112 ceph-mon[88945]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:56.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:56 smithi187 ceph-mon[84356]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:56 smithi112 ceph-mon[91385]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:56 smithi112 ceph-mon[88945]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:57.684 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:12:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:57 smithi187 ceph-mon[84356]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:57 smithi187 ceph-mon[84356]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:57 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2511725612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:57 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[91385]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[91385]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2511725612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[88945]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[88945]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2511725612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:57 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:58 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:58 smithi187 ceph-mon[84356]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:58 smithi187 ceph-mon[84356]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:58 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:58 smithi112 ceph-mon[91385]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:58 smithi112 ceph-mon[91385]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:58 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:58 smithi112 ceph-mon[88945]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:58 smithi112 ceph-mon[88945]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:12:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:12:59] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-04-02T09:12:59.688 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-02T09:12:59.688 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.688 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2004 ms) 2024-04-02T09:12:59.688 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-02T09:12:59.701 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-02T09:12:59.701 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.701 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (14 ms) 2024-04-02T09:12:59.701 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-02T09:12:59.711 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-02T09:12:59.711 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.711 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-02T09:12:59.711 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-02T09:12:59.720 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-02T09:12:59.720 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.720 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2024-04-02T09:12:59.720 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-02T09:12:59.728 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-02T09:12:59.728 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.728 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-02T09:12:59.728 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-02T09:12:59.735 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-02T09:12:59.735 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.735 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-02T09:12:59.736 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-02T09:12:59.743 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-02T09:12:59.743 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-02T09:12:59.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-02T09:12:59.751 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-02T09:12:59.751 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.751 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-02T09:12:59.752 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-02T09:12:59.759 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-02T09:12:59.759 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.759 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-02T09:12:59.760 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-02T09:12:59.766 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-02T09:12:59.767 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.Rename (7 ms) 2024-04-02T09:12:59.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-02T09:12:59.774 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-02T09:12:59.775 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.775 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-02T09:12:59.775 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-02T09:12:59.782 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-02T09:12:59.782 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.783 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-02T09:12:59.783 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-02T09:12:59.790 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-02T09:12:59.790 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-02T09:12:59.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-02T09:12:59.797 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-02T09:12:59.797 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-02T09:12:59.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-02T09:12:59.804 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-02T09:12:59.805 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.805 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-02T09:12:59.805 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-02T09:12:59.812 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-02T09:12:59.812 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:59.812 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-02T09:12:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:59 smithi187 ceph-mon[84356]: pgmap v2092: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:12:59 smithi187 ceph-mon[84356]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:13:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:59 smithi112 ceph-mon[91385]: pgmap v2092: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:12:59 smithi112 ceph-mon[91385]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:13:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:59 smithi112 ceph-mon[88945]: pgmap v2092: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:12:59 smithi112 ceph-mon[88945]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:13:00.691 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 16 tests from TestJournalReplay (2128 ms total) 2024-04-02T09:13:00.692 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:13:00.692 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestJournalEntries 2024-04-02T09:13:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:01 smithi187 ceph-mon[84356]: pgmap v2095: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:01 smithi187 ceph-mon[84356]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:13:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:01 smithi112 ceph-mon[91385]: pgmap v2095: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:01 smithi112 ceph-mon[91385]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:13:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:01 smithi112 ceph-mon[88945]: pgmap v2095: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:01 smithi112 ceph-mon[88945]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:13:02.694 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:13:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:02.704 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-02T09:13:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:02 smithi187 ceph-mon[84356]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:13:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:02 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/948525280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:02 smithi112 ceph-mon[91385]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:13:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:02 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/948525280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:02 smithi112 ceph-mon[88945]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:13:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:02 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/948525280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:03 smithi187 ceph-mon[84356]: pgmap v2098: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:03 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:03 smithi187 ceph-mon[84356]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:13:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[88945]: pgmap v2098: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[88945]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:13:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[91385]: pgmap v2098: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:03 smithi112 ceph-mon[91385]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:13:04.728 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-02T09:13:04.729 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:04.729 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2024 ms) 2024-04-02T09:13:04.729 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-02T09:13:04.741 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-02T09:13:04.741 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:04.741 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (13 ms) 2024-04-02T09:13:04.741 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:13:04.751 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-02T09:13:04.751 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:04.751 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-04-02T09:13:04.752 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-02T09:13:04.760 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-02T09:13:04.760 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:04.760 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-02T09:13:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:04 smithi187 ceph-mon[84356]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:13:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:04 smithi112 ceph-mon[91385]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:13:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:04 smithi112 ceph-mon[88945]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:13:05.721 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestJournalEntries (2056 ms total) 2024-04-02T09:13:05.722 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:13:05.722 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestTrash 2024-04-02T09:13:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:05 smithi187 ceph-mon[84356]: pgmap v2101: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:05 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:05 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T09:13:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:05 smithi187 ceph-mon[84356]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[91385]: pgmap v2101: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[91385]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[88945]: pgmap v2101: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T09:13:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:05 smithi112 ceph-mon[88945]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:13:06.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:06 smithi187 ceph-mon[84356]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:13:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:06 smithi112 ceph-mon[91385]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:13:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:06 smithi112 ceph-mon[88945]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:13:07.732 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-02T09:13:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:07 smithi187 ceph-mon[84356]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:07 smithi187 ceph-mon[84356]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:13:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:07 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3330292392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:07 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[88945]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[88945]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3330292392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[91385]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[91385]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:13:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3330292392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:07 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[88945]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:13:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[91385]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:13:09.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:09.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:08 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:08 smithi187 ceph-mon[84356]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:13:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:13:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:13:09] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2024-04-02T09:13:09.839 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestTrash.UserRemovingSource (2108 ms) 2024-04-02T09:13:09.839 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-02T09:13:09.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2024-04-02T09:13:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:09 smithi112 ceph-mon[91385]: pgmap v2107: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:09 smithi112 ceph-mon[91385]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:13:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:09 smithi112 ceph-mon[88945]: pgmap v2107: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:09 smithi112 ceph-mon[88945]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:13:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:09 smithi187 ceph-mon[84356]: pgmap v2107: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:09 smithi187 ceph-mon[84356]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:13:10.762 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestTrash (2150 ms total) 2024-04-02T09:13:10.762 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:13:10.762 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestOperations 2024-04-02T09:13:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:10 smithi112 ceph-mon[91385]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:13:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:10 smithi112 ceph-mon[88945]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:13:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:10 smithi187 ceph-mon[84356]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:13:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:11 smithi112 ceph-mon[91385]: pgmap v2110: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:11 smithi112 ceph-mon[91385]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:13:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:11 smithi112 ceph-mon[88945]: pgmap v2110: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:11 smithi112 ceph-mon[88945]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:13:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:11 smithi187 ceph-mon[84356]: pgmap v2110: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:11 smithi187 ceph-mon[84356]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:13:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:13:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:12.773 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:13:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:12 smithi112 ceph-mon[91385]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:13:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:12 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1164442494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:12 smithi112 ceph-mon[88945]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:13:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:12 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1164442494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:12 smithi187 ceph-mon[84356]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:13:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:12 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1164442494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[88945]: pgmap v2113: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1164442494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[88945]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:13:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[91385]: pgmap v2113: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1164442494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:13 smithi112 ceph-mon[91385]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:13:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:13 smithi187 ceph-mon[84356]: pgmap v2113: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:13 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1164442494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:13 smithi187 ceph-mon[84356]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:13:14.804 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-02T09:13:14.804 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:14.804 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2031 ms) 2024-04-02T09:13:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:14 smithi112 ceph-mon[91385]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:13:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:14 smithi112 ceph-mon[88945]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:13:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:14 smithi187 ceph-mon[84356]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:13:15.788 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestOperations (2031 ms total) 2024-04-02T09:13:15.788 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:13:15.788 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestObjectMap 2024-04-02T09:13:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[88945]: pgmap v2116: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T09:13:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[88945]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:13:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[91385]: pgmap v2116: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T09:13:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:15 smithi112 ceph-mon[91385]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:13:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:15 smithi187 ceph-mon[84356]: pgmap v2116: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:15 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:15 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T09:13:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:15 smithi187 ceph-mon[84356]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:13:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:16 smithi112 ceph-mon[91385]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:13:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:16 smithi112 ceph-mon[88945]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:13:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:16 smithi187 ceph-mon[84356]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:13:17.799 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-02T09:13:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:17 smithi112 ceph-mon[88945]: pgmap v2119: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:17 smithi112 ceph-mon[88945]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:13:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/928959143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:17 smithi112 ceph-mon[91385]: pgmap v2119: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:17 smithi112 ceph-mon[91385]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:13:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/928959143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:17 smithi187 ceph-mon[84356]: pgmap v2119: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:17 smithi187 ceph-mon[84356]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:13:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/928959143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/928959143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:18 smithi112 ceph-mon[88945]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:13:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/928959143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:18 smithi112 ceph-mon[91385]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:13:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/928959143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:18 smithi187 ceph-mon[84356]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:13:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:13:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:13:19] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2024-04-02T09:13:19.871 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2072 ms) 2024-04-02T09:13:19.871 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-02T09:13:19.904 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (33 ms) 2024-04-02T09:13:19.904 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-02T09:13:19.942 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2024-04-02T09:13:19.942 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-02T09:13:19.968 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-04-02T09:13:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:19 smithi112 ceph-mon[88945]: pgmap v2122: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:19 smithi112 ceph-mon[88945]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:13:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:19 smithi112 ceph-mon[91385]: pgmap v2122: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:19 smithi112 ceph-mon[91385]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:13:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:19 smithi187 ceph-mon[84356]: pgmap v2122: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:19 smithi187 ceph-mon[84356]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:13:20.827 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestObjectMap (2169 ms total) 2024-04-02T09:13:20.827 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:13:20.827 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-02T09:13:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:20 smithi112 ceph-mon[91385]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:13:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:20 smithi112 ceph-mon[88945]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:13:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:20 smithi187 ceph-mon[84356]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:13:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:21 smithi112 ceph-mon[91385]: pgmap v2125: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:21 smithi112 ceph-mon[91385]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:13:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:21 smithi112 ceph-mon[88945]: pgmap v2125: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:21 smithi112 ceph-mon[88945]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:13:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:21 smithi187 ceph-mon[84356]: pgmap v2125: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:21 smithi187 ceph-mon[84356]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:13:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:13:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:22.844 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-02T09:13:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[91385]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:13:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/125555533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[88945]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:13:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/125555533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:22 smithi187 ceph-mon[84356]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:13:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/125555533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:22 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[88945]: pgmap v2128: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[88945]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[91385]: pgmap v2128: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:23 smithi112 ceph-mon[91385]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:13:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:23 smithi187 ceph-mon[84356]: pgmap v2128: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:23 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:23 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:23 smithi187 ceph-mon[84356]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:13:24.896 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2051 ms) 2024-04-02T09:13:24.896 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-02T09:13:24.915 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (20 ms) 2024-04-02T09:13:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:24 smithi112 ceph-mon[91385]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:13:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:24 smithi112 ceph-mon[88945]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:13:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:24 smithi187 ceph-mon[84356]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:13:25.867 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestMirroringWatcher (2071 ms total) 2024-04-02T09:13:25.868 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:13:25.868 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 57 tests from TestMigration 2024-04-02T09:13:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[91385]: pgmap v2131: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T09:13:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[91385]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:13:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[88945]: pgmap v2131: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T09:13:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:25 smithi112 ceph-mon[88945]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:13:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:25 smithi187 ceph-mon[84356]: pgmap v2131: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:25 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:25 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T09:13:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:25 smithi187 ceph-mon[84356]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:13:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:26 smithi112 ceph-mon[91385]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:13:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:26 smithi112 ceph-mon[88945]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:13:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:26 smithi187 ceph-mon[84356]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:13:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:27 smithi187 ceph-mon[84356]: pgmap v2134: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:27 smithi187 ceph-mon[84356]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:13:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:27 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/979034408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:27 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[88945]: pgmap v2134: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[88945]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/979034408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[91385]: pgmap v2134: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[91385]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:13:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/979034408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:27 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:28.878 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Empty 2024-04-02T09:13:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:28 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:28 smithi187 ceph-mon[84356]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:13:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:28 smithi187 ceph-mon[84356]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:13:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:28 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:28 smithi112 ceph-mon[88945]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:13:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:28 smithi112 ceph-mon[88945]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:13:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:28 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:28 smithi112 ceph-mon[91385]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:13:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:28 smithi112 ceph-mon[91385]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:13:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:13:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:13:29] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2024-04-02T09:13:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:29 smithi187 ceph-mon[84356]: pgmap v2137: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:29 smithi187 ceph-mon[84356]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:13:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:29 smithi112 ceph-mon[91385]: pgmap v2137: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:29 smithi112 ceph-mon[91385]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:13:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:29 smithi112 ceph-mon[88945]: pgmap v2137: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:29 smithi112 ceph-mon[88945]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:13:30.921 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:30.933 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:31.081 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:31.146 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:31.229 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Empty (2352 ms) 2024-04-02T09:13:31.229 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherName 2024-04-02T09:13:31.259 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:31.270 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:31.405 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:31.474 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:31.557 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherName (328 ms) 2024-04-02T09:13:31.557 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherPool 2024-04-02T09:13:31.587 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:31.597 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:31 smithi187 ceph-mon[84356]: pgmap v2140: 169 pgs: 6 creating+peering, 47 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:32.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:31 smithi187 ceph-mon[84356]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:13:32.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:31 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:31 smithi112 ceph-mon[88945]: pgmap v2140: 169 pgs: 6 creating+peering, 47 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:31 smithi112 ceph-mon[88945]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:13:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:31 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:31 smithi112 ceph-mon[91385]: pgmap v2140: 169 pgs: 6 creating+peering, 47 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:31 smithi112 ceph-mon[91385]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:13:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:31 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:13:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:33.038 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:33.105 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:33.189 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherPool (1631 ms) 2024-04-02T09:13:33.189 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-02T09:13:33.219 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:32 smithi187 ceph-mon[84356]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:13:33.232 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:33.363 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:33.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:32 smithi112 ceph-mon[91385]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:13:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:32 smithi112 ceph-mon[88945]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:13:33.429 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:33.509 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherNamespace (321 ms) 2024-04-02T09:13:33.509 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.DataPool 2024-04-02T09:13:33.538 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:33.549 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:33.690 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:33.760 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:33.842 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.DataPool (332 ms) 2024-04-02T09:13:33.842 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-02T09:13:33.872 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:33.882 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:34.030 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:13:34.131 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortAfterPrepare (289 ms) 2024-04-02T09:13:34.131 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-02T09:13:34.161 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:34.171 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:33 smithi187 ceph-mon[84356]: pgmap v2143: 169 pgs: 6 creating+peering, 6 unknown, 157 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-02T09:13:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:33 smithi187 ceph-mon[84356]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:13:34.270 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (140 ms) 2024-04-02T09:13:34.270 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-02T09:13:34.304 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:34.315 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:33 smithi112 ceph-mon[88945]: pgmap v2143: 169 pgs: 6 creating+peering, 6 unknown, 157 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-02T09:13:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:33 smithi112 ceph-mon[88945]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:13:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:33 smithi112 ceph-mon[91385]: pgmap v2143: 169 pgs: 6 creating+peering, 6 unknown, 157 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-02T09:13:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:33 smithi112 ceph-mon[91385]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:13:34.457 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:34.529 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:13:34.628 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortAfterExecute (357 ms) 2024-04-02T09:13:34.628 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-02T09:13:34.656 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:34.666 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:34.794 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:34.857 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:13:34.959 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (331 ms) 2024-04-02T09:13:34.959 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-02T09:13:34.988 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.000 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:35.131 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:35.196 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:13:35.305 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (346 ms) 2024-04-02T09:13:35.305 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-02T09:13:35.334 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.345 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-02T09:13:35.345 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:35.351 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (47 ms) 2024-04-02T09:13:35.351 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-02T09:13:35.383 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.394 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-02T09:13:35.394 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:35.401 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringAbort (49 ms) 2024-04-02T09:13:35.401 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:13:35.429 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.440 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-02T09:13:35.440 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:35.447 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-04-02T09:13:35.447 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:13:35.478 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.488 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-02T09:13:35.488 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:35.494 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-04-02T09:13:35.495 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-02T09:13:35.526 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.536 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-02T09:13:35.536 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:35.543 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringPool (48 ms) 2024-04-02T09:13:35.543 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Group 2024-04-02T09:13:35.573 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.595 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:35.740 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:35.806 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:35.897 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Group (354 ms) 2024-04-02T09:13:35.897 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-02T09:13:35.928 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:35.947 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:36.089 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:13:36.205 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.GroupAbort (309 ms) 2024-04-02T09:13:36.205 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-02T09:13:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:35 smithi187 ceph-mon[84356]: pgmap v2145: 169 pgs: 3 creating+peering, 166 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 15 KiB/s wr, 318 op/s 2024-04-02T09:13:36.233 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:36.244 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:36.302 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:36.355 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:36.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:35 smithi112 ceph-mon[91385]: pgmap v2145: 169 pgs: 3 creating+peering, 166 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 15 KiB/s wr, 318 op/s 2024-04-02T09:13:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:35 smithi112 ceph-mon[88945]: pgmap v2145: 169 pgs: 3 creating+peering, 166 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 15 KiB/s wr, 318 op/s 2024-04-02T09:13:36.547 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:36.654 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:36.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnaps (573 ms) 2024-04-02T09:13:36.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-02T09:13:36.812 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:36.822 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:36.873 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:36.927 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:36.932 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:36.986 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:37.150 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:37.259 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:37.396 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsOtherPool (617 ms) 2024-04-02T09:13:37.396 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-02T09:13:37.425 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:37.437 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:37.493 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:37.541 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:37.733 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:37.850 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:37.976 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsDataPool (580 ms) 2024-04-02T09:13:37.976 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-02T09:13:38.005 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:38.015 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:38.065 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:38.121 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:37 smithi187 ceph-mon[84356]: pgmap v2146: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 30 KiB/s wr, 717 op/s 2024-04-02T09:13:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:38.312 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:13:38.320 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:37 smithi112 ceph-mon[91385]: pgmap v2146: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 30 KiB/s wr, 717 op/s 2024-04-02T09:13:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:37 smithi112 ceph-mon[88945]: pgmap v2146: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 30 KiB/s wr, 717 op/s 2024-04-02T09:13:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:38.435 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:38.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (589 ms) 2024-04-02T09:13:38.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-02T09:13:38.596 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:38.609 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:38.671 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:38.726 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-02T09:13:38.740 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:38.848 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:38.929 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:38.977 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (413 ms) 2024-04-02T09:13:38.978 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-02T09:13:39.009 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:39.020 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:39.082 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:39.133 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]: dispatch 2024-04-02T09:13:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:13:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-04-02T09:13:39.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]: dispatch 2024-04-02T09:13:39.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:13:39.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-04-02T09:13:39.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]: dispatch 2024-04-02T09:13:39.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-02T09:13:39.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-04-02T09:13:39.329 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-02T09:13:39.343 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:39.413 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:39.469 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (491 ms) 2024-04-02T09:13:39.469 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-02T09:13:39.502 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:39.512 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:39.575 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:13:39] "GET /metrics HTTP/1.1" 200 38876 "" "Prometheus/2.43.0" 2024-04-02T09:13:39.631 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:39.827 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:13:39.834 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:39.947 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:40.085 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (617 ms) 2024-04-02T09:13:40.085 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-02T09:13:40.119 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:40.131 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:40.181 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:39 smithi187 ceph-mon[84356]: pgmap v2147: 169 pgs: 169 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 1.12k op/s 2024-04-02T09:13:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]': finished 2024-04-02T09:13:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-02T09:13:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-04-02T09:13:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:39 smithi187 ceph-mon[84356]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:13:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:39 smithi187 ceph-mon[84356]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:13:40.232 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[88945]: pgmap v2147: 169 pgs: 169 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 1.12k op/s 2024-04-02T09:13:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]': finished 2024-04-02T09:13:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-02T09:13:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-04-02T09:13:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[88945]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:13:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[88945]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:13:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[91385]: pgmap v2147: 169 pgs: 169 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 1.12k op/s 2024-04-02T09:13:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]': finished 2024-04-02T09:13:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-02T09:13:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-04-02T09:13:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[91385]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:13:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:39 smithi112 ceph-mon[91385]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:13:40.410 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: after_prepare_snap 2024-04-02T09:13:41.944 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:13:41.964 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 0~1000 2024-04-02T09:13:41.969 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:42.081 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:41 smithi187 ceph-mon[84356]: pgmap v2150: 169 pgs: 169 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-02T09:13:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:41 smithi187 ceph-mon[84356]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:13:42.254 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2169 ms) 2024-04-02T09:13:42.254 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Snaps 2024-04-02T09:13:42.285 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:42.297 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:42.355 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:13:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:41 smithi112 ceph-mon[91385]: pgmap v2150: 169 pgs: 169 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-02T09:13:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:41 smithi112 ceph-mon[91385]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:13:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:41 smithi112 ceph-mon[88945]: pgmap v2150: 169 pgs: 169 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-02T09:13:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:41 smithi112 ceph-mon[88945]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:13:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:13:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:42 smithi187 ceph-mon[84356]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:13:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:42 smithi112 ceph-mon[91385]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:13:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:42 smithi112 ceph-mon[88945]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:13:43.958 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:13:43.975 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:13:43.975 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:13:43.975 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:13:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:43 smithi187 ceph-mon[84356]: pgmap v2153: 169 pgs: 169 active+clean; 181 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 MiB/s rd, 77 MiB/s wr, 1.77k op/s 2024-04-02T09:13:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:43 smithi187 ceph-mon[84356]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:13:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:43 smithi112 ceph-mon[91385]: pgmap v2153: 169 pgs: 169 active+clean; 181 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 MiB/s rd, 77 MiB/s wr, 1.77k op/s 2024-04-02T09:13:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:43 smithi112 ceph-mon[91385]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:13:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:43 smithi112 ceph-mon[88945]: pgmap v2153: 169 pgs: 169 active+clean; 181 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 MiB/s rd, 77 MiB/s wr, 1.77k op/s 2024-04-02T09:13:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:43 smithi112 ceph-mon[88945]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:13:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:44 smithi187 ceph-mon[84356]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:44 smithi187 ceph-mon[84356]: pgmap v2156: 169 pgs: 169 active+clean; 209 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 71 MiB/s wr, 1.83k op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:13:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:44 smithi112 ceph-mon[91385]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:44 smithi112 ceph-mon[91385]: pgmap v2156: 169 pgs: 169 active+clean; 209 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 71 MiB/s wr, 1.83k op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:13:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:44 smithi112 ceph-mon[88945]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:44 smithi112 ceph-mon[88945]: pgmap v2156: 169 pgs: 169 active+clean; 209 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 71 MiB/s wr, 1.83k op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:13:45.980 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:13:45.985 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:13:45.985 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:13:45.994 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:13:46.008 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:13:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:45 smithi187 ceph-mon[84356]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:45 smithi112 ceph-mon[91385]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:45 smithi112 ceph-mon[88945]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:46 smithi187 ceph-mon[84356]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:47.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:46 smithi187 ceph-mon[84356]: pgmap v2159: 169 pgs: 169 active+clean; 225 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 22 MiB/s wr, 937 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:13:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:46 smithi112 ceph-mon[91385]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:46 smithi112 ceph-mon[91385]: pgmap v2159: 169 pgs: 169 active+clean; 225 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 22 MiB/s wr, 937 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:13:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:46 smithi112 ceph-mon[88945]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:46 smithi112 ceph-mon[88945]: pgmap v2159: 169 pgs: 169 active+clean; 225 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 22 MiB/s wr, 937 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:13:47.981 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:48.001 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:13:48.010 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:13:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:47 smithi187 ceph-mon[84356]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:47 smithi112 ceph-mon[91385]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:47 smithi112 ceph-mon[88945]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:48 smithi187 ceph-mon[84356]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:48 smithi187 ceph-mon[84356]: pgmap v2162: 169 pgs: 169 active+clean; 241 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 388 op/s 2024-04-02T09:13:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:48 smithi112 ceph-mon[91385]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:48 smithi112 ceph-mon[91385]: pgmap v2162: 169 pgs: 169 active+clean; 241 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 388 op/s 2024-04-02T09:13:49.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:48 smithi112 ceph-mon[88945]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:48 smithi112 ceph-mon[88945]: pgmap v2162: 169 pgs: 169 active+clean; 241 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 388 op/s 2024-04-02T09:13:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:13:49] "GET /metrics HTTP/1.1" 200 38876 "" "Prometheus/2.43.0" 2024-04-02T09:13:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:49 smithi187 ceph-mon[84356]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-mon[88945]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-mon[91385]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[88945]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[88945]: pgmap v2165: 169 pgs: 169 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 171 op/s 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[91385]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:50 smithi112 ceph-mon[91385]: pgmap v2165: 169 pgs: 169 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 171 op/s 2024-04-02T09:13:51.445 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:13:51.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:50 smithi187 ceph-mon[84356]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:51.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:51.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:13:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:50 smithi187 ceph-mon[84356]: pgmap v2165: 169 pgs: 169 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 171 op/s 2024-04-02T09:13:51.615 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:13:52.311 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:51 smithi187 ceph-mon[84356]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:51 smithi112 ceph-mon[91385]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:51 smithi112 ceph-mon[88945]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:13:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:53 smithi112 ceph-mon[91385]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:53 smithi112 ceph-mon[91385]: pgmap v2168: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-04-02T09:13:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:53 smithi112 ceph-mon[88945]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:53 smithi112 ceph-mon[88945]: pgmap v2168: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-04-02T09:13:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:53.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:53 smithi187 ceph-mon[84356]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:53 smithi187 ceph-mon[84356]: pgmap v2168: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-04-02T09:13:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:54 smithi112 ceph-mon[91385]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:54 smithi112 ceph-mon[88945]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:54.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:54 smithi187 ceph-mon[84356]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:54.483 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Snaps (12228 ms) 2024-04-02T09:13:54.483 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-02T09:13:54.514 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:54.525 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:54.600 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:13:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:55 smithi112 ceph-mon[91385]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:55 smithi112 ceph-mon[91385]: pgmap v2171: 169 pgs: 169 active+clean; 261 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 265 op/s 2024-04-02T09:13:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:55 smithi112 ceph-mon[88945]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:55 smithi112 ceph-mon[88945]: pgmap v2171: 169 pgs: 169 active+clean; 261 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 265 op/s 2024-04-02T09:13:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:55 smithi187 ceph-mon[84356]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:55.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:55 smithi187 ceph-mon[84356]: pgmap v2171: 169 pgs: 169 active+clean; 261 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 265 op/s 2024-04-02T09:13:56.124 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:13:56.139 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:13:56.139 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:13:56.140 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:13:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:56 smithi112 ceph-mon[91385]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:56 smithi112 ceph-mon[88945]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:56.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:56 smithi187 ceph-mon[84356]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:57 smithi187 ceph-mon[84356]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:57 smithi187 ceph-mon[84356]: pgmap v2174: 169 pgs: 169 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 8.0 MiB/s wr, 435 op/s 2024-04-02T09:13:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:57 smithi112 ceph-mon[88945]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:57 smithi112 ceph-mon[88945]: pgmap v2174: 169 pgs: 169 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 8.0 MiB/s wr, 435 op/s 2024-04-02T09:13:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:57 smithi112 ceph-mon[91385]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:57 smithi112 ceph-mon[91385]: pgmap v2174: 169 pgs: 169 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 8.0 MiB/s wr, 435 op/s 2024-04-02T09:13:58.142 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:13:58.149 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:13:58.149 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:13:58.158 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:13:58.173 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:13:58.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:58 smithi187 ceph-mon[84356]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:58 smithi112 ceph-mon[91385]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:58.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:58 smithi112 ceph-mon[88945]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:59 smithi187 ceph-mon[84356]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:13:59 smithi187 ceph-mon[84356]: pgmap v2177: 169 pgs: 169 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 269 op/s 2024-04-02T09:13:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:59 smithi112 ceph-mon[91385]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:13:59 smithi112 ceph-mon[91385]: pgmap v2177: 169 pgs: 169 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 269 op/s 2024-04-02T09:13:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:13:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:13:59] "GET /metrics HTTP/1.1" 200 38924 "" "Prometheus/2.43.0" 2024-04-02T09:13:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:59 smithi112 ceph-mon[88945]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:13:59 smithi112 ceph-mon[88945]: pgmap v2177: 169 pgs: 169 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 269 op/s 2024-04-02T09:13:59.626 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:13:59.651 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:13:59.660 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:13:59.667 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:13:59.731 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:14:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:00 smithi187 ceph-mon[84356]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:14:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:00 smithi187 ceph-mon[84356]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:14:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:00 smithi112 ceph-mon[91385]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:14:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:00 smithi112 ceph-mon[91385]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:14:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:00 smithi112 ceph-mon[88945]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:14:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:00 smithi112 ceph-mon[88945]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:14:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:01 smithi187 ceph-mon[84356]: pgmap v2180: 169 pgs: 169 active+clean; 289 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 134 op/s 2024-04-02T09:14:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:01 smithi187 ceph-mon[84356]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:14:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:01 smithi112 ceph-mon[91385]: pgmap v2180: 169 pgs: 169 active+clean; 289 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 134 op/s 2024-04-02T09:14:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:01 smithi112 ceph-mon[91385]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:14:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:01 smithi112 ceph-mon[88945]: pgmap v2180: 169 pgs: 169 active+clean; 289 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 134 op/s 2024-04-02T09:14:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:01 smithi112 ceph-mon[88945]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:14:02.636 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:14:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:02.921 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:02 smithi187 ceph-mon[84356]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:14:03.105 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:14:03.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:02 smithi112 ceph-mon[88945]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:14:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:02 smithi112 ceph-mon[91385]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:14:03.307 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:14:03.925 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:03 smithi187 ceph-mon[84356]: pgmap v2183: 169 pgs: 169 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 198 op/s 2024-04-02T09:14:03.925 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:03 smithi187 ceph-mon[84356]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:14:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:03 smithi112 ceph-mon[91385]: pgmap v2183: 169 pgs: 169 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 198 op/s 2024-04-02T09:14:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:03 smithi112 ceph-mon[91385]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:14:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:03 smithi112 ceph-mon[88945]: pgmap v2183: 169 pgs: 169 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 198 op/s 2024-04-02T09:14:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:03 smithi112 ceph-mon[88945]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:14:04.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:04 smithi187 ceph-mon[84356]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:14:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:04 smithi187 ceph-mon[84356]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:14:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:04 smithi112 ceph-mon[88945]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:14:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:04 smithi112 ceph-mon[88945]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:14:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:04 smithi112 ceph-mon[91385]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:14:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:04 smithi112 ceph-mon[91385]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:14:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:05 smithi187 ceph-mon[84356]: pgmap v2186: 169 pgs: 169 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 11 MiB/s wr, 156 op/s 2024-04-02T09:14:06.049 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsOtherPool (11567 ms) 2024-04-02T09:14:06.049 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-02T09:14:06.082 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:06.093 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:14:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:05 smithi112 ceph-mon[88945]: pgmap v2186: 169 pgs: 169 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 11 MiB/s wr, 156 op/s 2024-04-02T09:14:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:05 smithi112 ceph-mon[91385]: pgmap v2186: 169 pgs: 169 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 11 MiB/s wr, 156 op/s 2024-04-02T09:14:06.159 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:14:06.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:06 smithi187 ceph-mon[84356]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:14:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:06 smithi112 ceph-mon[91385]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:14:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:06 smithi112 ceph-mon[88945]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:14:07.686 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:14:07.696 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:14:07.696 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:14:07.696 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:14:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:07 smithi187 ceph-mon[84356]: pgmap v2189: 169 pgs: 169 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 13 MiB/s wr, 98 op/s 2024-04-02T09:14:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:07 smithi187 ceph-mon[84356]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:14:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:07 smithi112 ceph-mon[88945]: pgmap v2189: 169 pgs: 169 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 13 MiB/s wr, 98 op/s 2024-04-02T09:14:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:07 smithi112 ceph-mon[88945]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:14:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:07 smithi112 ceph-mon[91385]: pgmap v2189: 169 pgs: 169 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 13 MiB/s wr, 98 op/s 2024-04-02T09:14:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:07 smithi112 ceph-mon[91385]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:14:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:08 smithi187 ceph-mon[84356]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:14:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:08 smithi112 ceph-mon[91385]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:14:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:08 smithi112 ceph-mon[88945]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:14:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:14:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:14:09] "GET /metrics HTTP/1.1" 200 38930 "" "Prometheus/2.43.0" 2024-04-02T09:14:09.709 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:14:09.717 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:14:09.717 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:14:09.752 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:14:09.773 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:14:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:09 smithi187 ceph-mon[84356]: pgmap v2192: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 446 op/s 2024-04-02T09:14:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:09 smithi187 ceph-mon[84356]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:14:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:09 smithi112 ceph-mon[91385]: pgmap v2192: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 446 op/s 2024-04-02T09:14:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:09 smithi112 ceph-mon[91385]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:14:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:09 smithi112 ceph-mon[88945]: pgmap v2192: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 446 op/s 2024-04-02T09:14:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:09 smithi112 ceph-mon[88945]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:14:10.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:10 smithi187 ceph-mon[84356]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:14:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:10 smithi112 ceph-mon[91385]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:14:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:10 smithi112 ceph-mon[88945]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:14:11.718 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:11.740 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:14:11.749 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:14:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:11 smithi187 ceph-mon[84356]: pgmap v2195: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 419 op/s 2024-04-02T09:14:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:11 smithi187 ceph-mon[84356]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:14:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:11 smithi112 ceph-mon[91385]: pgmap v2195: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 419 op/s 2024-04-02T09:14:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:11 smithi112 ceph-mon[91385]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:14:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:11 smithi112 ceph-mon[88945]: pgmap v2195: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 419 op/s 2024-04-02T09:14:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:11 smithi112 ceph-mon[88945]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:14:12.709 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:14:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:12 smithi187 ceph-mon[84356]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:14:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:12 smithi112 ceph-mon[91385]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:14:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:12 smithi112 ceph-mon[88945]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:14:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:13 smithi187 ceph-mon[84356]: pgmap v2198: 169 pgs: 169 active+clean; 381 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 85 op/s 2024-04-02T09:14:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:13 smithi187 ceph-mon[84356]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:14:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:13 smithi112 ceph-mon[91385]: pgmap v2198: 169 pgs: 169 active+clean; 381 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 85 op/s 2024-04-02T09:14:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:13 smithi112 ceph-mon[91385]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:14:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:13 smithi112 ceph-mon[88945]: pgmap v2198: 169 pgs: 169 active+clean; 381 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 85 op/s 2024-04-02T09:14:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:13 smithi112 ceph-mon[88945]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:14:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:14 smithi187 ceph-mon[84356]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:14:14.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:14 smithi187 ceph-mon[84356]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:14:15.103 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:14:15.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:14 smithi112 ceph-mon[91385]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:14:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:14 smithi112 ceph-mon[91385]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:14:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:14 smithi112 ceph-mon[88945]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:14:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:14 smithi112 ceph-mon[88945]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:14:15.238 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:14:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:15 smithi187 ceph-mon[84356]: pgmap v2201: 169 pgs: 169 active+clean; 393 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 171 op/s 2024-04-02T09:14:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:15 smithi112 ceph-mon[91385]: pgmap v2201: 169 pgs: 169 active+clean; 393 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 171 op/s 2024-04-02T09:14:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:15 smithi112 ceph-mon[88945]: pgmap v2201: 169 pgs: 169 active+clean; 393 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 171 op/s 2024-04-02T09:14:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:16 smithi112 ceph-mon[91385]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:14:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:16 smithi112 ceph-mon[88945]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:14:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:16 smithi187 ceph-mon[84356]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:14:18.106 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsDataPool (12057 ms) 2024-04-02T09:14:18.107 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-02T09:14:18.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:17 smithi112 ceph-mon[91385]: pgmap v2204: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-04-02T09:14:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:17 smithi112 ceph-mon[91385]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:14:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:17 smithi112 ceph-mon[88945]: pgmap v2204: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-04-02T09:14:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:17 smithi112 ceph-mon[88945]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:14:18.137 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:18.148 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:14:18.212 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:14:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:17 smithi187 ceph-mon[84356]: pgmap v2204: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-04-02T09:14:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:17 smithi187 ceph-mon[84356]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:14:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:18 smithi112 ceph-mon[88945]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:14:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:18 smithi112 ceph-mon[91385]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:14:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:18 smithi187 ceph-mon[84356]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:14:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:14:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:14:19] "GET /metrics HTTP/1.1" 200 38930 "" "Prometheus/2.43.0" 2024-04-02T09:14:19.774 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:14:19.786 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:14:19.786 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:14:19.786 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:14:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:19 smithi112 ceph-mon[91385]: pgmap v2207: 169 pgs: 169 active+clean; 417 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2024-04-02T09:14:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:19 smithi112 ceph-mon[91385]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:14:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:19 smithi112 ceph-mon[88945]: pgmap v2207: 169 pgs: 169 active+clean; 417 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2024-04-02T09:14:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:19 smithi112 ceph-mon[88945]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:14:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:19 smithi187 ceph-mon[84356]: pgmap v2207: 169 pgs: 169 active+clean; 417 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2024-04-02T09:14:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:19 smithi187 ceph-mon[84356]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:14:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:20 smithi112 ceph-mon[88945]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:14:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:20 smithi112 ceph-mon[91385]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:14:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:20 smithi187 ceph-mon[84356]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:14:21.785 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:14:21.794 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:14:21.794 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:14:21.803 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:14:21.823 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:14:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:21 smithi112 ceph-mon[91385]: pgmap v2210: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 426 op/s 2024-04-02T09:14:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:21 smithi112 ceph-mon[91385]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:14:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:21 smithi112 ceph-mon[88945]: pgmap v2210: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 426 op/s 2024-04-02T09:14:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:21 smithi112 ceph-mon[88945]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:14:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:21 smithi187 ceph-mon[84356]: pgmap v2210: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 426 op/s 2024-04-02T09:14:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:21 smithi187 ceph-mon[84356]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:14:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:14:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:22 smithi112 ceph-mon[91385]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:14:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:22 smithi112 ceph-mon[88945]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:14:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:22 smithi187 ceph-mon[84356]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:14:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:23.798 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:23.820 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:14:23.829 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:14:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:23 smithi112 ceph-mon[88945]: pgmap v2213: 169 pgs: 169 active+clean; 417 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 6.0 MiB/s wr, 272 op/s 2024-04-02T09:14:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:23 smithi112 ceph-mon[88945]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:14:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:23 smithi112 ceph-mon[91385]: pgmap v2213: 169 pgs: 169 active+clean; 417 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 6.0 MiB/s wr, 272 op/s 2024-04-02T09:14:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:23 smithi112 ceph-mon[91385]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:14:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:23 smithi187 ceph-mon[84356]: pgmap v2213: 169 pgs: 169 active+clean; 417 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 6.0 MiB/s wr, 272 op/s 2024-04-02T09:14:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:23 smithi187 ceph-mon[84356]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:14:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:24 smithi112 ceph-mon[91385]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:14:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:24 smithi112 ceph-mon[91385]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:14:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:24 smithi112 ceph-mon[88945]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:14:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:24 smithi112 ceph-mon[88945]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:14:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:24 smithi187 ceph-mon[84356]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:14:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:24 smithi187 ceph-mon[84356]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:14:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:25 smithi112 ceph-mon[91385]: pgmap v2216: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-04-02T09:14:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:25 smithi112 ceph-mon[91385]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:14:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:25 smithi112 ceph-mon[88945]: pgmap v2216: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-04-02T09:14:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:25 smithi112 ceph-mon[88945]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:14:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:25 smithi187 ceph-mon[84356]: pgmap v2216: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-04-02T09:14:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:25 smithi187 ceph-mon[84356]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:14:27.084 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:14:27.107 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:14:27.272 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:14:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:27 smithi187 ceph-mon[84356]: pgmap v2219: 169 pgs: 169 active+clean; 449 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 125 op/s 2024-04-02T09:14:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:27 smithi187 ceph-mon[84356]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:14:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:27 smithi112 ceph-mon[91385]: pgmap v2219: 169 pgs: 169 active+clean; 449 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 125 op/s 2024-04-02T09:14:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:27 smithi112 ceph-mon[91385]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:14:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:27 smithi112 ceph-mon[88945]: pgmap v2219: 169 pgs: 169 active+clean; 449 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 125 op/s 2024-04-02T09:14:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:27 smithi112 ceph-mon[88945]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:14:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:28 smithi112 ceph-mon[91385]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:14:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:28 smithi112 ceph-mon[88945]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:14:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:28 smithi187 ceph-mon[84356]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:14:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:14:29] "GET /metrics HTTP/1.1" 200 38928 "" "Prometheus/2.43.0" 2024-04-02T09:14:29.934 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11828 ms) 2024-04-02T09:14:29.934 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-02T09:14:29.968 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:29.979 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:14:30.037 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:14:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-mon[88945]: pgmap v2222: 169 pgs: 169 active+clean; 453 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-04-02T09:14:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-mon[88945]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:14:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-mon[88945]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:14:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-mon[91385]: pgmap v2222: 169 pgs: 169 active+clean; 453 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-04-02T09:14:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-mon[91385]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:14:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:29 smithi112 ceph-mon[91385]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:14:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:29 smithi187 ceph-mon[84356]: pgmap v2222: 169 pgs: 169 active+clean; 453 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-04-02T09:14:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:29 smithi187 ceph-mon[84356]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:14:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:29 smithi187 ceph-mon[84356]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:14:31.835 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:14:31.847 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:14:31.848 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:14:31.848 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:14:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:31 smithi112 ceph-mon[91385]: pgmap v2225: 169 pgs: 169 active+clean; 453 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 430 op/s 2024-04-02T09:14:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:31 smithi112 ceph-mon[91385]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:14:32.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:31 smithi112 ceph-mon[88945]: pgmap v2225: 169 pgs: 169 active+clean; 453 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 430 op/s 2024-04-02T09:14:32.121 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:31 smithi112 ceph-mon[88945]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:14:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:31 smithi187 ceph-mon[84356]: pgmap v2225: 169 pgs: 169 active+clean; 453 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 430 op/s 2024-04-02T09:14:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:31 smithi187 ceph-mon[84356]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:14:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:14:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:32 smithi112 ceph-mon[91385]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:14:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:32 smithi112 ceph-mon[88945]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:14:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:32 smithi187 ceph-mon[84356]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:14:33.840 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:14:33.849 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:14:33.849 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:14:33.858 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:14:33.882 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:14:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:33 smithi112 ceph-mon[88945]: pgmap v2228: 169 pgs: 169 active+clean; 473 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 9.0 MiB/s wr, 373 op/s 2024-04-02T09:14:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:33 smithi112 ceph-mon[88945]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:14:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:33 smithi112 ceph-mon[91385]: pgmap v2228: 169 pgs: 169 active+clean; 473 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 9.0 MiB/s wr, 373 op/s 2024-04-02T09:14:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:33 smithi112 ceph-mon[91385]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:14:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:33 smithi187 ceph-mon[84356]: pgmap v2228: 169 pgs: 169 active+clean; 473 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 9.0 MiB/s wr, 373 op/s 2024-04-02T09:14:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:33 smithi187 ceph-mon[84356]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:14:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:34 smithi112 ceph-mon[91385]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:14:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:34 smithi112 ceph-mon[88945]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:14:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:34 smithi187 ceph-mon[84356]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:14:35.853 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:35.878 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:14:35.887 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-02T09:14:35.903 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:14:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:35 smithi112 ceph-mon[88945]: pgmap v2231: 169 pgs: 169 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 154 op/s 2024-04-02T09:14:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:35 smithi112 ceph-mon[88945]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:14:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:35 smithi112 ceph-mon[91385]: pgmap v2231: 169 pgs: 169 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 154 op/s 2024-04-02T09:14:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:35 smithi112 ceph-mon[91385]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:14:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:35 smithi187 ceph-mon[84356]: pgmap v2231: 169 pgs: 169 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 154 op/s 2024-04-02T09:14:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:35 smithi187 ceph-mon[84356]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:14:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:36 smithi112 ceph-mon[88945]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:14:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:36 smithi112 ceph-mon[91385]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:14:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:36 smithi187 ceph-mon[84356]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:14:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:37 smithi112 ceph-mon[91385]: pgmap v2234: 169 pgs: 169 active+clean; 489 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-04-02T09:14:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:37 smithi112 ceph-mon[91385]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:14:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:37 smithi112 ceph-mon[88945]: pgmap v2234: 169 pgs: 169 active+clean; 489 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-04-02T09:14:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:37 smithi112 ceph-mon[88945]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:14:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:37 smithi187 ceph-mon[84356]: pgmap v2234: 169 pgs: 169 active+clean; 489 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-04-02T09:14:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:37 smithi187 ceph-mon[84356]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:14:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:38 smithi112 ceph-mon[91385]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:14:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:38 smithi112 ceph-mon[88945]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:14:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:38 smithi187 ceph-mon[84356]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:14:39.253 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:14:39.414 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:14:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:14:39] "GET /metrics HTTP/1.1" 200 38933 "" "Prometheus/2.43.0" 2024-04-02T09:14:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-mon[91385]: pgmap v2237: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 8.0 MiB/s wr, 152 op/s 2024-04-02T09:14:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-mon[91385]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:14:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-mon[91385]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:14:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-mon[88945]: pgmap v2237: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 8.0 MiB/s wr, 152 op/s 2024-04-02T09:14:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-mon[88945]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:14:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:39 smithi112 ceph-mon[88945]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:14:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:39 smithi187 ceph-mon[84356]: pgmap v2237: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 8.0 MiB/s wr, 152 op/s 2024-04-02T09:14:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:39 smithi187 ceph-mon[84356]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:14:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:39 smithi187 ceph-mon[84356]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:14:41.891 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11957 ms) 2024-04-02T09:14:41.892 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-02T09:14:41.924 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:41.935 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:14:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:41 smithi187 ceph-mon[84356]: pgmap v2240: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.0 MiB/s wr, 219 op/s 2024-04-02T09:14:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:41 smithi187 ceph-mon[84356]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:14:41.991 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:14:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:41 smithi112 ceph-mon[91385]: pgmap v2240: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.0 MiB/s wr, 219 op/s 2024-04-02T09:14:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:41 smithi112 ceph-mon[91385]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:14:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:41 smithi112 ceph-mon[88945]: pgmap v2240: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.0 MiB/s wr, 219 op/s 2024-04-02T09:14:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:41 smithi112 ceph-mon[88945]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:14:42.639 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:14:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:42.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:42 smithi187 ceph-mon[84356]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:14:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:42 smithi112 ceph-mon[88945]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:14:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:42 smithi112 ceph-mon[91385]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:14:43.660 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:14:43.672 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:14:43.672 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:14:43.672 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:14:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:43 smithi187 ceph-mon[84356]: pgmap v2243: 169 pgs: 169 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2024-04-02T09:14:43.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:43 smithi187 ceph-mon[84356]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:14:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:43 smithi112 ceph-mon[88945]: pgmap v2243: 169 pgs: 169 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2024-04-02T09:14:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:43 smithi112 ceph-mon[88945]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:14:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:43 smithi112 ceph-mon[91385]: pgmap v2243: 169 pgs: 169 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2024-04-02T09:14:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:43 smithi112 ceph-mon[91385]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:14:44.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:44 smithi187 ceph-mon[84356]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:44 smithi112 ceph-mon[91385]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:44 smithi112 ceph-mon[88945]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:45.678 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:14:45.683 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:14:45.684 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:14:45.693 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:14:45.707 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:14:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:45 smithi187 ceph-mon[84356]: pgmap v2246: 169 pgs: 169 active+clean; 521 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 7.0 MiB/s wr, 284 op/s 2024-04-02T09:14:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:45 smithi187 ceph-mon[84356]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:45 smithi112 ceph-mon[91385]: pgmap v2246: 169 pgs: 169 active+clean; 521 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 7.0 MiB/s wr, 284 op/s 2024-04-02T09:14:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:45 smithi112 ceph-mon[91385]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:45 smithi112 ceph-mon[88945]: pgmap v2246: 169 pgs: 169 active+clean; 521 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 7.0 MiB/s wr, 284 op/s 2024-04-02T09:14:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:45 smithi112 ceph-mon[88945]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:46.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:46 smithi187 ceph-mon[84356]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:46 smithi112 ceph-mon[91385]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:46 smithi112 ceph-mon[88945]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:47.683 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:47.703 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:14:47.712 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:14:47.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:47 smithi187 ceph-mon[84356]: pgmap v2249: 169 pgs: 169 active+clean; 529 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 153 op/s 2024-04-02T09:14:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:47 smithi187 ceph-mon[84356]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:47 smithi112 ceph-mon[88945]: pgmap v2249: 169 pgs: 169 active+clean; 529 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 153 op/s 2024-04-02T09:14:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:47 smithi112 ceph-mon[88945]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:47 smithi112 ceph-mon[91385]: pgmap v2249: 169 pgs: 169 active+clean; 529 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 153 op/s 2024-04-02T09:14:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:47 smithi112 ceph-mon[91385]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:48.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:48 smithi187 ceph-mon[84356]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:48 smithi112 ceph-mon[88945]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:48 smithi112 ceph-mon[91385]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:14:49] "GET /metrics HTTP/1.1" 200 38933 "" "Prometheus/2.43.0" 2024-04-02T09:14:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:49 smithi187 ceph-mon[84356]: pgmap v2252: 169 pgs: 169 active+clean; 541 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 208 op/s 2024-04-02T09:14:49.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:49 smithi187 ceph-mon[84356]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:49 smithi187 ceph-mon[84356]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-mon[88945]: pgmap v2252: 169 pgs: 169 active+clean; 541 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 208 op/s 2024-04-02T09:14:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-mon[88945]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-mon[88945]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-mon[91385]: pgmap v2252: 169 pgs: 169 active+clean; 541 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 208 op/s 2024-04-02T09:14:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-mon[91385]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:49 smithi112 ceph-mon[91385]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:50.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:50.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:50 smithi187 ceph-mon[84356]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:51.093 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-02T09:14:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:50 smithi112 ceph-mon[91385]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:50 smithi112 ceph-mon[88945]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:51.168 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:14:51.296 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:14:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:51 smithi187 ceph-mon[84356]: pgmap v2255: 169 pgs: 169 active+clean; 561 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 167 op/s 2024-04-02T09:14:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[88945]: pgmap v2255: 169 pgs: 169 active+clean; 561 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 167 op/s 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[91385]: pgmap v2255: 169 pgs: 169 active+clean; 561 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 167 op/s 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:14:52.708 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:14:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:52 smithi187 ceph-mon[84356]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:53.019 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:52 smithi112 ceph-mon[91385]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:53.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:52 smithi112 ceph-mon[88945]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:53 smithi187 ceph-mon[84356]: pgmap v2258: 169 pgs: 169 active+clean; 573 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.0 MiB/s wr, 311 op/s 2024-04-02T09:14:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:53 smithi187 ceph-mon[84356]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:54.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12110 ms) 2024-04-02T09:14:54.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-02T09:14:54.034 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:54.044 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:14:54.103 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:14:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:53 smithi112 ceph-mon[91385]: pgmap v2258: 169 pgs: 169 active+clean; 573 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.0 MiB/s wr, 311 op/s 2024-04-02T09:14:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:53 smithi112 ceph-mon[91385]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:53 smithi112 ceph-mon[88945]: pgmap v2258: 169 pgs: 169 active+clean; 573 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.0 MiB/s wr, 311 op/s 2024-04-02T09:14:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:53 smithi112 ceph-mon[88945]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:54.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:54 smithi187 ceph-mon[84356]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:54 smithi112 ceph-mon[91385]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:54 smithi112 ceph-mon[88945]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:55.740 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:14:55.750 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:14:55.750 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:14:55.750 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:14:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:55 smithi187 ceph-mon[84356]: pgmap v2261: 169 pgs: 169 active+clean; 581 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 242 op/s 2024-04-02T09:14:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:55 smithi187 ceph-mon[84356]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:55 smithi112 ceph-mon[91385]: pgmap v2261: 169 pgs: 169 active+clean; 581 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 242 op/s 2024-04-02T09:14:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:55 smithi112 ceph-mon[91385]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:55 smithi112 ceph-mon[88945]: pgmap v2261: 169 pgs: 169 active+clean; 581 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 242 op/s 2024-04-02T09:14:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:55 smithi112 ceph-mon[88945]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:56.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:56 smithi187 ceph-mon[84356]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:56 smithi112 ceph-mon[91385]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:56 smithi112 ceph-mon[88945]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:57.745 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:14:57.752 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:14:57.752 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:14:57.761 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:14:57.775 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:14:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:57 smithi112 ceph-mon[91385]: pgmap v2264: 169 pgs: 169 active+clean; 577 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 4.0 MiB/s wr, 306 op/s 2024-04-02T09:14:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:57 smithi112 ceph-mon[91385]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:57 smithi112 ceph-mon[88945]: pgmap v2264: 169 pgs: 169 active+clean; 577 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 4.0 MiB/s wr, 306 op/s 2024-04-02T09:14:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:57 smithi112 ceph-mon[88945]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:57 smithi187 ceph-mon[84356]: pgmap v2264: 169 pgs: 169 active+clean; 577 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 4.0 MiB/s wr, 306 op/s 2024-04-02T09:14:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:57 smithi187 ceph-mon[84356]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:58 smithi112 ceph-mon[88945]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:58 smithi112 ceph-mon[91385]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:58 smithi187 ceph-mon[84356]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:14:59] "GET /metrics HTTP/1.1" 200 38933 "" "Prometheus/2.43.0" 2024-04-02T09:14:59.644 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:14:59.669 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:14:59.677 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-mon[91385]: pgmap v2267: 169 pgs: 169 active+clean; 593 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 318 op/s 2024-04-02T09:15:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-mon[91385]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:15:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-mon[91385]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:15:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-mon[88945]: pgmap v2267: 169 pgs: 169 active+clean; 593 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 318 op/s 2024-04-02T09:15:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-mon[88945]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:15:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:14:59 smithi112 ceph-mon[88945]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:15:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:59 smithi187 ceph-mon[84356]: pgmap v2267: 169 pgs: 169 active+clean; 593 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 318 op/s 2024-04-02T09:15:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:59 smithi187 ceph-mon[84356]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:15:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:14:59 smithi187 ceph-mon[84356]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:15:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:01 smithi187 ceph-mon[84356]: pgmap v2270: 169 pgs: 169 active+clean; 605 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.0 MiB/s wr, 111 op/s 2024-04-02T09:15:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:01 smithi187 ceph-mon[84356]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:15:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:01 smithi112 ceph-mon[91385]: pgmap v2270: 169 pgs: 169 active+clean; 605 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.0 MiB/s wr, 111 op/s 2024-04-02T09:15:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:01 smithi112 ceph-mon[91385]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:15:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:01 smithi112 ceph-mon[88945]: pgmap v2270: 169 pgs: 169 active+clean; 605 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.0 MiB/s wr, 111 op/s 2024-04-02T09:15:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:01 smithi112 ceph-mon[88945]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:15:02.643 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:15:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:02 smithi187 ceph-mon[84356]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:15:03.063 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:15:03.075 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 83886080~1000 2024-04-02T09:15:03.109 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:03.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:02 smithi112 ceph-mon[91385]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:15:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:02 smithi112 ceph-mon[88945]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:15:03.266 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:03 smithi187 ceph-mon[84356]: pgmap v2273: 169 pgs: 169 active+clean; 617 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.0 MiB/s wr, 191 op/s 2024-04-02T09:15:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:03 smithi187 ceph-mon[84356]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:15:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:03 smithi112 ceph-mon[91385]: pgmap v2273: 169 pgs: 169 active+clean; 617 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.0 MiB/s wr, 191 op/s 2024-04-02T09:15:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:03 smithi112 ceph-mon[91385]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:15:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:03 smithi112 ceph-mon[88945]: pgmap v2273: 169 pgs: 169 active+clean; 617 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.0 MiB/s wr, 191 op/s 2024-04-02T09:15:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:03 smithi112 ceph-mon[88945]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:15:04.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:04 smithi187 ceph-mon[84356]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:15:04.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:04 smithi187 ceph-mon[84356]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:15:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:04 smithi112 ceph-mon[91385]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:15:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:04 smithi112 ceph-mon[91385]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:15:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:04 smithi112 ceph-mon[88945]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:15:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:04 smithi112 ceph-mon[88945]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:15:05.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:05 smithi187 ceph-mon[84356]: pgmap v2276: 169 pgs: 169 active+clean; 625 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:15:06.010 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12008 ms) 2024-04-02T09:15:06.010 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-02T09:15:06.042 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:06.054 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 41943040~10 2024-04-02T09:15:06.063 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:15:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:05 smithi112 ceph-mon[91385]: pgmap v2276: 169 pgs: 169 active+clean; 625 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:15:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:05 smithi112 ceph-mon[88945]: pgmap v2276: 169 pgs: 169 active+clean; 625 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:15:06.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:06 smithi187 ceph-mon[84356]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:15:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:06 smithi112 ceph-mon[91385]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:15:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:06 smithi112 ceph-mon[88945]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:15:07.687 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:15:07.710 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:07 smithi187 ceph-mon[84356]: pgmap v2279: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-04-02T09:15:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:07 smithi187 ceph-mon[84356]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:15:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:07 smithi112 ceph-mon[91385]: pgmap v2279: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-04-02T09:15:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:07 smithi112 ceph-mon[91385]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:15:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:07 smithi112 ceph-mon[88945]: pgmap v2279: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-04-02T09:15:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:07 smithi112 ceph-mon[88945]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:15:08.838 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:08.849 INFO:tasks.workunit.client.0.smithi112.stdout:write: Y 41943040~5 2024-04-02T09:15:08.959 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:08 smithi187 ceph-mon[84356]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:15:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:09.032 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:08 smithi112 ceph-mon[91385]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:15:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:08 smithi112 ceph-mon[88945]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:15:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:15:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:15:09] "GET /metrics HTTP/1.1" 200 38935 "" "Prometheus/2.43.0" 2024-04-02T09:15:09.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3787 ms) 2024-04-02T09:15:09.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-02T09:15:09.829 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:09.841 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:15:09.903 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:15:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:09 smithi187 ceph-mon[84356]: pgmap v2282: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 455 op/s 2024-04-02T09:15:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:09 smithi187 ceph-mon[84356]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:15:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:09 smithi112 ceph-mon[91385]: pgmap v2282: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 455 op/s 2024-04-02T09:15:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:09 smithi112 ceph-mon[91385]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:15:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:09 smithi112 ceph-mon[88945]: pgmap v2282: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 455 op/s 2024-04-02T09:15:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:09 smithi112 ceph-mon[88945]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:15:10.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:10 smithi187 ceph-mon[84356]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:15:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:10 smithi112 ceph-mon[91385]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:15:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:10 smithi112 ceph-mon[88945]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:15:11.708 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:15:11.721 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:15:11.721 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:15:11.722 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:15:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:11 smithi187 ceph-mon[84356]: pgmap v2285: 169 pgs: 169 active+clean; 625 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 3.0 MiB/s wr, 290 op/s 2024-04-02T09:15:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:11 smithi187 ceph-mon[84356]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:15:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:11 smithi112 ceph-mon[91385]: pgmap v2285: 169 pgs: 169 active+clean; 625 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 3.0 MiB/s wr, 290 op/s 2024-04-02T09:15:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:11 smithi112 ceph-mon[91385]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:15:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:11 smithi112 ceph-mon[88945]: pgmap v2285: 169 pgs: 169 active+clean; 625 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 3.0 MiB/s wr, 290 op/s 2024-04-02T09:15:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:11 smithi112 ceph-mon[88945]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:15:12.703 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:15:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:12 smithi187 ceph-mon[84356]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:15:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:12 smithi112 ceph-mon[91385]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:15:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:12 smithi112 ceph-mon[88945]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:15:13.728 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:15:13.733 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:15:13.733 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:15:13.742 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:15:13.756 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:15:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:13 smithi187 ceph-mon[84356]: pgmap v2288: 169 pgs: 169 active+clean; 629 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 394 op/s 2024-04-02T09:15:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:13 smithi187 ceph-mon[84356]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:15:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:13 smithi112 ceph-mon[91385]: pgmap v2288: 169 pgs: 169 active+clean; 629 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 394 op/s 2024-04-02T09:15:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:13 smithi112 ceph-mon[91385]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:15:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:13 smithi112 ceph-mon[88945]: pgmap v2288: 169 pgs: 169 active+clean; 629 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 394 op/s 2024-04-02T09:15:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:13 smithi112 ceph-mon[88945]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:15:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:14 smithi187 ceph-mon[84356]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:15:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:14 smithi187 ceph-mon[84356]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:15:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:14 smithi112 ceph-mon[88945]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:15:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:14 smithi112 ceph-mon[88945]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:15:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:14 smithi112 ceph-mon[91385]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:15:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:14 smithi112 ceph-mon[91385]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:15:15.645 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:15.667 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:15:15.675 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:15 smithi187 ceph-mon[84356]: pgmap v2291: 169 pgs: 169 active+clean; 645 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.0 MiB/s wr, 383 op/s 2024-04-02T09:15:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:15 smithi187 ceph-mon[84356]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:15:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:15 smithi112 ceph-mon[91385]: pgmap v2291: 169 pgs: 169 active+clean; 645 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.0 MiB/s wr, 383 op/s 2024-04-02T09:15:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:15 smithi112 ceph-mon[91385]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:15:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:15 smithi112 ceph-mon[88945]: pgmap v2291: 169 pgs: 169 active+clean; 645 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.0 MiB/s wr, 383 op/s 2024-04-02T09:15:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:15 smithi112 ceph-mon[88945]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:15:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:17 smithi187 ceph-mon[84356]: pgmap v2294: 169 pgs: 169 active+clean; 657 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-02T09:15:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:17 smithi187 ceph-mon[84356]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:15:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:17 smithi112 ceph-mon[91385]: pgmap v2294: 169 pgs: 169 active+clean; 657 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-02T09:15:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:17 smithi112 ceph-mon[91385]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:15:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:17 smithi112 ceph-mon[88945]: pgmap v2294: 169 pgs: 169 active+clean; 657 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-02T09:15:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:17 smithi112 ceph-mon[88945]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:15:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:18 smithi112 ceph-mon[88945]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:15:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:18 smithi112 ceph-mon[91385]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:15:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:18 smithi187 ceph-mon[84356]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:15:19.312 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: after_prepare_snap 2024-04-02T09:15:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:15:19] "GET /metrics HTTP/1.1" 200 38935 "" "Prometheus/2.43.0" 2024-04-02T09:15:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-mon[91385]: pgmap v2297: 169 pgs: 169 active+clean; 669 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 4.0 MiB/s wr, 179 op/s 2024-04-02T09:15:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-mon[91385]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:15:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-mon[91385]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:15:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-mon[88945]: pgmap v2297: 169 pgs: 169 active+clean; 669 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 4.0 MiB/s wr, 179 op/s 2024-04-02T09:15:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-mon[88945]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:15:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:19 smithi112 ceph-mon[88945]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:15:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:19 smithi187 ceph-mon[84356]: pgmap v2297: 169 pgs: 169 active+clean; 669 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 4.0 MiB/s wr, 179 op/s 2024-04-02T09:15:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:19 smithi187 ceph-mon[84356]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:15:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:19 smithi187 ceph-mon[84356]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:15:20.647 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:15:20.685 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 0~1000 2024-04-02T09:15:20.692 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:20.841 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:21 smithi187 ceph-mon[84356]: pgmap v2300: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 188 op/s 2024-04-02T09:15:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:21 smithi187 ceph-mon[84356]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:15:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:21 smithi112 ceph-mon[91385]: pgmap v2300: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 188 op/s 2024-04-02T09:15:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:21 smithi112 ceph-mon[91385]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:15:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:21 smithi112 ceph-mon[88945]: pgmap v2300: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 188 op/s 2024-04-02T09:15:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:21 smithi112 ceph-mon[88945]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:15:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:15:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:23.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:22 smithi112 ceph-mon[91385]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:15:23.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:22 smithi112 ceph-mon[88945]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:15:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:22 smithi187 ceph-mon[84356]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:15:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:23 smithi112 ceph-mon[88945]: pgmap v2303: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 142 op/s 2024-04-02T09:15:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:23 smithi112 ceph-mon[88945]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:15:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:23 smithi112 ceph-mon[91385]: pgmap v2303: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 142 op/s 2024-04-02T09:15:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:23 smithi112 ceph-mon[91385]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:15:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:24.142 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14345 ms) 2024-04-02T09:15:24.142 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-02T09:15:24.176 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:24.187 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:15:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:23 smithi187 ceph-mon[84356]: pgmap v2303: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 142 op/s 2024-04-02T09:15:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:23 smithi187 ceph-mon[84356]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:15:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:24.249 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:15:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:24 smithi112 ceph-mon[88945]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:15:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:24 smithi112 ceph-mon[91385]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:15:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:24 smithi187 ceph-mon[84356]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:15:25.790 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:15:25.815 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:15:25.815 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:15:25.815 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:15:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:25 smithi112 ceph-mon[88945]: pgmap v2306: 169 pgs: 169 active+clean; 689 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 3.0 MiB/s wr, 352 op/s 2024-04-02T09:15:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:25 smithi112 ceph-mon[88945]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:15:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:25 smithi112 ceph-mon[91385]: pgmap v2306: 169 pgs: 169 active+clean; 689 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 3.0 MiB/s wr, 352 op/s 2024-04-02T09:15:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:25 smithi112 ceph-mon[91385]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:15:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:25 smithi187 ceph-mon[84356]: pgmap v2306: 169 pgs: 169 active+clean; 689 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 3.0 MiB/s wr, 352 op/s 2024-04-02T09:15:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:25 smithi187 ceph-mon[84356]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:15:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:26 smithi112 ceph-mon[91385]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:15:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:26 smithi112 ceph-mon[88945]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:15:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:26 smithi187 ceph-mon[84356]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:15:27.806 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:15:27.821 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:15:27.837 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:15:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:27 smithi112 ceph-mon[91385]: pgmap v2309: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 450 op/s 2024-04-02T09:15:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:27 smithi112 ceph-mon[91385]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:15:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:27 smithi112 ceph-mon[88945]: pgmap v2309: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 450 op/s 2024-04-02T09:15:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:27 smithi112 ceph-mon[88945]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:15:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:27 smithi187 ceph-mon[84356]: pgmap v2309: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 450 op/s 2024-04-02T09:15:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:27 smithi187 ceph-mon[84356]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:15:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:28 smithi112 ceph-mon[91385]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:15:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:28 smithi112 ceph-mon[88945]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:15:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:28 smithi187 ceph-mon[84356]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:15:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:15:29] "GET /metrics HTTP/1.1" 200 38932 "" "Prometheus/2.43.0" 2024-04-02T09:15:29.643 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:29.669 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:15:29.676 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-mon[91385]: pgmap v2312: 169 pgs: 169 active+clean; 689 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 293 op/s 2024-04-02T09:15:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-mon[91385]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:15:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-mon[91385]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:15:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-mon[88945]: pgmap v2312: 169 pgs: 169 active+clean; 689 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 293 op/s 2024-04-02T09:15:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-mon[88945]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:15:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:29 smithi112 ceph-mon[88945]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:15:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:29 smithi187 ceph-mon[84356]: pgmap v2312: 169 pgs: 169 active+clean; 689 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 293 op/s 2024-04-02T09:15:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:29 smithi187 ceph-mon[84356]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:15:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:29 smithi187 ceph-mon[84356]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:15:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:31 smithi187 ceph-mon[84356]: pgmap v2315: 169 pgs: 169 active+clean; 709 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 113 op/s 2024-04-02T09:15:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:31 smithi187 ceph-mon[84356]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:15:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:31 smithi112 ceph-mon[91385]: pgmap v2315: 169 pgs: 169 active+clean; 709 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 113 op/s 2024-04-02T09:15:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:31 smithi112 ceph-mon[91385]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:15:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:31 smithi112 ceph-mon[88945]: pgmap v2315: 169 pgs: 169 active+clean; 709 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 113 op/s 2024-04-02T09:15:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:31 smithi112 ceph-mon[88945]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:15:32.646 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:15:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:32.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:32 smithi187 ceph-mon[84356]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:15:33.105 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: after_prepare_snap 2024-04-02T09:15:33.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:32 smithi112 ceph-mon[91385]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:15:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:32 smithi112 ceph-mon[88945]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:15:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:33 smithi187 ceph-mon[84356]: pgmap v2318: 169 pgs: 169 active+clean; 729 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 150 op/s 2024-04-02T09:15:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:33 smithi187 ceph-mon[84356]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:15:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:33 smithi112 ceph-mon[91385]: pgmap v2318: 169 pgs: 169 active+clean; 729 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 150 op/s 2024-04-02T09:15:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:33 smithi112 ceph-mon[91385]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:15:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:33 smithi112 ceph-mon[88945]: pgmap v2318: 169 pgs: 169 active+clean; 729 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 150 op/s 2024-04-02T09:15:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:33 smithi112 ceph-mon[88945]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:15:34.650 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:15:34.666 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 83886080~1000 2024-04-02T09:15:34.673 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:34.824 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:34 smithi187 ceph-mon[84356]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:15:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:34 smithi187 ceph-mon[84356]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:15:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:34 smithi112 ceph-mon[91385]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:15:35.150 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:34 smithi112 ceph-mon[91385]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:15:35.150 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:34 smithi112 ceph-mon[88945]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:15:35.150 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:34 smithi112 ceph-mon[88945]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:15:35.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:35 smithi187 ceph-mon[84356]: pgmap v2321: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 251 op/s 2024-04-02T09:15:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:35 smithi112 ceph-mon[91385]: pgmap v2321: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 251 op/s 2024-04-02T09:15:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:35 smithi112 ceph-mon[88945]: pgmap v2321: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 251 op/s 2024-04-02T09:15:36.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:36 smithi187 ceph-mon[84356]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:15:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:36 smithi112 ceph-mon[91385]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:15:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:36 smithi112 ceph-mon[88945]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:15:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:37 smithi187 ceph-mon[84356]: pgmap v2324: 169 pgs: 169 active+clean; 737 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 364 op/s 2024-04-02T09:15:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:37 smithi187 ceph-mon[84356]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:15:38.095 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13954 ms) 2024-04-02T09:15:38.095 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Clone 2024-04-02T09:15:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:37 smithi112 ceph-mon[91385]: pgmap v2324: 169 pgs: 169 active+clean; 737 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 364 op/s 2024-04-02T09:15:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:37 smithi112 ceph-mon[91385]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:15:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:37 smithi112 ceph-mon[88945]: pgmap v2324: 169 pgs: 169 active+clean; 737 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 364 op/s 2024-04-02T09:15:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:37 smithi112 ceph-mon[88945]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:15:38.125 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:38.136 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~8388609 2024-04-02T09:15:38.198 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 16777218~8388609 2024-04-02T09:15:38.252 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-02T09:15:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:38 smithi187 ceph-mon[84356]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:15:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:38 smithi112 ceph-mon[91385]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:15:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:38 smithi112 ceph-mon[88945]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:15:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:15:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:15:39] "GET /metrics HTTP/1.1" 200 38933 "" "Prometheus/2.43.0" 2024-04-02T09:15:39.706 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-02T09:15:39.719 INFO:tasks.workunit.client.0.smithi112.stdout:clone image105 -> image108 2024-04-02T09:15:39.815 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:15:39.868 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:15:39.870 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-02T09:15:39.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:39 smithi187 ceph-mon[84356]: pgmap v2327: 169 pgs: 169 active+clean; 753 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-04-02T09:15:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:39 smithi187 ceph-mon[84356]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:15:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:39 smithi112 ceph-mon[91385]: pgmap v2327: 169 pgs: 169 active+clean; 753 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-04-02T09:15:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:39 smithi112 ceph-mon[91385]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:15:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:39 smithi112 ceph-mon[88945]: pgmap v2327: 169 pgs: 169 active+clean; 753 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-04-02T09:15:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:39 smithi112 ceph-mon[88945]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:15:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:40 smithi187 ceph-mon[84356]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:40 smithi112 ceph-mon[91385]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:15:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:40 smithi112 ceph-mon[88945]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:15:41.720 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-02T09:15:41.730 INFO:tasks.workunit.client.0.smithi112.stdout:clone image108 -> image110 2024-04-02T09:15:41.857 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 1000~1000 2024-04-02T09:15:41.913 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 2010~1000 2024-04-02T09:15:41.915 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:41 smithi187 ceph-mon[84356]: pgmap v2330: 169 pgs: 169 active+clean; 757 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 227 op/s 2024-04-02T09:15:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:41 smithi187 ceph-mon[84356]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:15:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:41 smithi112 ceph-mon[91385]: pgmap v2330: 169 pgs: 169 active+clean; 757 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 227 op/s 2024-04-02T09:15:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:41 smithi112 ceph-mon[91385]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:15:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:41 smithi112 ceph-mon[88945]: pgmap v2330: 169 pgs: 169 active+clean; 757 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 227 op/s 2024-04-02T09:15:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:41 smithi112 ceph-mon[88945]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:15:42.217 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:42.384 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:42.562 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Clone (4467 ms) 2024-04-02T09:15:42.563 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneParent 2024-04-02T09:15:42.595 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:42.609 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-02T09:15:42.712 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:15:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:42 smithi187 ceph-mon[84356]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:15:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:42 smithi112 ceph-mon[91385]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:15:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:42 smithi112 ceph-mon[88945]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:15:43.731 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-02T09:15:43.741 INFO:tasks.workunit.client.0.smithi112.stdout:clone image111 -> image114 2024-04-02T09:15:43.841 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:43 smithi187 ceph-mon[84356]: pgmap v2333: 169 pgs: 169 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 234 op/s 2024-04-02T09:15:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:43 smithi187 ceph-mon[84356]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:44.010 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:15:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:43 smithi112 ceph-mon[88945]: pgmap v2333: 169 pgs: 169 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 234 op/s 2024-04-02T09:15:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:43 smithi112 ceph-mon[88945]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:43 smithi112 ceph-mon[91385]: pgmap v2333: 169 pgs: 169 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 234 op/s 2024-04-02T09:15:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:43 smithi112 ceph-mon[91385]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:44.137 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneParent (1575 ms) 2024-04-02T09:15:44.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-02T09:15:44.171 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:44.181 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~10 2024-04-02T09:15:44.189 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-02T09:15:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:44 smithi187 ceph-mon[84356]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:44 smithi187 ceph-mon[84356]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:44 smithi112 ceph-mon[91385]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:44 smithi112 ceph-mon[91385]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:44 smithi112 ceph-mon[88945]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:44 smithi112 ceph-mon[88945]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:45.654 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-02T09:15:45.668 INFO:tasks.workunit.client.0.smithi112.stdout:clone image115 -> image118 2024-04-02T09:15:45.770 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:45.932 INFO:tasks.workunit.client.0.smithi112.stdout:write: Y 0~1 2024-04-02T09:15:45.970 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:46.049 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:45 smithi112 ceph-mon[91385]: pgmap v2336: 169 pgs: 169 active+clean; 773 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 473 op/s 2024-04-02T09:15:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:45 smithi112 ceph-mon[91385]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:45 smithi112 ceph-mon[88945]: pgmap v2336: 169 pgs: 169 active+clean; 773 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 473 op/s 2024-04-02T09:15:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:45 smithi112 ceph-mon[88945]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:46.167 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2029 ms) 2024-04-02T09:15:46.167 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-02T09:15:46.197 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:46.207 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 41943040~10 2024-04-02T09:15:46.215 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:15:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:45 smithi187 ceph-mon[84356]: pgmap v2336: 169 pgs: 169 active+clean; 773 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 473 op/s 2024-04-02T09:15:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:45 smithi187 ceph-mon[84356]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:47.758 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 41943041~10 2024-04-02T09:15:47.763 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:47 smithi112 ceph-mon[91385]: pgmap v2339: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 815 op/s 2024-04-02T09:15:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:47 smithi112 ceph-mon[91385]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:47 smithi112 ceph-mon[88945]: pgmap v2339: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 815 op/s 2024-04-02T09:15:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:47 smithi112 ceph-mon[88945]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:47 smithi187 ceph-mon[84356]: pgmap v2339: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 815 op/s 2024-04-02T09:15:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:47 smithi187 ceph-mon[84356]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:48.899 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 41943042~10 2024-04-02T09:15:48.913 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:15:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:48 smithi112 ceph-mon[88945]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:48 smithi112 ceph-mon[91385]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:48 smithi187 ceph-mon[84356]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:15:49] "GET /metrics HTTP/1.1" 200 38933 "" "Prometheus/2.43.0" 2024-04-02T09:15:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-mon[88945]: pgmap v2342: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 662 op/s 2024-04-02T09:15:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-mon[88945]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-mon[88945]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-mon[91385]: pgmap v2342: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 662 op/s 2024-04-02T09:15:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-mon[91385]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:49 smithi112 ceph-mon[91385]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:49 smithi187 ceph-mon[84356]: pgmap v2342: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 662 op/s 2024-04-02T09:15:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:49 smithi187 ceph-mon[84356]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:49 smithi187 ceph-mon[84356]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:50.649 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:15:50.680 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:50.744 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:51.905 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5739 ms) 2024-04-02T09:15:51.906 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-02T09:15:51.940 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:51.952 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 41943040~10 2024-04-02T09:15:51.961 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:15:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:51 smithi187 ceph-mon[84356]: pgmap v2345: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 24 KiB/s wr, 594 op/s 2024-04-02T09:15:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:51 smithi187 ceph-mon[84356]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:51 smithi112 ceph-mon[91385]: pgmap v2345: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 24 KiB/s wr, 594 op/s 2024-04-02T09:15:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:51 smithi112 ceph-mon[91385]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:51 smithi112 ceph-mon[88945]: pgmap v2345: 169 pgs: 169 active+clean; 781 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 24 KiB/s wr, 594 op/s 2024-04-02T09:15:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:51 smithi112 ceph-mon[88945]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:15:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[88945]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[91385]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:15:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:52 smithi187 ceph-mon[84356]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:15:53.793 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:15:53.815 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:15:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:53 smithi112 ceph-mon[88945]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 715 op/s 2024-04-02T09:15:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:53 smithi112 ceph-mon[88945]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:53 smithi112 ceph-mon[91385]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 715 op/s 2024-04-02T09:15:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:53 smithi112 ceph-mon[91385]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:53 smithi187 ceph-mon[84356]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 715 op/s 2024-04-02T09:15:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:53 smithi187 ceph-mon[84356]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:54.925 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:54.939 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:15:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:54 smithi112 ceph-mon[88945]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:54 smithi112 ceph-mon[91385]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:54 smithi187 ceph-mon[84356]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:55 smithi112 ceph-mon[91385]: pgmap v2351: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 390 op/s 2024-04-02T09:15:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:55 smithi112 ceph-mon[91385]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:55 smithi112 ceph-mon[88945]: pgmap v2351: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 390 op/s 2024-04-02T09:15:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:55 smithi112 ceph-mon[88945]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:55 smithi187 ceph-mon[84356]: pgmap v2351: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 390 op/s 2024-04-02T09:15:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:55 smithi187 ceph-mon[84356]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:56.810 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 41943040~10 2024-04-02T09:15:56.816 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap4 2024-04-02T09:15:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:56 smithi112 ceph-mon[88945]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:56 smithi112 ceph-mon[91385]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:56 smithi187 ceph-mon[84356]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:57 smithi112 ceph-mon[88945]: pgmap v2354: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 245 op/s 2024-04-02T09:15:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:57 smithi112 ceph-mon[88945]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:57 smithi112 ceph-mon[91385]: pgmap v2354: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 245 op/s 2024-04-02T09:15:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:57 smithi112 ceph-mon[91385]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:57 smithi187 ceph-mon[84356]: pgmap v2354: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 245 op/s 2024-04-02T09:15:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:57 smithi187 ceph-mon[84356]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:58.827 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-02T09:15:58.851 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:15:58.917 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:15:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:58 smithi112 ceph-mon[91385]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:58 smithi112 ceph-mon[88945]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:58 smithi187 ceph-mon[84356]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:15:59] "GET /metrics HTTP/1.1" 200 38933 "" "Prometheus/2.43.0" 2024-04-02T09:15:59.814 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7909 ms) 2024-04-02T09:15:59.814 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-02T09:15:59.845 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:15:59.857 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:00.040 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortInUseImage (226 ms) 2024-04-02T09:16:00.040 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-02T09:16:00.072 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:00.082 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:16:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-mon[91385]: pgmap v2357: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 18 KiB/s wr, 259 op/s 2024-04-02T09:16:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-mon[91385]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:16:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-mon[91385]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:16:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-mon[88945]: pgmap v2357: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 18 KiB/s wr, 259 op/s 2024-04-02T09:16:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-mon[88945]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:16:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:15:59 smithi112 ceph-mon[88945]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:16:00.139 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:16:00.198 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:59 smithi187 ceph-mon[84356]: pgmap v2357: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 18 KiB/s wr, 259 op/s 2024-04-02T09:16:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:59 smithi187 ceph-mon[84356]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:16:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:15:59 smithi187 ceph-mon[84356]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:16:00.391 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:16:00.441 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:16:00.506 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:00.688 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (648 ms) 2024-04-02T09:16:00.688 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-02T09:16:00.718 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:00.729 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:16:00.783 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:01.833 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-02T09:16:01.844 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-02T09:16:01.844 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-02T09:16:01.844 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:16:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:01 smithi112 ceph-mon[91385]: pgmap v2360: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 59 op/s 2024-04-02T09:16:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:01 smithi112 ceph-mon[91385]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:16:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:01 smithi112 ceph-mon[88945]: pgmap v2360: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 59 op/s 2024-04-02T09:16:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:01 smithi112 ceph-mon[88945]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:16:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:01 smithi187 ceph-mon[84356]: pgmap v2360: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 59 op/s 2024-04-02T09:16:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:01 smithi187 ceph-mon[84356]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:16:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:16:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:16:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:02 smithi112 ceph-mon[91385]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:16:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:02 smithi112 ceph-mon[88945]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:16:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:02 smithi187 ceph-mon[84356]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:16:03.846 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-02T09:16:03.852 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-02T09:16:03.852 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-02T09:16:03.860 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-02T09:16:03.879 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:16:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:03 smithi112 ceph-mon[91385]: pgmap v2363: 169 pgs: 169 active+clean; 797 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.0 MiB/s wr, 287 op/s 2024-04-02T09:16:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:03 smithi112 ceph-mon[91385]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:16:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:03 smithi112 ceph-mon[88945]: pgmap v2363: 169 pgs: 169 active+clean; 797 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.0 MiB/s wr, 287 op/s 2024-04-02T09:16:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:03 smithi112 ceph-mon[88945]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:16:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:03 smithi187 ceph-mon[84356]: pgmap v2363: 169 pgs: 169 active+clean; 797 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.0 MiB/s wr, 287 op/s 2024-04-02T09:16:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:03 smithi187 ceph-mon[84356]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:16:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:04 smithi112 ceph-mon[91385]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:16:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:04 smithi112 ceph-mon[88945]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:16:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:04 smithi187 ceph-mon[84356]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:16:05.860 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:05.880 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-02T09:16:05.888 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:05 smithi112 ceph-mon[91385]: pgmap v2366: 169 pgs: 169 active+clean; 829 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 554 op/s 2024-04-02T09:16:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:05 smithi112 ceph-mon[91385]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:16:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:05 smithi112 ceph-mon[88945]: pgmap v2366: 169 pgs: 169 active+clean; 829 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 554 op/s 2024-04-02T09:16:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:05 smithi112 ceph-mon[88945]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:16:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:05 smithi187 ceph-mon[84356]: pgmap v2366: 169 pgs: 169 active+clean; 829 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 554 op/s 2024-04-02T09:16:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:05 smithi187 ceph-mon[84356]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:16:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:06 smithi112 ceph-mon[91385]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:16:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:06 smithi112 ceph-mon[88945]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:16:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:06 smithi187 ceph-mon[84356]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:16:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:07 smithi112 ceph-mon[91385]: pgmap v2369: 169 pgs: 169 active+clean; 861 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 26 MiB/s wr, 418 op/s 2024-04-02T09:16:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:07 smithi112 ceph-mon[91385]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:16:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:07 smithi112 ceph-mon[88945]: pgmap v2369: 169 pgs: 169 active+clean; 861 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 26 MiB/s wr, 418 op/s 2024-04-02T09:16:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:07 smithi112 ceph-mon[88945]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:16:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:07 smithi187 ceph-mon[84356]: pgmap v2369: 169 pgs: 169 active+clean; 861 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 26 MiB/s wr, 418 op/s 2024-04-02T09:16:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:07 smithi187 ceph-mon[84356]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:16:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:08 smithi112 ceph-mon[88945]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:16:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:08 smithi112 ceph-mon[91385]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:16:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:08 smithi187 ceph-mon[84356]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:16:09.351 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:16:09.438 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:16:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:16:09] "GET /metrics HTTP/1.1" 200 38930 "" "Prometheus/2.43.0" 2024-04-02T09:16:09.653 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-02T09:16:09.669 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-02T09:16:09.752 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-mon[91385]: pgmap v2372: 169 pgs: 169 active+clean; 861 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 11 MiB/s wr, 154 op/s 2024-04-02T09:16:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-mon[91385]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:16:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-mon[91385]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:16:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-mon[88945]: pgmap v2372: 169 pgs: 169 active+clean; 861 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 11 MiB/s wr, 154 op/s 2024-04-02T09:16:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-mon[88945]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:16:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:09 smithi112 ceph-mon[88945]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:16:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:09 smithi187 ceph-mon[84356]: pgmap v2372: 169 pgs: 169 active+clean; 861 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 11 MiB/s wr, 154 op/s 2024-04-02T09:16:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:09 smithi187 ceph-mon[84356]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:16:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:09 smithi187 ceph-mon[84356]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:16:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:11 smithi187 ceph-mon[84356]: pgmap v2375: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-04-02T09:16:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:11 smithi187 ceph-mon[84356]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:16:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:11 smithi112 ceph-mon[91385]: pgmap v2375: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-04-02T09:16:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:11 smithi112 ceph-mon[91385]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:16:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:11 smithi112 ceph-mon[88945]: pgmap v2375: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-04-02T09:16:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:11 smithi112 ceph-mon[88945]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:16:12.654 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:16:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:12 smithi187 ceph-mon[84356]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:16:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:12 smithi112 ceph-mon[91385]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:16:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:12 smithi112 ceph-mon[88945]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:16:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:13 smithi187 ceph-mon[84356]: pgmap v2378: 169 pgs: 169 active+clean; 901 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 288 op/s 2024-04-02T09:16:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:13 smithi187 ceph-mon[84356]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:16:14.029 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortWithSnapshots (13341 ms) 2024-04-02T09:16:14.029 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-02T09:16:14.059 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:14.071 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:14.079 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:13 smithi112 ceph-mon[91385]: pgmap v2378: 169 pgs: 169 active+clean; 901 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 288 op/s 2024-04-02T09:16:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:13 smithi112 ceph-mon[91385]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:16:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:13 smithi112 ceph-mon[88945]: pgmap v2378: 169 pgs: 169 active+clean; 901 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 288 op/s 2024-04-02T09:16:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:13 smithi112 ceph-mon[88945]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:16:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:14 smithi187 ceph-mon[84356]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:16:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:14 smithi112 ceph-mon[88945]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:16:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:14 smithi112 ceph-mon[91385]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:16:15.689 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:15.747 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:15 smithi187 ceph-mon[84356]: pgmap v2381: 169 pgs: 169 active+clean; 933 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 344 op/s 2024-04-02T09:16:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:15 smithi187 ceph-mon[84356]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:16:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:15 smithi112 ceph-mon[88945]: pgmap v2381: 169 pgs: 169 active+clean; 933 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 344 op/s 2024-04-02T09:16:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:15 smithi112 ceph-mon[88945]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:16:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:15 smithi112 ceph-mon[91385]: pgmap v2381: 169 pgs: 169 active+clean; 933 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 344 op/s 2024-04-02T09:16:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:15 smithi112 ceph-mon[91385]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:16:16.878 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:16:16.955 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:16:16.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:16 smithi187 ceph-mon[84356]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:16:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:16 smithi112 ceph-mon[91385]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:16:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:16 smithi112 ceph-mon[88945]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:16:17.814 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1Parent (3785 ms) 2024-04-02T09:16:17.814 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-02T09:16:17.848 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:17.859 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:17.867 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:17 smithi187 ceph-mon[84356]: pgmap v2384: 169 pgs: 169 active+clean; 925 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 14 MiB/s wr, 240 op/s 2024-04-02T09:16:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:17 smithi187 ceph-mon[84356]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:16:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:17 smithi112 ceph-mon[91385]: pgmap v2384: 169 pgs: 169 active+clean; 925 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 14 MiB/s wr, 240 op/s 2024-04-02T09:16:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:17 smithi112 ceph-mon[91385]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:16:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:17 smithi112 ceph-mon[88945]: pgmap v2384: 169 pgs: 169 active+clean; 925 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 14 MiB/s wr, 240 op/s 2024-04-02T09:16:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:17 smithi112 ceph-mon[88945]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:16:18.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:18 smithi187 ceph-mon[84356]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:16:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:18 smithi112 ceph-mon[91385]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:16:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:18 smithi112 ceph-mon[88945]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:16:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:16:19] "GET /metrics HTTP/1.1" 200 38930 "" "Prometheus/2.43.0" 2024-04-02T09:16:19.661 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:19.718 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:19.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:19 smithi187 ceph-mon[84356]: pgmap v2387: 169 pgs: 169 active+clean; 913 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 117 op/s 2024-04-02T09:16:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:19 smithi187 ceph-mon[84356]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:16:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:19 smithi187 ceph-mon[84356]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:16:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-mon[91385]: pgmap v2387: 169 pgs: 169 active+clean; 913 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 117 op/s 2024-04-02T09:16:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-mon[91385]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:16:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-mon[91385]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:16:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-mon[88945]: pgmap v2387: 169 pgs: 169 active+clean; 913 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 117 op/s 2024-04-02T09:16:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-mon[88945]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:16:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:19 smithi112 ceph-mon[88945]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:16:20.888 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:16:20.970 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:16:21.833 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2Parent (4019 ms) 2024-04-02T09:16:21.834 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-02T09:16:21.865 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:21.878 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:21.887 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:21 smithi187 ceph-mon[84356]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 19 KiB/s wr, 355 op/s 2024-04-02T09:16:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:21 smithi187 ceph-mon[84356]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:16:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:21 smithi112 ceph-mon[88945]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 19 KiB/s wr, 355 op/s 2024-04-02T09:16:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:21 smithi112 ceph-mon[88945]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:16:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:21 smithi112 ceph-mon[91385]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 19 KiB/s wr, 355 op/s 2024-04-02T09:16:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:21 smithi112 ceph-mon[91385]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:16:22.707 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:16:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:16:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:22.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:22 smithi187 ceph-mon[84356]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:16:23.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:22 smithi112 ceph-mon[91385]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:16:23.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:22 smithi112 ceph-mon[88945]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:16:23.724 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:23.783 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:23.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:23 smithi187 ceph-mon[84356]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 17 KiB/s wr, 437 op/s 2024-04-02T09:16:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:23 smithi187 ceph-mon[84356]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:16:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:23 smithi112 ceph-mon[91385]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 17 KiB/s wr, 437 op/s 2024-04-02T09:16:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:23 smithi112 ceph-mon[91385]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:16:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:23 smithi112 ceph-mon[88945]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 17 KiB/s wr, 437 op/s 2024-04-02T09:16:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:23 smithi112 ceph-mon[88945]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:16:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:24.822 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:24.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:24 smithi187 ceph-mon[84356]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:16:24.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:24 smithi187 ceph-mon[84356]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:16:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:24 smithi112 ceph-mon[91385]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:16:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:24 smithi112 ceph-mon[91385]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:16:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:24 smithi112 ceph-mon[88945]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:16:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:24 smithi112 ceph-mon[88945]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:16:25.860 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4026 ms) 2024-04-02T09:16:25.860 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-02T09:16:25.891 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:25.903 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:25.913 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:25 smithi187 ceph-mon[84356]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 398 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-02T09:16:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:25 smithi112 ceph-mon[88945]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 398 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-02T09:16:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:25 smithi112 ceph-mon[91385]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 398 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-02T09:16:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:26 smithi112 ceph-mon[88945]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:16:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:26 smithi112 ceph-mon[91385]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:16:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:26 smithi187 ceph-mon[84356]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:16:27.746 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:27.799 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:27 smithi187 ceph-mon[84356]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 26 KiB/s wr, 496 op/s 2024-04-02T09:16:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:27 smithi187 ceph-mon[84356]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:16:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:27 smithi112 ceph-mon[88945]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 26 KiB/s wr, 496 op/s 2024-04-02T09:16:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:27 smithi112 ceph-mon[88945]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:16:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:27 smithi112 ceph-mon[91385]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 26 KiB/s wr, 496 op/s 2024-04-02T09:16:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:27 smithi112 ceph-mon[91385]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:16:28.907 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:28 smithi112 ceph-mon[91385]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:16:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:28 smithi112 ceph-mon[88945]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:16:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:28 smithi187 ceph-mon[84356]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:16:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:16:29] "GET /metrics HTTP/1.1" 200 38932 "" "Prometheus/2.43.0" 2024-04-02T09:16:29.787 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3927 ms) 2024-04-02T09:16:29.787 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-02T09:16:29.821 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:29.833 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:29.842 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-mon[91385]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 18 KiB/s wr, 344 op/s 2024-04-02T09:16:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-mon[91385]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:16:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-mon[91385]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:16:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-mon[88945]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 18 KiB/s wr, 344 op/s 2024-04-02T09:16:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-mon[88945]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:16:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:29 smithi112 ceph-mon[88945]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:16:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:29 smithi187 ceph-mon[84356]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 18 KiB/s wr, 344 op/s 2024-04-02T09:16:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:29 smithi187 ceph-mon[84356]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:16:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:29 smithi187 ceph-mon[84356]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:16:31.763 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:31.824 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:32.032 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:31 smithi187 ceph-mon[84356]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-02T09:16:32.033 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:31 smithi187 ceph-mon[84356]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:16:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:31 smithi112 ceph-mon[91385]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-02T09:16:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:31 smithi112 ceph-mon[91385]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:16:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:31 smithi112 ceph-mon[88945]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-02T09:16:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:31 smithi112 ceph-mon[88945]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:16:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:16:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:32.944 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:32 smithi112 ceph-mon[91385]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:16:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:32 smithi112 ceph-mon[88945]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:16:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:32 smithi187 ceph-mon[84356]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:16:33.917 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4130 ms) 2024-04-02T09:16:33.917 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-02T09:16:33.954 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:33.966 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:33.975 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:33 smithi112 ceph-mon[88945]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-04-02T09:16:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:33 smithi112 ceph-mon[88945]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:16:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:33 smithi112 ceph-mon[91385]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-04-02T09:16:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:33 smithi112 ceph-mon[91385]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:16:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:33 smithi187 ceph-mon[84356]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-04-02T09:16:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:33 smithi187 ceph-mon[84356]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:16:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:34 smithi112 ceph-mon[88945]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:16:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:34 smithi112 ceph-mon[88945]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:16:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:34 smithi112 ceph-mon[91385]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:16:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:34 smithi112 ceph-mon[91385]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:16:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:34 smithi187 ceph-mon[84356]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:16:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:34 smithi187 ceph-mon[84356]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:16:35.662 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:35.720 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:35 smithi112 ceph-mon[91385]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 23 KiB/s wr, 376 op/s 2024-04-02T09:16:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:35 smithi112 ceph-mon[91385]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:16:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:35 smithi112 ceph-mon[88945]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 23 KiB/s wr, 376 op/s 2024-04-02T09:16:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:35 smithi112 ceph-mon[88945]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:16:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:35 smithi187 ceph-mon[84356]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 23 KiB/s wr, 376 op/s 2024-04-02T09:16:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:35 smithi187 ceph-mon[84356]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:16:36.961 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:37.928 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4011 ms) 2024-04-02T09:16:37.928 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-02T09:16:37.958 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:37.969 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:37.979 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:37 smithi112 ceph-mon[91385]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 17 KiB/s wr, 309 op/s 2024-04-02T09:16:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:37 smithi112 ceph-mon[91385]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:16:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:37 smithi112 ceph-mon[88945]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 17 KiB/s wr, 309 op/s 2024-04-02T09:16:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:37 smithi112 ceph-mon[88945]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:16:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:37 smithi187 ceph-mon[84356]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 17 KiB/s wr, 309 op/s 2024-04-02T09:16:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:37 smithi187 ceph-mon[84356]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:16:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:38 smithi112 ceph-mon[91385]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:16:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:38 smithi112 ceph-mon[88945]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:16:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:38 smithi187 ceph-mon[84356]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:16:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:16:39] "GET /metrics HTTP/1.1" 200 38926 "" "Prometheus/2.43.0" 2024-04-02T09:16:39.665 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:39.720 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-mon[91385]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 16 KiB/s wr, 365 op/s 2024-04-02T09:16:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-mon[91385]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-mon[91385]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-mon[88945]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 16 KiB/s wr, 365 op/s 2024-04-02T09:16:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-mon[88945]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:39 smithi112 ceph-mon[88945]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:39 smithi187 ceph-mon[84356]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 16 KiB/s wr, 365 op/s 2024-04-02T09:16:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:39 smithi187 ceph-mon[84356]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:39 smithi187 ceph-mon[84356]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:40.831 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:41.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4002 ms) 2024-04-02T09:16:41.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-02T09:16:41.964 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:41.976 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:41 smithi187 ceph-mon[84356]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 354 op/s 2024-04-02T09:16:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:41 smithi187 ceph-mon[84356]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:41.985 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:41 smithi112 ceph-mon[91385]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 354 op/s 2024-04-02T09:16:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:41 smithi112 ceph-mon[91385]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:41 smithi112 ceph-mon[88945]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 354 op/s 2024-04-02T09:16:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:41 smithi112 ceph-mon[88945]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:16:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:42 smithi112 ceph-mon[91385]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:42 smithi112 ceph-mon[88945]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:42 smithi187 ceph-mon[84356]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:43.823 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:43.886 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:43 smithi112 ceph-mon[91385]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 426 op/s 2024-04-02T09:16:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:43 smithi112 ceph-mon[91385]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:43 smithi112 ceph-mon[88945]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 426 op/s 2024-04-02T09:16:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:43 smithi112 ceph-mon[88945]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:43 smithi187 ceph-mon[84356]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 426 op/s 2024-04-02T09:16:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:43 smithi187 ceph-mon[84356]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:44.827 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:44 smithi112 ceph-mon[88945]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:44 smithi112 ceph-mon[88945]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:44 smithi112 ceph-mon[91385]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:44 smithi112 ceph-mon[91385]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:44 smithi187 ceph-mon[84356]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:44 smithi187 ceph-mon[84356]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:45.972 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4043 ms) 2024-04-02T09:16:45.972 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-02T09:16:46.003 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:46.015 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:46.024 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:45 smithi112 ceph-mon[91385]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 22 KiB/s wr, 414 op/s 2024-04-02T09:16:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:45 smithi112 ceph-mon[88945]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 22 KiB/s wr, 414 op/s 2024-04-02T09:16:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:45 smithi187 ceph-mon[84356]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 22 KiB/s wr, 414 op/s 2024-04-02T09:16:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:46 smithi112 ceph-mon[91385]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:46 smithi112 ceph-mon[88945]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:46 smithi187 ceph-mon[84356]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:47.842 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:47.901 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:47 smithi112 ceph-mon[91385]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 274 op/s 2024-04-02T09:16:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:47 smithi112 ceph-mon[91385]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:47 smithi112 ceph-mon[88945]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 274 op/s 2024-04-02T09:16:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:47 smithi112 ceph-mon[88945]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:47 smithi187 ceph-mon[84356]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 274 op/s 2024-04-02T09:16:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:47 smithi187 ceph-mon[84356]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:49.023 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:48 smithi112 ceph-mon[91385]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:48 smithi112 ceph-mon[88945]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:48 smithi187 ceph-mon[84356]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:16:49] "GET /metrics HTTP/1.1" 200 38926 "" "Prometheus/2.43.0" 2024-04-02T09:16:49.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3824 ms) 2024-04-02T09:16:49.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-02T09:16:49.829 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:49.840 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-02T09:16:49.850 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-mon[88945]: pgmap v2432: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 16 KiB/s wr, 364 op/s 2024-04-02T09:16:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-mon[88945]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-mon[88945]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-mon[91385]: pgmap v2432: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 16 KiB/s wr, 364 op/s 2024-04-02T09:16:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-mon[91385]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:49 smithi112 ceph-mon[91385]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:49 smithi187 ceph-mon[84356]: pgmap v2432: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 16 KiB/s wr, 364 op/s 2024-04-02T09:16:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:49 smithi187 ceph-mon[84356]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:49 smithi187 ceph-mon[84356]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:51.873 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:51.932 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:16:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:51 smithi112 ceph-mon[91385]: pgmap v2435: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-04-02T09:16:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:51 smithi112 ceph-mon[91385]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:51 smithi112 ceph-mon[88945]: pgmap v2435: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-04-02T09:16:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:51 smithi112 ceph-mon[88945]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:51 smithi187 ceph-mon[84356]: pgmap v2435: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-04-02T09:16:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:51 smithi187 ceph-mon[84356]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:53.043 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[88945]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:16:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[91385]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:16:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-mon[84356]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:16:54.016 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4220 ms) 2024-04-02T09:16:54.017 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-02T09:16:54.048 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:16:54.059 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 63101708~5736652 2024-04-02T09:16:54.113 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 25395080~1658012 2024-04-02T09:16:54.113 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 19094904~7363209 2024-04-02T09:16:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:53 smithi112 ceph-mon[91385]: pgmap v2438: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 16 KiB/s wr, 209 op/s 2024-04-02T09:16:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:53 smithi112 ceph-mon[91385]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:53 smithi112 ceph-mon[88945]: pgmap v2438: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 16 KiB/s wr, 209 op/s 2024-04-02T09:16:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:53 smithi112 ceph-mon[88945]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:54.159 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 34504283~265232 2024-04-02T09:16:54.159 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 8416318~566498 2024-04-02T09:16:54.167 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 61708689~1983943 2024-04-02T09:16:54.169 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 76757588~4856159 2024-04-02T09:16:54.203 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 68501043~4192233 2024-04-02T09:16:54.205 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-02T09:16:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:53 smithi187 ceph-mon[84356]: pgmap v2438: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 16 KiB/s wr, 209 op/s 2024-04-02T09:16:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:53 smithi187 ceph-mon[84356]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:54 smithi187 ceph-mon[84356]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:54 smithi187 ceph-mon[84356]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:54 smithi112 ceph-mon[88945]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:54 smithi112 ceph-mon[88945]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:54 smithi112 ceph-mon[91385]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:54 smithi112 ceph-mon[91385]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:55.664 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap0 2024-04-02T09:16:55.675 INFO:tasks.workunit.client.0.smithi112.stdout:clone image159 -> image162 2024-04-02T09:16:55.770 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 85644984 2024-04-02T09:16:55.781 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 37849316~744851 2024-04-02T09:16:55.794 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 2315935~6312453 2024-04-02T09:16:55.806 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 28097119~8119944 2024-04-02T09:16:55.856 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 50417948~8273926 2024-04-02T09:16:55.862 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 35662933~4041447 2024-04-02T09:16:55.882 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 42557858~5506244 2024-04-02T09:16:55.890 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 57242704~2433185 2024-04-02T09:16:55.905 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 68012402~2272830 2024-04-02T09:16:55.921 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:16:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:55 smithi187 ceph-mon[84356]: pgmap v2441: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 26 KiB/s wr, 363 op/s 2024-04-02T09:16:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:55 smithi187 ceph-mon[84356]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:55 smithi112 ceph-mon[91385]: pgmap v2441: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 26 KiB/s wr, 363 op/s 2024-04-02T09:16:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:55 smithi112 ceph-mon[91385]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:55 smithi112 ceph-mon[88945]: pgmap v2441: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 26 KiB/s wr, 363 op/s 2024-04-02T09:16:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:55 smithi112 ceph-mon[88945]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:57.906 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:16:57.918 INFO:tasks.workunit.client.0.smithi112.stdout:clone image162 -> image164 2024-04-02T09:16:58.043 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 59331972~2927674 2024-04-02T09:16:58.086 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33533177~5157016 2024-04-02T09:16:58.135 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 59965345~3407483 2024-04-02T09:16:58.187 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33080576~7811544 2024-04-02T09:16:58.190 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 815115~3949075 2024-04-02T09:16:58.220 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 47268916~1290511 2024-04-02T09:16:58.226 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 4335434~2574019 2024-04-02T09:16:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:57 smithi187 ceph-mon[84356]: pgmap v2444: 169 pgs: 169 active+clean; 927 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 394 KiB/s rd, 5.0 MiB/s wr, 501 op/s 2024-04-02T09:16:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:57 smithi187 ceph-mon[84356]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:58.247 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 10780633~7185432 2024-04-02T09:16:58.279 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:16:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:57 smithi112 ceph-mon[91385]: pgmap v2444: 169 pgs: 169 active+clean; 927 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 394 KiB/s rd, 5.0 MiB/s wr, 501 op/s 2024-04-02T09:16:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:57 smithi112 ceph-mon[91385]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:57 smithi112 ceph-mon[88945]: pgmap v2444: 169 pgs: 169 active+clean; 927 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 394 KiB/s rd, 5.0 MiB/s wr, 501 op/s 2024-04-02T09:16:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:57 smithi112 ceph-mon[88945]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:58 smithi187 ceph-mon[84356]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:59.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:58 smithi112 ceph-mon[91385]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:59.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:58 smithi112 ceph-mon[88945]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:16:59] "GET /metrics HTTP/1.1" 200 38932 "" "Prometheus/2.43.0" 2024-04-02T09:16:59.667 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-02T09:16:59.682 INFO:tasks.workunit.client.0.smithi112.stdout:clone image164 -> image166 2024-04-02T09:16:59.833 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 60656800~1940912 2024-04-02T09:16:59.883 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76203119~1997012 2024-04-02T09:16:59.910 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 35780976~2556797 2024-04-02T09:16:59.931 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 79047807~6597177 2024-04-02T09:16:59.937 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 59742823~613736 2024-04-02T09:16:59.943 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 44518713~7652424 2024-04-02T09:16:59.952 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 26139579~5071917 2024-04-02T09:17:00.008 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76931885~2510965 2024-04-02T09:17:00.011 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:17:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:59 smithi187 ceph-mon[84356]: pgmap v2447: 169 pgs: 169 active+clean; 963 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 12 MiB/s wr, 323 op/s 2024-04-02T09:17:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:59 smithi187 ceph-mon[84356]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:17:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:16:59 smithi187 ceph-mon[84356]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:17:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-mon[91385]: pgmap v2447: 169 pgs: 169 active+clean; 963 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 12 MiB/s wr, 323 op/s 2024-04-02T09:17:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-mon[91385]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:17:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-mon[91385]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:17:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-mon[88945]: pgmap v2447: 169 pgs: 169 active+clean; 963 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 12 MiB/s wr, 323 op/s 2024-04-02T09:17:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-mon[88945]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:17:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:16:59 smithi112 ceph-mon[88945]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:17:01.925 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 128779279 2024-04-02T09:17:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:01 smithi187 ceph-mon[84356]: pgmap v2450: 169 pgs: 169 active+clean; 999 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 15 MiB/s wr, 340 op/s 2024-04-02T09:17:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:01 smithi187 ceph-mon[84356]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:17:02.235 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.StressNoMigrate (8218 ms) 2024-04-02T09:17:02.235 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Stress 2024-04-02T09:17:02.267 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:17:02.278 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 44140481~4569812 2024-04-02T09:17:02.312 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 47327967~5546242 2024-04-02T09:17:02.314 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 53626982~3487952 2024-04-02T09:17:02.345 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 75927134~7958946 2024-04-02T09:17:02.345 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 42011243~2092158 2024-04-02T09:17:02.356 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 42563358~3109653 2024-04-02T09:17:02.358 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 581309~2009116 2024-04-02T09:17:02.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:01 smithi112 ceph-mon[88945]: pgmap v2450: 169 pgs: 169 active+clean; 999 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 15 MiB/s wr, 340 op/s 2024-04-02T09:17:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:01 smithi112 ceph-mon[88945]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:17:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:01 smithi112 ceph-mon[91385]: pgmap v2450: 169 pgs: 169 active+clean; 999 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 15 MiB/s wr, 340 op/s 2024-04-02T09:17:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:01 smithi112 ceph-mon[91385]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:17:02.373 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 49934515~2617330 2024-04-02T09:17:02.376 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-02T09:17:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:17:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:02 smithi187 ceph-mon[84356]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:17:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:02 smithi112 ceph-mon[88945]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:17:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:02 smithi112 ceph-mon[91385]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:17:03.934 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap0 2024-04-02T09:17:03.945 INFO:tasks.workunit.client.0.smithi112.stdout:clone image167 -> image170 2024-04-02T09:17:04.043 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 50071128~6200045 2024-04-02T09:17:04.100 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 6681444~2345714 2024-04-02T09:17:04.106 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 45376179~7391905 2024-04-02T09:17:04.152 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 51526436~3364754 2024-04-02T09:17:04.154 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 55536727~5944104 2024-04-02T09:17:04.192 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 45416985~6341664 2024-04-02T09:17:04.195 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 27688692~6802246 2024-04-02T09:17:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:03 smithi187 ceph-mon[84356]: pgmap v2453: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 22 MiB/s wr, 496 op/s 2024-04-02T09:17:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:03 smithi187 ceph-mon[84356]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:17:04.234 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 12348488~5671386 2024-04-02T09:17:04.240 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:17:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:03 smithi112 ceph-mon[91385]: pgmap v2453: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 22 MiB/s wr, 496 op/s 2024-04-02T09:17:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:03 smithi112 ceph-mon[91385]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:17:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:03 smithi112 ceph-mon[88945]: pgmap v2453: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 22 MiB/s wr, 496 op/s 2024-04-02T09:17:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:03 smithi112 ceph-mon[88945]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:17:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:04 smithi187 ceph-mon[84356]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:17:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:04 smithi187 ceph-mon[84356]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:17:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:04 smithi112 ceph-mon[91385]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:17:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:04 smithi112 ceph-mon[91385]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:17:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:04 smithi112 ceph-mon[88945]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:17:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:04 smithi112 ceph-mon[88945]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:17:05.668 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:17:05.680 INFO:tasks.workunit.client.0.smithi112.stdout:clone image170 -> image172 2024-04-02T09:17:05.804 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 149861550 2024-04-02T09:17:05.817 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 35538596~7478133 2024-04-02T09:17:05.877 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 104354601~958764 2024-04-02T09:17:05.877 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 34223814~1015091 2024-04-02T09:17:05.892 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 7263370~1166845 2024-04-02T09:17:05.900 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 56768330~4196412 2024-04-02T09:17:05.964 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 73715798~4734506 2024-04-02T09:17:05.972 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 45962176~6969757 2024-04-02T09:17:06.014 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 55139392~8274104 2024-04-02T09:17:06.021 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:17:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:05 smithi187 ceph-mon[84356]: pgmap v2456: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 394 op/s 2024-04-02T09:17:06.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:05 smithi187 ceph-mon[84356]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:17:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:05 smithi112 ceph-mon[91385]: pgmap v2456: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 394 op/s 2024-04-02T09:17:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:05 smithi112 ceph-mon[91385]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:17:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:05 smithi112 ceph-mon[88945]: pgmap v2456: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 394 op/s 2024-04-02T09:17:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:05 smithi112 ceph-mon[88945]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:17:07.965 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-02T09:17:07.975 INFO:tasks.workunit.client.0.smithi112.stdout:clone image172 -> image174 2024-04-02T09:17:08.120 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 228543094 2024-04-02T09:17:08.132 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 204623194~4672071 2024-04-02T09:17:08.174 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 120065639~5443819 2024-04-02T09:17:08.181 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 150936942~4348077 2024-04-02T09:17:08.216 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 180028198~5147995 2024-04-02T09:17:08.216 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 2802400~7817338 2024-04-02T09:17:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:07 smithi187 ceph-mon[84356]: pgmap v2459: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 283 op/s 2024-04-02T09:17:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:07 smithi187 ceph-mon[84356]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:17:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:08.268 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 202044399~2401587 2024-04-02T09:17:08.270 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 46723213~3756708 2024-04-02T09:17:08.331 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 95560917~7642709 2024-04-02T09:17:08.338 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:17:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:07 smithi112 ceph-mon[88945]: pgmap v2459: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 283 op/s 2024-04-02T09:17:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:07 smithi112 ceph-mon[88945]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:17:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:07 smithi112 ceph-mon[91385]: pgmap v2459: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 283 op/s 2024-04-02T09:17:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:07 smithi112 ceph-mon[91385]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:17:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:08 smithi187 ceph-mon[84356]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:17:09.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:08 smithi112 ceph-mon[91385]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:17:09.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:08 smithi112 ceph-mon[88945]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:17:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:17:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:17:09] "GET /metrics HTTP/1.1" 200 38932 "" "Prometheus/2.43.0" 2024-04-02T09:17:09.991 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:17:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:09 smithi187 ceph-mon[84356]: pgmap v2462: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 19 MiB/s wr, 329 op/s 2024-04-02T09:17:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:09 smithi187 ceph-mon[84356]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:17:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:09 smithi112 ceph-mon[91385]: pgmap v2462: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 19 MiB/s wr, 329 op/s 2024-04-02T09:17:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:09 smithi112 ceph-mon[91385]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:17:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:09 smithi112 ceph-mon[88945]: pgmap v2462: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 19 MiB/s wr, 329 op/s 2024-04-02T09:17:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:09 smithi112 ceph-mon[88945]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:17:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:10 smithi187 ceph-mon[84356]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:17:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:10 smithi187 ceph-mon[84356]: pgmap v2465: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 521 op/s 2024-04-02T09:17:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:10 smithi112 ceph-mon[91385]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:17:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:10 smithi112 ceph-mon[91385]: pgmap v2465: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 521 op/s 2024-04-02T09:17:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:10 smithi112 ceph-mon[88945]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:17:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:10 smithi112 ceph-mon[88945]: pgmap v2465: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 521 op/s 2024-04-02T09:17:11.628 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:17:11.919 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:17:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:11 smithi187 ceph-mon[84356]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:17:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:11 smithi112 ceph-mon[91385]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:17:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:11 smithi112 ceph-mon[88945]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:17:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:17:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:17:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:12 smithi187 ceph-mon[84356]: pgmap v2467: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 20 MiB/s wr, 649 op/s 2024-04-02T09:17:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:12 smithi112 ceph-mon[88945]: pgmap v2467: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 20 MiB/s wr, 649 op/s 2024-04-02T09:17:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:12 smithi112 ceph-mon[91385]: pgmap v2467: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 20 MiB/s wr, 649 op/s 2024-04-02T09:17:13.433 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Stress (11198 ms) 2024-04-02T09:17:13.434 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Stress2 2024-04-02T09:17:13.467 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:17:13.478 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 78415988~4081282 2024-04-02T09:17:13.510 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 78856484~5029596 2024-04-02T09:17:13.518 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 61289635~7653022 2024-04-02T09:17:13.559 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 70847264~3432144 2024-04-02T09:17:13.561 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 17083346~2454875 2024-04-02T09:17:13.583 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 5773511~7215684 2024-04-02T09:17:13.583 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 45442187~544870 2024-04-02T09:17:13.592 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 22765905~6647643 2024-04-02T09:17:13.592 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-02T09:17:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:13 smithi187 ceph-mon[84356]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:17:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:13 smithi112 ceph-mon[91385]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:17:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:13 smithi112 ceph-mon[88945]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:17:15.006 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap0 2024-04-02T09:17:15.017 INFO:tasks.workunit.client.0.smithi112.stdout:clone image175 -> image178 2024-04-02T09:17:15.114 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 11272270~1457539 2024-04-02T09:17:15.135 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 42829310~4237968 2024-04-02T09:17:15.145 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 76335235~7550845 2024-04-02T09:17:15.197 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 61639201~7570215 2024-04-02T09:17:15.211 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 15212924~6946580 2024-04-02T09:17:15.249 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16657304~5833382 2024-04-02T09:17:15.253 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 35080488~7657500 2024-04-02T09:17:15.297 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 29464313~2798604 2024-04-02T09:17:15.303 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:17:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:14 smithi112 ceph-mon[91385]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:17:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:14 smithi112 ceph-mon[91385]: pgmap v2470: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 400 op/s 2024-04-02T09:17:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:14 smithi112 ceph-mon[88945]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:17:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:14 smithi112 ceph-mon[88945]: pgmap v2470: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 400 op/s 2024-04-02T09:17:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:14 smithi187 ceph-mon[84356]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:17:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:14 smithi187 ceph-mon[84356]: pgmap v2470: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 400 op/s 2024-04-02T09:17:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:15 smithi112 ceph-mon[91385]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:17:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:15 smithi112 ceph-mon[88945]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:17:16.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:15 smithi187 ceph-mon[84356]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:17:17.018 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:17:17.027 INFO:tasks.workunit.client.0.smithi112.stdout:clone image178 -> image180 2024-04-02T09:17:17.151 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 34975018~6867868 2024-04-02T09:17:17.216 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76431607~5801419 2024-04-02T09:17:17.247 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 54960143~1726716 2024-04-02T09:17:17.264 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 69380450~6707646 2024-04-02T09:17:17.271 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 30132505~8127642 2024-04-02T09:17:17.316 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 75625804~8260276 2024-04-02T09:17:17.319 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 76312286~7573794 2024-04-02T09:17:17.367 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 28588978~358364 2024-04-02T09:17:17.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:17 smithi112 ceph-mon[88945]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:17:17.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:17 smithi112 ceph-mon[88945]: pgmap v2473: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 69 MiB/s rd, 11 MiB/s wr, 503 op/s 2024-04-02T09:17:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:17 smithi112 ceph-mon[91385]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:17:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:17 smithi112 ceph-mon[91385]: pgmap v2473: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 69 MiB/s rd, 11 MiB/s wr, 503 op/s 2024-04-02T09:17:17.374 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:17:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:17 smithi187 ceph-mon[84356]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:17:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:17 smithi187 ceph-mon[84356]: pgmap v2473: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 69 MiB/s rd, 11 MiB/s wr, 503 op/s 2024-04-02T09:17:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:18 smithi112 ceph-mon[91385]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:17:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:18 smithi112 ceph-mon[88945]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:17:18.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:18 smithi187 ceph-mon[84356]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:17:19.032 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-02T09:17:19.042 INFO:tasks.workunit.client.0.smithi112.stdout:clone image180 -> image182 2024-04-02T09:17:19.192 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 144280438 2024-04-02T09:17:19.204 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 12520354~1397084 2024-04-02T09:17:19.271 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16646205~232074 2024-04-02T09:17:19.278 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 13559273~8272928 2024-04-02T09:17:19.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:19 smithi112 ceph-mon[88945]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:17:19.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:19 smithi112 ceph-mon[88945]: pgmap v2476: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 65 MiB/s rd, 17 MiB/s wr, 799 op/s 2024-04-02T09:17:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:19 smithi112 ceph-mon[91385]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:17:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:19 smithi112 ceph-mon[91385]: pgmap v2476: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 65 MiB/s rd, 17 MiB/s wr, 799 op/s 2024-04-02T09:17:19.319 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 100417668~7490293 2024-04-02T09:17:19.319 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 28584096~2910767 2024-04-02T09:17:19.373 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 125780600~7787426 2024-04-02T09:17:19.373 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 32699735~1879434 2024-04-02T09:17:19.426 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 61551924~2386597 2024-04-02T09:17:19.463 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:17:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:19 smithi187 ceph-mon[84356]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:17:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:19 smithi187 ceph-mon[84356]: pgmap v2476: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 65 MiB/s rd, 17 MiB/s wr, 799 op/s 2024-04-02T09:17:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:17:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:17:19] "GET /metrics HTTP/1.1" 200 38932 "" "Prometheus/2.43.0" 2024-04-02T09:17:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:20 smithi112 ceph-mon[91385]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:17:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:20 smithi112 ceph-mon[91385]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:17:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:20 smithi112 ceph-mon[88945]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:17:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:20 smithi112 ceph-mon[88945]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:17:20.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:20 smithi187 ceph-mon[84356]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:17:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:20 smithi187 ceph-mon[84356]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:17:20.672 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap3 2024-04-02T09:17:20.682 INFO:tasks.workunit.client.0.smithi112.stdout:clone image182 -> image184 2024-04-02T09:17:20.875 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:17:21.363 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 3179802~1132608 2024-04-02T09:17:21.404 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 26260906~6754126 2024-04-02T09:17:21.447 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 128420042~4689376 2024-04-02T09:17:21.499 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 4344481~5284476 2024-04-02T09:17:21.522 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 114447526~4587192 2024-04-02T09:17:21.568 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 124932705~8234061 2024-04-02T09:17:21.584 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 88513017~1993124 2024-04-02T09:17:21.610 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 91169781~6547339 2024-04-02T09:17:21.633 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user0 2024-04-02T09:17:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:21 smithi187 ceph-mon[84356]: pgmap v2479: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 602 op/s 2024-04-02T09:17:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:21 smithi187 ceph-mon[84356]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:17:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:21 smithi112 ceph-mon[91385]: pgmap v2479: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 602 op/s 2024-04-02T09:17:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:21 smithi112 ceph-mon[91385]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:17:22.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:21 smithi112 ceph-mon[88945]: pgmap v2479: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 602 op/s 2024-04-02T09:17:22.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:21 smithi112 ceph-mon[88945]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:17:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:17:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:23.049 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 104729054~6431659 2024-04-02T09:17:23.057 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 128666947~177016 2024-04-02T09:17:23.058 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 79110858~5248129 2024-04-02T09:17:23.065 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 20302723~7240853 2024-04-02T09:17:23.065 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 88634330~5456625 2024-04-02T09:17:23.071 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 48539133~4219904 2024-04-02T09:17:23.179 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 93465072~2217772 2024-04-02T09:17:23.221 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 59059328~1014195 2024-04-02T09:17:23.221 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user1 2024-04-02T09:17:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:23 smithi112 ceph-mon[91385]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:17:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:23 smithi112 ceph-mon[91385]: pgmap v2482: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 32 MiB/s wr, 674 op/s 2024-04-02T09:17:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:23 smithi112 ceph-mon[88945]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:17:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:23 smithi112 ceph-mon[88945]: pgmap v2482: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 32 MiB/s wr, 674 op/s 2024-04-02T09:17:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:23 smithi187 ceph-mon[84356]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:17:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:23 smithi187 ceph-mon[84356]: pgmap v2482: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 32 MiB/s wr, 674 op/s 2024-04-02T09:17:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:24 smithi112 ceph-mon[88945]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:17:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:24 smithi112 ceph-mon[91385]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:17:24.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:24 smithi187 ceph-mon[84356]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:17:25.051 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 205128069 2024-04-02T09:17:25.063 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 82509515~3336248 2024-04-02T09:17:25.075 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 179483953~4009353 2024-04-02T09:17:25.075 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 86769941~1639319 2024-04-02T09:17:25.075 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 133147540~811676 2024-04-02T09:17:25.075 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 154620466~6321500 2024-04-02T09:17:25.083 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1729399~3905843 2024-04-02T09:17:25.083 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 171292362~3129544 2024-04-02T09:17:25.086 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 154301504~2495453 2024-04-02T09:17:25.127 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user2 2024-04-02T09:17:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:25 smithi112 ceph-mon[91385]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:17:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:25 smithi112 ceph-mon[91385]: pgmap v2485: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 27 MiB/s wr, 661 op/s 2024-04-02T09:17:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:25 smithi112 ceph-mon[88945]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:17:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:25 smithi112 ceph-mon[88945]: pgmap v2485: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 27 MiB/s wr, 661 op/s 2024-04-02T09:17:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:25 smithi187 ceph-mon[84356]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:17:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:25 smithi187 ceph-mon[84356]: pgmap v2485: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 27 MiB/s wr, 661 op/s 2024-04-02T09:17:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:26 smithi112 ceph-mon[88945]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:17:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:26 smithi112 ceph-mon[91385]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:17:26.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:26 smithi187 ceph-mon[84356]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:17:27.064 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 161983937 2024-04-02T09:17:27.094 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 150411484~6883751 2024-04-02T09:17:27.109 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 114178578~1188282 2024-04-02T09:17:27.109 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 51713971~8314825 2024-04-02T09:17:27.116 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 2731442~3833355 2024-04-02T09:17:27.117 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 91083442~8254575 2024-04-02T09:17:27.146 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 36394665~790861 2024-04-02T09:17:27.146 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 77024196~3572428 2024-04-02T09:17:27.192 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 42898572~6518609 2024-04-02T09:17:27.225 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user3 2024-04-02T09:17:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:27 smithi112 ceph-mon[91385]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:17:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:27 smithi112 ceph-mon[91385]: pgmap v2488: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 36 MiB/s wr, 692 op/s 2024-04-02T09:17:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:27 smithi112 ceph-mon[88945]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:17:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:27 smithi112 ceph-mon[88945]: pgmap v2488: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 36 MiB/s wr, 692 op/s 2024-04-02T09:17:27.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:27 smithi187 ceph-mon[84356]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:17:27.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:27 smithi187 ceph-mon[84356]: pgmap v2488: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 36 MiB/s wr, 692 op/s 2024-04-02T09:17:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:28 smithi112 ceph-mon[91385]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:17:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:28 smithi112 ceph-mon[88945]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:17:28.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:28 smithi187 ceph-mon[84356]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:17:29.082 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16198393~4049598 2024-04-02T09:17:29.083 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 17210792~2024799 2024-04-02T09:17:29.142 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 32396787~4049598 2024-04-02T09:17:29.143 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33409186~2024799 2024-04-02T09:17:29.186 INFO:tasks.workunit.client.0.smithi112.stdout:write: 3 48595181~4049598 2024-04-02T09:17:29.187 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 49607580~2024799 2024-04-02T09:17:29.217 INFO:tasks.workunit.client.0.smithi112.stdout:write: 4 64793574~4049598 2024-04-02T09:17:29.218 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 65805973~2024799 2024-04-02T09:17:29.257 INFO:tasks.workunit.client.0.smithi112.stdout:write: 5 80991968~4049598 2024-04-02T09:17:29.258 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 82004367~2024799 2024-04-02T09:17:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:29 smithi112 ceph-mon[88945]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:17:29.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:29 smithi112 ceph-mon[88945]: pgmap v2491: 169 pgs: 169 active+clean; 1.6 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 39 MiB/s wr, 518 op/s 2024-04-02T09:17:29.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:17:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:17:29] "GET /metrics HTTP/1.1" 200 38931 "" "Prometheus/2.43.0" 2024-04-02T09:17:29.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:29 smithi112 ceph-mon[91385]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:17:29.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:29 smithi112 ceph-mon[91385]: pgmap v2491: 169 pgs: 169 active+clean; 1.6 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 39 MiB/s wr, 518 op/s 2024-04-02T09:17:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:29 smithi187 ceph-mon[84356]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:17:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:29 smithi187 ceph-mon[84356]: pgmap v2491: 169 pgs: 169 active+clean; 1.6 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 39 MiB/s wr, 518 op/s 2024-04-02T09:17:30.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:30 smithi112 ceph-mon[91385]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:17:30.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:30 smithi112 ceph-mon[88945]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:17:30.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:30 smithi187 ceph-mon[84356]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:17:30.653 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:17:30.895 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:17:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:31 smithi112 ceph-mon[88945]: pgmap v2493: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 22 MiB/s wr, 256 op/s 2024-04-02T09:17:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:31 smithi112 ceph-mon[91385]: pgmap v2493: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 22 MiB/s wr, 256 op/s 2024-04-02T09:17:31.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:31 smithi187 ceph-mon[84356]: pgmap v2493: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 22 MiB/s wr, 256 op/s 2024-04-02T09:17:32.327 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Stress2 (18894 ms) 2024-04-02T09:17:32.327 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.StressLive 2024-04-02T09:17:32.359 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-02T09:17:32.370 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 37075981~8157928 2024-04-02T09:17:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 39070864~5905009 2024-04-02T09:17:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 41513655~1454442 2024-04-02T09:17:32.441 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 77110005~1033667 2024-04-02T09:17:32.441 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 61702817~2700159 2024-04-02T09:17:32.460 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 47949760~4107987 2024-04-02T09:17:32.460 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 70571826~4384882 2024-04-02T09:17:32.490 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 63359705~4501863 2024-04-02T09:17:32.493 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-02T09:17:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:17:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:33 smithi112 ceph-mon[91385]: pgmap v2494: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 113 MiB/s rd, 29 MiB/s wr, 546 op/s 2024-04-02T09:17:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:33 smithi112 ceph-mon[88945]: pgmap v2494: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 113 MiB/s rd, 29 MiB/s wr, 546 op/s 2024-04-02T09:17:33.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:33 smithi187 ceph-mon[84356]: pgmap v2494: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 113 MiB/s rd, 29 MiB/s wr, 546 op/s 2024-04-02T09:17:34.264 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 163949218 2024-04-02T09:17:34.276 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 184758~1670823 2024-04-02T09:17:34.285 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 64932035~6709655 2024-04-02T09:17:34.285 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 72381208~357320 2024-04-02T09:17:34.285 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 55856166~2614665 2024-04-02T09:17:34.285 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 153334381~3239017 2024-04-02T09:17:34.286 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 141064629~3122922 2024-04-02T09:17:34.286 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 121114087~513987 2024-04-02T09:17:34.287 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 135791804~5848750 2024-04-02T09:17:34.287 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-02T09:17:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:34 smithi112 ceph-mon[91385]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:17:34.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:34 smithi112 ceph-mon[88945]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:17:34.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:34 smithi187 ceph-mon[84356]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:17:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:35 smithi112 ceph-mon[91385]: pgmap v2496: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 159 MiB/s rd, 23 MiB/s wr, 635 op/s 2024-04-02T09:17:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:35 smithi112 ceph-mon[91385]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:17:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:35 smithi112 ceph-mon[88945]: pgmap v2496: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 159 MiB/s rd, 23 MiB/s wr, 635 op/s 2024-04-02T09:17:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:35 smithi112 ceph-mon[88945]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:17:35.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:35 smithi187 ceph-mon[84356]: pgmap v2496: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 159 MiB/s rd, 23 MiB/s wr, 635 op/s 2024-04-02T09:17:35.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:35 smithi187 ceph-mon[84356]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:17:36.271 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-02T09:17:36.283 INFO:tasks.workunit.client.0.smithi112.stdout:clone image185 -> image188 2024-04-02T09:17:36.378 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 116968037 2024-04-02T09:17:36.395 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 107953813~1322839 2024-04-02T09:17:36.411 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 86125523~1658041 2024-04-02T09:17:36.416 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 48930913~5737637 2024-04-02T09:17:36.460 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 64350948~505180 2024-04-02T09:17:36.471 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 98376062~2293764 2024-04-02T09:17:36.493 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 31668721~1915915 2024-04-02T09:17:36.509 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 34287442~6827248 2024-04-02T09:17:36.568 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 30810955~5180477 2024-04-02T09:17:36.570 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-02T09:17:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:36 smithi112 ceph-mon[91385]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:17:36.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:36 smithi112 ceph-mon[88945]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:17:36.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:36 smithi187 ceph-mon[84356]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:17:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:37 smithi112 ceph-mon[88945]: pgmap v2499: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 242 MiB/s rd, 20 MiB/s wr, 699 op/s 2024-04-02T09:17:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:37 smithi112 ceph-mon[88945]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:17:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:37 smithi112 ceph-mon[91385]: pgmap v2499: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 242 MiB/s rd, 20 MiB/s wr, 699 op/s 2024-04-02T09:17:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:37 smithi112 ceph-mon[91385]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:17:37.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:37 smithi187 ceph-mon[84356]: pgmap v2499: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 242 MiB/s rd, 20 MiB/s wr, 699 op/s 2024-04-02T09:17:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:37 smithi187 ceph-mon[84356]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:17:38.286 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-02T09:17:38.299 INFO:tasks.workunit.client.0.smithi112.stdout:clone image188 -> image190 2024-04-02T09:17:38.425 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 188084422 2024-04-02T09:17:38.436 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 7531402~1712754 2024-04-02T09:17:38.455 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 112091552~3334763 2024-04-02T09:17:38.466 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 152627165~7475144 2024-04-02T09:17:38.516 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83069790~3091539 2024-04-02T09:17:38.523 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 31923217~1490563 2024-04-02T09:17:38.539 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33720474~1966044 2024-04-02T09:17:38.570 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 155328937~4124684 2024-04-02T09:17:38.602 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 182601734~1824083 2024-04-02T09:17:38.602 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-02T09:17:38.617 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:38 smithi112 ceph-mon[91385]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:17:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:38 smithi112 ceph-mon[88945]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:17:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:38.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:38 smithi187 ceph-mon[84356]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:17:38.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:39 smithi112 ceph-mon[91385]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 158 MiB/s rd, 9.5 MiB/s wr, 387 op/s 2024-04-02T09:17:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:39 smithi112 ceph-mon[91385]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:17:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:39 smithi112 ceph-mon[88945]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 158 MiB/s rd, 9.5 MiB/s wr, 387 op/s 2024-04-02T09:17:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:39 smithi112 ceph-mon[88945]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:17:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:17:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:17:39] "GET /metrics HTTP/1.1" 200 38931 "" "Prometheus/2.43.0" 2024-04-02T09:17:39.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:39 smithi187 ceph-mon[84356]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 158 MiB/s rd, 9.5 MiB/s wr, 387 op/s 2024-04-02T09:17:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:39 smithi187 ceph-mon[84356]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:17:40.297 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap3 2024-04-02T09:17:40.309 INFO:tasks.workunit.client.0.smithi112.stdout:clone image190 -> image192 2024-04-02T09:17:40.461 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 213126300 2024-04-02T09:17:40.476 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-02T09:17:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:40 smithi112 ceph-mon[91385]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:17:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:40 smithi112 ceph-mon[88945]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:17:40.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:40 smithi187 ceph-mon[84356]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:17:40.940 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-02T09:17:40.940 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 78836043~896882 2024-04-02T09:17:40.975 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 59688361~6828506 2024-04-02T09:17:41.005 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 179304938~242986 2024-04-02T09:17:41.028 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 181584231~238482 2024-04-02T09:17:41.048 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 79784591~5242577 2024-04-02T09:17:41.084 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 17509406~1327241 2024-04-02T09:17:41.105 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 196540835~8122849 2024-04-02T09:17:41.148 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 66422989~2778829 2024-04-02T09:17:41.175 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user0 2024-04-02T09:17:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:41 smithi112 ceph-mon[88945]: pgmap v2505: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 254 op/s 2024-04-02T09:17:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:41 smithi112 ceph-mon[88945]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:17:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:41 smithi112 ceph-mon[91385]: pgmap v2505: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 254 op/s 2024-04-02T09:17:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:41 smithi112 ceph-mon[91385]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:17:41.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:41 smithi187 ceph-mon[84356]: pgmap v2505: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 254 op/s 2024-04-02T09:17:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:41 smithi187 ceph-mon[84356]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:17:42.312 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 226019512 2024-04-02T09:17:42.327 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 89323746~7661457 2024-04-02T09:17:42.343 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 79936686~8118143 2024-04-02T09:17:42.345 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 50700130~6457902 2024-04-02T09:17:42.354 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 151234103~6199378 2024-04-02T09:17:42.453 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 160252840~1719661 2024-04-02T09:17:42.457 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 143804396~7200853 2024-04-02T09:17:42.507 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 201035719~649754 2024-04-02T09:17:42.508 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 67617228~2970224 2024-04-02T09:17:42.509 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user1 2024-04-02T09:17:42.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:42 smithi112 ceph-mon[88945]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:17:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:42 smithi112 ceph-mon[91385]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:17:42.733 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:42 smithi187 ceph-mon[84356]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:17:42.734 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:17:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:43 smithi112 ceph-mon[91385]: pgmap v2508: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 414 op/s 2024-04-02T09:17:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:43 smithi112 ceph-mon[91385]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:43 smithi112 ceph-mon[88945]: pgmap v2508: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 414 op/s 2024-04-02T09:17:43.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:43 smithi112 ceph-mon[88945]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:43.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:43 smithi187 ceph-mon[84356]: pgmap v2508: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 414 op/s 2024-04-02T09:17:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:43 smithi187 ceph-mon[84356]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:44.333 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 30468431~3213210 2024-04-02T09:17:44.344 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 78110057~2760406 2024-04-02T09:17:44.344 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 55369677~1210768 2024-04-02T09:17:44.345 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 111598354~1575306 2024-04-02T09:17:44.346 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 21187078~516135 2024-04-02T09:17:44.346 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 126309796~3433664 2024-04-02T09:17:44.349 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 4982964~1601913 2024-04-02T09:17:44.351 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 42485627~4358901 2024-04-02T09:17:44.351 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user2 2024-04-02T09:17:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:44 smithi112 ceph-mon[91385]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:44 smithi112 ceph-mon[88945]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:44.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:44 smithi187 ceph-mon[84356]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:45 smithi112 ceph-mon[91385]: pgmap v2511: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 25 MiB/s wr, 813 op/s 2024-04-02T09:17:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:45 smithi112 ceph-mon[91385]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:45 smithi112 ceph-mon[88945]: pgmap v2511: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 25 MiB/s wr, 813 op/s 2024-04-02T09:17:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:45 smithi112 ceph-mon[88945]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:45.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:45 smithi187 ceph-mon[84356]: pgmap v2511: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 25 MiB/s wr, 813 op/s 2024-04-02T09:17:45.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:45 smithi187 ceph-mon[84356]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:46.349 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 190131153~6433595 2024-04-02T09:17:46.361 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 197655253~1297750 2024-04-02T09:17:46.361 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 28183235~3929320 2024-04-02T09:17:46.366 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 74106565~3222037 2024-04-02T09:17:46.367 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 79369263~4215472 2024-04-02T09:17:46.372 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 142822136~2450692 2024-04-02T09:17:46.372 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 157859176~2961444 2024-04-02T09:17:46.373 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 177454923~2010298 2024-04-02T09:17:46.386 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user3 2024-04-02T09:17:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:46 smithi112 ceph-mon[91385]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:46 smithi112 ceph-mon[88945]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:46.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:46 smithi187 ceph-mon[84356]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:47 smithi112 ceph-mon[88945]: pgmap v2514: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 828 op/s 2024-04-02T09:17:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:47 smithi112 ceph-mon[88945]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:47 smithi112 ceph-mon[91385]: pgmap v2514: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 828 op/s 2024-04-02T09:17:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:47 smithi112 ceph-mon[91385]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:47.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:47 smithi187 ceph-mon[84356]: pgmap v2514: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 828 op/s 2024-04-02T09:17:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:47 smithi187 ceph-mon[84356]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:48.369 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 22601951~5650487 2024-04-02T09:17:48.377 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 24014572~2825243 2024-04-02T09:17:48.403 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 45203902~5650487 2024-04-02T09:17:48.404 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 46616523~2825243 2024-04-02T09:17:48.433 INFO:tasks.workunit.client.0.smithi112.stdout:write: 3 67805853~5650487 2024-04-02T09:17:48.435 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 69218474~2825243 2024-04-02T09:17:48.465 INFO:tasks.workunit.client.0.smithi112.stdout:write: 4 90407804~5650487 2024-04-02T09:17:48.467 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 91820425~2825243 2024-04-02T09:17:48.496 INFO:tasks.workunit.client.0.smithi112.stdout:write: 5 113009756~5650487 2024-04-02T09:17:48.498 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 114422377~2825243 2024-04-02T09:17:48.607 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-02T09:17:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:48 smithi112 ceph-mon[91385]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:48.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:48 smithi112 ceph-mon[88945]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:48 smithi187 ceph-mon[84356]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:17:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:17:49] "GET /metrics HTTP/1.1" 200 38931 "" "Prometheus/2.43.0" 2024-04-02T09:17:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:49 smithi112 ceph-mon[91385]: pgmap v2517: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 29 MiB/s wr, 491 op/s 2024-04-02T09:17:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:49 smithi112 ceph-mon[91385]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:49 smithi112 ceph-mon[88945]: pgmap v2517: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 29 MiB/s wr, 491 op/s 2024-04-02T09:17:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:49 smithi112 ceph-mon[88945]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:49.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:49 smithi187 ceph-mon[84356]: pgmap v2517: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 29 MiB/s wr, 491 op/s 2024-04-02T09:17:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:49 smithi187 ceph-mon[84356]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:49.867 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.StressLive (17540 ms) 2024-04-02T09:17:51.679 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 57 tests from TestMigration (260990 ms total) 2024-04-02T09:17:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:17:51.680 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 6 tests from TestGroup 2024-04-02T09:17:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:51 smithi187 ceph-mon[84356]: pgmap v2519: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 24 MiB/s wr, 399 op/s 2024-04-02T09:17:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:51 smithi187 ceph-mon[84356]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:51 smithi112 ceph-mon[91385]: pgmap v2519: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 24 MiB/s wr, 399 op/s 2024-04-02T09:17:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:51 smithi112 ceph-mon[91385]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:51 smithi112 ceph-mon[88945]: pgmap v2519: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 24 MiB/s wr, 399 op/s 2024-04-02T09:17:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:51 smithi112 ceph-mon[88945]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:52.673 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:17:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:17:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:52 smithi187 ceph-mon[84356]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:53.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:52 smithi112 ceph-mon[91385]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:53.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:52 smithi112 ceph-mon[88945]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:53.684 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.group_create 2024-04-02T09:17:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: pgmap v2522: 105 pgs: 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2820234271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:53.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: pgmap v2522: 105 pgs: 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2820234271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: pgmap v2522: 105 pgs: 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2820234271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:54.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:17:54.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:54.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:54.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:54.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:54.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:17:54.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:54 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:54 smithi187 ceph-mon[84356]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:54 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:54 smithi112 ceph-mon[91385]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:54 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:54 smithi112 ceph-mon[88945]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:55.729 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.group_create (2045 ms) 2024-04-02T09:17:55.729 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.group_createPP 2024-04-02T09:17:55.746 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-04-02T09:17:55.746 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_image 2024-04-02T09:17:55.787 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_image (41 ms) 2024-04-02T09:17:55.787 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-02T09:17:55.824 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-04-02T09:17:55.824 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-02T09:17:55.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:55 smithi187 ceph-mon[84356]: pgmap v2525: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:55.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:55 smithi187 ceph-mon[84356]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:55 smithi112 ceph-mon[88945]: pgmap v2525: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:55 smithi112 ceph-mon[88945]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:55 smithi112 ceph-mon[91385]: pgmap v2525: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:55 smithi112 ceph-mon[91385]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:56.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:56 smithi187 ceph-mon[84356]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:56 smithi112 ceph-mon[88945]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:56 smithi112 ceph-mon[91385]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:57 smithi187 ceph-mon[84356]: pgmap v2528: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:17:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:57 smithi187 ceph-mon[84356]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:57 smithi112 ceph-mon[88945]: pgmap v2528: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:17:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:57 smithi112 ceph-mon[88945]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:57 smithi112 ceph-mon[91385]: pgmap v2528: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:17:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:57 smithi112 ceph-mon[91385]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:58 smithi187 ceph-mon[84356]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:58 smithi112 ceph-mon[88945]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:58 smithi112 ceph-mon[91385]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:17:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:17:59] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-02T09:17:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:59 smithi187 ceph-mon[84356]: pgmap v2531: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-02T09:17:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:17:59 smithi187 ceph-mon[84356]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:18:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:59 smithi112 ceph-mon[88945]: pgmap v2531: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-02T09:18:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:17:59 smithi112 ceph-mon[88945]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:18:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:59 smithi112 ceph-mon[91385]: pgmap v2531: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-02T09:18:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:17:59 smithi112 ceph-mon[91385]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:18:00.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:00 smithi187 ceph-mon[84356]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:00 smithi112 ceph-mon[88945]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:18:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:00 smithi112 ceph-mon[91385]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:18:01.764 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_snapshot (5939 ms) 2024-04-02T09:18:01.764 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-02T09:18:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:01 smithi187 ceph-mon[84356]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 6.5 KiB/s wr, 39 op/s 2024-04-02T09:18:01.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:01 smithi187 ceph-mon[84356]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:18:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:01 smithi112 ceph-mon[88945]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 6.5 KiB/s wr, 39 op/s 2024-04-02T09:18:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:01 smithi112 ceph-mon[88945]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:18:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:01 smithi112 ceph-mon[91385]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 6.5 KiB/s wr, 39 op/s 2024-04-02T09:18:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:01 smithi112 ceph-mon[91385]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:18:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:18:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:02 smithi112 ceph-mon[91385]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:18:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:02 smithi112 ceph-mon[88945]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:18:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:02 smithi187 ceph-mon[84356]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:18:04.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:03 smithi112 ceph-mon[91385]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-04-02T09:18:04.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:03 smithi112 ceph-mon[91385]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:18:04.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:03 smithi112 ceph-mon[88945]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-04-02T09:18:04.122 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:03 smithi112 ceph-mon[88945]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:18:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:03 smithi187 ceph-mon[84356]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-04-02T09:18:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:03 smithi187 ceph-mon[84356]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:18:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:04 smithi112 ceph-mon[88945]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:18:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:04 smithi112 ceph-mon[88945]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:18:05.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:04 smithi112 ceph-mon[91385]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:18:05.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:04 smithi112 ceph-mon[91385]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:18:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:04 smithi187 ceph-mon[84356]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:18:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:04 smithi187 ceph-mon[84356]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:05 smithi112 ceph-mon[91385]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:05 smithi112 ceph-mon[91385]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:05 smithi112 ceph-mon[88945]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-02T09:18:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:05 smithi112 ceph-mon[88945]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:18:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:05 smithi187 ceph-mon[84356]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-02T09:18:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:05 smithi187 ceph-mon[84356]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:18:07.702 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_snapshotPP (5939 ms) 2024-04-02T09:18:07.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:07 smithi187 ceph-mon[84356]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-04-02T09:18:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:07 smithi187 ceph-mon[84356]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:18:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:07 smithi112 ceph-mon[88945]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-04-02T09:18:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:07 smithi112 ceph-mon[88945]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:18:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:07 smithi112 ceph-mon[91385]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-04-02T09:18:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:07 smithi112 ceph-mon[91385]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:18:08.685 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 6 tests from TestGroup (14019 ms total) 2024-04-02T09:18:08.686 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:18:08.686 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 31 tests from TestDeepCopy 2024-04-02T09:18:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:08 smithi187 ceph-mon[84356]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:18:08.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:08 smithi112 ceph-mon[91385]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:08 smithi112 ceph-mon[88945]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:18:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:18:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:18:09] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-02T09:18:09.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:09 smithi187 ceph-mon[84356]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 133 op/s 2024-04-02T09:18:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:09 smithi187 ceph-mon[84356]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:18:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:09 smithi112 ceph-mon[88945]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 133 op/s 2024-04-02T09:18:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:09 smithi112 ceph-mon[88945]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:18:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:09 smithi112 ceph-mon[91385]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 133 op/s 2024-04-02T09:18:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:09 smithi112 ceph-mon[91385]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:18:10.709 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-02T09:18:10.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:10 smithi187 ceph-mon[84356]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:18:10.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3507457180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:10 smithi112 ceph-mon[91385]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3507457180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:10 smithi112 ceph-mon[88945]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:18:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3507457180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:11 smithi187 ceph-mon[84356]: pgmap v2549: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:11 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:11 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3507457180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:11 smithi187 ceph-mon[84356]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:18:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[91385]: pgmap v2549: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3507457180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[91385]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:18:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[88945]: pgmap v2549: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3507457180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:11 smithi112 ceph-mon[88945]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:18:12.718 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:18:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:12.834 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Empty (2124 ms) 2024-04-02T09:18:12.834 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-02T09:18:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:12 smithi187 ceph-mon[84356]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:18:13.079 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps (246 ms) 2024-04-02T09:18:13.080 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-02T09:18:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:12 smithi112 ceph-mon[88945]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:18:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:12 smithi112 ceph-mon[91385]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:18:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:13 smithi187 ceph-mon[84356]: pgmap v2552: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:13 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:13 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T09:18:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:13 smithi187 ceph-mon[84356]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:18:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[88945]: pgmap v2552: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T09:18:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[88945]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:18:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[91385]: pgmap v2552: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T09:18:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:13 smithi112 ceph-mon[91385]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:18:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:14 smithi187 ceph-mon[84356]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:18:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:14 smithi112 ceph-mon[91385]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:18:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:14 smithi112 ceph-mon[88945]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:18:15.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:15 smithi187 ceph-mon[84356]: pgmap v2555: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-04-02T09:18:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:15 smithi187 ceph-mon[84356]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:18:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:15 smithi112 ceph-mon[91385]: pgmap v2555: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-04-02T09:18:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:15 smithi112 ceph-mon[91385]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:18:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:15 smithi112 ceph-mon[88945]: pgmap v2555: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-04-02T09:18:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:15 smithi112 ceph-mon[88945]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:18:17.029 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps (3950 ms) 2024-04-02T09:18:17.029 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-02T09:18:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:16 smithi112 ceph-mon[91385]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:18:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:16 smithi112 ceph-mon[88945]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:18:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:16 smithi187 ceph-mon[84356]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:18:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:17 smithi112 ceph-mon[91385]: pgmap v2558: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 79 op/s 2024-04-02T09:18:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:17 smithi112 ceph-mon[91385]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:18:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:17 smithi112 ceph-mon[88945]: pgmap v2558: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 79 op/s 2024-04-02T09:18:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:17 smithi112 ceph-mon[88945]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:18:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:17 smithi187 ceph-mon[84356]: pgmap v2558: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 79 op/s 2024-04-02T09:18:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:17 smithi187 ceph-mon[84356]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:18:18.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.SnapDiscard (1828 ms) 2024-04-02T09:18:18.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-02T09:18:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:18 smithi112 ceph-mon[91385]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:18:19.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:18 smithi112 ceph-mon[88945]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:18:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:18 smithi187 ceph-mon[84356]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:18:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:18:19] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-02T09:18:19.859 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneDiscard (1002 ms) 2024-04-02T09:18:19.859 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-02T09:18:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-mon[88945]: pgmap v2561: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 126 op/s 2024-04-02T09:18:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-mon[88945]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:18:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-mon[88945]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:18:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-mon[91385]: pgmap v2561: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 126 op/s 2024-04-02T09:18:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-mon[91385]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:18:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:19 smithi112 ceph-mon[91385]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:18:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:19 smithi187 ceph-mon[84356]: pgmap v2561: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 126 op/s 2024-04-02T09:18:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:19 smithi187 ceph-mon[84356]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:18:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:19 smithi187 ceph-mon[84356]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:18:20.921 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneShrink (1062 ms) 2024-04-02T09:18:20.922 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-02T09:18:21.984 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneExpand (1062 ms) 2024-04-02T09:18:21.984 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-02T09:18:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:21 smithi112 ceph-mon[91385]: pgmap v2564: 137 pgs: 137 active+clean; 61 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 190 op/s 2024-04-02T09:18:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:21 smithi112 ceph-mon[91385]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:18:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:21 smithi112 ceph-mon[88945]: pgmap v2564: 137 pgs: 137 active+clean; 61 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 190 op/s 2024-04-02T09:18:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:21 smithi112 ceph-mon[88945]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:18:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:21 smithi187 ceph-mon[84356]: pgmap v2564: 137 pgs: 137 active+clean; 61 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 190 op/s 2024-04-02T09:18:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:21 smithi187 ceph-mon[84356]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:18:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:18:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:22 smithi112 ceph-mon[91385]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:18:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:22 smithi112 ceph-mon[88945]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:18:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:22 smithi187 ceph-mon[84356]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:18:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:23 smithi112 ceph-mon[91385]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 243 op/s 2024-04-02T09:18:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:23 smithi112 ceph-mon[91385]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:18:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:23 smithi112 ceph-mon[88945]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 243 op/s 2024-04-02T09:18:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:23 smithi112 ceph-mon[88945]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:18:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:23 smithi187 ceph-mon[84356]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 243 op/s 2024-04-02T09:18:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:23 smithi187 ceph-mon[84356]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:18:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:24 smithi112 ceph-mon[91385]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:18:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:24 smithi112 ceph-mon[88945]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:18:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:24 smithi187 ceph-mon[84356]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:18:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:25 smithi112 ceph-mon[91385]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 215 op/s 2024-04-02T09:18:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:25 smithi112 ceph-mon[91385]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:18:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:25 smithi112 ceph-mon[88945]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 215 op/s 2024-04-02T09:18:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:25 smithi112 ceph-mon[88945]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:18:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:25 smithi187 ceph-mon[84356]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 215 op/s 2024-04-02T09:18:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:25 smithi187 ceph-mon[84356]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:18:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:26 smithi112 ceph-mon[91385]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:18:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:26 smithi112 ceph-mon[88945]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:18:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:26 smithi187 ceph-mon[84356]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:18:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:27 smithi112 ceph-mon[91385]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 362 op/s 2024-04-02T09:18:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:27 smithi112 ceph-mon[91385]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:18:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:27 smithi112 ceph-mon[88945]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 362 op/s 2024-04-02T09:18:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:27 smithi112 ceph-mon[88945]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:18:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:27 smithi187 ceph-mon[84356]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 362 op/s 2024-04-02T09:18:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:27 smithi187 ceph-mon[84356]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:18:28.920 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneHideParent (6937 ms) 2024-04-02T09:18:28.920 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-02T09:18:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:28 smithi112 ceph-mon[91385]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:18:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:28 smithi112 ceph-mon[88945]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:18:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:28 smithi187 ceph-mon[84356]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:18:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:18:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:18:29] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2024-04-02T09:18:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:29 smithi112 ceph-mon[88945]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 438 op/s 2024-04-02T09:18:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:29 smithi112 ceph-mon[88945]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:18:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:29 smithi112 ceph-mon[91385]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 438 op/s 2024-04-02T09:18:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:29 smithi112 ceph-mon[91385]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:18:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:29 smithi187 ceph-mon[84356]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 438 op/s 2024-04-02T09:18:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:29 smithi187 ceph-mon[84356]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:18:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:30 smithi112 ceph-mon[88945]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:18:31.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:30 smithi112 ceph-mon[91385]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:18:31.149 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone (2229 ms) 2024-04-02T09:18:31.150 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-02T09:18:31.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:30 smithi187 ceph-mon[84356]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:18:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:31 smithi112 ceph-mon[91385]: pgmap v2579: 137 pgs: 137 active+clean; 77 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 2.0 MiB/s wr, 197 op/s 2024-04-02T09:18:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:31 smithi112 ceph-mon[91385]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:18:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:31 smithi112 ceph-mon[88945]: pgmap v2579: 137 pgs: 137 active+clean; 77 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 2.0 MiB/s wr, 197 op/s 2024-04-02T09:18:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:31 smithi112 ceph-mon[88945]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:18:32.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:31 smithi187 ceph-mon[84356]: pgmap v2579: 137 pgs: 137 active+clean; 77 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 2.0 MiB/s wr, 197 op/s 2024-04-02T09:18:32.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:31 smithi187 ceph-mon[84356]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:18:32.480 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:18:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:32 smithi112 ceph-mon[91385]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:18:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:32 smithi112 ceph-mon[88945]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:18:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:32 smithi187 ceph-mon[84356]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:18:33.331 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten (2182 ms) 2024-04-02T09:18:33.331 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-02T09:18:33.355 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 8132384~7303710 2024-04-02T09:18:33.379 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 25378676~960546 2024-04-02T09:18:33.379 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 4889867~3988142 2024-04-02T09:18:33.390 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 23987395~3230264 2024-04-02T09:18:33.391 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 57777384~7631432 2024-04-02T09:18:33.420 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 43636557~2693363 2024-04-02T09:18:33.421 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 5654807~6242824 2024-04-02T09:18:33.441 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 75361986~6666133 2024-04-02T09:18:33.441 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap0 2024-04-02T09:18:33.869 INFO:tasks.workunit.client.0.smithi112.stdout:clone image238 -> image239 2024-04-02T09:18:33.917 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 63445101~2122877 2024-04-02T09:18:33.936 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 14345155~6136856 2024-04-02T09:18:33.949 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 48722339~5520083 2024-04-02T09:18:33.966 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 51692025~3446951 2024-04-02T09:18:33.976 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 10927877~4119186 2024-04-02T09:18:33.994 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 64538231~7261916 2024-04-02T09:18:33.998 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 31342842~7725358 2024-04-02T09:18:34.019 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33851728~5561752 2024-04-02T09:18:34.020 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:18:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:33 smithi112 ceph-mon[88945]: pgmap v2582: 137 pgs: 137 active+clean; 101 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 8.0 MiB/s wr, 221 op/s 2024-04-02T09:18:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:33 smithi112 ceph-mon[88945]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:18:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:33 smithi112 ceph-mon[91385]: pgmap v2582: 137 pgs: 137 active+clean; 101 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 8.0 MiB/s wr, 221 op/s 2024-04-02T09:18:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:33 smithi112 ceph-mon[91385]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:18:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:33 smithi187 ceph-mon[84356]: pgmap v2582: 137 pgs: 137 active+clean; 101 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 8.0 MiB/s wr, 221 op/s 2024-04-02T09:18:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:33 smithi187 ceph-mon[84356]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:18:34.881 INFO:tasks.workunit.client.0.smithi112.stdout:clone image239 -> image240 2024-04-02T09:18:34.946 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 26397351~5187163 2024-04-02T09:18:34.981 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 4429988~8371465 2024-04-02T09:18:34.998 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 27842044~288655 2024-04-02T09:18:35.000 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 23308695~6123505 2024-04-02T09:18:35.004 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 12789638~8331027 2024-04-02T09:18:35.032 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 71635725~6395993 2024-04-02T09:18:35.036 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 58850518~2022970 2024-04-02T09:18:35.068 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 75268690~863099 2024-04-02T09:18:35.069 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:18:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:34 smithi112 ceph-mon[91385]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:18:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:34 smithi112 ceph-mon[88945]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:18:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:34 smithi187 ceph-mon[84356]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:18:35.878 INFO:tasks.workunit.client.0.smithi112.stdout:clone image240 -> image241 2024-04-02T09:18:35.952 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 51476801~6550517 2024-04-02T09:18:35.994 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 35835528~7743560 2024-04-02T09:18:36.007 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 15005476~3684422 2024-04-02T09:18:36.039 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 28186996~8099071 2024-04-02T09:18:36.042 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 72381079~4405278 2024-04-02T09:18:36.055 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 52738189~3318469 2024-04-02T09:18:36.058 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 50448672~6433501 2024-04-02T09:18:36.076 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 65136615~3638068 2024-04-02T09:18:36.096 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap3 2024-04-02T09:18:36.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:35 smithi112 ceph-mon[91385]: pgmap v2585: 137 pgs: 137 active+clean; 117 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 228 op/s 2024-04-02T09:18:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:35 smithi112 ceph-mon[91385]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:18:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:35 smithi112 ceph-mon[88945]: pgmap v2585: 137 pgs: 137 active+clean; 117 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 228 op/s 2024-04-02T09:18:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:35 smithi112 ceph-mon[88945]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:18:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:35 smithi187 ceph-mon[84356]: pgmap v2585: 137 pgs: 137 active+clean; 117 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 228 op/s 2024-04-02T09:18:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:35 smithi187 ceph-mon[84356]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:18:36.880 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 92978659 2024-04-02T09:18:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:36 smithi187 ceph-mon[84356]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:18:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:36 smithi112 ceph-mon[91385]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:18:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:36 smithi112 ceph-mon[88945]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:18:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:37 smithi112 ceph-mon[91385]: pgmap v2588: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 23 MiB/s wr, 320 op/s 2024-04-02T09:18:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:37 smithi112 ceph-mon[91385]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:18:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:37 smithi112 ceph-mon[88945]: pgmap v2588: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 23 MiB/s wr, 320 op/s 2024-04-02T09:18:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:37 smithi112 ceph-mon[88945]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:18:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:38.195 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress (4863 ms) 2024-04-02T09:18:38.195 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-02T09:18:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:37 smithi187 ceph-mon[84356]: pgmap v2588: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 23 MiB/s wr, 320 op/s 2024-04-02T09:18:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:37 smithi187 ceph-mon[84356]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:18:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:38.470 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (275 ms) 2024-04-02T09:18:38.470 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-02T09:18:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:38 smithi187 ceph-mon[84356]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:18:39.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:38 smithi112 ceph-mon[91385]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:18:39.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:38 smithi112 ceph-mon[88945]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:18:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:18:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:18:39] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2024-04-02T09:18:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:39 smithi187 ceph-mon[84356]: pgmap v2591: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 40 MiB/s wr, 613 op/s 2024-04-02T09:18:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:39 smithi187 ceph-mon[84356]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:18:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:39 smithi112 ceph-mon[91385]: pgmap v2591: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 40 MiB/s wr, 613 op/s 2024-04-02T09:18:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:39 smithi112 ceph-mon[91385]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:18:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:39 smithi112 ceph-mon[88945]: pgmap v2591: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 40 MiB/s wr, 613 op/s 2024-04-02T09:18:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:39 smithi112 ceph-mon[88945]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:18:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:40 smithi187 ceph-mon[84356]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:40 smithi112 ceph-mon[91385]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:40 smithi112 ceph-mon[88945]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:42.205 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3736 ms) 2024-04-02T09:18:42.205 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-02T09:18:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:41 smithi187 ceph-mon[84356]: pgmap v2594: 137 pgs: 137 active+clean; 303 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 29 MiB/s wr, 464 op/s 2024-04-02T09:18:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:41 smithi187 ceph-mon[84356]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:41 smithi112 ceph-mon[91385]: pgmap v2594: 137 pgs: 137 active+clean; 303 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 29 MiB/s wr, 464 op/s 2024-04-02T09:18:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:41 smithi112 ceph-mon[91385]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:41 smithi112 ceph-mon[88945]: pgmap v2594: 137 pgs: 137 active+clean; 303 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 29 MiB/s wr, 464 op/s 2024-04-02T09:18:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:41 smithi112 ceph-mon[88945]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:18:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:42 smithi187 ceph-mon[84356]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:42 smithi112 ceph-mon[91385]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:42 smithi112 ceph-mon[88945]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:43 smithi187 ceph-mon[84356]: pgmap v2597: 137 pgs: 137 active+clean; 349 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 20 MiB/s wr, 418 op/s 2024-04-02T09:18:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:43 smithi187 ceph-mon[84356]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:44.266 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2061 ms) 2024-04-02T09:18:44.266 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-02T09:18:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:43 smithi112 ceph-mon[91385]: pgmap v2597: 137 pgs: 137 active+clean; 349 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 20 MiB/s wr, 418 op/s 2024-04-02T09:18:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:43 smithi112 ceph-mon[91385]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:43 smithi112 ceph-mon[88945]: pgmap v2597: 137 pgs: 137 active+clean; 349 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 20 MiB/s wr, 418 op/s 2024-04-02T09:18:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:43 smithi112 ceph-mon[88945]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:44 smithi187 ceph-mon[84356]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:44 smithi112 ceph-mon[91385]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:44 smithi112 ceph-mon[88945]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:45 smithi187 ceph-mon[84356]: pgmap v2600: 137 pgs: 137 active+clean; 375 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 19 MiB/s wr, 318 op/s 2024-04-02T09:18:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:45 smithi187 ceph-mon[84356]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:45 smithi112 ceph-mon[88945]: pgmap v2600: 137 pgs: 137 active+clean; 375 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 19 MiB/s wr, 318 op/s 2024-04-02T09:18:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:45 smithi112 ceph-mon[88945]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:45 smithi112 ceph-mon[91385]: pgmap v2600: 137 pgs: 137 active+clean; 375 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 19 MiB/s wr, 318 op/s 2024-04-02T09:18:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:45 smithi112 ceph-mon[91385]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:46.474 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2207 ms) 2024-04-02T09:18:46.474 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-02T09:18:46.498 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 76979~6682940 2024-04-02T09:18:46.522 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 17094518~5173252 2024-04-02T09:18:46.523 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 14424959~207242 2024-04-02T09:18:46.525 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 81791524~88521 2024-04-02T09:18:46.526 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 31804862~4030926 2024-04-02T09:18:46.540 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 11774486~7439205 2024-04-02T09:18:46.543 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 27900844~531526 2024-04-02T09:18:46.546 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33796422~1614138 2024-04-02T09:18:46.548 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap0 2024-04-02T09:18:46.939 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 17463269~5514205 2024-04-02T09:18:46.942 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 79056571~37350 2024-04-02T09:18:46.942 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 37229850~803078 2024-04-02T09:18:46.942 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 72458954~1586850 2024-04-02T09:18:46.944 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 19068037~7602142 2024-04-02T09:18:46.968 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1283128~7632000 2024-04-02T09:18:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 5926332~2937212 2024-04-02T09:18:46.986 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 24887681~1360108 2024-04-02T09:18:46.995 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:18:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:46 smithi187 ceph-mon[84356]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:46 smithi112 ceph-mon[91385]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:46 smithi112 ceph-mon[88945]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:47.956 INFO:tasks.workunit.client.0.smithi112.stdout:clone image260 -> image261 2024-04-02T09:18:48.004 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 65052411~5758208 2024-04-02T09:18:48.027 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1400526~7861402 2024-04-02T09:18:48.038 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 6911999~4582586 2024-04-02T09:18:48.055 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 30279936~4786404 2024-04-02T09:18:48.064 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 23177758~1258411 2024-04-02T09:18:48.091 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 74123468~5356102 2024-04-02T09:18:48.095 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 2481700~4031351 2024-04-02T09:18:48.105 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 37623133~7700657 2024-04-02T09:18:48.109 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:18:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:47 smithi187 ceph-mon[84356]: pgmap v2603: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 270 op/s 2024-04-02T09:18:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:47 smithi187 ceph-mon[84356]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:47 smithi112 ceph-mon[91385]: pgmap v2603: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 270 op/s 2024-04-02T09:18:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:47 smithi112 ceph-mon[91385]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:47 smithi112 ceph-mon[88945]: pgmap v2603: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 270 op/s 2024-04-02T09:18:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:47 smithi112 ceph-mon[88945]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:48.958 INFO:tasks.workunit.client.0.smithi112.stdout:clone image261 -> image262 2024-04-02T09:18:49.021 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 158739063 2024-04-02T09:18:49.027 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 104184796~7627649 2024-04-02T09:18:49.055 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 51206770~6957653 2024-04-02T09:18:49.059 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 63728342~4708610 2024-04-02T09:18:49.088 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 89354859~4467075 2024-04-02T09:18:49.088 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 55165069~1212282 2024-04-02T09:18:49.092 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 142153272~101360 2024-04-02T09:18:49.092 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 106442072~1558532 2024-04-02T09:18:49.100 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 72645879~2252426 2024-04-02T09:18:49.103 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap3 2024-04-02T09:18:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:48 smithi187 ceph-mon[84356]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:48 smithi112 ceph-mon[91385]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:49.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:48 smithi112 ceph-mon[88945]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:18:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:18:49] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2024-04-02T09:18:49.967 INFO:tasks.workunit.client.0.smithi112.stdout:clone image262 -> image263 2024-04-02T09:18:50.041 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 155507711 2024-04-02T09:18:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:49 smithi187 ceph-mon[84356]: pgmap v2606: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 30 MiB/s wr, 442 op/s 2024-04-02T09:18:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:49 smithi187 ceph-mon[84356]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:50.353 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3879 ms) 2024-04-02T09:18:50.353 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-02T09:18:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:49 smithi112 ceph-mon[91385]: pgmap v2606: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 30 MiB/s wr, 442 op/s 2024-04-02T09:18:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:49 smithi112 ceph-mon[91385]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:49 smithi112 ceph-mon[88945]: pgmap v2606: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 30 MiB/s wr, 442 op/s 2024-04-02T09:18:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:49 smithi112 ceph-mon[88945]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:50.599 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (246 ms) 2024-04-02T09:18:50.599 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-02T09:18:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:50 smithi187 ceph-mon[84356]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:50 smithi112 ceph-mon[91385]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:50 smithi112 ceph-mon[88945]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:51 smithi187 ceph-mon[84356]: pgmap v2609: 137 pgs: 137 active+clean; 545 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 304 op/s 2024-04-02T09:18:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:51 smithi187 ceph-mon[84356]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:51 smithi112 ceph-mon[91385]: pgmap v2609: 137 pgs: 137 active+clean; 545 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 304 op/s 2024-04-02T09:18:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:51 smithi112 ceph-mon[91385]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:51 smithi112 ceph-mon[88945]: pgmap v2609: 137 pgs: 137 active+clean; 545 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 304 op/s 2024-04-02T09:18:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:51 smithi112 ceph-mon[88945]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:18:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:18:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:52 smithi187 ceph-mon[84356]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:52 smithi112 ceph-mon[88945]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:52 smithi112 ceph-mon[91385]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:54.209 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3610 ms) 2024-04-02T09:18:54.209 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-02T09:18:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:53 smithi187 ceph-mon[84356]: pgmap v2612: 137 pgs: 137 active+clean; 647 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 33 MiB/s wr, 549 op/s 2024-04-02T09:18:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:53 smithi187 ceph-mon[84356]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:53 smithi112 ceph-mon[88945]: pgmap v2612: 137 pgs: 137 active+clean; 647 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 33 MiB/s wr, 549 op/s 2024-04-02T09:18:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:53 smithi112 ceph-mon[88945]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:53 smithi112 ceph-mon[91385]: pgmap v2612: 137 pgs: 137 active+clean; 647 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 33 MiB/s wr, 549 op/s 2024-04-02T09:18:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:53 smithi112 ceph-mon[91385]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:54 smithi187 ceph-mon[84356]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:54 smithi187 ceph-mon[84356]: pgmap v2615: 137 pgs: 137 active+clean; 655 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 607 op/s 2024-04-02T09:18:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:54 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:54 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:54 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:18:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[91385]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[91385]: pgmap v2615: 137 pgs: 137 active+clean; 655 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 607 op/s 2024-04-02T09:18:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:18:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[88945]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[88945]: pgmap v2615: 137 pgs: 137 active+clean; 655 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 607 op/s 2024-04-02T09:18:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:54 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:18:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:55 smithi187 ceph-mon[84356]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:56.323 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2113 ms) 2024-04-02T09:18:56.323 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-02T09:18:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:55 smithi112 ceph-mon[88945]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:55 smithi112 ceph-mon[91385]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:57.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:56 smithi112 ceph-mon[88945]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:57.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:56 smithi112 ceph-mon[88945]: pgmap v2618: 137 pgs: 137 active+clean; 707 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 261 op/s 2024-04-02T09:18:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:56 smithi112 ceph-mon[91385]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:56 smithi112 ceph-mon[91385]: pgmap v2618: 137 pgs: 137 active+clean; 707 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 261 op/s 2024-04-02T09:18:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:56 smithi187 ceph-mon[84356]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:56 smithi187 ceph-mon[84356]: pgmap v2618: 137 pgs: 137 active+clean; 707 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 261 op/s 2024-04-02T09:18:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:57 smithi112 ceph-mon[88945]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:57 smithi112 ceph-mon[91385]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:58.465 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2142 ms) 2024-04-02T09:18:58.465 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-02T09:18:58.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:57 smithi187 ceph-mon[84356]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:58.488 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 76157697~4709101 2024-04-02T09:18:58.508 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 40745233~1400141 2024-04-02T09:18:58.509 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 72577706~8360882 2024-04-02T09:18:58.531 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 58807658~4842992 2024-04-02T09:18:58.532 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 29247857~4824353 2024-04-02T09:18:58.554 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 53725047~5552620 2024-04-02T09:18:58.555 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 27038446~5611895 2024-04-02T09:18:58.575 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 77187834~3245573 2024-04-02T09:18:58.576 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap0 2024-04-02T09:18:59.013 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 123319806 2024-04-02T09:18:59.020 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 36488589~4220316 2024-04-02T09:18:59.023 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 50014874~7437827 2024-04-02T09:18:59.024 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 65747162~1101305 2024-04-02T09:18:59.024 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76441244~4892718 2024-04-02T09:18:59.024 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 53716699~1365133 2024-04-02T09:18:59.024 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 119408455~3911351 2024-04-02T09:18:59.024 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 21276108~566210 2024-04-02T09:18:59.024 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 79811819~134064 2024-04-02T09:18:59.044 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:18:59.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:58 smithi112 ceph-mon[91385]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:59.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:18:58 smithi112 ceph-mon[91385]: pgmap v2621: 137 pgs: 137 active+clean; 723 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 17 MiB/s wr, 278 op/s 2024-04-02T09:18:59.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:58 smithi112 ceph-mon[88945]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:59.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:18:58 smithi112 ceph-mon[88945]: pgmap v2621: 137 pgs: 137 active+clean; 723 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 17 MiB/s wr, 278 op/s 2024-04-02T09:18:59.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:58 smithi187 ceph-mon[84356]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:18:58 smithi187 ceph-mon[84356]: pgmap v2621: 137 pgs: 137 active+clean; 723 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 17 MiB/s wr, 278 op/s 2024-04-02T09:18:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:18:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:18:59] "GET /metrics HTTP/1.1" 200 36503 "" "Prometheus/2.43.0" 2024-04-02T09:19:00.030 INFO:tasks.workunit.client.0.smithi112.stdout:clone image282 -> image283 2024-04-02T09:19:00.083 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 108591845~4211395 2024-04-02T09:19:00.106 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 91246158~2038652 2024-04-02T09:19:00.110 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 96773389~1795265 2024-04-02T09:19:00.119 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 58157497~5516715 2024-04-02T09:19:00.128 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 43270824~289016 2024-04-02T09:19:00.131 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 36579971~7786843 2024-04-02T09:19:00.141 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 105930495~4697764 2024-04-02T09:19:00.151 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 58163909~3595750 2024-04-02T09:19:00.152 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:19:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:00 smithi112 ceph-mon[91385]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:19:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:00 smithi112 ceph-mon[88945]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:19:00.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:00 smithi187 ceph-mon[84356]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:19:01.026 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 156750205 2024-04-02T09:19:01.031 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 142448118~2387886 2024-04-02T09:19:01.034 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 59110031~7120395 2024-04-02T09:19:01.034 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 2732404~2096921 2024-04-02T09:19:01.034 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 92210790~7199813 2024-04-02T09:19:01.035 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 100499117~5988383 2024-04-02T09:19:01.035 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 85134493~2823740 2024-04-02T09:19:01.040 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 149084195~2391003 2024-04-02T09:19:01.045 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 149191719~5241333 2024-04-02T09:19:01.070 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap3 2024-04-02T09:19:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:01 smithi112 ceph-mon[91385]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:19:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:01 smithi112 ceph-mon[91385]: pgmap v2624: 137 pgs: 137 active+clean; 764 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 16 MiB/s wr, 490 op/s 2024-04-02T09:19:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:01 smithi112 ceph-mon[88945]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:19:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:01 smithi112 ceph-mon[88945]: pgmap v2624: 137 pgs: 137 active+clean; 764 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 16 MiB/s wr, 490 op/s 2024-04-02T09:19:01.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:01 smithi187 ceph-mon[84356]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:19:01.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:01 smithi187 ceph-mon[84356]: pgmap v2624: 137 pgs: 137 active+clean; 764 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 16 MiB/s wr, 490 op/s 2024-04-02T09:19:02.040 INFO:tasks.workunit.client.0.smithi112.stdout:clone image283 -> image284 2024-04-02T09:19:02.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:02 smithi187 ceph-mon[84356]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:19:02.340 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3876 ms) 2024-04-02T09:19:02.340 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:19:02.365 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-02T09:19:02.365 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:02 smithi112 ceph-mon[91385]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:19:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:02 smithi112 ceph-mon[88945]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:19:02.436 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (96 ms) 2024-04-02T09:19:02.437 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:19:02.459 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-02T09:19:02.459 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.530 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (93 ms) 2024-04-02T09:19:02.530 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:19:02.552 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-02T09:19:02.552 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.624 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:19:02.624 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:19:02.648 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-02T09:19:02.648 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.719 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:19:02.719 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:19:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:19:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:02.741 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-02T09:19:02.741 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.812 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (93 ms) 2024-04-02T09:19:02.813 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:19:02.835 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-02T09:19:02.835 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.904 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (92 ms) 2024-04-02T09:19:02.904 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:19:02.927 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-02T09:19:02.927 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:02.998 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (92 ms) 2024-04-02T09:19:02.998 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:19:03.020 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-02T09:19:03.020 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:03.099 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (102 ms) 2024-04-02T09:19:03.099 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:19:03.121 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-02T09:19:03.121 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:03.190 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (91 ms) 2024-04-02T09:19:03.190 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:19:03.213 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-02T09:19:03.213 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:03.285 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2024-04-02T09:19:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:03 smithi112 ceph-mon[88945]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:19:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:03 smithi112 ceph-mon[88945]: pgmap v2627: 137 pgs: 137 active+clean; 878 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 36 MiB/s wr, 656 op/s 2024-04-02T09:19:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:03 smithi112 ceph-mon[91385]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:19:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:03 smithi112 ceph-mon[91385]: pgmap v2627: 137 pgs: 137 active+clean; 878 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 36 MiB/s wr, 656 op/s 2024-04-02T09:19:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:03 smithi187 ceph-mon[84356]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:19:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:03 smithi187 ceph-mon[84356]: pgmap v2627: 137 pgs: 137 active+clean; 878 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 36 MiB/s wr, 656 op/s 2024-04-02T09:19:04.034 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 31 tests from TestDeepCopy (52576 ms total) 2024-04-02T09:19:04.034 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:19:04.034 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 51 tests from TestMirroring 2024-04-02T09:19:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:05 smithi112 ceph-mon[88945]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:19:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:05 smithi112 ceph-mon[88945]: pgmap v2629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:19:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:05 smithi112 ceph-mon[91385]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:19:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:05 smithi112 ceph-mon[91385]: pgmap v2629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:19:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:05 smithi187 ceph-mon[84356]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:19:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:05 smithi187 ceph-mon[84356]: pgmap v2629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:19:06.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-02T09:19:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:06 smithi112 ceph-mon[88945]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:19:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:06 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:06 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:06 smithi112 ceph-mon[91385]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:19:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:06 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:06 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:06.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:06 smithi187 ceph-mon[84356]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:19:06.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:06 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:06 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:07 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:07 smithi112 ceph-mon[91385]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:19:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:07 smithi112 ceph-mon[91385]: pgmap v2632: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:19:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:07 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:07 smithi112 ceph-mon[88945]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:19:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:07 smithi112 ceph-mon[88945]: pgmap v2632: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:19:07.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:07 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:07 smithi187 ceph-mon[84356]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:19:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:07 smithi187 ceph-mon[84356]: pgmap v2632: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:19:08.173 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2133 ms) 2024-04-02T09:19:08.173 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-02T09:19:08.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (107 ms) 2024-04-02T09:19:08.280 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-02T09:19:08.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (82 ms) 2024-04-02T09:19:08.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-02T09:19:08.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:08 smithi112 ceph-mon[91385]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:19:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:08 smithi112 ceph-mon[88945]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:19:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:08.471 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (109 ms) 2024-04-02T09:19:08.471 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-02T09:19:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:08 smithi187 ceph-mon[84356]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:19:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:08.566 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (95 ms) 2024-04-02T09:19:08.566 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-02T09:19:08.660 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (94 ms) 2024-04-02T09:19:08.660 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-02T09:19:08.769 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (109 ms) 2024-04-02T09:19:08.769 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:19:08.769 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (1 ms) 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-02T09:19:08.770 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-02T09:19:08.842 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (72 ms) 2024-04-02T09:19:08.842 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-02T09:19:08.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (76 ms) 2024-04-02T09:19:08.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:19:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:09 smithi112 ceph-mon[91385]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:19:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:09 smithi112 ceph-mon[91385]: pgmap v2635: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:19:09.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:19:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:19:09] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2024-04-02T09:19:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:09 smithi112 ceph-mon[88945]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:19:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:09 smithi112 ceph-mon[88945]: pgmap v2635: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:19:09.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:09 smithi187 ceph-mon[84356]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:19:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:09 smithi187 ceph-mon[84356]: pgmap v2635: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:19:10.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1207 ms) 2024-04-02T09:19:10.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-02T09:19:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:10 smithi112 ceph-mon[91385]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:19:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:10 smithi112 ceph-mon[88945]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:19:10.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:10 smithi187 ceph-mon[84356]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:19:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:11 smithi112 ceph-mon[88945]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:19:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:11 smithi112 ceph-mon[88945]: pgmap v2638: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-02T09:19:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:11 smithi112 ceph-mon[91385]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:19:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:11 smithi112 ceph-mon[91385]: pgmap v2638: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-02T09:19:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:11 smithi187 ceph-mon[84356]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:19:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:11 smithi187 ceph-mon[84356]: pgmap v2638: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-02T09:19:12.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2006 ms) 2024-04-02T09:19:12.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-02T09:19:12.224 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (92 ms) 2024-04-02T09:19:12.224 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-02T09:19:12.319 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (96 ms) 2024-04-02T09:19:12.319 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-02T09:19:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:12 smithi112 ceph-mon[91385]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:19:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:12 smithi112 ceph-mon[88945]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:19:12.420 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (100 ms) 2024-04-02T09:19:12.420 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-02T09:19:12.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:12 smithi187 ceph-mon[84356]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:19:12.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:19:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:19:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:12.503 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (83 ms) 2024-04-02T09:19:12.503 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:19:12.585 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (83 ms) 2024-04-02T09:19:12.586 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-02T09:19:12.687 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (101 ms) 2024-04-02T09:19:12.687 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-02T09:19:12.791 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (105 ms) 2024-04-02T09:19:12.791 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-02T09:19:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:13 smithi112 ceph-mon[88945]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:19:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:13 smithi112 ceph-mon[88945]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 49 KiB/s wr, 416 op/s 2024-04-02T09:19:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:13 smithi112 ceph-mon[91385]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:19:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:13 smithi112 ceph-mon[91385]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 49 KiB/s wr, 416 op/s 2024-04-02T09:19:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:13 smithi187 ceph-mon[84356]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:19:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:13 smithi187 ceph-mon[84356]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 49 KiB/s wr, 416 op/s 2024-04-02T09:19:14.158 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1367 ms) 2024-04-02T09:19:14.158 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-02T09:19:14.271 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (112 ms) 2024-04-02T09:19:14.271 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:14 smithi112 ceph-mon[91385]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:19:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:14 smithi112 ceph-mon[88945]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:19:14.377 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (107 ms) 2024-04-02T09:19:14.377 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-02T09:19:14.479 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (102 ms) 2024-04-02T09:19:14.479 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-02T09:19:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:14 smithi187 ceph-mon[84356]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:19:14.640 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (160 ms) 2024-04-02T09:19:14.640 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-02T09:19:14.805 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (165 ms) 2024-04-02T09:19:14.805 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-02T09:19:14.950 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (146 ms) 2024-04-02T09:19:14.950 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-02T09:19:15.104 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (153 ms) 2024-04-02T09:19:15.104 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-02T09:19:15.260 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (156 ms) 2024-04-02T09:19:15.260 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-02T09:19:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:15 smithi112 ceph-mon[88945]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:19:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:15 smithi112 ceph-mon[88945]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 59 KiB/s wr, 683 op/s 2024-04-02T09:19:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:15 smithi112 ceph-mon[91385]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:19:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:15 smithi112 ceph-mon[91385]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 59 KiB/s wr, 683 op/s 2024-04-02T09:19:15.434 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (175 ms) 2024-04-02T09:19:15.434 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-02T09:19:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:15 smithi187 ceph-mon[84356]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:19:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:15 smithi187 ceph-mon[84356]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 59 KiB/s wr, 683 op/s 2024-04-02T09:19:15.520 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (85 ms) 2024-04-02T09:19:15.520 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-02T09:19:15.597 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (77 ms) 2024-04-02T09:19:15.597 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-02T09:19:15.663 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-04-02T09:19:15.663 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-02T09:19:15.787 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (125 ms) 2024-04-02T09:19:15.787 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-02T09:19:15.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (125 ms) 2024-04-02T09:19:15.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-02T09:19:16.022 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (109 ms) 2024-04-02T09:19:16.062 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-02T09:19:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (116 ms) 2024-04-02T09:19:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-02T09:19:16.213 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorStatusList (75 ms) 2024-04-02T09:19:16.213 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-02T09:19:16.311 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveBootstrapped (98 ms) 2024-04-02T09:19:16.311 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-02T09:19:16.678 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioPromoteDemote (368 ms) 2024-04-02T09:19:16.679 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-02T09:19:17.031 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioGetInfo (353 ms) 2024-04-02T09:19:17.031 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-02T09:19:17.260 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioGetStatus (229 ms) 2024-04-02T09:19:17.260 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SiteName 2024-04-02T09:19:17.270 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-04-02T09:19:17.270 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-02T09:19:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:17 smithi112 ceph-mon[88945]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 60 KiB/s wr, 666 op/s 2024-04-02T09:19:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:17 smithi112 ceph-mon[91385]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 60 KiB/s wr, 666 op/s 2024-04-02T09:19:17.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:17 smithi187 ceph-mon[84356]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 60 KiB/s wr, 666 op/s 2024-04-02T09:19:18.135 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.Bootstrap (866 ms) 2024-04-02T09:19:18.136 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-02T09:19:18.145 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-02T09:19:18.145 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]: dispatch 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]: dispatch 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]': finished 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:19:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]: dispatch 2024-04-02T09:19:18.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]': finished 2024-04-02T09:19:18.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]: dispatch 2024-04-02T09:19:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]: dispatch 2024-04-02T09:19:18.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea8fb2ac-35bb-4769-a8e4-1527bf1412f2"}]': finished 2024-04-02T09:19:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:19 smithi112 ceph-mon[88945]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 116 KiB/s wr, 1.15k op/s 2024-04-02T09:19:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:19 smithi112 ceph-mon[88945]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:19:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:19:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:19:19] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2024-04-02T09:19:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:19 smithi112 ceph-mon[91385]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 116 KiB/s wr, 1.15k op/s 2024-04-02T09:19:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:19 smithi112 ceph-mon[91385]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:19:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:19 smithi187 ceph-mon[84356]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 116 KiB/s wr, 1.15k op/s 2024-04-02T09:19:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:19 smithi187 ceph-mon[84356]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:19:20.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:20 smithi187 ceph-mon[84356]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:20 smithi112 ceph-mon[88945]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:19:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:20 smithi112 ceph-mon[91385]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:19:21.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:21 smithi187 ceph-mon[84356]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 144 KiB/s wr, 1.51k op/s 2024-04-02T09:19:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:21 smithi187 ceph-mon[84356]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:19:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:21 smithi112 ceph-mon[91385]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 144 KiB/s wr, 1.51k op/s 2024-04-02T09:19:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:21 smithi112 ceph-mon[91385]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:19:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:21 smithi112 ceph-mon[88945]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 144 KiB/s wr, 1.51k op/s 2024-04-02T09:19:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:21 smithi112 ceph-mon[88945]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:19:22.701 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:19:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:22.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:22 smithi187 ceph-mon[84356]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:19:23.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:22 smithi112 ceph-mon[91385]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:19:23.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:22 smithi112 ceph-mon[88945]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:19:23.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:23 smithi187 ceph-mon[84356]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 179 KiB/s wr, 1.71k op/s 2024-04-02T09:19:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:23 smithi187 ceph-mon[84356]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:19:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:23 smithi112 ceph-mon[88945]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 179 KiB/s wr, 1.71k op/s 2024-04-02T09:19:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:23 smithi112 ceph-mon[88945]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:19:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:23 smithi112 ceph-mon[91385]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 179 KiB/s wr, 1.71k op/s 2024-04-02T09:19:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:23 smithi112 ceph-mon[91385]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:19:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:24.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:24 smithi187 ceph-mon[84356]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:19:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:24 smithi187 ceph-mon[84356]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:19:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:24 smithi112 ceph-mon[91385]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:19:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:24 smithi112 ceph-mon[91385]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:19:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:24 smithi112 ceph-mon[88945]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:19:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:24 smithi112 ceph-mon[88945]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:19:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:25 smithi187 ceph-mon[84356]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 127 KiB/s wr, 971 op/s 2024-04-02T09:19:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:25 smithi187 ceph-mon[84356]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:19:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:25 smithi112 ceph-mon[88945]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 127 KiB/s wr, 971 op/s 2024-04-02T09:19:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:25 smithi112 ceph-mon[88945]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:19:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:25 smithi112 ceph-mon[91385]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 127 KiB/s wr, 971 op/s 2024-04-02T09:19:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:25 smithi112 ceph-mon[91385]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:19:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:27 smithi187 ceph-mon[84356]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 104 op/s 2024-04-02T09:19:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:27 smithi187 ceph-mon[84356]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:19:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:27 smithi112 ceph-mon[91385]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 104 op/s 2024-04-02T09:19:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:27 smithi112 ceph-mon[91385]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:19:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:27 smithi112 ceph-mon[88945]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 104 op/s 2024-04-02T09:19:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:27 smithi112 ceph-mon[88945]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:19:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:28 smithi112 ceph-mon[91385]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:19:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:28 smithi112 ceph-mon[88945]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:19:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:28 smithi187 ceph-mon[84356]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:19:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:19:29] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2024-04-02T09:19:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-mon[91385]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-04-02T09:19:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-mon[91385]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:19:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-mon[91385]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:19:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-mon[88945]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-04-02T09:19:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-mon[88945]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:19:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:29 smithi112 ceph-mon[88945]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:19:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:29 smithi187 ceph-mon[84356]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-04-02T09:19:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:29 smithi187 ceph-mon[84356]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:19:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:29 smithi187 ceph-mon[84356]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:19:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:31 smithi187 ceph-mon[84356]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-04-02T09:19:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:31 smithi187 ceph-mon[84356]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:19:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:31 smithi112 ceph-mon[91385]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-04-02T09:19:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:31 smithi112 ceph-mon[91385]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:19:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:31 smithi112 ceph-mon[88945]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-04-02T09:19:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:31 smithi112 ceph-mon[88945]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:19:32.695 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:19:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:32.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:32 smithi187 ceph-mon[84356]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:19:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:32 smithi112 ceph-mon[91385]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:19:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:32 smithi112 ceph-mon[88945]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:19:33.811 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.Snapshot (15667 ms) 2024-04-02T09:19:33.811 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-02T09:19:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:33 smithi187 ceph-mon[84356]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-02T09:19:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:33 smithi187 ceph-mon[84356]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:19:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:33 smithi112 ceph-mon[88945]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-02T09:19:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:33 smithi112 ceph-mon[88945]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:19:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:33 smithi112 ceph-mon[91385]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-02T09:19:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:33 smithi112 ceph-mon[91385]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:19:34.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:34 smithi187 ceph-mon[84356]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:19:34.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:34 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]: dispatch 2024-04-02T09:19:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:34 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]: dispatch 2024-04-02T09:19:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:34 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]': finished 2024-04-02T09:19:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:34 smithi187 ceph-mon[84356]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:19:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[91385]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:19:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]: dispatch 2024-04-02T09:19:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]: dispatch 2024-04-02T09:19:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]': finished 2024-04-02T09:19:35.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[91385]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:19:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[88945]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:19:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]: dispatch 2024-04-02T09:19:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]: dispatch 2024-04-02T09:19:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dd659f35-0815-4822-8148-7747c09aac22"}]': finished 2024-04-02T09:19:35.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:34 smithi112 ceph-mon[88945]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:19:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:35 smithi112 ceph-mon[88945]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:19:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:35 smithi112 ceph-mon[88945]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:19:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:35 smithi112 ceph-mon[91385]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:19:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:35 smithi112 ceph-mon[91385]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:19:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:35 smithi187 ceph-mon[84356]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:19:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:35 smithi187 ceph-mon[84356]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:19:37.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4014 ms) 2024-04-02T09:19:37.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-02T09:19:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:37 smithi187 ceph-mon[84356]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 92 op/s 2024-04-02T09:19:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:37 smithi187 ceph-mon[84356]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:19:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:37 smithi112 ceph-mon[88945]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 92 op/s 2024-04-02T09:19:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:37 smithi112 ceph-mon[88945]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:19:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:37 smithi112 ceph-mon[91385]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 92 op/s 2024-04-02T09:19:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:37 smithi112 ceph-mon[91385]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:19:38.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:38 smithi187 ceph-mon[84356]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:19:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:38 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]: dispatch 2024-04-02T09:19:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:38 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]: dispatch 2024-04-02T09:19:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:38 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]': finished 2024-04-02T09:19:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[88945]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:19:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]: dispatch 2024-04-02T09:19:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]: dispatch 2024-04-02T09:19:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]': finished 2024-04-02T09:19:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[91385]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:19:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]: dispatch 2024-04-02T09:19:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]: dispatch 2024-04-02T09:19:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:38 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d00de3af-2ba8-4138-aeeb-10a44c9a5d0a"}]': finished 2024-04-02T09:19:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:19:39] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-02T09:19:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-mon[91385]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-02T09:19:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-mon[91385]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:19:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-mon[91385]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:19:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-mon[88945]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-02T09:19:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-mon[88945]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:19:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:39 smithi112 ceph-mon[88945]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:19:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:39 smithi187 ceph-mon[84356]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-02T09:19:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:39 smithi187 ceph-mon[84356]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:19:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:39 smithi187 ceph-mon[84356]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:19:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:41 smithi187 ceph-mon[84356]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.2 KiB/s wr, 133 op/s 2024-04-02T09:19:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:41 smithi187 ceph-mon[84356]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:19:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:41 smithi112 ceph-mon[91385]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.2 KiB/s wr, 133 op/s 2024-04-02T09:19:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:41 smithi112 ceph-mon[91385]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:19:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:41 smithi112 ceph-mon[88945]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.2 KiB/s wr, 133 op/s 2024-04-02T09:19:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:41 smithi112 ceph-mon[88945]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:19:42.700 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:19:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:19:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:42.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:42 smithi187 ceph-mon[84356]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:19:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:42 smithi112 ceph-mon[88945]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:19:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:42 smithi112 ceph-mon[91385]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:19:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:43 smithi187 ceph-mon[84356]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 129 op/s 2024-04-02T09:19:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:43 smithi187 ceph-mon[84356]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:19:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:43 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]: dispatch 2024-04-02T09:19:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:43 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]: dispatch 2024-04-02T09:19:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:43 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]': finished 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[88945]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 129 op/s 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[88945]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]: dispatch 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]: dispatch 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]': finished 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[91385]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 129 op/s 2024-04-02T09:19:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[91385]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:19:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]: dispatch 2024-04-02T09:19:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]: dispatch 2024-04-02T09:19:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:43 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/72f0e731-d015-4298-b343-4e76c04a7a20"}]': finished 2024-04-02T09:19:44.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:44 smithi187 ceph-mon[84356]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:19:44.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:44 smithi187 ceph-mon[84356]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:44 smithi112 ceph-mon[91385]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:19:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:44 smithi112 ceph-mon[91385]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:44 smithi112 ceph-mon[88945]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:19:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:44 smithi112 ceph-mon[88945]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:45 smithi112 ceph-mon[91385]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 9.2 KiB/s wr, 78 op/s 2024-04-02T09:19:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:45 smithi112 ceph-mon[91385]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:45 smithi112 ceph-mon[88945]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 9.2 KiB/s wr, 78 op/s 2024-04-02T09:19:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:45 smithi112 ceph-mon[88945]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:45 smithi187 ceph-mon[84356]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 9.2 KiB/s wr, 78 op/s 2024-04-02T09:19:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:45 smithi187 ceph-mon[84356]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:47.829 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10004 ms) 2024-04-02T09:19:47.829 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-02T09:19:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:47 smithi112 ceph-mon[91385]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 9.2 KiB/s wr, 182 op/s 2024-04-02T09:19:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:47 smithi112 ceph-mon[91385]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:47 smithi112 ceph-mon[88945]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 9.2 KiB/s wr, 182 op/s 2024-04-02T09:19:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:47 smithi112 ceph-mon[88945]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:47 smithi187 ceph-mon[84356]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 9.2 KiB/s wr, 182 op/s 2024-04-02T09:19:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:47 smithi187 ceph-mon[84356]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]: dispatch 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]: dispatch 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]': finished 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]: dispatch 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]: dispatch 2024-04-02T09:19:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]': finished 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]: dispatch 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]: dispatch 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]': finished 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]: dispatch 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]: dispatch 2024-04-02T09:19:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]': finished 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]: dispatch 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]: dispatch 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f3fd7724-9e89-484d-8ee4-a937572fbd7a"}]': finished 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]: dispatch 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]: dispatch 2024-04-02T09:19:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a01183a-7fab-425d-92e7-5d1861580f5d"}]': finished 2024-04-02T09:19:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:19:49] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-02T09:19:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-mon[91385]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 10 KiB/s wr, 238 op/s 2024-04-02T09:19:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-mon[91385]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-mon[91385]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-mon[88945]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 10 KiB/s wr, 238 op/s 2024-04-02T09:19:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-mon[88945]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:49 smithi112 ceph-mon[88945]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:49 smithi187 ceph-mon[84356]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 10 KiB/s wr, 238 op/s 2024-04-02T09:19:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:49 smithi187 ceph-mon[84356]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:49 smithi187 ceph-mon[84356]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:51.899 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotImageState (4069 ms) 2024-04-02T09:19:51.899 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-02T09:19:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:51 smithi112 ceph-mon[88945]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.2 KiB/s wr, 103 op/s 2024-04-02T09:19:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:51 smithi112 ceph-mon[88945]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:51 smithi112 ceph-mon[91385]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.2 KiB/s wr, 103 op/s 2024-04-02T09:19:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:51 smithi112 ceph-mon[91385]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:51 smithi187 ceph-mon[84356]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.2 KiB/s wr, 103 op/s 2024-04-02T09:19:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:51 smithi187 ceph-mon[84356]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:19:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:52 smithi112 ceph-mon[88945]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:52 smithi112 ceph-mon[91385]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:52 smithi187 ceph-mon[84356]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:53 smithi112 ceph-mon[88945]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 11 KiB/s wr, 71 op/s 2024-04-02T09:19:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:53 smithi112 ceph-mon[88945]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:53 smithi112 ceph-mon[91385]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 11 KiB/s wr, 71 op/s 2024-04-02T09:19:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:53 smithi112 ceph-mon[91385]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:53 smithi187 ceph-mon[84356]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 11 KiB/s wr, 71 op/s 2024-04-02T09:19:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:53 smithi187 ceph-mon[84356]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:54 smithi112 ceph-mon[91385]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:54 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:54 smithi112 ceph-mon[91385]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:54 smithi112 ceph-mon[88945]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:54 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:54 smithi112 ceph-mon[88945]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:55.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:54 smithi187 ceph-mon[84356]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:55.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:54 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:55.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:54 smithi187 ceph-mon[84356]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[91385]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 23 KiB/s wr, 228 op/s 2024-04-02T09:19:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:19:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[91385]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[88945]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 23 KiB/s wr, 228 op/s 2024-04-02T09:19:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:19:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:55 smithi112 ceph-mon[88945]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:55 smithi187 ceph-mon[84356]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 23 KiB/s wr, 228 op/s 2024-04-02T09:19:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:19:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:55 smithi187 ceph-mon[84356]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:57.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:57 smithi187 ceph-mon[84356]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-02T09:19:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:57 smithi187 ceph-mon[84356]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:57 smithi112 ceph-mon[91385]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-02T09:19:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:57 smithi112 ceph-mon[91385]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:57 smithi112 ceph-mon[88945]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-02T09:19:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:57 smithi112 ceph-mon[88945]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:58.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:58 smithi187 ceph-mon[84356]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:58 smithi112 ceph-mon[91385]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:58 smithi112 ceph-mon[88945]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:19:59] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-04-02T09:19:59.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:59 smithi187 ceph-mon[84356]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.7 KiB/s wr, 167 op/s 2024-04-02T09:19:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:59 smithi187 ceph-mon[84356]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:19:59 smithi187 ceph-mon[84356]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:20:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-mon[91385]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.7 KiB/s wr, 167 op/s 2024-04-02T09:20:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-mon[91385]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:20:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-mon[91385]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:20:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-mon[88945]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.7 KiB/s wr, 167 op/s 2024-04-02T09:20:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-mon[88945]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:20:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:19:59 smithi112 ceph-mon[88945]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:20:00.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:00 smithi187 ceph-mon[84356]: overall HEALTH_OK 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:00 smithi112 ceph-mon[91385]: overall HEALTH_OK 2024-04-02T09:20:01.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:00 smithi112 ceph-mon[88945]: overall HEALTH_OK 2024-04-02T09:20:01.781 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9883 ms) 2024-04-02T09:20:01.781 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-02T09:20:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:01 smithi187 ceph-mon[84356]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 8.2 KiB/s wr, 154 op/s 2024-04-02T09:20:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:01 smithi187 ceph-mon[84356]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:20:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:01 smithi112 ceph-mon[91385]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 8.2 KiB/s wr, 154 op/s 2024-04-02T09:20:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:01 smithi112 ceph-mon[91385]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:20:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:01 smithi112 ceph-mon[88945]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 8.2 KiB/s wr, 154 op/s 2024-04-02T09:20:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:01 smithi112 ceph-mon[88945]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:20:02.721 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:20:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:02 smithi187 ceph-mon[84356]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:20:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:02 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]: dispatch 2024-04-02T09:20:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]: dispatch 2024-04-02T09:20:02.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]': finished 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[91385]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]: dispatch 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]: dispatch 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]': finished 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[88945]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]: dispatch 2024-04-02T09:20:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]: dispatch 2024-04-02T09:20:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b2431350-cb78-47e6-8d6f-0ba65e9ffc68"}]': finished 2024-04-02T09:20:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:03 smithi112 ceph-mon[91385]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 6.0 KiB/s wr, 47 op/s 2024-04-02T09:20:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:03 smithi112 ceph-mon[91385]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:20:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:03 smithi112 ceph-mon[88945]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 6.0 KiB/s wr, 47 op/s 2024-04-02T09:20:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:03 smithi112 ceph-mon[88945]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:20:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:03 smithi187 ceph-mon[84356]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 6.0 KiB/s wr, 47 op/s 2024-04-02T09:20:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:03 smithi187 ceph-mon[84356]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:20:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:04 smithi112 ceph-mon[91385]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:20:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:04 smithi112 ceph-mon[88945]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:20:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:04 smithi187 ceph-mon[84356]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:20:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:05 smithi112 ceph-mon[91385]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 6.0 KiB/s wr, 51 op/s 2024-04-02T09:20:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:05 smithi112 ceph-mon[91385]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:20:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:05 smithi112 ceph-mon[88945]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 6.0 KiB/s wr, 51 op/s 2024-04-02T09:20:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:05 smithi112 ceph-mon[88945]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:20:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:05 smithi187 ceph-mon[84356]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 6.0 KiB/s wr, 51 op/s 2024-04-02T09:20:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:05 smithi187 ceph-mon[84356]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:20:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:06 smithi112 ceph-mon[88945]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:20:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:06 smithi112 ceph-mon[91385]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:20:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:06 smithi187 ceph-mon[84356]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:20:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:07 smithi112 ceph-mon[91385]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-04-02T09:20:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:07 smithi112 ceph-mon[91385]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:20:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:07 smithi112 ceph-mon[88945]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-04-02T09:20:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:07 smithi112 ceph-mon[88945]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:20:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:07 smithi187 ceph-mon[84356]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-04-02T09:20:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:07 smithi187 ceph-mon[84356]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:20:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:08 smithi112 ceph-mon[91385]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:20:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:08 smithi112 ceph-mon[88945]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:20:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:08 smithi187 ceph-mon[84356]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:20:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:20:09] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2024-04-02T09:20:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-mon[88945]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 13 KiB/s wr, 132 op/s 2024-04-02T09:20:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-mon[88945]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:20:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-mon[88945]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:20:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-mon[91385]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 13 KiB/s wr, 132 op/s 2024-04-02T09:20:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-mon[91385]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:20:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:09 smithi112 ceph-mon[91385]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:20:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:09 smithi187 ceph-mon[84356]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 13 KiB/s wr, 132 op/s 2024-04-02T09:20:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:09 smithi187 ceph-mon[84356]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:20:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:09 smithi187 ceph-mon[84356]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:20:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:11 smithi187 ceph-mon[84356]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-02T09:20:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:11 smithi187 ceph-mon[84356]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:20:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:11 smithi112 ceph-mon[91385]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-02T09:20:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:11 smithi112 ceph-mon[91385]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:20:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:11 smithi112 ceph-mon[88945]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-02T09:20:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:11 smithi112 ceph-mon[88945]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:20:12.705 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:20:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:12 smithi187 ceph-mon[84356]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:20:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:12 smithi112 ceph-mon[88945]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:20:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:12 smithi112 ceph-mon[91385]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:20:13.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:13 smithi187 ceph-mon[84356]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 12 KiB/s wr, 86 op/s 2024-04-02T09:20:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:13 smithi187 ceph-mon[84356]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:20:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:13 smithi112 ceph-mon[91385]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 12 KiB/s wr, 86 op/s 2024-04-02T09:20:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:13 smithi112 ceph-mon[91385]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:20:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:13 smithi112 ceph-mon[88945]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 12 KiB/s wr, 86 op/s 2024-04-02T09:20:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:13 smithi112 ceph-mon[88945]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:20:14.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:14 smithi187 ceph-mon[84356]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:20:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:14 smithi112 ceph-mon[91385]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:20:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:14 smithi112 ceph-mon[88945]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:20:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:15 smithi112 ceph-mon[91385]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 14 KiB/s wr, 108 op/s 2024-04-02T09:20:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:15 smithi112 ceph-mon[91385]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:20:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:15 smithi112 ceph-mon[88945]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 14 KiB/s wr, 108 op/s 2024-04-02T09:20:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:15 smithi112 ceph-mon[88945]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:20:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:15 smithi187 ceph-mon[84356]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 14 KiB/s wr, 108 op/s 2024-04-02T09:20:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:15 smithi187 ceph-mon[84356]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:20:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:16 smithi112 ceph-mon[88945]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:20:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:16 smithi112 ceph-mon[91385]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:20:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:16 smithi187 ceph-mon[84356]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:20:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:17 smithi112 ceph-mon[88945]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.0 KiB/s wr, 87 op/s 2024-04-02T09:20:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:17 smithi112 ceph-mon[88945]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:20:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:17 smithi112 ceph-mon[91385]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.0 KiB/s wr, 87 op/s 2024-04-02T09:20:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:17 smithi112 ceph-mon[91385]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:20:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:17 smithi187 ceph-mon[84356]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.0 KiB/s wr, 87 op/s 2024-04-02T09:20:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:17 smithi187 ceph-mon[84356]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:20:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:18 smithi112 ceph-mon[91385]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:20:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:18 smithi112 ceph-mon[88945]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:20:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:18 smithi187 ceph-mon[84356]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:20:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:20:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:20:19] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2024-04-02T09:20:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:19 smithi112 ceph-mon[91385]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 19 KiB/s wr, 235 op/s 2024-04-02T09:20:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:19 smithi112 ceph-mon[91385]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:20:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:19 smithi112 ceph-mon[88945]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 19 KiB/s wr, 235 op/s 2024-04-02T09:20:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:19 smithi112 ceph-mon[88945]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:20:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:19 smithi187 ceph-mon[84356]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 19 KiB/s wr, 235 op/s 2024-04-02T09:20:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:19 smithi187 ceph-mon[84356]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:20:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:20 smithi112 ceph-mon[91385]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:20:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:20 smithi112 ceph-mon[88945]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:20:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:20 smithi187 ceph-mon[84356]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:20:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:21 smithi112 ceph-mon[91385]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-04-02T09:20:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:21 smithi112 ceph-mon[91385]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:20:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:21 smithi112 ceph-mon[88945]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-04-02T09:20:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:21 smithi112 ceph-mon[88945]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:20:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:21 smithi187 ceph-mon[84356]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-04-02T09:20:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:21 smithi187 ceph-mon[84356]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:20:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:20:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:22 smithi112 ceph-mon[91385]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:20:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:22 smithi112 ceph-mon[88945]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:20:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:22 smithi187 ceph-mon[84356]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:20:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:23 smithi112 ceph-mon[91385]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 KiB/s wr, 126 op/s 2024-04-02T09:20:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:23 smithi112 ceph-mon[91385]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:20:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:23 smithi112 ceph-mon[88945]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 KiB/s wr, 126 op/s 2024-04-02T09:20:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:23 smithi112 ceph-mon[88945]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:20:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:23 smithi187 ceph-mon[84356]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 KiB/s wr, 126 op/s 2024-04-02T09:20:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:23 smithi187 ceph-mon[84356]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:20:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:24 smithi112 ceph-mon[91385]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:20:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:24 smithi112 ceph-mon[91385]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:20:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:24 smithi112 ceph-mon[88945]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:20:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:24 smithi112 ceph-mon[88945]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:20:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:24 smithi187 ceph-mon[84356]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:20:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:24 smithi187 ceph-mon[84356]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:20:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:25 smithi112 ceph-mon[91385]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-04-02T09:20:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:25 smithi112 ceph-mon[88945]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-04-02T09:20:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:25 smithi187 ceph-mon[84356]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-04-02T09:20:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:26 smithi112 ceph-mon[91385]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:20:27.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:26 smithi112 ceph-mon[88945]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:20:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:26 smithi187 ceph-mon[84356]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:20:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:27 smithi112 ceph-mon[91385]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 1.7 KiB/s wr, 54 op/s 2024-04-02T09:20:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:27 smithi112 ceph-mon[91385]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:20:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:27 smithi112 ceph-mon[88945]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 1.7 KiB/s wr, 54 op/s 2024-04-02T09:20:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:27 smithi112 ceph-mon[88945]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:20:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:27 smithi187 ceph-mon[84356]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 1.7 KiB/s wr, 54 op/s 2024-04-02T09:20:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:27 smithi187 ceph-mon[84356]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:20:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:28 smithi112 ceph-mon[91385]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:20:29.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:28 smithi112 ceph-mon[88945]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:20:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:28 smithi187 ceph-mon[84356]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:20:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:20:29] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-02T09:20:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-mon[91385]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2024-04-02T09:20:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-mon[91385]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:20:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-mon[91385]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:20:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-mon[88945]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2024-04-02T09:20:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-mon[88945]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:20:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:29 smithi112 ceph-mon[88945]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:20:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:29 smithi187 ceph-mon[84356]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2024-04-02T09:20:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:29 smithi187 ceph-mon[84356]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:20:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:29 smithi187 ceph-mon[84356]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:20:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:31 smithi187 ceph-mon[84356]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-02T09:20:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:31 smithi187 ceph-mon[84356]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:20:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:31 smithi112 ceph-mon[91385]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-02T09:20:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:31 smithi112 ceph-mon[91385]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:20:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:31 smithi112 ceph-mon[88945]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-02T09:20:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:31 smithi112 ceph-mon[88945]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:20:32.710 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:20:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:32.770 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30989 ms) 2024-04-02T09:20:32.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:32 smithi187 ceph-mon[84356]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:20:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:32 smithi112 ceph-mon[88945]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:20:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:32 smithi112 ceph-mon[91385]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:20:33.775 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 51 tests from TestMirroring (86731 ms total) 2024-04-02T09:20:33.775 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:20:33.775 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 34 tests from TestInternal 2024-04-02T09:20:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:33 smithi187 ceph-mon[84356]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-02T09:20:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:33 smithi187 ceph-mon[84356]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:20:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:33 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]: dispatch 2024-04-02T09:20:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:33 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]: dispatch 2024-04-02T09:20:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:33 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]': finished 2024-04-02T09:20:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[88945]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-02T09:20:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[88945]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:20:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]: dispatch 2024-04-02T09:20:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]: dispatch 2024-04-02T09:20:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]': finished 2024-04-02T09:20:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[91385]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-02T09:20:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[91385]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:20:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/44498766' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]: dispatch 2024-04-02T09:20:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]: dispatch 2024-04-02T09:20:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:33 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7dfad4f6-411b-4d5d-b9aa-27a44ce3a228"}]': finished 2024-04-02T09:20:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:34 smithi112 ceph-mon[91385]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:20:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:34 smithi112 ceph-mon[88945]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:20:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:34 smithi187 ceph-mon[84356]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:20:35.780 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.OpenByID 2024-04-02T09:20:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[91385]: pgmap v2760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[91385]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:20:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1150497856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[88945]: pgmap v2760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[88945]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:20:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1150497856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:35 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:35 smithi187 ceph-mon[84356]: pgmap v2760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:35 smithi187 ceph-mon[84356]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:20:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:35 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1150497856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:35 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:36 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:36 smithi112 ceph-mon[91385]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:20:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:36 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:36 smithi112 ceph-mon[88945]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:20:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:36 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:36 smithi187 ceph-mon[84356]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:20:37.841 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.OpenByID (2062 ms) 2024-04-02T09:20:37.841 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-02T09:20:37.864 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.OpenSnapDNE (22 ms) 2024-04-02T09:20:37.864 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-02T09:20:37.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-04-02T09:20:37.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-02T09:20:37.911 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-04-02T09:20:37.911 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-02T09:20:37.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-04-02T09:20:37.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-02T09:20:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:37 smithi112 ceph-mon[88945]: pgmap v2763: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:37 smithi112 ceph-mon[88945]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:20:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:37 smithi112 ceph-mon[91385]: pgmap v2763: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:37 smithi112 ceph-mon[91385]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:20:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:37 smithi187 ceph-mon[84356]: pgmap v2763: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:37 smithi187 ceph-mon[84356]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:20:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:38 smithi112 ceph-mon[88945]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:20:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:38 smithi112 ceph-mon[91385]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:20:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:38 smithi187 ceph-mon[84356]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:20:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:20:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:20:39] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2024-04-02T09:20:39.841 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1911 ms) 2024-04-02T09:20:39.841 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-02T09:20:39.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (28 ms) 2024-04-02T09:20:39.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:39 smithi112 ceph-mon[91385]: pgmap v2766: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:39 smithi112 ceph-mon[91385]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:39 smithi112 ceph-mon[88945]: pgmap v2766: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:39 smithi112 ceph-mon[88945]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:20:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:39 smithi187 ceph-mon[84356]: pgmap v2766: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:39 smithi187 ceph-mon[84356]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:20:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:40 smithi112 ceph-mon[91385]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:20:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:40 smithi112 ceph-mon[88945]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:20:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:40 smithi187 ceph-mon[84356]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:20:41.844 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1976 ms) 2024-04-02T09:20:41.844 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-02T09:20:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:41 smithi112 ceph-mon[88945]: pgmap v2769: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-02T09:20:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:41 smithi112 ceph-mon[88945]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:20:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:41 smithi112 ceph-mon[91385]: pgmap v2769: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-02T09:20:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:41 smithi112 ceph-mon[91385]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:20:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:41 smithi187 ceph-mon[84356]: pgmap v2769: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-02T09:20:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:41 smithi187 ceph-mon[84356]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:20:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:20:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:42 smithi112 ceph-mon[91385]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:20:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:42 smithi112 ceph-mon[88945]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:20:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:42 smithi187 ceph-mon[84356]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:20:43.860 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2015 ms) 2024-04-02T09:20:43.860 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-02T09:20:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:43 smithi112 ceph-mon[91385]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-04-02T09:20:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:43 smithi112 ceph-mon[91385]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:20:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:43 smithi112 ceph-mon[88945]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-04-02T09:20:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:43 smithi112 ceph-mon[88945]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:20:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:43 smithi187 ceph-mon[84356]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-04-02T09:20:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:43 smithi187 ceph-mon[84356]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:20:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:44 smithi112 ceph-mon[91385]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:44 smithi112 ceph-mon[88945]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:44 smithi187 ceph-mon[84356]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:45.871 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2012 ms) 2024-04-02T09:20:45.871 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-02T09:20:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:45 smithi112 ceph-mon[91385]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-04-02T09:20:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:45 smithi112 ceph-mon[91385]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:45 smithi112 ceph-mon[88945]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-04-02T09:20:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:45 smithi112 ceph-mon[88945]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:45 smithi187 ceph-mon[84356]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-04-02T09:20:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:45 smithi187 ceph-mon[84356]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:46 smithi112 ceph-mon[88945]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:46 smithi112 ceph-mon[91385]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:46 smithi187 ceph-mon[84356]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:47.890 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.FlattenLocksImage (2018 ms) 2024-04-02T09:20:47.890 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-02T09:20:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:47 smithi112 ceph-mon[88945]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-02T09:20:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:47 smithi112 ceph-mon[88945]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:47 smithi112 ceph-mon[91385]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-02T09:20:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:47 smithi112 ceph-mon[91385]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:47 smithi187 ceph-mon[84356]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-02T09:20:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:47 smithi187 ceph-mon[84356]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:48 smithi187 ceph-mon[84356]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:49.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:48 smithi112 ceph-mon[91385]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:49.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:48 smithi112 ceph-mon[88945]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:20:49] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2024-04-02T09:20:49.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1833 ms) 2024-04-02T09:20:49.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-02T09:20:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[88945]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 49 op/s 2024-04-02T09:20:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[88945]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[88945]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2646517178' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]: dispatch 2024-04-02T09:20:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]: dispatch 2024-04-02T09:20:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[91385]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 49 op/s 2024-04-02T09:20:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[91385]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[91385]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2646517178' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]: dispatch 2024-04-02T09:20:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:49 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]: dispatch 2024-04-02T09:20:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:49 smithi187 ceph-mon[84356]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 49 op/s 2024-04-02T09:20:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:49 smithi187 ceph-mon[84356]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:49 smithi187 ceph-mon[84356]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:49 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2646517178' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]: dispatch 2024-04-02T09:20:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:49 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]: dispatch 2024-04-02T09:20:50.709 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (987 ms) 2024-04-02T09:20:50.709 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-02T09:20:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:51 smithi187 ceph-mon[84356]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-04-02T09:20:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:51 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]': finished 2024-04-02T09:20:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:51 smithi187 ceph-mon[84356]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:51 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/518222800' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]: dispatch 2024-04-02T09:20:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:51 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]: dispatch 2024-04-02T09:20:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[91385]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-04-02T09:20:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]': finished 2024-04-02T09:20:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[91385]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/518222800' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]: dispatch 2024-04-02T09:20:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]: dispatch 2024-04-02T09:20:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[88945]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-04-02T09:20:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/2646517178"}]': finished 2024-04-02T09:20:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[88945]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/518222800' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]: dispatch 2024-04-02T09:20:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:51 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]: dispatch 2024-04-02T09:20:52.708 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1999 ms) 2024-04-02T09:20:52.708 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-02T09:20:52.712 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:20:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:52.738 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.AioWriteRequestsLock (30 ms) 2024-04-02T09:20:52.739 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-02T09:20:52.763 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (25 ms) 2024-04-02T09:20:52.764 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-02T09:20:52.808 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-04-02T09:20:52.809 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-02T09:20:52.865 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.MultipleResize (57 ms) 2024-04-02T09:20:52.865 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.Metadata 2024-04-02T09:20:52.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.Metadata (47 ms) 2024-04-02T09:20:52.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-02T09:20:52.944 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.MetadataConfApply (32 ms) 2024-04-02T09:20:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-02T09:20:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:52 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]': finished 2024-04-02T09:20:52.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:52 smithi187 ceph-mon[84356]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:53.019 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:52 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]': finished 2024-04-02T09:20:53.019 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:52 smithi112 ceph-mon[91385]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:53.020 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:52 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/518222800"}]': finished 2024-04-02T09:20:53.020 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:52 smithi112 ceph-mon[88945]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:53 smithi187 ceph-mon[84356]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 148 op/s 2024-04-02T09:20:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:53 smithi112 ceph-mon[91385]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 148 op/s 2024-04-02T09:20:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:53 smithi112 ceph-mon[88945]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 148 op/s 2024-04-02T09:20:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:54 smithi187 ceph-mon[84356]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:54 smithi187 ceph-mon[84356]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:54 smithi112 ceph-mon[91385]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:54 smithi112 ceph-mon[91385]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:54 smithi112 ceph-mon[88945]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:54 smithi112 ceph-mon[88945]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:55.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapshotCopyup (2871 ms) 2024-04-02T09:20:55.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-02T09:20:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:55 smithi187 ceph-mon[84356]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.9 KiB/s wr, 179 op/s 2024-04-02T09:20:55.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:55 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:55 smithi112 ceph-mon[91385]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.9 KiB/s wr, 179 op/s 2024-04-02T09:20:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:55 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:55 smithi112 ceph-mon[88945]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.9 KiB/s wr, 179 op/s 2024-04-02T09:20:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:55 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[91385]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:20:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[88945]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:57.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:20:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:56 smithi187 ceph-mon[84356]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:20:57.780 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1964 ms) 2024-04-02T09:20:57.780 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-02T09:20:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:57 smithi112 ceph-mon[88945]: pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 17 KiB/s wr, 209 op/s 2024-04-02T09:20:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:57 smithi112 ceph-mon[88945]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:57 smithi112 ceph-mon[91385]: pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 17 KiB/s wr, 209 op/s 2024-04-02T09:20:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:57 smithi112 ceph-mon[91385]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:57 smithi187 ceph-mon[84356]: pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 17 KiB/s wr, 209 op/s 2024-04-02T09:20:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:57 smithi187 ceph-mon[84356]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:58.778 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (999 ms) 2024-04-02T09:20:58.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-02T09:20:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:58 smithi112 ceph-mon[91385]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:58 smithi112 ceph-mon[88945]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:58 smithi187 ceph-mon[84356]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:20:59] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2024-04-02T09:21:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-mon[88945]: pgmap v2795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 25 KiB/s wr, 204 op/s 2024-04-02T09:21:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-mon[88945]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:21:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-mon[88945]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:21:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-mon[91385]: pgmap v2795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 25 KiB/s wr, 204 op/s 2024-04-02T09:21:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-mon[91385]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:21:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:20:59 smithi112 ceph-mon[91385]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:21:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:59 smithi187 ceph-mon[84356]: pgmap v2795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 25 KiB/s wr, 204 op/s 2024-04-02T09:21:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:59 smithi187 ceph-mon[84356]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:21:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:20:59 smithi187 ceph-mon[84356]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:21:00.806 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ResizeCopyup (2028 ms) 2024-04-02T09:21:00.807 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-02T09:21:00.815 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-02T09:21:00.815 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:21:00.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (8 ms) 2024-04-02T09:21:00.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-02T09:21:00.823 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-02T09:21:00.823 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-02T09:21:00.980 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 09:21:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T09:21:00.485496888Z level=info msg="Completed cleanup jobs" duration=1.132509ms 2024-04-02T09:21:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:01 smithi112 ceph-mon[91385]: pgmap v2798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 16 KiB/s wr, 213 op/s 2024-04-02T09:21:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:01 smithi112 ceph-mon[91385]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:21:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:01 smithi112 ceph-mon[88945]: pgmap v2798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 16 KiB/s wr, 213 op/s 2024-04-02T09:21:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:01 smithi112 ceph-mon[88945]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:21:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:01 smithi187 ceph-mon[84356]: pgmap v2798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 16 KiB/s wr, 213 op/s 2024-04-02T09:21:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:01 smithi187 ceph-mon[84356]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:21:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:21:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:02 smithi112 ceph-mon[91385]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:21:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:02 smithi112 ceph-mon[88945]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:21:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:02 smithi187 ceph-mon[84356]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:21:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:03 smithi112 ceph-mon[88945]: pgmap v2801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 22 KiB/s wr, 291 op/s 2024-04-02T09:21:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:03 smithi112 ceph-mon[88945]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:21:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:03 smithi112 ceph-mon[91385]: pgmap v2801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 22 KiB/s wr, 291 op/s 2024-04-02T09:21:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:03 smithi112 ceph-mon[91385]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:21:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:03 smithi187 ceph-mon[84356]: pgmap v2801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 22 KiB/s wr, 291 op/s 2024-04-02T09:21:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:03 smithi187 ceph-mon[84356]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:21:04.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.WriteFullCopyup (3979 ms) 2024-04-02T09:21:04.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-02T09:21:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:04 smithi112 ceph-mon[91385]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:21:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:04 smithi112 ceph-mon[88945]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:21:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:04 smithi187 ceph-mon[84356]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:21:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:05 smithi112 ceph-mon[91385]: pgmap v2804: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-04-02T09:21:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:05 smithi112 ceph-mon[91385]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:21:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:05 smithi112 ceph-mon[88945]: pgmap v2804: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-04-02T09:21:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:05 smithi112 ceph-mon[88945]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:21:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:05 smithi187 ceph-mon[84356]: pgmap v2804: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-04-02T09:21:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:05 smithi187 ceph-mon[84356]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:21:06.827 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2025 ms) 2024-04-02T09:21:06.827 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.TestCoR 2024-04-02T09:21:06.835 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-02T09:21:06.835 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to disabled copy-on-read 2024-04-02T09:21:06.836 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestInternal.TestCoR (8 ms) 2024-04-02T09:21:06.836 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-02T09:21:07.058 INFO:tasks.workunit.client.0.smithi112.stdout:made parent image "image395": 4194304K (1024 * 4K) 2024-04-02T09:21:07.058 INFO:tasks.workunit.client.0.smithi112.stdout:generated random write map: 2024-04-02T09:21:07.058 INFO:tasks.workunit.client.0.smithi112.stdout: [4 , 17070 ] 2024-04-02T09:21:07.058 INFO:tasks.workunit.client.0.smithi112.stdout: [24 , 100697 ] 2024-04-02T09:21:07.058 INFO:tasks.workunit.client.0.smithi112.stdout: [75 , 310556 ] 2024-04-02T09:21:07.058 INFO:tasks.workunit.client.0.smithi112.stdout: [88 , 361317 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [91 , 373089 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [95 , 390656 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [101 , 415897 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [102 , 421014 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [114 , 467003 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [118 , 485579 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [129 , 531391 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [133 , 545084 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [141 , 578327 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [148 , 607953 ] 2024-04-02T09:21:07.059 INFO:tasks.workunit.client.0.smithi112.stdout: [149 , 610513 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [155 , 635914 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [165 , 676019 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [173 , 709794 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [178 , 729314 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [181 , 742513 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [184 , 756850 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [190 , 780963 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [198 , 811833 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [224 , 919767 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [231 , 947800 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [239 , 980467 ] 2024-04-02T09:21:07.060 INFO:tasks.workunit.client.0.smithi112.stdout: [249 , 1020626 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [255 , 1045314 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [291 , 1192712 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [293 , 1201468 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [309 , 1266155 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [325 , 1332746 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [328 , 1343817 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [338 , 1387529 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [351 , 1440241 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [358 , 1468463 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [362 , 1483101 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [372 , 1526759 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [377 , 1547208 ] 2024-04-02T09:21:07.061 INFO:tasks.workunit.client.0.smithi112.stdout: [391 , 1603984 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [396 , 1623109 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [399 , 1634609 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [400 , 1641485 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [401 , 1644333 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [404 , 1655731 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [410 , 1679550 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [424 , 1739596 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [427 , 1749421 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [429 , 1760516 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [433 , 1774561 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [450 , 1844027 ] 2024-04-02T09:21:07.062 INFO:tasks.workunit.client.0.smithi112.stdout: [456 , 1870846 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [459 , 1882855 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [462 , 1894497 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [478 , 1959927 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [524 , 2147448 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [531 , 2175245 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [535 , 2192752 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [538 , 2204142 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [556 , 2279988 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [590 , 2417812 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [597 , 2446038 ] 2024-04-02T09:21:07.063 INFO:tasks.workunit.client.0.smithi112.stdout: [605 , 2481457 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [613 , 2514252 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [631 , 2586481 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [635 , 2604009 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [649 , 2661881 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [655 , 2683781 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [682 , 2795584 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [692 , 2835937 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [695 , 2846994 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [699 , 2865991 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [706 , 2892966 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [710 , 2909771 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [715 , 2931316 ] 2024-04-02T09:21:07.064 INFO:tasks.workunit.client.0.smithi112.stdout: [721 , 2956669 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [776 , 3178853 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [782 , 3204954 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [817 , 3349288 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [820 , 3358962 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [824 , 3377740 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [842 , 3451273 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [844 , 3457262 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [846 , 3466026 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [857 , 3511149 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [893 , 3658627 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [915 , 3748328 ] 2024-04-02T09:21:07.065 INFO:tasks.workunit.client.0.smithi112.stdout: [922 , 3776896 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: [939 , 3849662 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: [983 , 4027415 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: [984 , 4030573 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: [991 , 4060022 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: [999 , 4094447 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: [1017 , 4167004 ] 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout:write data based on random map 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: write object-4 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: write object-24 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: write object-75 2024-04-02T09:21:07.066 INFO:tasks.workunit.client.0.smithi112.stdout: write object-88 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-91 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-95 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-101 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-102 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-114 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-118 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-129 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-133 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-141 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-148 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-149 2024-04-02T09:21:07.067 INFO:tasks.workunit.client.0.smithi112.stdout: write object-155 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-165 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-173 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-178 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-181 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-184 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-190 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-198 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-224 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-231 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-239 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-249 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-255 2024-04-02T09:21:07.068 INFO:tasks.workunit.client.0.smithi112.stdout: write object-291 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-293 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-309 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-325 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-328 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-338 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-351 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-358 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-362 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-372 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-377 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-391 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-396 2024-04-02T09:21:07.069 INFO:tasks.workunit.client.0.smithi112.stdout: write object-399 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-400 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-401 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-404 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-410 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-424 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-427 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-429 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-433 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-450 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-456 2024-04-02T09:21:07.070 INFO:tasks.workunit.client.0.smithi112.stdout: write object-459 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-462 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-478 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-524 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-531 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-535 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-538 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-556 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-590 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-597 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-605 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-613 2024-04-02T09:21:07.071 INFO:tasks.workunit.client.0.smithi112.stdout: write object-631 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-635 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-649 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-655 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-682 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-692 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-695 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-699 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-706 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-710 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-715 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-721 2024-04-02T09:21:07.072 INFO:tasks.workunit.client.0.smithi112.stdout: write object-776 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-782 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-817 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-820 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-824 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-842 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-844 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-846 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-857 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-893 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-915 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-922 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-939 2024-04-02T09:21:07.073 INFO:tasks.workunit.client.0.smithi112.stdout: write object-983 2024-04-02T09:21:07.074 INFO:tasks.workunit.client.0.smithi112.stdout: write object-984 2024-04-02T09:21:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:06 smithi112 ceph-mon[91385]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:21:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:06 smithi112 ceph-mon[88945]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:21:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:06 smithi187 ceph-mon[84356]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:21:08.005 INFO:tasks.workunit.client.0.smithi112.stdout: write object-991 2024-04-02T09:21:08.005 INFO:tasks.workunit.client.0.smithi112.stdout: write object-999 2024-04-02T09:21:08.005 INFO:tasks.workunit.client.0.smithi112.stdout: write object-1017 2024-04-02T09:21:08.005 INFO:tasks.workunit.client.0.smithi112.stdout:verify written data by reading 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout: read object-4 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:made snapshot "image395@parent_snap" and protect it 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:made and opened clone "image396" 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:flattening clone: "image396" 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:check whether child image has the same set of objects as parent 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1170 ms) 2024-04-02T09:21:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-02T09:21:08.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.PoolMetadataConfApply (85 ms) 2024-04-02T09:21:08.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.Sparsify 2024-04-02T09:21:08.114 INFO:tasks.workunit.client.0.smithi112.stdout:sparsify_supported=1 2024-04-02T09:21:08.114 INFO:tasks.workunit.client.0.smithi112.stdout:sparse_read_supported=1 2024-04-02T09:21:08.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:07 smithi112 ceph-mon[88945]: pgmap v2807: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:07 smithi112 ceph-mon[88945]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:07 smithi112 ceph-mon[91385]: pgmap v2807: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:07 smithi112 ceph-mon[91385]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:21:08] ENGINE Bus STOPPING 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:21:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:21:08.118 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:21:08] ENGINE Bus STOPPED 2024-04-02T09:21:08.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:21:08] ENGINE Bus STARTING 2024-04-02T09:21:08.143 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.Sparsify (53 ms) 2024-04-02T09:21:08.143 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-02T09:21:08.161 INFO:tasks.workunit.client.0.smithi112.stdout:sparsify_supported=1 2024-04-02T09:21:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:07 smithi187 ceph-mon[84356]: pgmap v2807: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-04-02T09:21:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:07 smithi187 ceph-mon[84356]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:21:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:08.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:21:08] ENGINE Serving on http://:::9283 2024-04-02T09:21:08.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:21:08] ENGINE Bus STARTED 2024-04-02T09:21:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[91385]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:21:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:21:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:21:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[88945]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:21:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:21:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:21:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:08 smithi187 ceph-mon[84356]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:21:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:08 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:21:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:21:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:21:09] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2024-04-02T09:21:10.071 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SparsifyClone (1927 ms) 2024-04-02T09:21:10.071 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-02T09:21:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-mon[91385]: pgmap v2810: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 23 KiB/s wr, 177 op/s 2024-04-02T09:21:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-mon[91385]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:21:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-mon[91385]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:21:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-mon[88945]: pgmap v2810: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 23 KiB/s wr, 177 op/s 2024-04-02T09:21:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-mon[88945]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:21:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:09 smithi112 ceph-mon[88945]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:21:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:09 smithi187 ceph-mon[84356]: pgmap v2810: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 23 KiB/s wr, 177 op/s 2024-04-02T09:21:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:09 smithi187 ceph-mon[84356]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:21:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:09 smithi187 ceph-mon[84356]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:21:11.173 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.MissingDataPool (1103 ms) 2024-04-02T09:21:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:11 smithi112 ceph-mon[91385]: pgmap v2812: 137 pgs: 137 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 KiB/s wr, 194 op/s 2024-04-02T09:21:11.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:11 smithi112 ceph-mon[91385]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:21:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:11 smithi112 ceph-mon[88945]: pgmap v2812: 137 pgs: 137 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 KiB/s wr, 194 op/s 2024-04-02T09:21:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:11 smithi112 ceph-mon[88945]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:21:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:11 smithi187 ceph-mon[84356]: pgmap v2812: 137 pgs: 137 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 KiB/s wr, 194 op/s 2024-04-02T09:21:11.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:11 smithi187 ceph-mon[84356]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:21:12.074 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 34 tests from TestInternal (35394 ms total) 2024-04-02T09:21:12.074 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:21:12.075 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 17 tests from TestImageWatcher 2024-04-02T09:21:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:12 smithi112 ceph-mon[91385]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:21:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:12 smithi112 ceph-mon[88945]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:21:12.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:12 smithi187 ceph-mon[84356]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:21:12.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:21:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:13 smithi112 ceph-mon[91385]: pgmap v2815: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 164 KiB/s wr, 786 op/s 2024-04-02T09:21:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:13 smithi112 ceph-mon[91385]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:21:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:13 smithi112 ceph-mon[88945]: pgmap v2815: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 164 KiB/s wr, 786 op/s 2024-04-02T09:21:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:13 smithi112 ceph-mon[88945]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:21:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:13 smithi187 ceph-mon[84356]: pgmap v2815: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 164 KiB/s wr, 786 op/s 2024-04-02T09:21:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:13 smithi187 ceph-mon[84356]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:21:14.082 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-02T09:21:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:14 smithi112 ceph-mon[88945]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:21:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:14 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2199345078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:14 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:14 smithi112 ceph-mon[91385]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:21:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:14 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2199345078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:14 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:14 smithi187 ceph-mon[84356]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:21:14.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:14 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2199345078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:14.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:14 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[91385]: pgmap v2818: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[91385]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:21:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[88945]: pgmap v2818: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:15 smithi112 ceph-mon[88945]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:21:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:15 smithi187 ceph-mon[84356]: pgmap v2818: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:15 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:15 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:15 smithi187 ceph-mon[84356]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:21:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2050 ms) 2024-04-02T09:21:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-02T09:21:16.155 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-04-02T09:21:16.155 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-02T09:21:16.177 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-04-02T09:21:16.177 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-02T09:21:16.200 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-04-02T09:21:16.201 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-02T09:21:16.224 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-04-02T09:21:16.224 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-02T09:21:16.246 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-04-02T09:21:16.247 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-02T09:21:16.269 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (22 ms) 2024-04-02T09:21:16.269 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-02T09:21:16.290 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-04-02T09:21:16.290 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-02T09:21:16.313 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (24 ms) 2024-04-02T09:21:16.313 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-02T09:21:16.335 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-04-02T09:21:16.335 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-02T09:21:16.355 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (21 ms) 2024-04-02T09:21:16.355 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-02T09:21:16.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:16 smithi112 ceph-mon[91385]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:21:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:16 smithi112 ceph-mon[88945]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:21:16.375 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-04-02T09:21:16.375 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-02T09:21:16.396 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyRename (22 ms) 2024-04-02T09:21:16.396 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-02T09:21:16.416 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-02T09:21:16.416 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-02T09:21:16.440 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (24 ms) 2024-04-02T09:21:16.440 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-02T09:21:16.461 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-02T09:21:16.461 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-02T09:21:16.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:16 smithi187 ceph-mon[84356]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:21:16.480 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-02T09:21:17.101 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 17 tests from TestImageWatcher (2399 ms total) 2024-04-02T09:21:17.101 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:21:17.101 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 168 tests from TestLibRBD 2024-04-02T09:21:17.139 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-02T09:21:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:17 smithi112 ceph-mon[91385]: pgmap v2821: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:17 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:17 smithi112 ceph-mon[91385]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:21:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:17 smithi112 ceph-mon[88945]: pgmap v2821: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:17 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:17 smithi112 ceph-mon[88945]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:21:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:17 smithi187 ceph-mon[84356]: pgmap v2821: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:17 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:17 smithi187 ceph-mon[84356]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:21:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:18 smithi112 ceph-mon[88945]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:21:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:18 smithi112 ceph-mon[91385]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:21:18.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:18 smithi187 ceph-mon[84356]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:21:19.115 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[91385]: pgmap v2824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[91385]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:21:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1646784685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:19.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[88945]: pgmap v2824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:19.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[88945]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:21:19.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1646784685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:19.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:19.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:21:19] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2024-04-02T09:21:19.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:19 smithi187 ceph-mon[84356]: pgmap v2824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:19.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:19 smithi187 ceph-mon[84356]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:21:19.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:19 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1646784685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:19 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:20 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:20 smithi112 ceph-mon[91385]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:21:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:20 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:20 smithi112 ceph-mon[88945]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:21:20.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:20 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:20 smithi187 ceph-mon[84356]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:21:21.161 INFO:tasks.workunit.client.0.smithi112.stdout:image has size 2097152 and order 22 2024-04-02T09:21:21.162 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateAndStat (4022 ms) 2024-04-02T09:21:21.162 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-02T09:21:21.162 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.178 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (16 ms) 2024-04-02T09:21:21.178 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-02T09:21:21.178 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.196 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-04-02T09:21:21.196 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetId 2024-04-02T09:21:21.196 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.220 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetId (24 ms) 2024-04-02T09:21:21.220 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-02T09:21:21.221 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.249 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetIdPP (28 ms) 2024-04-02T09:21:21.249 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-02T09:21:21.249 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.265 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-04-02T09:21:21.266 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-02T09:21:21.266 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.283 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2024-04-02T09:21:21.283 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-02T09:21:21.283 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.299 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-02T09:21:21.300 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-02T09:21:21.300 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.314 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (15 ms) 2024-04-02T09:21:21.315 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-02T09:21:21.315 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.334 INFO:tasks.workunit.client.0.smithi112.stdout:image has size 2097152 and order 22 2024-04-02T09:21:21.334 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAio (19 ms) 2024-04-02T09:21:21.334 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-02T09:21:21.337 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAioFail (4 ms) 2024-04-02T09:21:21.337 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-02T09:21:21.337 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-04-02T09:21:21.361 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-02T09:21:21.364 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-02T09:21:21.364 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-02T09:21:21.364 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:21 smithi112 ceph-mon[91385]: pgmap v2827: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:21 smithi112 ceph-mon[91385]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:21:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:21 smithi112 ceph-mon[88945]: pgmap v2827: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:21 smithi112 ceph-mon[88945]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:21:21.401 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ResizeAndStat (36 ms) 2024-04-02T09:21:21.401 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-02T09:21:21.401 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.429 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2024-04-02T09:21:21.429 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-02T09:21:21.429 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.462 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-04-02T09:21:21.462 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-02T09:21:21.462 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:21.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:21 smithi187 ceph-mon[84356]: pgmap v2827: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:21:21.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:21 smithi187 ceph-mon[84356]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:21:21.496 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (34 ms) 2024-04-02T09:21:21.496 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-02T09:21:22.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:22 smithi187 ceph-mon[84356]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:21:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:21:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:22 smithi112 ceph-mon[91385]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:21:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:22 smithi112 ceph-mon[88945]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:21:23.156 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:23.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:23 smithi187 ceph-mon[84356]: pgmap v2830: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-04-02T09:21:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:23 smithi187 ceph-mon[84356]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:21:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:23 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1330864261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:21:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[88945]: pgmap v2830: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[88945]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1330864261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[91385]: pgmap v2830: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[91385]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1330864261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:21:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:24.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:24 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1330864261' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:24.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:24 smithi187 ceph-mon[84356]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:21:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:24 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1330864261' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:24 smithi112 ceph-mon[91385]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:21:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:24 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1330864261' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:24 smithi112 ceph-mon[88945]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:21:25.186 INFO:tasks.workunit.client.0.smithi112.stdout:image: image18 2024-04-02T09:21:25.187 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image18 2024-04-02T09:21:25.187 INFO:tasks.workunit.client.0.smithi112.stdout:found image18 2024-04-02T09:21:25.187 INFO:tasks.workunit.client.0.smithi112.stdout:erased image18 2024-04-02T09:21:25.187 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:25.265 INFO:tasks.workunit.client.0.smithi112.stdout:image: image18 2024-04-02T09:21:25.265 INFO:tasks.workunit.client.0.smithi112.stdout:image: image19 2024-04-02T09:21:25.265 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image18 2024-04-02T09:21:25.265 INFO:tasks.workunit.client.0.smithi112.stdout:found image18 2024-04-02T09:21:25.265 INFO:tasks.workunit.client.0.smithi112.stdout:erased image18 2024-04-02T09:21:25.265 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:found image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:erased image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:image: image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:found image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:erased image19 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3769 ms) 2024-04-02T09:21:25.266 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-02T09:21:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:25 smithi187 ceph-mon[84356]: pgmap v2833: 169 pgs: 1 creating+peering, 28 unknown, 140 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.2 KiB/s wr, 121 op/s 2024-04-02T09:21:25.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:25 smithi187 ceph-mon[84356]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:21:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:25 smithi112 ceph-mon[88945]: pgmap v2833: 169 pgs: 1 creating+peering, 28 unknown, 140 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.2 KiB/s wr, 121 op/s 2024-04-02T09:21:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:25 smithi112 ceph-mon[88945]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:21:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:25 smithi112 ceph-mon[91385]: pgmap v2833: 169 pgs: 1 creating+peering, 28 unknown, 140 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.2 KiB/s wr, 121 op/s 2024-04-02T09:21:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:25 smithi112 ceph-mon[91385]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:21:26.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:26 smithi187 ceph-mon[84356]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:26 smithi112 ceph-mon[91385]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:26 smithi112 ceph-mon[88945]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:27.177 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:27.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:27 smithi187 ceph-mon[84356]: pgmap v2836: 169 pgs: 1 creating+peering, 7 unknown, 161 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 15 KiB/s wr, 169 op/s 2024-04-02T09:21:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:27 smithi187 ceph-mon[84356]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:27 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/833095127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:27 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[91385]: pgmap v2836: 169 pgs: 1 creating+peering, 7 unknown, 161 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 15 KiB/s wr, 169 op/s 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[91385]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/833095127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[88945]: pgmap v2836: 169 pgs: 1 creating+peering, 7 unknown, 161 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 15 KiB/s wr, 169 op/s 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[88945]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/833095127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:27 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:28.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:28 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:28 smithi187 ceph-mon[84356]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:28 smithi187 ceph-mon[84356]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:28 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:28 smithi112 ceph-mon[91385]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:28 smithi112 ceph-mon[91385]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:28 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:28 smithi112 ceph-mon[88945]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:28 smithi112 ceph-mon[88945]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:29.198 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-02T09:21:29.199 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:29.199 INFO:tasks.workunit.client.0.smithi112.stdout:image: image20 2024-04-02T09:21:29.199 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image20 2024-04-02T09:21:29.200 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:29.206 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 2 2024-04-02T09:21:29.206 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:21:29.206 INFO:tasks.workunit.client.0.smithi112.stdout:image: image20 2024-04-02T09:21:29.206 INFO:tasks.workunit.client.0.smithi112.stdout:image: image21 2024-04-02T09:21:29.206 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image20 2024-04-02T09:21:29.206 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image21 2024-04-02T09:21:29.261 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-02T09:21:29.261 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:29.261 INFO:tasks.workunit.client.0.smithi112.stdout:image: image21 2024-04-02T09:21:29.261 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image21 2024-04-02T09:21:29.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3995 ms) 2024-04-02T09:21:29.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-02T09:21:29.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:29 smithi187 ceph-mon[84356]: pgmap v2839: 201 pgs: 7 creating+peering, 19 unknown, 175 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 142 op/s 2024-04-02T09:21:29.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:29 smithi187 ceph-mon[84356]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:29 smithi112 ceph-mon[91385]: pgmap v2839: 201 pgs: 7 creating+peering, 19 unknown, 175 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 142 op/s 2024-04-02T09:21:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:29 smithi112 ceph-mon[91385]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:29 smithi112 ceph-mon[88945]: pgmap v2839: 201 pgs: 7 creating+peering, 19 unknown, 175 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 142 op/s 2024-04-02T09:21:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:29 smithi112 ceph-mon[88945]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:21:29] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:21:30.720 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:30.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:30 smithi187 ceph-mon[84356]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:21:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:30 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2407130830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:30 smithi112 ceph-mon[91385]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:30 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2407130830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:30 smithi112 ceph-mon[88945]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:30 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2407130830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:31.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:31 smithi187 ceph-mon[84356]: pgmap v2843: 233 pgs: 7 creating+peering, 39 unknown, 187 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.1 KiB/s wr, 59 op/s 2024-04-02T09:21:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:31 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:31 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:31 smithi187 ceph-mon[84356]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:21:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[88945]: pgmap v2843: 233 pgs: 7 creating+peering, 39 unknown, 187 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.1 KiB/s wr, 59 op/s 2024-04-02T09:21:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[88945]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:21:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[91385]: pgmap v2843: 233 pgs: 7 creating+peering, 39 unknown, 187 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.1 KiB/s wr, 59 op/s 2024-04-02T09:21:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:31 smithi112 ceph-mon[91385]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:21:32.723 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:21:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:32.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:32 smithi187 ceph-mon[84356]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:21:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:32 smithi112 ceph-mon[88945]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:21:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:32 smithi112 ceph-mon[91385]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:image: image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:found image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:erased image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:image: image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:image: image23 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:found image22 2024-04-02T09:21:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:erased image22 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image23 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:found image23 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:erased image23 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:image: image22 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:image: image23 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:image: image24 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image22 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:found image22 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:erased image22 2024-04-02T09:21:33.124 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image23 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:found image23 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:erased image23 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image24 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:found image24 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:erased image24 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCopy (3862 ms) 2024-04-02T09:21:33.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-02T09:21:33.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:33 smithi187 ceph-mon[84356]: pgmap v2846: 233 pgs: 13 creating+peering, 15 unknown, 205 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.4 KiB/s wr, 42 op/s 2024-04-02T09:21:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:33 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:33 smithi187 ceph-mon[84356]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:21:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:33 smithi112 ceph-mon[91385]: pgmap v2846: 233 pgs: 13 creating+peering, 15 unknown, 205 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.4 KiB/s wr, 42 op/s 2024-04-02T09:21:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:33 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:33 smithi112 ceph-mon[91385]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:21:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:33 smithi112 ceph-mon[88945]: pgmap v2846: 233 pgs: 13 creating+peering, 15 unknown, 205 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.4 KiB/s wr, 42 op/s 2024-04-02T09:21:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:33 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:33 smithi112 ceph-mon[88945]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:21:34.713 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[91385]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/43548196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[91385]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[88945]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:21:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/43548196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:35.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:34 smithi112 ceph-mon[88945]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:21:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:34 smithi187 ceph-mon[84356]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:21:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:34 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/43548196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:34 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:34 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:34 smithi187 ceph-mon[84356]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:21:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:35 smithi112 ceph-mon[91385]: pgmap v2849: 265 pgs: 13 creating+peering, 36 unknown, 216 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-04-02T09:21:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:35 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:35 smithi112 ceph-mon[91385]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:21:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:35 smithi112 ceph-mon[88945]: pgmap v2849: 265 pgs: 13 creating+peering, 36 unknown, 216 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-04-02T09:21:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:35 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:35 smithi112 ceph-mon[88945]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:21:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:35 smithi187 ceph-mon[84356]: pgmap v2849: 265 pgs: 13 creating+peering, 36 unknown, 216 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-04-02T09:21:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:35 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:35 smithi187 ceph-mon[84356]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:21:36.990 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-02T09:21:36.993 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:36.993 INFO:tasks.workunit.client.0.smithi112.stdout:image: image25 2024-04-02T09:21:36.993 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image25 2024-04-02T09:21:37.009 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 2 2024-04-02T09:21:37.009 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:21:37.009 INFO:tasks.workunit.client.0.smithi112.stdout:image: image25 2024-04-02T09:21:37.009 INFO:tasks.workunit.client.0.smithi112.stdout:image: image26 2024-04-02T09:21:37.009 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image25 2024-04-02T09:21:37.009 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image26 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 3 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:image: image25 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:image: image26 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:image: image27 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image25 2024-04-02T09:21:37.054 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image26 2024-04-02T09:21:37.055 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image27 2024-04-02T09:21:37.083 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCopyPP (3961 ms) 2024-04-02T09:21:37.084 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-02T09:21:37.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:37 smithi187 ceph-mon[84356]: pgmap v2852: 265 pgs: 3 creating+peering, 14 unknown, 248 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-04-02T09:21:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:37 smithi187 ceph-mon[84356]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:21:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:37 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:37 smithi112 ceph-mon[91385]: pgmap v2852: 265 pgs: 3 creating+peering, 14 unknown, 248 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-04-02T09:21:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:37 smithi112 ceph-mon[91385]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:21:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:37 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:37 smithi112 ceph-mon[88945]: pgmap v2852: 265 pgs: 3 creating+peering, 14 unknown, 248 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 401 op/s 2024-04-02T09:21:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:37 smithi112 ceph-mon[88945]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:21:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:37 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:38.761 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[91385]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:21:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2681049762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[88945]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:21:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2681049762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:38 smithi187 ceph-mon[84356]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:21:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:38 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2681049762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:38 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:21:39] "GET /metrics HTTP/1.1" 200 48517 "" "Prometheus/2.43.0" 2024-04-02T09:21:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[91385]: pgmap v2855: 297 pgs: 3 creating+peering, 35 unknown, 259 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-04-02T09:21:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[91385]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:21:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[91385]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:21:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[88945]: pgmap v2855: 297 pgs: 3 creating+peering, 35 unknown, 259 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-04-02T09:21:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[88945]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:21:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:39 smithi112 ceph-mon[88945]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:21:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:39 smithi187 ceph-mon[84356]: pgmap v2855: 297 pgs: 3 creating+peering, 35 unknown, 259 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-04-02T09:21:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:39 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:39 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:39 smithi187 ceph-mon[84356]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:21:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:39 smithi187 ceph-mon[84356]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:21:41.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:41 smithi187 ceph-mon[84356]: pgmap v2858: 297 pgs: 3 creating+peering, 24 unknown, 270 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.2 KiB/s wr, 26 op/s 2024-04-02T09:21:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:41 smithi187 ceph-mon[84356]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:21:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:41 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:41 smithi112 ceph-mon[91385]: pgmap v2858: 297 pgs: 3 creating+peering, 24 unknown, 270 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.2 KiB/s wr, 26 op/s 2024-04-02T09:21:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:41 smithi112 ceph-mon[91385]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:21:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:41 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:41 smithi112 ceph-mon[88945]: pgmap v2858: 297 pgs: 3 creating+peering, 24 unknown, 270 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.2 KiB/s wr, 26 op/s 2024-04-02T09:21:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:41 smithi112 ceph-mon[88945]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:21:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:41 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:21:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:42 smithi112 ceph-mon[88945]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:21:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:42 smithi112 ceph-mon[91385]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:21:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:42 smithi187 ceph-mon[84356]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:21:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:43 smithi112 ceph-mon[91385]: pgmap v2861: 297 pgs: 3 creating+peering, 2 unknown, 292 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 41 KiB/s wr, 770 op/s 2024-04-02T09:21:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:43 smithi112 ceph-mon[91385]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:21:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:43 smithi112 ceph-mon[88945]: pgmap v2861: 297 pgs: 3 creating+peering, 2 unknown, 292 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 41 KiB/s wr, 770 op/s 2024-04-02T09:21:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:43 smithi112 ceph-mon[88945]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:21:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:43 smithi187 ceph-mon[84356]: pgmap v2861: 297 pgs: 3 creating+peering, 2 unknown, 292 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 41 KiB/s wr, 770 op/s 2024-04-02T09:21:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:43 smithi187 ceph-mon[84356]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:21:44.784 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-02T09:21:44.784 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-02T09:21:44.784 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-02T09:21:44.784 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-02T09:21:44.784 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-02T09:21:44.784 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-02T09:21:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:image: image31 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-02T09:21:44.786 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image31 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:found image31 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:erased image31 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:image: image31 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:image: image32 2024-04-02T09:21:44.787 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image31 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:found image31 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:erased image31 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image32 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:found image32 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:erased image32 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:21:44.788 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:image: image31 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:image: image32 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:image: image33 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-02T09:21:44.789 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image31 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:found image31 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:erased image31 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image32 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:found image32 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:erased image32 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image33 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:found image33 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:erased image33 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestDeepCopy (7700 ms) 2024-04-02T09:21:44.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-02T09:21:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:44 smithi112 ceph-mon[91385]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:21:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:44 smithi112 ceph-mon[91385]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:21:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:44 smithi112 ceph-mon[88945]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:21:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:44 smithi112 ceph-mon[88945]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:21:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:44 smithi187 ceph-mon[84356]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:21:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:44 smithi187 ceph-mon[84356]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:21:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:45 smithi112 ceph-mon[88945]: pgmap v2864: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 43 KiB/s wr, 804 op/s 2024-04-02T09:21:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:45 smithi112 ceph-mon[91385]: pgmap v2864: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 43 KiB/s wr, 804 op/s 2024-04-02T09:21:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:45 smithi187 ceph-mon[84356]: pgmap v2864: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 43 KiB/s wr, 804 op/s 2024-04-02T09:21:46.791 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:46 smithi112 ceph-mon[88945]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:21:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:46 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1799485850' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:46 smithi112 ceph-mon[91385]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:21:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:46 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1799485850' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:46 smithi187 ceph-mon[84356]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:21:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:46 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1799485850' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[91385]: pgmap v2867: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 118 op/s 2024-04-02T09:21:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1799485850' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[91385]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:21:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[88945]: pgmap v2867: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 118 op/s 2024-04-02T09:21:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1799485850' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:47 smithi112 ceph-mon[88945]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:21:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:47 smithi187 ceph-mon[84356]: pgmap v2867: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 118 op/s 2024-04-02T09:21:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:47 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1799485850' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:47 smithi187 ceph-mon[84356]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:21:49.090 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-02T09:21:49.090 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:49.090 INFO:tasks.workunit.client.0.smithi112.stdout:image: image34 2024-04-02T09:21:49.091 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image34 2024-04-02T09:21:49.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:48 smithi112 ceph-mon[91385]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:21:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:48 smithi112 ceph-mon[88945]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:21:49.118 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 2 2024-04-02T09:21:49.118 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:21:49.118 INFO:tasks.workunit.client.0.smithi112.stdout:image: image34 2024-04-02T09:21:49.118 INFO:tasks.workunit.client.0.smithi112.stdout:image: image35 2024-04-02T09:21:49.118 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image34 2024-04-02T09:21:49.118 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image35 2024-04-02T09:21:49.169 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:21:49.169 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 3 2024-04-02T09:21:49.169 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:21:49.169 INFO:tasks.workunit.client.0.smithi112.stdout:image: image34 2024-04-02T09:21:49.169 INFO:tasks.workunit.client.0.smithi112.stdout:image: image35 2024-04-02T09:21:49.170 INFO:tasks.workunit.client.0.smithi112.stdout:image: image36 2024-04-02T09:21:49.170 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image34 2024-04-02T09:21:49.170 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image35 2024-04-02T09:21:49.170 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image36 2024-04-02T09:21:49.198 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4415 ms) 2024-04-02T09:21:49.198 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-02T09:21:49.199 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:48 smithi187 ceph-mon[84356]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:21:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:21:49] "GET /metrics HTTP/1.1" 200 48517 "" "Prometheus/2.43.0" 2024-04-02T09:21:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[88945]: pgmap v2870: 329 pgs: 6 creating+peering, 22 unknown, 301 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 11 KiB/s wr, 236 op/s 2024-04-02T09:21:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[88945]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:21:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[88945]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:21:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[91385]: pgmap v2870: 329 pgs: 6 creating+peering, 22 unknown, 301 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 11 KiB/s wr, 236 op/s 2024-04-02T09:21:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[91385]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:21:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:49 smithi112 ceph-mon[91385]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:21:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:49 smithi187 ceph-mon[84356]: pgmap v2870: 329 pgs: 6 creating+peering, 22 unknown, 301 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 11 KiB/s wr, 236 op/s 2024-04-02T09:21:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:49 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:49 smithi187 ceph-mon[84356]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:21:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:49 smithi187 ceph-mon[84356]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:21:51.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:51 smithi187 ceph-mon[84356]: pgmap v2873: 329 pgs: 6 creating+peering, 11 unknown, 312 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 23 KiB/s wr, 466 op/s 2024-04-02T09:21:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:51 smithi187 ceph-mon[84356]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:21:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:51 smithi112 ceph-mon[91385]: pgmap v2873: 329 pgs: 6 creating+peering, 11 unknown, 312 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 23 KiB/s wr, 466 op/s 2024-04-02T09:21:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:51 smithi112 ceph-mon[91385]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:21:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:51 smithi112 ceph-mon[88945]: pgmap v2873: 329 pgs: 6 creating+peering, 11 unknown, 312 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 23 KiB/s wr, 466 op/s 2024-04-02T09:21:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:51 smithi112 ceph-mon[88945]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:21:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:21:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:21:52.761 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3562 ms) 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-02T09:21:52.762 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:53.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:52 smithi112 ceph-mon[91385]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:21:53.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:52 smithi112 ceph-mon[88945]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:21:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:52 smithi187 ceph-mon[84356]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:21:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:53 smithi112 ceph-mon[88945]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 22 KiB/s wr, 411 op/s 2024-04-02T09:21:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:53 smithi112 ceph-mon[88945]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:21:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:53 smithi112 ceph-mon[91385]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 22 KiB/s wr, 411 op/s 2024-04-02T09:21:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:53 smithi112 ceph-mon[91385]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:21:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:53 smithi187 ceph-mon[84356]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 22 KiB/s wr, 411 op/s 2024-04-02T09:21:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:53 smithi187 ceph-mon[84356]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:21:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:54.773 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2012 ms) 2024-04-02T09:21:54.794 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-02T09:21:54.794 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:54 smithi112 ceph-mon[88945]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:21:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:54 smithi112 ceph-mon[91385]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:21:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:54 smithi187 ceph-mon[84356]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:21:55.776 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:21:55.776 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:55.776 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:21:55.776 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-02T09:21:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:55 smithi112 ceph-mon[88945]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 128 op/s 2024-04-02T09:21:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:55 smithi112 ceph-mon[88945]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:21:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:55 smithi112 ceph-mon[91385]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 128 op/s 2024-04-02T09:21:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:55 smithi112 ceph-mon[91385]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:21:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:55 smithi187 ceph-mon[84356]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 128 op/s 2024-04-02T09:21:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:55 smithi187 ceph-mon[84356]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:21:56.782 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-02T09:21:56.783 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:21:56.783 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:21:56.783 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:21:56.783 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-02T09:21:56.783 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-02T09:21:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:56 smithi112 ceph-mon[88945]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:21:57.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:56 smithi112 ceph-mon[91385]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:21:57.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:56 smithi187 ceph-mon[84356]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:21:57.798 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:21:57.798 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:21:57.798 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:21:57.798 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-02T09:21:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:57 smithi112 ceph-mon[88945]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-04-02T09:21:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:57 smithi112 ceph-mon[88945]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:21:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:57 smithi112 ceph-mon[91385]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-04-02T09:21:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:57 smithi112 ceph-mon[91385]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:21:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:57 smithi187 ceph-mon[84356]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-04-02T09:21:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:57 smithi187 ceph-mon[84356]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:21:58.795 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:21:58.795 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:21:58.801 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4028 ms) 2024-04-02T09:21:58.801 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-02T09:21:58.801 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:21:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:58 smithi112 ceph-mon[91385]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:21:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:58 smithi112 ceph-mon[88945]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:21:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:58 smithi187 ceph-mon[84356]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:21:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:21:59] "GET /metrics HTTP/1.1" 200 50980 "" "Prometheus/2.43.0" 2024-04-02T09:22:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-mon[91385]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:22:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-mon[91385]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:22:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-mon[91385]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:22:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-mon[88945]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:22:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-mon[88945]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:22:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:21:59 smithi112 ceph-mon[88945]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:22:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:59 smithi187 ceph-mon[84356]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:22:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:59 smithi187 ceph-mon[84356]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:22:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:21:59 smithi187 ceph-mon[84356]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:22:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:01 smithi187 ceph-mon[84356]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-04-02T09:22:01.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:01 smithi187 ceph-mon[84356]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:22:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:01 smithi112 ceph-mon[91385]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-04-02T09:22:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:01 smithi112 ceph-mon[91385]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:22:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:01 smithi112 ceph-mon[88945]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-04-02T09:22:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:01 smithi112 ceph-mon[88945]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:22:02.729 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:22:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:02.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:02 smithi187 ceph-mon[84356]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:22:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:02 smithi112 ceph-mon[88945]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:22:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:02 smithi112 ceph-mon[91385]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:22:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:03 smithi187 ceph-mon[84356]: pgmap v2891: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-02T09:22:03.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:03 smithi187 ceph-mon[84356]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:22:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:03 smithi112 ceph-mon[91385]: pgmap v2891: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-02T09:22:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:03 smithi112 ceph-mon[91385]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:22:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:03 smithi112 ceph-mon[88945]: pgmap v2891: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-02T09:22:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:03 smithi112 ceph-mon[88945]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:22:04.761 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:22:04.761 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:22:04.766 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5965 ms) 2024-04-02T09:22:04.766 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-02T09:22:04.766 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:04 smithi112 ceph-mon[91385]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:22:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:04 smithi112 ceph-mon[88945]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:22:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:04 smithi187 ceph-mon[84356]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:22:05.771 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:22:05.771 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:22:05.771 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:22:05.771 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-02T09:22:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:05 smithi112 ceph-mon[91385]: pgmap v2894: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-04-02T09:22:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:05 smithi112 ceph-mon[91385]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:22:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:05 smithi112 ceph-mon[88945]: pgmap v2894: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-04-02T09:22:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:05 smithi112 ceph-mon[88945]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:22:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:05 smithi187 ceph-mon[84356]: pgmap v2894: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-04-02T09:22:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:05 smithi187 ceph-mon[84356]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:22:06.781 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-02T09:22:06.782 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:22:06.782 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-02T09:22:06.782 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:22:06.782 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-02T09:22:06.782 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-02T09:22:06.785 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-02T09:22:06.786 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:22:06.786 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1-rename 2024-04-02T09:22:06.786 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-02T09:22:06.786 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1-rename with size 2097152 2024-04-02T09:22:06.786 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-02T09:22:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:06 smithi112 ceph-mon[91385]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:22:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:06 smithi112 ceph-mon[88945]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:22:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:06 smithi187 ceph-mon[84356]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:22:07.789 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:22:07.789 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:22:07.789 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2-rename 2024-04-02T09:22:07.789 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2-rename with size 4194304 2024-04-02T09:22:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:07 smithi112 ceph-mon[88945]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:22:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:07 smithi112 ceph-mon[88945]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:22:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:07 smithi112 ceph-mon[91385]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:22:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:07 smithi112 ceph-mon[91385]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:22:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:07 smithi187 ceph-mon[84356]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:22:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:07 smithi187 ceph-mon[84356]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:22:08.791 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:22:08.791 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:22:08.801 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4036 ms) 2024-04-02T09:22:08.801 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-02T09:22:09.027 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:08 smithi112 ceph-mon[88945]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:22:09.027 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:09.027 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:09.027 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:08 smithi112 ceph-mon[91385]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:22:09.028 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:09.028 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:09.028 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:08 smithi187 ceph-mon[84356]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:22:09.029 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:09.029 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:22:09] "GET /metrics HTTP/1.1" 200 50992 "" "Prometheus/2.43.0" 2024-04-02T09:22:10.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:09 smithi187 ceph-mon[84356]: pgmap v2900: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-02T09:22:10.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:09 smithi187 ceph-mon[84356]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:22:10.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:09 smithi187 ceph-mon[84356]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:22:10.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:09 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/986733157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:09 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[91385]: pgmap v2900: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[91385]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[91385]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/986733157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[88945]: pgmap v2900: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[88945]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[88945]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:22:10.105 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/986733157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.106 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:09 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.728 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:10.728 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:10.728 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:10.728 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:11 smithi187 ceph-mon[84356]: pgmap v2903: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 30 op/s 2024-04-02T09:22:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:11 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:11.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:11 smithi187 ceph-mon[84356]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:22:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:11 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[91385]: pgmap v2903: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 30 op/s 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[91385]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[88945]: pgmap v2903: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 30 op/s 2024-04-02T09:22:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[88945]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:22:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.729 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-mon[84356]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:22:12.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:12.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:12.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:12.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:13.057 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4256 ms) 2024-04-02T09:22:13.057 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[91385]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[88945]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:22:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:13 smithi112 ceph-mon[91385]: pgmap v2906: 361 pgs: 11 creating+peering, 15 unknown, 335 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-04-02T09:22:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:13 smithi112 ceph-mon[91385]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:22:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:13 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:13 smithi112 ceph-mon[88945]: pgmap v2906: 361 pgs: 11 creating+peering, 15 unknown, 335 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-04-02T09:22:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:13 smithi112 ceph-mon[88945]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:22:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:13 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:13 smithi187 ceph-mon[84356]: pgmap v2906: 361 pgs: 11 creating+peering, 15 unknown, 335 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-04-02T09:22:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:13 smithi187 ceph-mon[84356]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:22:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:13 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:14.758 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1122683554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1122683554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1122683554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1122683554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:15.120 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:14] ENGINE Bus STOPPING 2024-04-02T09:22:15.120 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:22:15.120 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:14] ENGINE Bus STOPPED 2024-04-02T09:22:15.120 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:14] ENGINE Bus STARTING 2024-04-02T09:22:15.120 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:14] ENGINE Serving on http://:::9283 2024-04-02T09:22:15.120 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:14 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:14] ENGINE Bus STARTED 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1122683554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1122683554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:14 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:15 smithi187 ceph-mon[84356]: pgmap v2909: 393 pgs: 11 creating+peering, 36 unknown, 346 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-04-02T09:22:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:15 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:15 smithi187 ceph-mon[84356]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:22:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:15 smithi112 ceph-mon[91385]: pgmap v2909: 393 pgs: 11 creating+peering, 36 unknown, 346 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-04-02T09:22:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:15 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:15 smithi112 ceph-mon[91385]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:15 smithi112 ceph-mon[88945]: pgmap v2909: 393 pgs: 11 creating+peering, 36 unknown, 346 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-04-02T09:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:15 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:15 smithi112 ceph-mon[88945]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:22:16.819 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:17.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:17 smithi187 ceph-mon[84356]: pgmap v2912: 393 pgs: 5 creating+peering, 16 unknown, 372 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-02T09:22:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:17 smithi187 ceph-mon[84356]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:22:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:17 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:17 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:17 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[91385]: pgmap v2912: 393 pgs: 5 creating+peering, 16 unknown, 372 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-02T09:22:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[91385]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:22:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[88945]: pgmap v2912: 393 pgs: 5 creating+peering, 16 unknown, 372 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-02T09:22:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[88945]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:22:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:17 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:18 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:18 smithi112 ceph-mon[91385]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:22:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:18 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:18 smithi112 ceph-mon[88945]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:22:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:18 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:18 smithi187 ceph-mon[84356]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:22:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:22:19] "GET /metrics HTTP/1.1" 200 50992 "" "Prometheus/2.43.0" 2024-04-02T09:22:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:19 smithi112 ceph-mon[91385]: pgmap v2915: 393 pgs: 5 creating+peering, 3 unknown, 385 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-04-02T09:22:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:19 smithi112 ceph-mon[91385]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:22:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:19 smithi112 ceph-mon[88945]: pgmap v2915: 393 pgs: 5 creating+peering, 3 unknown, 385 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-04-02T09:22:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:19 smithi112 ceph-mon[88945]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:22:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:19 smithi187 ceph-mon[84356]: pgmap v2915: 393 pgs: 5 creating+peering, 3 unknown, 385 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-04-02T09:22:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:19 smithi187 ceph-mon[84356]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:22:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:21 smithi112 ceph-mon[91385]: pgmap v2917: 393 pgs: 393 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 239 KiB/s wr, 42 op/s 2024-04-02T09:22:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:21 smithi112 ceph-mon[88945]: pgmap v2917: 393 pgs: 393 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 239 KiB/s wr, 42 op/s 2024-04-02T09:22:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:21 smithi187 ceph-mon[84356]: pgmap v2917: 393 pgs: 393 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 239 KiB/s wr, 42 op/s 2024-04-02T09:22:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:22:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:23 smithi112 ceph-mon[91385]: pgmap v2918: 393 pgs: 393 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 174 KiB/s wr, 57 op/s 2024-04-02T09:22:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:23 smithi112 ceph-mon[88945]: pgmap v2918: 393 pgs: 393 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 174 KiB/s wr, 57 op/s 2024-04-02T09:22:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:23 smithi187 ceph-mon[84356]: pgmap v2918: 393 pgs: 393 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 174 KiB/s wr, 57 op/s 2024-04-02T09:22:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:25.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:25 smithi187 ceph-mon[84356]: pgmap v2919: 393 pgs: 393 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 561 KiB/s wr, 41 op/s 2024-04-02T09:22:26.011 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:25 smithi187 ceph-mon[84356]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:22:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:25 smithi112 ceph-mon[91385]: pgmap v2919: 393 pgs: 393 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 561 KiB/s wr, 41 op/s 2024-04-02T09:22:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:25 smithi112 ceph-mon[91385]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:22:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:25 smithi112 ceph-mon[88945]: pgmap v2919: 393 pgs: 393 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 561 KiB/s wr, 41 op/s 2024-04-02T09:22:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:25 smithi112 ceph-mon[88945]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:22:27.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:27 smithi187 ceph-mon[84356]: pgmap v2921: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 898 KiB/s wr, 27 op/s 2024-04-02T09:22:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:27 smithi112 ceph-mon[91385]: pgmap v2921: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 898 KiB/s wr, 27 op/s 2024-04-02T09:22:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:27 smithi112 ceph-mon[88945]: pgmap v2921: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 898 KiB/s wr, 27 op/s 2024-04-02T09:22:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:22:29] "GET /metrics HTTP/1.1" 200 55821 "" "Prometheus/2.43.0" 2024-04-02T09:22:29.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:29 smithi187 ceph-mon[84356]: pgmap v2922: 393 pgs: 393 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 738 KiB/s wr, 20 op/s 2024-04-02T09:22:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:29 smithi112 ceph-mon[91385]: pgmap v2922: 393 pgs: 393 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 738 KiB/s wr, 20 op/s 2024-04-02T09:22:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:29 smithi112 ceph-mon[88945]: pgmap v2922: 393 pgs: 393 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 738 KiB/s wr, 20 op/s 2024-04-02T09:22:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:31 smithi187 ceph-mon[84356]: pgmap v2923: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 717 KiB/s wr, 17 op/s 2024-04-02T09:22:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:31 smithi112 ceph-mon[88945]: pgmap v2923: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 717 KiB/s wr, 17 op/s 2024-04-02T09:22:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:31 smithi112 ceph-mon[91385]: pgmap v2923: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 717 KiB/s wr, 17 op/s 2024-04-02T09:22:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:22:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:33 smithi112 ceph-mon[88945]: pgmap v2924: 393 pgs: 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T09:22:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:33 smithi112 ceph-mon[91385]: pgmap v2924: 393 pgs: 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T09:22:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:33 smithi187 ceph-mon[84356]: pgmap v2924: 393 pgs: 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-02T09:22:34.923 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RemoveFullTry (21866 ms) 2024-04-02T09:22:34.923 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-02T09:22:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:34 smithi112 ceph-mon[91385]: pool 'test-librbd-smithi112-140737-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:34 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:34 smithi112 ceph-mon[91385]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:22:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:34 smithi112 ceph-mon[88945]: pool 'test-librbd-smithi112-140737-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:34 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:34 smithi112 ceph-mon[88945]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:22:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:34 smithi187 ceph-mon[84356]: pool 'test-librbd-smithi112-140737-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:34 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:34 smithi187 ceph-mon[84356]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:22:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:35 smithi112 ceph-mon[91385]: pgmap v2925: 393 pgs: 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-02T09:22:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:35 smithi112 ceph-mon[88945]: pgmap v2925: 393 pgs: 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-02T09:22:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:35 smithi187 ceph-mon[84356]: pgmap v2925: 393 pgs: 393 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-02T09:22:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:36 smithi112 ceph-mon[88945]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:22:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:36 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/107052727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:36 smithi112 ceph-mon[91385]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:22:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:36 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/107052727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:36 smithi187 ceph-mon[84356]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:22:37.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:36 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/107052727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[91385]: pgmap v2928: 425 pgs: 32 unknown, 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/107052727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[91385]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[88945]: pgmap v2928: 425 pgs: 32 unknown, 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/107052727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:37 smithi112 ceph-mon[88945]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:22:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:37 smithi187 ceph-mon[84356]: pgmap v2928: 425 pgs: 32 unknown, 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-02T09:22:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:37 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:37 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/107052727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:37 smithi187 ceph-mon[84356]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:22:38.806 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[91385]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:22:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3350514339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[88945]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:22:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3350514339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:38] ENGINE Bus STOPPING 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:38] ENGINE Bus STOPPED 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:38] ENGINE Bus STARTING 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:38] ENGINE Serving on http://:::9283 2024-04-02T09:22:39.119 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:38 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:22:38] ENGINE Bus STARTED 2024-04-02T09:22:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:38 smithi187 ceph-mon[84356]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:22:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:38 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3350514339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:22:39] "GET /metrics HTTP/1.1" 200 60728 "" "Prometheus/2.43.0" 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: pgmap v2931: 457 pgs: 9 creating+peering, 51 unknown, 397 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.0 MiB/s wr, 36 op/s 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3350514339' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: pool 'test-librbd-smithi112-140737-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[88945]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: pgmap v2931: 457 pgs: 9 creating+peering, 51 unknown, 397 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.0 MiB/s wr, 36 op/s 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3350514339' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:40.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: pool 'test-librbd-smithi112-140737-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:40.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:39 smithi112 ceph-mon[91385]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:22:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: pgmap v2931: 457 pgs: 9 creating+peering, 51 unknown, 397 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.0 MiB/s wr, 36 op/s 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3350514339' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: pool 'test-librbd-smithi112-140737-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:39 smithi187 ceph-mon[84356]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:22:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[88945]: pgmap v2934: 457 pgs: 14 creating+peering, 37 unknown, 406 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 257 KiB/s wr, 6 op/s 2024-04-02T09:22:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[88945]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:22:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[91385]: pgmap v2934: 457 pgs: 14 creating+peering, 37 unknown, 406 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 257 KiB/s wr, 6 op/s 2024-04-02T09:22:42.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[91385]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:22:42.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:42.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:42.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:41 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:41 smithi187 ceph-mon[84356]: pgmap v2934: 457 pgs: 14 creating+peering, 37 unknown, 406 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 257 KiB/s wr, 6 op/s 2024-04-02T09:22:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:41 smithi187 ceph-mon[84356]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:22:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:41 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:41 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:41 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:22:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:42 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:42 smithi112 ceph-mon[88945]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:22:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:42 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:42 smithi112 ceph-mon[91385]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:22:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:42 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-140737-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:42 smithi187 ceph-mon[84356]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:22:44.001 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:43 smithi187 ceph-mon[84356]: pgmap v2937: 457 pgs: 5 creating+peering, 2 unknown, 450 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-02T09:22:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:43 smithi112 ceph-mon[88945]: pgmap v2937: 457 pgs: 5 creating+peering, 2 unknown, 450 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-02T09:22:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:43 smithi112 ceph-mon[91385]: pgmap v2937: 457 pgs: 5 creating+peering, 2 unknown, 450 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-02T09:22:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:45 smithi112 ceph-mon[91385]: pgmap v2938: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-02T09:22:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:45 smithi112 ceph-mon[88945]: pgmap v2938: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-02T09:22:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:45 smithi187 ceph-mon[84356]: pgmap v2938: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-02T09:22:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:47 smithi112 ceph-mon[91385]: pgmap v2939: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 648 KiB/s wr, 9 op/s 2024-04-02T09:22:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:47 smithi112 ceph-mon[88945]: pgmap v2939: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 648 KiB/s wr, 9 op/s 2024-04-02T09:22:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:47 smithi187 ceph-mon[84356]: pgmap v2939: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 648 KiB/s wr, 9 op/s 2024-04-02T09:22:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:22:49] "GET /metrics HTTP/1.1" 200 60728 "" "Prometheus/2.43.0" 2024-04-02T09:22:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:49 smithi112 ceph-mon[88945]: pgmap v2940: 457 pgs: 457 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 641 KiB/s wr, 7 op/s 2024-04-02T09:22:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:49 smithi112 ceph-mon[88945]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:22:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:49 smithi112 ceph-mon[91385]: pgmap v2940: 457 pgs: 457 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 641 KiB/s wr, 7 op/s 2024-04-02T09:22:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:49 smithi112 ceph-mon[91385]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:22:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:49 smithi187 ceph-mon[84356]: pgmap v2940: 457 pgs: 457 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 641 KiB/s wr, 7 op/s 2024-04-02T09:22:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:49 smithi187 ceph-mon[84356]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:22:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:51 smithi112 ceph-mon[91385]: pgmap v2942: 457 pgs: 457 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 615 KiB/s wr, 6 op/s 2024-04-02T09:22:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:51 smithi112 ceph-mon[88945]: pgmap v2942: 457 pgs: 457 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 615 KiB/s wr, 6 op/s 2024-04-02T09:22:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:51 smithi187 ceph-mon[84356]: pgmap v2942: 457 pgs: 457 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 615 KiB/s wr, 6 op/s 2024-04-02T09:22:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:22:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:53 smithi112 ceph-mon[91385]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:22:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:53 smithi112 ceph-mon[88945]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:22:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:53 smithi187 ceph-mon[84356]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:22:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:22:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:54.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (19990 ms) 2024-04-02T09:22:54.914 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-02T09:22:54.914 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:54 smithi112 ceph-mon[91385]: pool 'test-librbd-smithi112-140737-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:54 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:54 smithi112 ceph-mon[91385]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:22:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:54 smithi112 ceph-mon[88945]: pool 'test-librbd-smithi112-140737-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:54 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:54 smithi112 ceph-mon[88945]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:22:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:54 smithi187 ceph-mon[84356]: pool 'test-librbd-smithi112-140737-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:54 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:54 smithi187 ceph-mon[84356]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:22:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:55 smithi112 ceph-mon[91385]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:22:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:55 smithi112 ceph-mon[88945]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:22:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:55 smithi187 ceph-mon[84356]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.760 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.761 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:22:56.762 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.763 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.764 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.765 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.766 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.767 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.768 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.769 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.770 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.771 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.772 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.773 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:56.774 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:57 smithi112 ceph-mon[91385]: pgmap v2946: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 769 KiB/s wr, 10 op/s 2024-04-02T09:22:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:57 smithi112 ceph-mon[88945]: pgmap v2946: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 769 KiB/s wr, 10 op/s 2024-04-02T09:22:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:57 smithi187 ceph-mon[84356]: pgmap v2946: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 769 KiB/s wr, 10 op/s 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.404 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.405 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.406 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.407 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.408 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.409 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.409 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.409 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.409 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.409 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.409 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.410 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.411 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:22:58.412 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:22:58.413 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:22:58.414 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIO (3490 ms) 2024-04-02T09:22:58.414 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-02T09:22:58.414 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:22:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:22:59] "GET /metrics HTTP/1.1" 200 60807 "" "Prometheus/2.43.0" 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[91385]: pgmap v2947: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 1.1 MiB/s wr, 426 op/s 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[91385]: pool 'test-librbd-smithi112-140737-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[91385]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[91385]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[88945]: pgmap v2947: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 1.1 MiB/s wr, 426 op/s 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[88945]: pool 'test-librbd-smithi112-140737-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:23:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[88945]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:23:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:22:59 smithi112 ceph-mon[88945]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:23:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:59 smithi187 ceph-mon[84356]: pgmap v2947: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 1.1 MiB/s wr, 426 op/s 2024-04-02T09:23:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:59 smithi187 ceph-mon[84356]: pool 'test-librbd-smithi112-140737-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:23:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:59 smithi187 ceph-mon[84356]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:23:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:22:59 smithi187 ceph-mon[84356]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:23:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:01 smithi112 ceph-mon[91385]: pgmap v2949: 457 pgs: 457 active+clean; 4.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 518 KiB/s wr, 456 op/s 2024-04-02T09:23:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:01 smithi112 ceph-mon[88945]: pgmap v2949: 457 pgs: 457 active+clean; 4.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 518 KiB/s wr, 456 op/s 2024-04-02T09:23:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:01 smithi187 ceph-mon[84356]: pgmap v2949: 457 pgs: 457 active+clean; 4.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 518 KiB/s wr, 456 op/s 2024-04-02T09:23:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:23:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:03 smithi112 ceph-mon[91385]: pgmap v2950: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 649 KiB/s wr, 1.08k op/s 2024-04-02T09:23:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:03 smithi112 ceph-mon[88945]: pgmap v2950: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 649 KiB/s wr, 1.08k op/s 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.132 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:04.133 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:04.134 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.135 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.136 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:04.137 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.138 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:23:04.139 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.140 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.141 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.142 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.143 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:23:04.144 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.145 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:04.146 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.147 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:04.148 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:04.149 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:04.149 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:04.149 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:04.149 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:04.149 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:03 smithi187 ceph-mon[84356]: pgmap v2950: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 649 KiB/s wr, 1.08k op/s 2024-04-02T09:23:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:05 smithi112 ceph-mon[88945]: pgmap v2951: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 995 KiB/s wr, 930 op/s 2024-04-02T09:23:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:05 smithi112 ceph-mon[91385]: pgmap v2951: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 995 KiB/s wr, 930 op/s 2024-04-02T09:23:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:05 smithi187 ceph-mon[84356]: pgmap v2951: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 995 KiB/s wr, 930 op/s 2024-04-02T09:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:07 smithi112 ceph-mon[88945]: pgmap v2952: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 1.61k op/s 2024-04-02T09:23:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:07 smithi112 ceph-mon[91385]: pgmap v2952: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 1.61k op/s 2024-04-02T09:23:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:07 smithi187 ceph-mon[84356]: pgmap v2952: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 1.61k op/s 2024-04-02T09:23:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:23:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:23:09] "GET /metrics HTTP/1.1" 200 60784 "" "Prometheus/2.43.0" 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.004 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:10.008 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:23:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:23:10.010 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11597 ms) 2024-04-02T09:23:10.010 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-02T09:23:10.010 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:23:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:09 smithi112 ceph-mon[88945]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 893 KiB/s wr, 1.27k op/s 2024-04-02T09:23:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:09 smithi112 ceph-mon[91385]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 893 KiB/s wr, 1.27k op/s 2024-04-02T09:23:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:09 smithi187 ceph-mon[84356]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 893 KiB/s wr, 1.27k op/s 2024-04-02T09:23:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:11 smithi112 ceph-mon[91385]: pgmap v2954: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 863 KiB/s wr, 1.22k op/s 2024-04-02T09:23:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:11 smithi112 ceph-mon[88945]: pgmap v2954: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 863 KiB/s wr, 1.22k op/s 2024-04-02T09:23:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:11 smithi187 ceph-mon[84356]: pgmap v2954: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 863 KiB/s wr, 1.22k op/s 2024-04-02T09:23:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:23:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:13 smithi112 ceph-mon[91385]: pgmap v2955: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 779 KiB/s wr, 1.13k op/s 2024-04-02T09:23:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:13 smithi112 ceph-mon[88945]: pgmap v2955: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 779 KiB/s wr, 1.13k op/s 2024-04-02T09:23:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:13 smithi187 ceph-mon[84356]: pgmap v2955: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 779 KiB/s wr, 1.13k op/s 2024-04-02T09:23:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:15 smithi112 ceph-mon[91385]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:23:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:15 smithi112 ceph-mon[88945]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:23:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:15 smithi187 ceph-mon[84356]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:23:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:17 smithi112 ceph-mon[91385]: pgmap v2957: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-02T09:23:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:17 smithi112 ceph-mon[88945]: pgmap v2957: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-02T09:23:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:17 smithi187 ceph-mon[84356]: pgmap v2957: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-02T09:23:18.588 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:18.588 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:18.588 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:18.588 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:18.588 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:18.589 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:18.590 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:18.591 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:23:18.592 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.593 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-02T09:23:18.594 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:23:18.595 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:23:18.596 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.597 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.598 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.599 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.600 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.601 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:18.602 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:18.603 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:18.603 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:23:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:23:19] "GET /metrics HTTP/1.1" 200 60784 "" "Prometheus/2.43.0" 2024-04-02T09:23:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:19 smithi112 ceph-mon[88945]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 36 KiB/s wr, 87 op/s 2024-04-02T09:23:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:19 smithi112 ceph-mon[91385]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 36 KiB/s wr, 87 op/s 2024-04-02T09:23:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:19 smithi187 ceph-mon[84356]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 36 KiB/s wr, 87 op/s 2024-04-02T09:23:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:21 smithi112 ceph-mon[91385]: pgmap v2959: 457 pgs: 457 active+clean; 19 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 378 KiB/s wr, 88 op/s 2024-04-02T09:23:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:21 smithi112 ceph-mon[88945]: pgmap v2959: 457 pgs: 457 active+clean; 19 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 378 KiB/s wr, 88 op/s 2024-04-02T09:23:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:21 smithi187 ceph-mon[84356]: pgmap v2959: 457 pgs: 457 active+clean; 19 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 378 KiB/s wr, 88 op/s 2024-04-02T09:23:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:23:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.038 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.039 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.040 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.041 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.042 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.043 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.044 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.045 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.046 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:23:24.047 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14036 ms) 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-02T09:23:24.048 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:23:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:23 smithi112 ceph-mon[88945]: pgmap v2960: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 803 op/s 2024-04-02T09:23:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:23 smithi112 ceph-mon[91385]: pgmap v2960: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 803 op/s 2024-04-02T09:23:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:23 smithi187 ceph-mon[84356]: pgmap v2960: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 803 op/s 2024-04-02T09:23:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:25 smithi112 ceph-mon[88945]: pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-02T09:23:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:25 smithi112 ceph-mon[88945]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:23:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:25 smithi112 ceph-mon[91385]: pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-02T09:23:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:25 smithi112 ceph-mon[91385]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:23:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:25 smithi187 ceph-mon[84356]: pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-02T09:23:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:25 smithi187 ceph-mon[84356]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:23:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:27 smithi112 ceph-mon[91385]: pgmap v2963: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 872 op/s 2024-04-02T09:23:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:27 smithi112 ceph-mon[88945]: pgmap v2963: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 872 op/s 2024-04-02T09:23:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:27 smithi187 ceph-mon[84356]: pgmap v2963: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 872 op/s 2024-04-02T09:23:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:23:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:23:29] "GET /metrics HTTP/1.1" 200 60785 "" "Prometheus/2.43.0" 2024-04-02T09:23:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:29 smithi112 ceph-mon[88945]: pgmap v2964: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2024-04-02T09:23:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:29 smithi112 ceph-mon[91385]: pgmap v2964: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2024-04-02T09:23:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:29 smithi187 ceph-mon[84356]: pgmap v2964: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2024-04-02T09:23:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:31 smithi112 ceph-mon[88945]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 890 op/s 2024-04-02T09:23:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:31 smithi112 ceph-mon[88945]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:23:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:31 smithi112 ceph-mon[91385]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 890 op/s 2024-04-02T09:23:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:31 smithi112 ceph-mon[91385]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:23:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:31 smithi187 ceph-mon[84356]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 890 op/s 2024-04-02T09:23:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:31 smithi187 ceph-mon[84356]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:23:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:23:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:33 smithi112 ceph-mon[91385]: pgmap v2967: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 515 KiB/s wr, 69 op/s 2024-04-02T09:23:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:33 smithi112 ceph-mon[88945]: pgmap v2967: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 515 KiB/s wr, 69 op/s 2024-04-02T09:23:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:33 smithi187 ceph-mon[84356]: pgmap v2967: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 515 KiB/s wr, 69 op/s 2024-04-02T09:23:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:35 smithi112 ceph-mon[88945]: pgmap v2968: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 446 KiB/s wr, 63 op/s 2024-04-02T09:23:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:35 smithi112 ceph-mon[91385]: pgmap v2968: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 446 KiB/s wr, 63 op/s 2024-04-02T09:23:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:35 smithi187 ceph-mon[84356]: pgmap v2968: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 446 KiB/s wr, 63 op/s 2024-04-02T09:23:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:37 smithi112 ceph-mon[91385]: pgmap v2969: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-04-02T09:23:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:37 smithi112 ceph-mon[88945]: pgmap v2969: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-04-02T09:23:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:37 smithi187 ceph-mon[84356]: pgmap v2969: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-04-02T09:23:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:23:39] "GET /metrics HTTP/1.1" 200 60785 "" "Prometheus/2.43.0" 2024-04-02T09:23:40.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: pgmap v2970: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 411 KiB/s wr, 31 op/s 2024-04-02T09:23:40.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:40.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.e", "id": [1, 4]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:40.235 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:39 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:23:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: pgmap v2970: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 411 KiB/s wr, 31 op/s 2024-04-02T09:23:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-04-02T09:23:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:23:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-02T09:23:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.e", "id": [1, 4]}]: dispatch 2024-04-02T09:23:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-04-02T09:23:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-02T09:23:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]: dispatch 2024-04-02T09:23:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: pgmap v2970: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 411 KiB/s wr, 31 op/s 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.e", "id": [1, 4]}]: dispatch 2024-04-02T09:23:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-04-02T09:23:40.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-02T09:23:40.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]: dispatch 2024-04-02T09:23:40.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:40.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:40.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:39 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.e", "id": [1, 4]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]': finished 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:23:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:40 smithi187 ceph-mon[84356]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.e", "id": [1, 4]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]': finished 2024-04-02T09:23:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[88945]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.e", "id": [1, 4]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]': finished 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:23:41.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:40 smithi112 ceph-mon[91385]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:23:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:41 smithi187 ceph-mon[84356]: pgmap v2972: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.6 KiB/s wr, 32 op/s 2024-04-02T09:23:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:41 smithi112 ceph-mon[88945]: pgmap v2972: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.6 KiB/s wr, 32 op/s 2024-04-02T09:23:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:41 smithi112 ceph-mon[91385]: pgmap v2972: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.6 KiB/s wr, 32 op/s 2024-04-02T09:23:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:23:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:43 smithi187 ceph-mon[84356]: pgmap v2974: 457 pgs: 457 active+clean; 43 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 513 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:23:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:43 smithi112 ceph-mon[88945]: pgmap v2974: 457 pgs: 457 active+clean; 43 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 513 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:23:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:43 smithi112 ceph-mon[91385]: pgmap v2974: 457 pgs: 457 active+clean; 43 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 513 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:23:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:44 smithi187 ceph-mon[84356]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:23:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:44 smithi112 ceph-mon[91385]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:23:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:44 smithi112 ceph-mon[88945]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:23:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:45 smithi187 ceph-mon[84356]: pgmap v2976: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 MiB/s wr, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:45 smithi112 ceph-mon[91385]: pgmap v2976: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 MiB/s wr, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:45 smithi112 ceph-mon[88945]: pgmap v2976: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 MiB/s wr, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:47 smithi187 ceph-mon[84356]: pgmap v2977: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.2 MiB/s wr, 11 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:47 smithi112 ceph-mon[91385]: pgmap v2977: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.2 MiB/s wr, 11 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:47 smithi112 ceph-mon[88945]: pgmap v2977: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.2 MiB/s wr, 11 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:23:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:23:49] "GET /metrics HTTP/1.1" 200 60785 "" "Prometheus/2.43.0" 2024-04-02T09:23:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:49 smithi187 ceph-mon[84356]: pgmap v2978: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 2.5 MiB/s wr, 51 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:49 smithi112 ceph-mon[91385]: pgmap v2978: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 2.5 MiB/s wr, 51 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:49 smithi112 ceph-mon[88945]: pgmap v2978: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 2.5 MiB/s wr, 51 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:51 smithi187 ceph-mon[84356]: pgmap v2979: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 2.2 MiB/s wr, 44 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:51 smithi112 ceph-mon[91385]: pgmap v2979: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 2.2 MiB/s wr, 44 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:51 smithi112 ceph-mon[88945]: pgmap v2979: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 2.2 MiB/s wr, 44 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:23:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:53.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:53 smithi187 ceph-mon[84356]: pgmap v2980: 457 pgs: 457 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:53 smithi112 ceph-mon[91385]: pgmap v2980: 457 pgs: 457 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:53 smithi112 ceph-mon[88945]: pgmap v2980: 457 pgs: 457 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:55 smithi187 ceph-mon[84356]: pgmap v2981: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:55 smithi112 ceph-mon[88945]: pgmap v2981: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:55 smithi112 ceph-mon[91385]: pgmap v2981: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:57 smithi187 ceph-mon[84356]: pgmap v2982: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:23:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:57 smithi112 ceph-mon[88945]: pgmap v2982: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:23:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:57 smithi112 ceph-mon[91385]: pgmap v2982: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-02T09:23:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:23:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:23:59] "GET /metrics HTTP/1.1" 200 60797 "" "Prometheus/2.43.0" 2024-04-02T09:24:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:23:59 smithi187 ceph-mon[84356]: pgmap v2983: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-04-02T09:24:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:23:59 smithi112 ceph-mon[91385]: pgmap v2983: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-04-02T09:24:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:23:59 smithi112 ceph-mon[88945]: pgmap v2983: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-04-02T09:24:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:01 smithi187 ceph-mon[84356]: pgmap v2984: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:24:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:01 smithi112 ceph-mon[91385]: pgmap v2984: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:24:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:01 smithi112 ceph-mon[88945]: pgmap v2984: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:24:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:24:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:02 smithi187 ceph-mon[84356]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:24:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:02 smithi112 ceph-mon[91385]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:24:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:02 smithi112 ceph-mon[88945]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:24:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:03 smithi187 ceph-mon[84356]: pgmap v2986: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-04-02T09:24:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:03 smithi112 ceph-mon[91385]: pgmap v2986: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-04-02T09:24:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:03 smithi112 ceph-mon[88945]: pgmap v2986: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-04-02T09:24:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:05 smithi187 ceph-mon[84356]: pgmap v2987: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 614 B/s wr, 18 op/s 2024-04-02T09:24:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:05 smithi112 ceph-mon[91385]: pgmap v2987: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 614 B/s wr, 18 op/s 2024-04-02T09:24:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:05 smithi112 ceph-mon[88945]: pgmap v2987: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 614 B/s wr, 18 op/s 2024-04-02T09:24:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:07 smithi187 ceph-mon[84356]: pgmap v2988: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1023 B/s wr, 22 op/s 2024-04-02T09:24:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:07 smithi112 ceph-mon[88945]: pgmap v2988: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1023 B/s wr, 22 op/s 2024-04-02T09:24:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:07 smithi112 ceph-mon[91385]: pgmap v2988: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1023 B/s wr, 22 op/s 2024-04-02T09:24:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:24:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:24:09] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:24:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:09 smithi187 ceph-mon[84356]: pgmap v2989: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:24:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:09 smithi112 ceph-mon[91385]: pgmap v2989: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:24:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:09 smithi112 ceph-mon[88945]: pgmap v2989: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:24:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:11 smithi187 ceph-mon[84356]: pgmap v2990: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:24:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:11 smithi112 ceph-mon[88945]: pgmap v2990: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:24:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:11 smithi112 ceph-mon[91385]: pgmap v2990: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:24:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:24:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:13 smithi187 ceph-mon[84356]: pgmap v2991: 457 pgs: 457 active+clean; 235 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 16 MiB/s wr, 86 op/s 2024-04-02T09:24:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:13 smithi187 ceph-mon[84356]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:24:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:13 smithi112 ceph-mon[91385]: pgmap v2991: 457 pgs: 457 active+clean; 235 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 16 MiB/s wr, 86 op/s 2024-04-02T09:24:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:13 smithi112 ceph-mon[91385]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:24:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:13 smithi112 ceph-mon[88945]: pgmap v2991: 457 pgs: 457 active+clean; 235 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 16 MiB/s wr, 86 op/s 2024-04-02T09:24:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:13 smithi112 ceph-mon[88945]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:24:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:14 smithi112 ceph-mon[91385]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:24:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:14 smithi112 ceph-mon[88945]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:24:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:14 smithi187 ceph-mon[84356]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:24:16.099 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-02T09:24:16.099 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-02T09:24:16.099 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-02T09:24:16.099 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCloneEncryption (52063 ms) 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-02T09:24:16.100 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:24:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:15 smithi112 ceph-mon[91385]: pgmap v2994: 457 pgs: 457 active+clean; 243 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 26 MiB/s wr, 104 op/s 2024-04-02T09:24:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:15 smithi112 ceph-mon[91385]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:24:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:15 smithi112 ceph-mon[88945]: pgmap v2994: 457 pgs: 457 active+clean; 243 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 26 MiB/s wr, 104 op/s 2024-04-02T09:24:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:15 smithi112 ceph-mon[88945]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:24:16.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:15 smithi187 ceph-mon[84356]: pgmap v2994: 457 pgs: 457 active+clean; 243 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 26 MiB/s wr, 104 op/s 2024-04-02T09:24:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:15 smithi187 ceph-mon[84356]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:24:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:17 smithi112 ceph-mon[88945]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:24:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:17 smithi112 ceph-mon[88945]: pgmap v2997: 457 pgs: 457 active+clean; 163 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 24 MiB/s wr, 139 op/s 2024-04-02T09:24:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:17 smithi112 ceph-mon[91385]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:24:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:17 smithi112 ceph-mon[91385]: pgmap v2997: 457 pgs: 457 active+clean; 163 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 24 MiB/s wr, 139 op/s 2024-04-02T09:24:17.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:17 smithi187 ceph-mon[84356]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:24:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:17 smithi187 ceph-mon[84356]: pgmap v2997: 457 pgs: 457 active+clean; 163 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 24 MiB/s wr, 139 op/s 2024-04-02T09:24:19.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:19 smithi187 ceph-mon[84356]: pgmap v2998: 457 pgs: 457 active+clean; 39 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 16 MiB/s wr, 260 op/s 2024-04-02T09:24:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:19 smithi112 ceph-mon[91385]: pgmap v2998: 457 pgs: 457 active+clean; 39 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 16 MiB/s wr, 260 op/s 2024-04-02T09:24:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:19 smithi112 ceph-mon[88945]: pgmap v2998: 457 pgs: 457 active+clean; 39 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 16 MiB/s wr, 260 op/s 2024-04-02T09:24:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:24:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:24:19] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:20 smithi112 ceph-mon[88945]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:24:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:20 smithi112 ceph-mon[91385]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:24:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:20 smithi187 ceph-mon[84356]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:24:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:21 smithi112 ceph-mon[88945]: pgmap v3000: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 8.0 MiB/s wr, 202 op/s 2024-04-02T09:24:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:21 smithi112 ceph-mon[88945]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:24:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:21 smithi112 ceph-mon[91385]: pgmap v3000: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 8.0 MiB/s wr, 202 op/s 2024-04-02T09:24:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:21 smithi112 ceph-mon[91385]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:24:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:21 smithi187 ceph-mon[84356]: pgmap v3000: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 8.0 MiB/s wr, 202 op/s 2024-04-02T09:24:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:21 smithi187 ceph-mon[84356]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:24:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:24:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:23 smithi112 ceph-mon[91385]: pgmap v3002: 457 pgs: 457 active+clean; 56 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.4 MiB/s wr, 153 op/s 2024-04-02T09:24:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:23 smithi112 ceph-mon[88945]: pgmap v3002: 457 pgs: 457 active+clean; 56 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.4 MiB/s wr, 153 op/s 2024-04-02T09:24:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:23 smithi187 ceph-mon[84356]: pgmap v3002: 457 pgs: 457 active+clean; 56 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 3.4 MiB/s wr, 153 op/s 2024-04-02T09:24:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:25 smithi112 ceph-mon[91385]: pgmap v3003: 457 pgs: 457 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 3.1 MiB/s wr, 133 op/s 2024-04-02T09:24:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:25 smithi112 ceph-mon[91385]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:24:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:25 smithi112 ceph-mon[88945]: pgmap v3003: 457 pgs: 457 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 3.1 MiB/s wr, 133 op/s 2024-04-02T09:24:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:25 smithi112 ceph-mon[88945]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:24:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:25 smithi187 ceph-mon[84356]: pgmap v3003: 457 pgs: 457 active+clean; 60 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 3.1 MiB/s wr, 133 op/s 2024-04-02T09:24:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:25 smithi187 ceph-mon[84356]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:24:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:27 smithi112 ceph-mon[91385]: pgmap v3005: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:24:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:27 smithi112 ceph-mon[88945]: pgmap v3005: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:24:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:27 smithi187 ceph-mon[84356]: pgmap v3005: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:24:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:24:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:24:29] "GET /metrics HTTP/1.1" 200 60784 "" "Prometheus/2.43.0" 2024-04-02T09:24:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:29 smithi112 ceph-mon[91385]: pgmap v3006: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:24:30.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:29 smithi112 ceph-mon[88945]: pgmap v3006: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:24:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:29 smithi187 ceph-mon[84356]: pgmap v3006: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:24:30.800 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (14700 ms) 2024-04-02T09:24:30.800 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-02T09:24:30.800 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:24:32.032 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:31 smithi187 ceph-mon[84356]: pgmap v3007: 457 pgs: 457 active+clean; 68 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-04-02T09:24:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:31 smithi112 ceph-mon[88945]: pgmap v3007: 457 pgs: 457 active+clean; 68 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-04-02T09:24:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:31 smithi112 ceph-mon[91385]: pgmap v3007: 457 pgs: 457 active+clean; 68 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-04-02T09:24:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:24:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:33 smithi112 ceph-mon[88945]: pgmap v3008: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T09:24:34.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:33 smithi112 ceph-mon[91385]: pgmap v3008: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T09:24:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:33 smithi187 ceph-mon[84356]: pgmap v3008: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-02T09:24:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:35 smithi112 ceph-mon[91385]: pgmap v3009: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-02T09:24:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:35 smithi112 ceph-mon[88945]: pgmap v3009: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-02T09:24:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:35 smithi187 ceph-mon[84356]: pgmap v3009: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-02T09:24:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:37 smithi112 ceph-mon[91385]: pgmap v3010: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-02T09:24:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:37 smithi112 ceph-mon[88945]: pgmap v3010: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-02T09:24:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:37 smithi187 ceph-mon[84356]: pgmap v3010: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-02T09:24:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:24:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:24:39] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:24:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:39 smithi112 ceph-mon[91385]: pgmap v3011: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:39 smithi112 ceph-mon[88945]: pgmap v3011: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:39 smithi187 ceph-mon[84356]: pgmap v3011: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[91385]: pgmap v3012: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[91385]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[88945]: pgmap v3012: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[88945]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:24:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:41 smithi187 ceph-mon[84356]: pgmap v3012: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:41 smithi187 ceph-mon[84356]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:24:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:24:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:24:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:43 smithi112 ceph-mon[91385]: pgmap v3014: 457 pgs: 457 active+clean; 101 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-02T09:24:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:43 smithi112 ceph-mon[88945]: pgmap v3014: 457 pgs: 457 active+clean; 101 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-02T09:24:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:43 smithi187 ceph-mon[84356]: pgmap v3014: 457 pgs: 457 active+clean; 101 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-02T09:24:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:45 smithi112 ceph-mon[91385]: pgmap v3015: 457 pgs: 457 active+clean; 117 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-02T09:24:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:45 smithi112 ceph-mon[88945]: pgmap v3015: 457 pgs: 457 active+clean; 117 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-02T09:24:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:45 smithi187 ceph-mon[84356]: pgmap v3015: 457 pgs: 457 active+clean; 117 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-02T09:24:47.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (17004 ms) 2024-04-02T09:24:47.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-02T09:24:47.803 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:24:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:47 smithi112 ceph-mon[91385]: pgmap v3016: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:47 smithi112 ceph-mon[88945]: pgmap v3016: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:47 smithi187 ceph-mon[84356]: pgmap v3016: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:24:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:24:49] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:24:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:49 smithi112 ceph-mon[91385]: pgmap v3017: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:49 smithi112 ceph-mon[88945]: pgmap v3017: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:49 smithi187 ceph-mon[84356]: pgmap v3017: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:52.063 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4260 ms) 2024-04-02T09:24:52.063 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-02T09:24:52.063 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:24:52.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:51 smithi112 ceph-mon[91385]: pgmap v3018: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:24:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:51 smithi112 ceph-mon[88945]: pgmap v3018: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:24:52.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:51 smithi187 ceph-mon[84356]: pgmap v3018: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:24:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:24:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:53 smithi112 ceph-mon[91385]: pgmap v3019: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 39 op/s 2024-04-02T09:24:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:53 smithi112 ceph-mon[88945]: pgmap v3019: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 39 op/s 2024-04-02T09:24:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:53 smithi187 ceph-mon[84356]: pgmap v3019: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 39 op/s 2024-04-02T09:24:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:55 smithi112 ceph-mon[91385]: pgmap v3020: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:24:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:55 smithi112 ceph-mon[88945]: pgmap v3020: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:24:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:55 smithi187 ceph-mon[84356]: pgmap v3020: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:24:57.406 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5343 ms) 2024-04-02T09:24:57.407 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:24:57.407 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-02T09:24:57.407 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:24:57.407 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-02T09:24:57.407 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-02T09:24:57.407 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:24:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:57 smithi112 ceph-mon[91385]: pgmap v3021: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T09:24:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:57 smithi112 ceph-mon[88945]: pgmap v3021: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T09:24:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:57 smithi187 ceph-mon[84356]: pgmap v3021: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T09:24:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:24:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:24:59] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:25:00.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:24:59 smithi112 ceph-mon[91385]: pgmap v3022: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 15 op/s 2024-04-02T09:25:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:24:59 smithi112 ceph-mon[88945]: pgmap v3022: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 15 op/s 2024-04-02T09:25:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:24:59 smithi187 ceph-mon[84356]: pgmap v3022: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 15 op/s 2024-04-02T09:25:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:01 smithi112 ceph-mon[91385]: pgmap v3023: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-02T09:25:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:01 smithi112 ceph-mon[91385]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:25:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:01 smithi112 ceph-mon[88945]: pgmap v3023: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-02T09:25:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:01 smithi112 ceph-mon[88945]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:25:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:01 smithi187 ceph-mon[84356]: pgmap v3023: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-02T09:25:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:01 smithi187 ceph-mon[84356]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:25:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:25:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:02 smithi112 ceph-mon[91385]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:25:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:02 smithi112 ceph-mon[88945]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:25:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:02 smithi187 ceph-mon[84356]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:25:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:03 smithi112 ceph-mon[91385]: pgmap v3026: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-02T09:25:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:03 smithi112 ceph-mon[88945]: pgmap v3026: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-02T09:25:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:03 smithi187 ceph-mon[84356]: pgmap v3026: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-02T09:25:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:05 smithi112 ceph-mon[88945]: pgmap v3027: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-02T09:25:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:05 smithi112 ceph-mon[91385]: pgmap v3027: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-02T09:25:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:05 smithi187 ceph-mon[84356]: pgmap v3027: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-02T09:25:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:07 smithi112 ceph-mon[88945]: pgmap v3028: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.0 MiB/s wr, 83 op/s 2024-04-02T09:25:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:07 smithi112 ceph-mon[91385]: pgmap v3028: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.0 MiB/s wr, 83 op/s 2024-04-02T09:25:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:07 smithi187 ceph-mon[84356]: pgmap v3028: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.0 MiB/s wr, 83 op/s 2024-04-02T09:25:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:25:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:25:09] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:25:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:09 smithi112 ceph-mon[91385]: pgmap v3029: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 1.0 MiB/s wr, 84 op/s 2024-04-02T09:25:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:09 smithi112 ceph-mon[88945]: pgmap v3029: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 1.0 MiB/s wr, 84 op/s 2024-04-02T09:25:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:09 smithi187 ceph-mon[84356]: pgmap v3029: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 1.0 MiB/s wr, 84 op/s 2024-04-02T09:25:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:11 smithi112 ceph-mon[91385]: pgmap v3030: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 442 KiB/s wr, 59 op/s 2024-04-02T09:25:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:11 smithi112 ceph-mon[88945]: pgmap v3030: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 442 KiB/s wr, 59 op/s 2024-04-02T09:25:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:11 smithi187 ceph-mon[84356]: pgmap v3030: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 442 KiB/s wr, 59 op/s 2024-04-02T09:25:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:25:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:13 smithi112 ceph-mon[91385]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 66 op/s 2024-04-02T09:25:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:13 smithi112 ceph-mon[88945]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 66 op/s 2024-04-02T09:25:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:13 smithi187 ceph-mon[84356]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 66 op/s 2024-04-02T09:25:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:15 smithi112 ceph-mon[88945]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-02T09:25:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:15 smithi112 ceph-mon[91385]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-02T09:25:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:15 smithi187 ceph-mon[84356]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-02T09:25:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:17 smithi112 ceph-mon[91385]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 58 op/s 2024-04-02T09:25:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:17 smithi112 ceph-mon[88945]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 58 op/s 2024-04-02T09:25:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:17 smithi187 ceph-mon[84356]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 58 op/s 2024-04-02T09:25:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:25:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:25:19] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:25:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:19 smithi112 ceph-mon[88945]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T09:25:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:19 smithi112 ceph-mon[91385]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T09:25:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:19 smithi187 ceph-mon[84356]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T09:25:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:21 smithi112 ceph-mon[88945]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:21 smithi112 ceph-mon[91385]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:21 smithi187 ceph-mon[84356]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:25:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:23 smithi112 ceph-mon[91385]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:23 smithi112 ceph-mon[88945]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:23 smithi187 ceph-mon[84356]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:25 smithi187 ceph-mon[84356]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:25:26.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:25 smithi112 ceph-mon[91385]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:25:26.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:25 smithi112 ceph-mon[88945]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:25:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:27 smithi187 ceph-mon[84356]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-02T09:25:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:27 smithi112 ceph-mon[91385]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-02T09:25:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:27 smithi112 ceph-mon[88945]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-02T09:25:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:25:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:25:29] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:25:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:29 smithi187 ceph-mon[84356]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:25:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:29 smithi112 ceph-mon[91385]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:25:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:29 smithi112 ceph-mon[88945]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:25:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:31 smithi187 ceph-mon[84356]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:31 smithi112 ceph-mon[91385]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:31 smithi112 ceph-mon[88945]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:25:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:33 smithi187 ceph-mon[84356]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:33 smithi112 ceph-mon[91385]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:33 smithi112 ceph-mon[88945]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:35 smithi187 ceph-mon[84356]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s 2024-04-02T09:25:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:35 smithi112 ceph-mon[91385]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s 2024-04-02T09:25:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:35 smithi112 ceph-mon[88945]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s 2024-04-02T09:25:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:37 smithi187 ceph-mon[84356]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-02T09:25:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:37 smithi112 ceph-mon[88945]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-02T09:25:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:37 smithi112 ceph-mon[91385]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-02T09:25:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:25:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:25:39] "GET /metrics HTTP/1.1" 200 60795 "" "Prometheus/2.43.0" 2024-04-02T09:25:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:39 smithi187 ceph-mon[84356]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-02T09:25:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:39 smithi112 ceph-mon[88945]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-02T09:25:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:39 smithi112 ceph-mon[91385]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-02T09:25:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:41 smithi187 ceph-mon[84356]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:25:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[91385]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:25:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[88945]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:25:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:25:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:25:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:43 smithi187 ceph-mon[84356]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:43 smithi112 ceph-mon[91385]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:43 smithi112 ceph-mon[88945]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:45 smithi187 ceph-mon[84356]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:45 smithi112 ceph-mon[91385]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:45 smithi112 ceph-mon[88945]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:47 smithi187 ceph-mon[84356]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:25:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:47 smithi112 ceph-mon[88945]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:25:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:47 smithi112 ceph-mon[91385]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:25:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:25:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:25:49] "GET /metrics HTTP/1.1" 200 60795 "" "Prometheus/2.43.0" 2024-04-02T09:25:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:49 smithi187 ceph-mon[84356]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 8 op/s 2024-04-02T09:25:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:49 smithi112 ceph-mon[88945]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 8 op/s 2024-04-02T09:25:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:49 smithi112 ceph-mon[91385]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 8 op/s 2024-04-02T09:25:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:51 smithi187 ceph-mon[84356]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-02T09:25:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:51 smithi112 ceph-mon[91385]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-02T09:25:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:51 smithi112 ceph-mon[88945]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-02T09:25:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:25:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:53 smithi187 ceph-mon[84356]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-02T09:25:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:53 smithi112 ceph-mon[91385]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-02T09:25:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:53 smithi112 ceph-mon[88945]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-02T09:25:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:55 smithi187 ceph-mon[84356]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-02T09:25:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:55 smithi112 ceph-mon[91385]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-02T09:25:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:55 smithi112 ceph-mon[88945]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-02T09:25:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:57 smithi187 ceph-mon[84356]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:57 smithi112 ceph-mon[91385]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:57 smithi112 ceph-mon[88945]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:25:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:25:59] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:26:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:25:59 smithi187 ceph-mon[84356]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9 op/s 2024-04-02T09:26:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:25:59 smithi112 ceph-mon[91385]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9 op/s 2024-04-02T09:26:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:25:59 smithi112 ceph-mon[88945]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9 op/s 2024-04-02T09:26:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:01 smithi187 ceph-mon[84356]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:01 smithi112 ceph-mon[91385]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:01 smithi112 ceph-mon[88945]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:26:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:03 smithi187 ceph-mon[84356]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:03 smithi112 ceph-mon[91385]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:03 smithi112 ceph-mon[88945]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:05 smithi187 ceph-mon[84356]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-02T09:26:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:05 smithi112 ceph-mon[88945]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-02T09:26:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:05 smithi112 ceph-mon[91385]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-02T09:26:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:07 smithi187 ceph-mon[84356]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:07 smithi112 ceph-mon[88945]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:07 smithi112 ceph-mon[91385]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:26:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:26:09] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:26:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:09 smithi187 ceph-mon[84356]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:09 smithi112 ceph-mon[91385]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:09 smithi112 ceph-mon[88945]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:11 smithi187 ceph-mon[84356]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:11 smithi112 ceph-mon[91385]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:11 smithi112 ceph-mon[88945]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:26:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:13 smithi187 ceph-mon[84356]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:26:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:13 smithi112 ceph-mon[88945]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:26:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:13 smithi112 ceph-mon[91385]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:26:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:15 smithi187 ceph-mon[84356]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:15 smithi112 ceph-mon[91385]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:15 smithi112 ceph-mon[88945]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:17 smithi187 ceph-mon[84356]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:26:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:17 smithi112 ceph-mon[91385]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:26:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:17 smithi112 ceph-mon[88945]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:26:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:26:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:26:19] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:26:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:19 smithi187 ceph-mon[84356]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:19 smithi112 ceph-mon[88945]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:19 smithi112 ceph-mon[91385]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:21 smithi187 ceph-mon[84356]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:22.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:21 smithi112 ceph-mon[91385]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:22.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:21 smithi112 ceph-mon[88945]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:26:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:26:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:23.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:23 smithi187 ceph-mon[84356]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-02T09:26:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:23 smithi112 ceph-mon[91385]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-02T09:26:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:23 smithi112 ceph-mon[88945]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-02T09:26:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:25 smithi187 ceph-mon[84356]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:26:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:25 smithi112 ceph-mon[91385]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:26:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:25 smithi112 ceph-mon[88945]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:26:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:27 smithi187 ceph-mon[84356]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2024-04-02T09:26:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:27 smithi112 ceph-mon[91385]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2024-04-02T09:26:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:27 smithi112 ceph-mon[88945]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2024-04-02T09:26:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:26:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:26:29] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:26:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:29 smithi187 ceph-mon[84356]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:29 smithi112 ceph-mon[88945]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:29 smithi112 ceph-mon[91385]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:31 smithi187 ceph-mon[84356]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:26:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:31 smithi112 ceph-mon[88945]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:26:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:31 smithi112 ceph-mon[91385]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:26:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:26:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:33 smithi187 ceph-mon[84356]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:26:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:33 smithi112 ceph-mon[88945]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:26:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:33 smithi112 ceph-mon[91385]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:26:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:35 smithi187 ceph-mon[84356]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:35 smithi112 ceph-mon[91385]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:35 smithi112 ceph-mon[88945]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:37 smithi187 ceph-mon[84356]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:37 smithi112 ceph-mon[88945]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:37 smithi112 ceph-mon[91385]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:26:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:26:39] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:26:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:39 smithi112 ceph-mon[91385]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9 op/s 2024-04-02T09:26:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:39 smithi112 ceph-mon[88945]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9 op/s 2024-04-02T09:26:40.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:39 smithi187 ceph-mon[84356]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9 op/s 2024-04-02T09:26:42.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:41 smithi187 ceph-mon[84356]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:41 smithi112 ceph-mon[91385]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:41 smithi112 ceph-mon[88945]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:26:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:43.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:43 smithi112 ceph-mon[88945]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:44 smithi112 ceph-mon[91385]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:26:44.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:43 smithi187 ceph-mon[84356]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:26:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:46 smithi112 ceph-mon[88945]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:26:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:46 smithi112 ceph-mon[91385]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:26:46.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:46 smithi187 ceph-mon[84356]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:26:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:48 smithi112 ceph-mon[88945]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:26:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:48 smithi112 ceph-mon[91385]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:26:48.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:48 smithi187 ceph-mon[84356]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:26:49.617 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:26:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:26:49] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:26:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:50 smithi112 ceph-mon[88945]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:50 smithi112 ceph-mon[91385]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:50.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:50 smithi187 ceph-mon[84356]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:52.311 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:52 smithi187 ceph-mon[84356]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 16 op/s 2024-04-02T09:26:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:52 smithi112 ceph-mon[91385]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 16 op/s 2024-04-02T09:26:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:52 smithi112 ceph-mon[88945]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 16 op/s 2024-04-02T09:26:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:26:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:53.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:53 smithi112 ceph-mon[91385]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 23 op/s 2024-04-02T09:26:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:53 smithi112 ceph-mon[88945]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 23 op/s 2024-04-02T09:26:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:53 smithi187 ceph-mon[84356]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 23 op/s 2024-04-02T09:26:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:55 smithi112 ceph-mon[91385]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:55 smithi112 ceph-mon[88945]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:55.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:55 smithi187 ceph-mon[84356]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:57.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:57 smithi112 ceph-mon[88945]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:26:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:57 smithi112 ceph-mon[91385]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:26:57.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:57 smithi187 ceph-mon[84356]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:26:58.698 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (121291 ms) 2024-04-02T09:26:58.698 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-02T09:26:58.698 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:26:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:26:59 smithi112 ceph-mon[91385]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:26:59 smithi112 ceph-mon[88945]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:26:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:26:59] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:26:59.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:26:59 smithi187 ceph-mon[84356]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:27:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:01 smithi112 ceph-mon[91385]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:27:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:01 smithi112 ceph-mon[88945]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:27:01.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:01 smithi187 ceph-mon[84356]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:27:02.632 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:27:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:03 smithi112 ceph-mon[91385]: pgmap v3086: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-02T09:27:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:03 smithi112 ceph-mon[88945]: pgmap v3086: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-02T09:27:03.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:03 smithi187 ceph-mon[84356]: pgmap v3086: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-02T09:27:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:05 smithi112 ceph-mon[91385]: pgmap v3087: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:27:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:05 smithi112 ceph-mon[88945]: pgmap v3087: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:27:05.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:05 smithi187 ceph-mon[84356]: pgmap v3087: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:27:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:07 smithi112 ceph-mon[88945]: pgmap v3088: 457 pgs: 457 active+clean; 161 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 683 KiB/s wr, 15 op/s 2024-04-02T09:27:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:07 smithi112 ceph-mon[91385]: pgmap v3088: 457 pgs: 457 active+clean; 161 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 683 KiB/s wr, 15 op/s 2024-04-02T09:27:07.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:07 smithi187 ceph-mon[84356]: pgmap v3088: 457 pgs: 457 active+clean; 161 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 683 KiB/s wr, 15 op/s 2024-04-02T09:27:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:08.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:09 smithi112 ceph-mon[91385]: pgmap v3089: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-02T09:27:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:27:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:27:09] "GET /metrics HTTP/1.1" 200 60796 "" "Prometheus/2.43.0" 2024-04-02T09:27:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:09 smithi112 ceph-mon[88945]: pgmap v3089: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-02T09:27:09.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:09 smithi187 ceph-mon[84356]: pgmap v3089: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-02T09:27:10.499 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EncryptedResize (11802 ms) 2024-04-02T09:27:10.500 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-02T09:27:10.500 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:11 smithi112 ceph-mon[88945]: pgmap v3090: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:27:11.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:11 smithi112 ceph-mon[91385]: pgmap v3090: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:27:11.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:11 smithi187 ceph-mon[84356]: pgmap v3090: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:27:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:27:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:13 smithi112 ceph-mon[88945]: pgmap v3091: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-02T09:27:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:13 smithi112 ceph-mon[91385]: pgmap v3091: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-02T09:27:13.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:13 smithi187 ceph-mon[84356]: pgmap v3091: 457 pgs: 457 active+clean; 173 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-02T09:27:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:15 smithi112 ceph-mon[91385]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-02T09:27:15.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:15 smithi112 ceph-mon[88945]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-02T09:27:15.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:15 smithi187 ceph-mon[84356]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-02T09:27:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:17 smithi112 ceph-mon[88945]: pgmap v3093: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:27:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:17 smithi112 ceph-mon[91385]: pgmap v3093: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:27:17.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:17 smithi187 ceph-mon[84356]: pgmap v3093: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:27:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:19 smithi112 ceph-mon[88945]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 940 KiB/s wr, 25 op/s 2024-04-02T09:27:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:19 smithi112 ceph-mon[91385]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 940 KiB/s wr, 25 op/s 2024-04-02T09:27:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:27:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:27:19] "GET /metrics HTTP/1.1" 200 60796 "" "Prometheus/2.43.0" 2024-04-02T09:27:19.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:19 smithi187 ceph-mon[84356]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 940 KiB/s wr, 25 op/s 2024-04-02T09:27:20.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:20 smithi112 ceph-mon[91385]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:27:20.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:20 smithi112 ceph-mon[88945]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:27:20.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:20 smithi187 ceph-mon[84356]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:27:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:21 smithi112 ceph-mon[91385]: pgmap v3096: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-04-02T09:27:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:21 smithi112 ceph-mon[88945]: pgmap v3096: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-04-02T09:27:21.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:21 smithi187 ceph-mon[84356]: pgmap v3096: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-04-02T09:27:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:27:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:23 smithi112 ceph-mon[91385]: pgmap v3097: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:27:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:23 smithi112 ceph-mon[88945]: pgmap v3097: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:27:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:23.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:23 smithi187 ceph-mon[84356]: pgmap v3097: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:27:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:25 smithi112 ceph-mon[88945]: pgmap v3098: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-02T09:27:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:25 smithi112 ceph-mon[91385]: pgmap v3098: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-02T09:27:25.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (15136 ms) 2024-04-02T09:27:25.635 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-02T09:27:25.635 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:25.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:25 smithi187 ceph-mon[84356]: pgmap v3098: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-02T09:27:27.305 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:27.305 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:27.305 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:27.305 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.306 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:27.307 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:27.308 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.309 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.310 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:27.311 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:27:27.312 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.313 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:27:27.314 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.315 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.316 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.317 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.318 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.319 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:27.320 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:27 smithi112 ceph-mon[91385]: pgmap v3099: 457 pgs: 457 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-02T09:27:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:27 smithi112 ceph-mon[88945]: pgmap v3099: 457 pgs: 457 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-02T09:27:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:27 smithi187 ceph-mon[84356]: pgmap v3099: 457 pgs: 457 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-02T09:27:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.728 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.729 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.730 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.731 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.732 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.733 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.734 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.735 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:28.736 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:28.737 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:28.737 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3093 ms) 2024-04-02T09:27:28.737 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-02T09:27:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:29 smithi112 ceph-mon[91385]: pgmap v3100: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-04-02T09:27:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:29 smithi112 ceph-mon[88945]: pgmap v3100: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-04-02T09:27:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:27:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:27:29] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-04-02T09:27:29.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:29 smithi187 ceph-mon[84356]: pgmap v3100: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-04-02T09:27:30.342 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:30 smithi112 ceph-mon[91385]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:27:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:30 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2232284401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:30 smithi112 ceph-mon[88945]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:27:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:30 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2232284401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:30.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:30 smithi187 ceph-mon[84356]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:27:30.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:30 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2232284401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:30.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[91385]: pgmap v3102: 489 pgs: 3 creating+peering, 29 unknown, 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[91385]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[88945]: pgmap v3102: 489 pgs: 3 creating+peering, 29 unknown, 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:31 smithi112 ceph-mon[88945]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:27:31.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:31 smithi187 ceph-mon[84356]: pgmap v3102: 489 pgs: 3 creating+peering, 29 unknown, 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-04-02T09:27:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:31 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:31 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:31 smithi187 ceph-mon[84356]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:27:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:32.429 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.431 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.432 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.433 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:32.434 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3701 ms) 2024-04-02T09:27:32.434 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-02T09:27:32.434 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.459 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (30 ms) 2024-04-02T09:27:32.459 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-02T09:27:32.460 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.486 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-04-02T09:27:32.486 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-02T09:27:32.486 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.513 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-04-02T09:27:32.514 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-02T09:27:32.514 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.541 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (28 ms) 2024-04-02T09:27:32.541 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-02T09:27:32.541 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.609 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (68 ms) 2024-04-02T09:27:32.609 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-02T09:27:32.609 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.617 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:32 smithi112 ceph-mon[91385]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:32.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:32 smithi112 ceph-mon[88945]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:32.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:32 smithi187 ceph-mon[84356]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:32.632 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:27:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:32.684 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (74 ms) 2024-04-02T09:27:32.684 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-02T09:27:32.684 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.746 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (62 ms) 2024-04-02T09:27:32.746 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-02T09:27:32.746 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:32.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (70 ms) 2024-04-02T09:27:32.816 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-02T09:27:32.816 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.166 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (351 ms) 2024-04-02T09:27:33.167 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-02T09:27:33.167 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.424 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (258 ms) 2024-04-02T09:27:33.424 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-02T09:27:33.424 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.451 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2024-04-02T09:27:33.451 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-02T09:27:33.451 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.479 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-04-02T09:27:33.479 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-02T09:27:33.479 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.506 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (28 ms) 2024-04-02T09:27:33.506 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-02T09:27:33.506 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.532 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2024-04-02T09:27:33.532 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-02T09:27:33.532 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 0~1048576 = 0 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 0~4194304 = 0 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 3145728~1048576 = 0 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-02T09:27:33.554 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:33 smithi112 ceph-mon[91385]: pgmap v3105: 489 pgs: 3 creating+peering, 11 unknown, 475 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 1.7 MiB/s wr, 1.43k op/s 2024-04-02T09:27:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:33 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:33 smithi112 ceph-mon[91385]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:33 smithi112 ceph-mon[88945]: pgmap v3105: 489 pgs: 3 creating+peering, 11 unknown, 475 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 1.7 MiB/s wr, 1.43k op/s 2024-04-02T09:27:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:33 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:33 smithi112 ceph-mon[88945]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:33.660 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.660 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.660 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.660 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.661 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.662 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.663 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-02T09:27:33.664 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.679 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.680 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.681 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.681 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:33.681 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.697 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.698 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.699 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.700 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:33.700 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.700 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:33.700 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.703 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.704 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:33.704 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.704 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:33.704 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.704 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.705 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:33.705 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.705 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-02T09:27:33.705 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.706 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:33.706 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-02T09:27:33.706 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.706 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.707 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:33.708 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 2024-04-02T09:27:33.709 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:33.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:33 smithi187 ceph-mon[84356]: pgmap v3105: 489 pgs: 3 creating+peering, 11 unknown, 475 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 1.7 MiB/s wr, 1.43k op/s 2024-04-02T09:27:33.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:33 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:33.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:33 smithi187 ceph-mon[84356]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:34.677 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:34.677 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:34.677 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:34.677 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.678 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.679 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.680 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.681 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.682 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.683 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.684 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.684 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.685 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.692 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.693 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.715 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.742 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.775 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.807 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.851 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.912 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.912 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.912 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.913 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.913 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.913 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.913 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:34.962 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:34.962 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:34.962 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:34.962 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:34.962 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:34.962 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:34.963 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.011 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.012 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.013 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.085 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.086 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.086 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.086 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.086 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.086 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.086 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.149 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.149 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.149 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.150 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.150 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.150 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.150 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.222 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.222 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.222 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.223 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.223 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.223 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.223 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.377 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.461 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.462 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.554 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.554 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.554 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.555 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.555 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.555 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.555 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:35 smithi112 ceph-mon[91385]: pgmap v3107: 489 pgs: 3 creating+peering, 486 active+clean; 209 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 1.36k op/s 2024-04-02T09:27:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:35 smithi112 ceph-mon[88945]: pgmap v3107: 489 pgs: 3 creating+peering, 486 active+clean; 209 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 1.36k op/s 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:35.645 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:35.646 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:35.646 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOPP (1984 ms) 2024-04-02T09:27:35.646 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-02T09:27:35.646 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.668 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-02T09:27:35.668 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-02T09:27:35.668 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.692 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-02T09:27:35.693 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-02T09:27:35.693 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.717 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-02T09:27:35.717 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-02T09:27:35.717 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:35 smithi187 ceph-mon[84356]: pgmap v3107: 489 pgs: 3 creating+peering, 486 active+clean; 209 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 1.36k op/s 2024-04-02T09:27:35.740 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-02T09:27:35.741 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-02T09:27:35.741 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (27 ms) 2024-04-02T09:27:35.768 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-02T09:27:35.768 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.790 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.793 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-04-02T09:27:35.793 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:27:35.794 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.819 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-04-02T09:27:35.820 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:27:35.820 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.841 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.844 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-04-02T09:27:35.845 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-02T09:27:35.845 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.894 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.898 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (27 ms) 2024-04-02T09:27:35.898 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:27:35.898 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.926 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-04-02T09:27:35.926 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:27:35.926 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:35.953 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:35.956 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-04-02T09:27:35.957 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:27:35.957 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:36.029 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (73 ms) 2024-04-02T09:27:36.030 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:27:36.030 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:36.078 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:36.094 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (64 ms) 2024-04-02T09:27:36.094 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-02T09:27:36.094 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:36.165 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (71 ms) 2024-04-02T09:27:36.165 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-02T09:27:36.165 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:36.216 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:36.236 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (71 ms) 2024-04-02T09:27:36.236 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:27:36.236 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:36.604 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (368 ms) 2024-04-02T09:27:36.604 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:27:36.604 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:36.961 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:36.984 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (381 ms) 2024-04-02T09:27:36.984 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-02T09:27:36.984 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:37.017 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:37.018 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:37.019 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:37.020 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:37.023 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:37.023 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:37.023 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.023 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:27:37.023 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:37.024 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.025 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:37.026 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:37.026 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:37.026 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:37.026 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.026 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:27:37.026 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:27:37.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:37 smithi112 ceph-mon[88945]: pgmap v3108: 489 pgs: 489 active+clean; 233 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.6 MiB/s wr, 2.41k op/s 2024-04-02T09:27:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:37 smithi112 ceph-mon[91385]: pgmap v3108: 489 pgs: 489 active+clean; 233 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.6 MiB/s wr, 2.41k op/s 2024-04-02T09:27:37.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:37 smithi187 ceph-mon[84356]: pgmap v3108: 489 pgs: 489 active+clean; 233 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.6 MiB/s wr, 2.41k op/s 2024-04-02T09:27:37.994 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.995 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.996 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.997 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.998 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:37.999 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.000 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.001 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.001 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.001 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.001 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.001 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.004 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.004 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.004 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.004 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.005 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.005 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.005 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.012 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.012 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.013 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.034 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.035 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.035 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.035 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.035 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.035 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.035 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.055 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.082 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.082 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.082 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.083 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.083 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.083 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.083 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.113 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.160 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.200 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.256 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.304 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.374 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.375 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.375 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.375 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.375 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.375 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.375 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.434 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.502 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.503 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.503 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.503 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.503 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.503 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.503 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.573 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.574 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.575 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:38.671 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.672 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.672 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.672 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.672 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.672 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.672 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.767 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.863 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.864 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.864 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.864 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.864 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.864 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.864 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.967 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.968 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:27:38.968 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-02T09:27:38.968 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-02T09:27:38.968 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1982 ms) 2024-04-02T09:27:38.968 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-02T09:27:38.968 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:39 smithi112 ceph-mon[91385]: pgmap v3109: 489 pgs: 489 active+clean; 261 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.6 MiB/s wr, 1.94k op/s 2024-04-02T09:27:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:39 smithi112 ceph-mon[88945]: pgmap v3109: 489 pgs: 489 active+clean; 261 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.6 MiB/s wr, 1.94k op/s 2024-04-02T09:27:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:27:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:27:39] "GET /metrics HTTP/1.1" 200 63252 "" "Prometheus/2.43.0" 2024-04-02T09:27:39.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:39 smithi187 ceph-mon[84356]: pgmap v3109: 489 pgs: 489 active+clean; 261 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.6 MiB/s wr, 1.94k op/s 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:write test data! 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 80 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-02T09:27:39.803 INFO:tasks.workunit.client.0.smithi112.stdout:snap: written 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:found written with size 2097152 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:write to snapshot returned -30 2024-04-02T09:27:39.804 INFO:tasks.workunit.client.0.smithi112.stdout:Read-only file system 2024-04-02T09:27:39.825 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.826 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.826 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 80 2024-04-02T09:27:39.826 INFO:tasks.workunit.client.0.smithi112.stdout:opening testimg@orig 2024-04-02T09:27:39.826 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-02T09:27:39.826 INFO:tasks.workunit.client.0.smithi112.stdout:write to snapshot returned -30 2024-04-02T09:27:39.826 INFO:tasks.workunit.client.0.smithi112.stdout:Read-only file system 2024-04-02T09:27:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:40 smithi112 ceph-mon[88945]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:40 smithi112 ceph-mon[88945]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:40 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]: dispatch 2024-04-02T09:27:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:40 smithi112 ceph-mon[91385]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:40 smithi112 ceph-mon[91385]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:40 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]: dispatch 2024-04-02T09:27:40.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:40 smithi187 ceph-mon[84356]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:40.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:40 smithi187 ceph-mon[84356]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:40.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:40 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]: dispatch 2024-04-02T09:27:41.824 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-02T09:27:41.824 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:27:41.824 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-02T09:27:41.824 INFO:tasks.workunit.client.0.smithi112.stdout:snap: written 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:found written with size 2097152 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (2858 ms) 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-02T09:27:41.825 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:41 smithi112 ceph-mon[91385]: pgmap v3112: 489 pgs: 489 active+clean; 265 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.4 MiB/s wr, 1.19k op/s 2024-04-02T09:27:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]': finished 2024-04-02T09:27:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:41 smithi112 ceph-mon[91385]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:41 smithi112 ceph-mon[88945]: pgmap v3112: 489 pgs: 489 active+clean; 265 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.4 MiB/s wr, 1.19k op/s 2024-04-02T09:27:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]': finished 2024-04-02T09:27:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:41 smithi112 ceph-mon[88945]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:41 smithi187 ceph-mon[84356]: pgmap v3112: 489 pgs: 489 active+clean; 265 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.4 MiB/s wr, 1.19k op/s 2024-04-02T09:27:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]': finished 2024-04-02T09:27:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:41 smithi187 ceph-mon[84356]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:27:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:42 smithi112 ceph-mon[88945]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:42 smithi112 ceph-mon[91385]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:42 smithi187 ceph-mon[84356]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:43.822 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1997 ms) 2024-04-02T09:27:43.823 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-02T09:27:43.823 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:43 smithi112 ceph-mon[91385]: pgmap v3115: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 2.67k op/s 2024-04-02T09:27:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:43 smithi112 ceph-mon[91385]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:43 smithi112 ceph-mon[88945]: pgmap v3115: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 2.67k op/s 2024-04-02T09:27:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:43 smithi112 ceph-mon[88945]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:43 smithi187 ceph-mon[84356]: pgmap v3115: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 2.67k op/s 2024-04-02T09:27:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:43 smithi187 ceph-mon[84356]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[91385]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:27:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[88945]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:45.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:45.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:44 smithi187 ceph-mon[84356]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:27:45.841 INFO:tasks.workunit.client.0.smithi112.stdout:made parent image "parent" 2024-04-02T09:27:45.841 INFO:tasks.workunit.client.0.smithi112.stdout:parent has no parent info 2024-04-02T09:27:45.841 INFO:tasks.workunit.client.0.smithi112.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:can't unprotect an unprotected snap 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:can't protect a protected snap 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:made and opened clone "child" 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:read: 8 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:read: 8 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:read: 8 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:sizes and overlaps are good between parent and child 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:sized down clone, changed overlap 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:can't remove parent while child still exists 2024-04-02T09:27:45.842 INFO:tasks.workunit.client.0.smithi112.stdout:can't remove parent while still protected 2024-04-02T09:27:45.843 INFO:tasks.workunit.client.0.smithi112.stdout:removed parent snap after unprotecting 2024-04-02T09:27:45.843 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestClone (2020 ms) 2024-04-02T09:27:45.843 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-02T09:27:45.843 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:45 smithi112 ceph-mon[91385]: pgmap v3118: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 2.54k op/s 2024-04-02T09:27:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:45 smithi112 ceph-mon[91385]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:45 smithi112 ceph-mon[88945]: pgmap v3118: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 2.54k op/s 2024-04-02T09:27:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:45 smithi112 ceph-mon[88945]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:45 smithi187 ceph-mon[84356]: pgmap v3118: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 2.54k op/s 2024-04-02T09:27:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:45 smithi187 ceph-mon[84356]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:46.958 INFO:tasks.workunit.client.0.smithi112.stdout:made parent image "parent" 2024-04-02T09:27:46.959 INFO:tasks.workunit.client.0.smithi112.stdout:parent has no parent info 2024-04-02T09:27:46.959 INFO:tasks.workunit.client.0.smithi112.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:27:46.959 INFO:tasks.workunit.client.0.smithi112.stdout:made and opened clone "child" 2024-04-02T09:27:46.959 INFO:tasks.workunit.client.0.smithi112.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:27:46.959 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestClone2 (1117 ms) 2024-04-02T09:27:46.959 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-02T09:27:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:46 smithi112 ceph-mon[91385]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:46 smithi112 ceph-mon[88945]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:46 smithi187 ceph-mon[84356]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:47 smithi112 ceph-mon[91385]: pgmap v3121: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 117 op/s 2024-04-02T09:27:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:47 smithi112 ceph-mon[91385]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:47 smithi112 ceph-mon[88945]: pgmap v3121: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 117 op/s 2024-04-02T09:27:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:47 smithi112 ceph-mon[88945]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:47 smithi187 ceph-mon[84356]: pgmap v3121: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 117 op/s 2024-04-02T09:27:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:47 smithi187 ceph-mon[84356]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[91385]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3890082358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[88945]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3890082358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:48 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:48 smithi187 ceph-mon[84356]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:48 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3890082358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:48 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:49.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:48 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:27:49] "GET /metrics HTTP/1.1" 200 63252 "" "Prometheus/2.43.0" 2024-04-02T09:27:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[88945]: pgmap v3124: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 35 KiB/s wr, 603 op/s 2024-04-02T09:27:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[88945]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[88945]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2577112461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[91385]: pgmap v3124: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 35 KiB/s wr, 603 op/s 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[91385]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[91385]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2577112461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:49 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:49 smithi187 ceph-mon[84356]: pgmap v3124: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 35 KiB/s wr, 603 op/s 2024-04-02T09:27:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:49 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:49 smithi187 ceph-mon[84356]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:49 smithi187 ceph-mon[84356]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:49 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2577112461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:49 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:50.786 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:27:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:51 smithi112 ceph-mon[88945]: pgmap v3127: 553 pgs: 2 creating+peering, 56 unknown, 495 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 717 KiB/s rd, 44 KiB/s wr, 841 op/s 2024-04-02T09:27:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:51 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:51 smithi112 ceph-mon[88945]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:51 smithi112 ceph-mon[91385]: pgmap v3127: 553 pgs: 2 creating+peering, 56 unknown, 495 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 717 KiB/s rd, 44 KiB/s wr, 841 op/s 2024-04-02T09:27:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:51 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:51 smithi112 ceph-mon[91385]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:51 smithi187 ceph-mon[84356]: pgmap v3127: 553 pgs: 2 creating+peering, 56 unknown, 495 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 717 KiB/s rd, 44 KiB/s wr, 841 op/s 2024-04-02T09:27:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:51 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:51 smithi187 ceph-mon[84356]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:27:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:52 smithi112 ceph-mon[91385]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:27:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:52 smithi112 ceph-mon[88945]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:27:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:52 smithi187 ceph-mon[84356]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:27:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:53 smithi112 ceph-mon[88945]: pgmap v3130: 553 pgs: 12 creating+peering, 17 unknown, 524 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 26 KiB/s wr, 404 op/s 2024-04-02T09:27:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:53 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:53 smithi112 ceph-mon[88945]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:53 smithi112 ceph-mon[91385]: pgmap v3130: 553 pgs: 12 creating+peering, 17 unknown, 524 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 26 KiB/s wr, 404 op/s 2024-04-02T09:27:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:53 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:53 smithi112 ceph-mon[91385]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:53 smithi187 ceph-mon[84356]: pgmap v3130: 553 pgs: 12 creating+peering, 17 unknown, 524 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 26 KiB/s wr, 404 op/s 2024-04-02T09:27:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:53 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:53 smithi187 ceph-mon[84356]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:54 smithi112 ceph-mon[91385]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:54 smithi112 ceph-mon[91385]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:54 smithi112 ceph-mon[88945]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:54 smithi112 ceph-mon[88945]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:54 smithi187 ceph-mon[84356]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:54 smithi187 ceph-mon[84356]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:55 smithi112 ceph-mon[91385]: pgmap v3133: 553 pgs: 10 creating+peering, 6 unknown, 537 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2024-04-02T09:27:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:55 smithi112 ceph-mon[91385]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:55 smithi112 ceph-mon[88945]: pgmap v3133: 553 pgs: 10 creating+peering, 6 unknown, 537 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2024-04-02T09:27:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:55 smithi112 ceph-mon[88945]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:55 smithi187 ceph-mon[84356]: pgmap v3133: 553 pgs: 10 creating+peering, 6 unknown, 537 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2024-04-02T09:27:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:55 smithi187 ceph-mon[84356]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:child: image113 2024-04-02T09:27:56.289 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113/b2bea4418ffb 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.290 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:child: image113 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113/b2bea4418ffb 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.291 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.292 INFO:tasks.workunit.client.0.smithi112.stdout:child: image113 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:child: image115 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113/b2bea4418ffb 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115/b2be73457fb5 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.293 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:child: image113 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:child: image115 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113/b2bea4418ffb 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115/b2be73457fb5 2024-04-02T09:27:56.294 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.295 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:child: image113 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:child: image115 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:child: image116 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113/b2bea4418ffb 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.296 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115/b2be73457fb5 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116/b2be46094b58 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.297 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.298 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image113 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.907 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:child: image113 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:child: image115 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:child: image116 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image113/b2bea4418ffb 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115/b2be73457fb5 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116/b2be46094b58 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.908 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image115 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.909 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:child: image115 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:child: image116 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image115/b2be73457fb5 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116/b2be46094b58 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.910 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:child: image116 2024-04-02T09:27:56.911 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-28/image116/b2be46094b58 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:child: image114 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-27/image114/b2be976fcf7e 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 0 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:27:56.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ListChildren (9948 ms) 2024-04-02T09:27:56.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-02T09:27:58.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:57 smithi112 ceph-mon[91385]: pgmap v3136: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:27:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:57 smithi112 ceph-mon[91385]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:57 smithi112 ceph-mon[88945]: pgmap v3136: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:27:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:57 smithi112 ceph-mon[88945]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:57 smithi187 ceph-mon[84356]: pgmap v3136: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:27:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:57 smithi187 ceph-mon[84356]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:58 smithi112 ceph-mon[91385]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:58 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4036549668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:58 smithi112 ceph-mon[88945]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:58 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4036549668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:58 smithi187 ceph-mon[84356]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:59.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:58 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4036549668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:27:59] "GET /metrics HTTP/1.1" 200 68107 "" "Prometheus/2.43.0" 2024-04-02T09:28:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: pgmap v3139: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 9.2 KiB/s wr, 365 op/s 2024-04-02T09:28:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:28:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4036549668' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:28:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:28:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2889415479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: pgmap v3139: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 9.2 KiB/s wr, 365 op/s 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4036549668' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2889415479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:27:59 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: pgmap v3139: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 9.2 KiB/s wr, 365 op/s 2024-04-02T09:28:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:28:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4036549668' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:28:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:28:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2889415479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:27:59 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:01 smithi112 ceph-mon[88945]: pgmap v3142: 617 pgs: 3 creating+peering, 60 unknown, 554 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 9.5 KiB/s wr, 501 op/s 2024-04-02T09:28:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:01 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:01 smithi112 ceph-mon[88945]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:28:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:01 smithi112 ceph-mon[91385]: pgmap v3142: 617 pgs: 3 creating+peering, 60 unknown, 554 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 9.5 KiB/s wr, 501 op/s 2024-04-02T09:28:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:01 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:01 smithi112 ceph-mon[91385]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:28:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:01 smithi187 ceph-mon[84356]: pgmap v3142: 617 pgs: 3 creating+peering, 60 unknown, 554 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 9.5 KiB/s wr, 501 op/s 2024-04-02T09:28:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:01 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:01 smithi187 ceph-mon[84356]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:28:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:28:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[88945]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2211218884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[88945]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[91385]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:28:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2211218884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:02 smithi112 ceph-mon[91385]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:28:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:02 smithi187 ceph-mon[84356]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:28:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:02 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2211218884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:02 smithi187 ceph-mon[84356]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: pgmap v3145: 649 pgs: 12 creating+peering, 53 unknown, 584 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 7.0 KiB/s wr, 364 op/s 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]': finished 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: pgmap v3145: 649 pgs: 12 creating+peering, 53 unknown, 584 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 7.0 KiB/s wr, 364 op/s 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]': finished 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: pgmap v3145: 649 pgs: 12 creating+peering, 53 unknown, 584 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 7.0 KiB/s wr, 364 op/s 2024-04-02T09:28:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31", "force_nonempty":""}]': finished 2024-04-02T09:28:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:28:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[88945]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:28:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]': finished 2024-04-02T09:28:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[88945]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:28:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:05.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[91385]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:28:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]': finished 2024-04-02T09:28:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[91385]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:28:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:05.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:04 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:04 smithi187 ceph-mon[84356]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:28:05.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:04 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-140737-31", "mode":"writeback"}]': finished 2024-04-02T09:28:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:04 smithi187 ceph-mon[84356]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:28:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:04 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:04 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:05.789 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[91385]: pgmap v3148: 649 pgs: 13 creating+peering, 30 unknown, 606 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 5.2 KiB/s wr, 217 op/s 2024-04-02T09:28:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]': finished 2024-04-02T09:28:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[91385]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:28:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[88945]: pgmap v3148: 649 pgs: 13 creating+peering, 30 unknown, 606 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 5.2 KiB/s wr, 217 op/s 2024-04-02T09:28:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]': finished 2024-04-02T09:28:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:05 smithi112 ceph-mon[88945]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:28:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:05 smithi187 ceph-mon[84356]: pgmap v3148: 649 pgs: 13 creating+peering, 30 unknown, 606 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 5.2 KiB/s wr, 217 op/s 2024-04-02T09:28:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:05 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:05 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-140737-29", "overlaypool":"test-librbd-smithi112-140737-31"}]': finished 2024-04-02T09:28:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:05 smithi187 ceph-mon[84356]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[91385]: pgmap v3151: 649 pgs: 4 creating+peering, 9 unknown, 636 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[91385]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[88945]: pgmap v3151: 649 pgs: 4 creating+peering, 9 unknown, 636 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[88945]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:28:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:07 smithi187 ceph-mon[84356]: pgmap v3151: 649 pgs: 4 creating+peering, 9 unknown, 636 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:07 smithi187 ceph-mon[84356]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:28:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:09.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:08 smithi112 ceph-mon[91385]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:28:09.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:08 smithi112 ceph-mon[88945]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:28:09.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:08 smithi187 ceph-mon[84356]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:28:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:28:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:28:09] "GET /metrics HTTP/1.1" 200 75526 "" "Prometheus/2.43.0" 2024-04-02T09:28:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:09 smithi112 ceph-mon[91385]: pgmap v3154: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:09 smithi112 ceph-mon[91385]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:28:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:09 smithi112 ceph-mon[88945]: pgmap v3154: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:09 smithi112 ceph-mon[88945]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:28:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:09 smithi187 ceph-mon[84356]: pgmap v3154: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:09 smithi187 ceph-mon[84356]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:28:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:10 smithi112 ceph-mon[91385]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:28:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:10 smithi112 ceph-mon[88945]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:28:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:10 smithi187 ceph-mon[84356]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:28:11.354 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:child: image118 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118/b2be863975ec 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.355 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:child: image118 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118/b2be863975ec 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:child: image118 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:child: image120 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118/b2be863975ec 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120/b2be5150cc57 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.358 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:child: image118 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:child: image120 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118/b2be863975ec 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120/b2be5150cc57 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.360 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:child: image118 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:child: image120 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:child: image121 2024-04-02T09:28:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118/b2be863975ec 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120/b2be5150cc57 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121/b2be1d6a8597 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.362 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:11 smithi112 ceph-mon[91385]: pgmap v3157: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-02T09:28:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:11 smithi112 ceph-mon[91385]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:28:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:11 smithi112 ceph-mon[88945]: pgmap v3157: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-02T09:28:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:11 smithi112 ceph-mon[88945]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:28:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:11 smithi187 ceph-mon[84356]: pgmap v3157: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-02T09:28:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:11 smithi187 ceph-mon[84356]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:28:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:28:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:12 smithi112 ceph-mon[91385]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:28:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:12 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]: dispatch 2024-04-02T09:28:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:12 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]: dispatch 2024-04-02T09:28:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:12 smithi112 ceph-mon[88945]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:28:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:12 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]: dispatch 2024-04-02T09:28:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:12 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]: dispatch 2024-04-02T09:28:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:12 smithi187 ceph-mon[84356]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:28:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:12 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]: dispatch 2024-04-02T09:28:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:12 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]: dispatch 2024-04-02T09:28:13.829 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image118 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:child: image118 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:child: image120 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:child: image121 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image118/b2be863975ec 2024-04-02T09:28:13.830 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120/b2be5150cc57 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121/b2be1d6a8597 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.831 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image120 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:13.832 INFO:tasks.workunit.client.0.smithi112.stdout:child: image120 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:child: image121 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image120/b2be5150cc57 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121/b2be1d6a8597 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.833 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:child: image121 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-30/image121/b2be1d6a8597 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.834 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:child: image119 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-29/image119/b2be6407084a 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 0 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16923 ms) 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-02T09:28:13.835 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:13.898 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.LockingPP (69 ms) 2024-04-02T09:28:13.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-02T09:28:13.901 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[91385]: pgmap v3160: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 2.7 KiB/s wr, 134 op/s 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]': finished 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[91385]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[88945]: pgmap v3160: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 2.7 KiB/s wr, 134 op/s 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]': finished 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[88945]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:28:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:13 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:14.169 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushAio (271 ms) 2024-04-02T09:28:14.169 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-02T09:28:14.169 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:13 smithi187 ceph-mon[84356]: pgmap v3160: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 2.7 KiB/s wr, 134 op/s 2024-04-02T09:28:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:13 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-140737-29"}]': finished 2024-04-02T09:28:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:13 smithi187 ceph-mon[84356]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:28:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:13 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]: dispatch 2024-04-02T09:28:14.386 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushAioPP (217 ms) 2024-04-02T09:28:14.386 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-02T09:28:14.387 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.412 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (26 ms) 2024-04-02T09:28:14.412 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-02T09:28:14.412 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.440 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2024-04-02T09:28:14.440 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-02T09:28:14.440 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.457 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-04-02T09:28:14.457 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-02T09:28:14.457 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.496 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.LargeCacheRead (39 ms) 2024-04-02T09:28:14.496 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-02T09:28:14.496 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.738 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestPendingAio (242 ms) 2024-04-02T09:28:14.738 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-02T09:28:14.738 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:14.942 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:14 smithi112 ceph-mon[91385]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:28:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:14 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]': finished 2024-04-02T09:28:15.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:14 smithi112 ceph-mon[91385]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:28:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:14 smithi112 ceph-mon[88945]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:28:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:14 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]': finished 2024-04-02T09:28:15.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:14 smithi112 ceph-mon[88945]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:28:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:14 smithi187 ceph-mon[84356]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:28:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:14 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-140737-29", "tierpool":"test-librbd-smithi112-140737-31"}]': finished 2024-04-02T09:28:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:14 smithi187 ceph-mon[84356]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:28:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:15 smithi112 ceph-mon[91385]: pgmap v3163: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 11 KiB/s wr, 540 op/s 2024-04-02T09:28:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:15 smithi112 ceph-mon[91385]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:28:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:15 smithi112 ceph-mon[88945]: pgmap v3163: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 11 KiB/s wr, 540 op/s 2024-04-02T09:28:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:15 smithi112 ceph-mon[88945]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:28:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:15 smithi187 ceph-mon[84356]: pgmap v3163: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 11 KiB/s wr, 540 op/s 2024-04-02T09:28:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:15 smithi187 ceph-mon[84356]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:28:16.896 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2158 ms) 2024-04-02T09:28:16.896 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-02T09:28:16.897 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:16 smithi112 ceph-mon[91385]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:28:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:16 smithi112 ceph-mon[88945]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:28:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:16 smithi187 ceph-mon[84356]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:28:17.959 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:17 smithi112 ceph-mon[91385]: pgmap v3166: 649 pgs: 649 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 602 KiB/s wr, 875 op/s 2024-04-02T09:28:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:17 smithi112 ceph-mon[91385]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:28:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:17 smithi112 ceph-mon[88945]: pgmap v3166: 649 pgs: 649 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 602 KiB/s wr, 875 op/s 2024-04-02T09:28:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:17 smithi112 ceph-mon[88945]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:28:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:17 smithi187 ceph-mon[84356]: pgmap v3166: 649 pgs: 649 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 602 KiB/s wr, 875 op/s 2024-04-02T09:28:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:17 smithi187 ceph-mon[84356]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:28:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:18 smithi112 ceph-mon[91385]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:28:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:18 smithi112 ceph-mon[88945]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:28:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:18 smithi187 ceph-mon[84356]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:28:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:28:19] "GET /metrics HTTP/1.1" 200 75526 "" "Prometheus/2.43.0" 2024-04-02T09:28:19.845 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2949 ms) 2024-04-02T09:28:19.845 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-02T09:28:19.845 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-mon[88945]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 729 KiB/s wr, 722 op/s 2024-04-02T09:28:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-mon[88945]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:28:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-mon[88945]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:28:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-mon[91385]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 729 KiB/s wr, 722 op/s 2024-04-02T09:28:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-mon[91385]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:28:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:19 smithi112 ceph-mon[91385]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:28:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:19 smithi187 ceph-mon[84356]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 729 KiB/s wr, 722 op/s 2024-04-02T09:28:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:19 smithi187 ceph-mon[84356]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:28:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:19 smithi187 ceph-mon[84356]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:28:20.983 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Flatten (1138 ms) 2024-04-02T09:28:20.983 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-02T09:28:20.984 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:21.021 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 32768 2024-04-02T09:28:21.021 INFO:tasks.workunit.client.0.smithi112.stdout:read: 32768 2024-04-02T09:28:21.022 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Sparsify (38 ms) 2024-04-02T09:28:21.022 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-02T09:28:21.022 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:21.060 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SparsifyPP (39 ms) 2024-04-02T09:28:21.060 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-02T09:28:21.060 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:21 smithi187 ceph-mon[84356]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 142 KiB/s wr, 321 op/s 2024-04-02T09:28:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:21 smithi187 ceph-mon[84356]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:28:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:21 smithi112 ceph-mon[91385]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 142 KiB/s wr, 321 op/s 2024-04-02T09:28:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:21 smithi112 ceph-mon[91385]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:28:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:21 smithi112 ceph-mon[88945]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 142 KiB/s wr, 321 op/s 2024-04-02T09:28:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:21 smithi112 ceph-mon[88945]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:28:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:28:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:22 smithi187 ceph-mon[84356]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:28:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:23.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:22 smithi112 ceph-mon[88945]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:28:23.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:23.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:22 smithi112 ceph-mon[91385]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:28:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:23 smithi187 ceph-mon[84356]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 27 KiB/s wr, 262 op/s 2024-04-02T09:28:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:23 smithi187 ceph-mon[84356]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:28:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:23 smithi112 ceph-mon[88945]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 27 KiB/s wr, 262 op/s 2024-04-02T09:28:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:23 smithi112 ceph-mon[88945]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:28:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:23 smithi112 ceph-mon[91385]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 27 KiB/s wr, 262 op/s 2024-04-02T09:28:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:23 smithi112 ceph-mon[91385]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:28:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:24 smithi187 ceph-mon[84356]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:24 smithi112 ceph-mon[91385]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:28:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:24 smithi112 ceph-mon[88945]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:28:25.940 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapshotLimit (4879 ms) 2024-04-02T09:28:25.940 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-02T09:28:25.940 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:25 smithi187 ceph-mon[84356]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:28:26.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:25 smithi187 ceph-mon[84356]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:28:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:25 smithi112 ceph-mon[91385]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:28:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:25 smithi112 ceph-mon[91385]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:28:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:25 smithi112 ceph-mon[88945]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 25 KiB/s wr, 245 op/s 2024-04-02T09:28:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:25 smithi112 ceph-mon[88945]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:28:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:26 smithi187 ceph-mon[84356]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:28:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:26 smithi112 ceph-mon[91385]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:28:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:26 smithi112 ceph-mon[88945]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:28:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:27 smithi187 ceph-mon[84356]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 25 KiB/s wr, 132 op/s 2024-04-02T09:28:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:27 smithi187 ceph-mon[84356]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:28:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:27 smithi112 ceph-mon[88945]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 25 KiB/s wr, 132 op/s 2024-04-02T09:28:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:27 smithi112 ceph-mon[88945]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:28:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:27 smithi112 ceph-mon[91385]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 25 KiB/s wr, 132 op/s 2024-04-02T09:28:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:27 smithi112 ceph-mon[91385]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:28:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:28 smithi187 ceph-mon[84356]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:28:29.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:28 smithi112 ceph-mon[91385]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:28:29.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:28 smithi112 ceph-mon[88945]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:28:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:28:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:28:29] "GET /metrics HTTP/1.1" 200 75609 "" "Prometheus/2.43.0" 2024-04-02T09:28:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:29 smithi187 ceph-mon[84356]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 23 KiB/s wr, 117 op/s 2024-04-02T09:28:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:29 smithi187 ceph-mon[84356]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:29 smithi112 ceph-mon[91385]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 23 KiB/s wr, 117 op/s 2024-04-02T09:28:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:29 smithi112 ceph-mon[91385]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:29 smithi112 ceph-mon[88945]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 23 KiB/s wr, 117 op/s 2024-04-02T09:28:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:29 smithi112 ceph-mon[88945]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:30.976 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5037 ms) 2024-04-02T09:28:30.976 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-02T09:28:30.976 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:31.032 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:28:31.032 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (56 ms) 2024-04-02T09:28:31.033 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-02T09:28:31.033 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:31.095 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2024-04-02T09:28:31.095 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-02T09:28:31.095 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:31.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:30 smithi187 ceph-mon[84356]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:30 smithi112 ceph-mon[91385]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:30 smithi112 ceph-mon[88945]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:31.995 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (900 ms) 2024-04-02T09:28:31.995 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-02T09:28:31.996 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:31 smithi187 ceph-mon[84356]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-04-02T09:28:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:31 smithi187 ceph-mon[84356]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:31 smithi112 ceph-mon[91385]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-04-02T09:28:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:31 smithi112 ceph-mon[91385]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:31 smithi112 ceph-mon[88945]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-04-02T09:28:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:31 smithi112 ceph-mon[88945]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:28:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:32 smithi187 ceph-mon[84356]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:32 smithi112 ceph-mon[91385]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:32 smithi112 ceph-mon[88945]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:33.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1994 ms) 2024-04-02T09:28:33.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-02T09:28:33.989 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:34.050 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (61 ms) 2024-04-02T09:28:34.050 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:28:34.050 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-02T09:28:34.051 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:28:34.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-02T09:28:34.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-02T09:28:34.051 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:33 smithi187 ceph-mon[84356]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-04-02T09:28:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:33 smithi187 ceph-mon[84356]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:33 smithi112 ceph-mon[91385]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-04-02T09:28:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:33 smithi112 ceph-mon[91385]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:33 smithi112 ceph-mon[88945]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-04-02T09:28:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:33 smithi112 ceph-mon[88945]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:34 smithi187 ceph-mon[84356]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:34 smithi187 ceph-mon[84356]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:34 smithi112 ceph-mon[91385]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:34 smithi112 ceph-mon[91385]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:34 smithi112 ceph-mon[88945]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:34 smithi112 ceph-mon[88945]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:35.826 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:28:35.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRemove2 (1775 ms) 2024-04-02T09:28:35.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-02T09:28:35.826 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:35 smithi187 ceph-mon[84356]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-02T09:28:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:35 smithi187 ceph-mon[84356]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:35 smithi112 ceph-mon[88945]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-02T09:28:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:35 smithi112 ceph-mon[88945]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:35 smithi112 ceph-mon[91385]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-02T09:28:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:35 smithi112 ceph-mon[91385]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:36.848 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1023 ms) 2024-04-02T09:28:36.848 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-02T09:28:36.848 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:37.850 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1001 ms) 2024-04-02T09:28:37.850 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-02T09:28:37.850 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:37 smithi112 ceph-mon[91385]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 208 op/s 2024-04-02T09:28:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:37 smithi112 ceph-mon[91385]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:37 smithi112 ceph-mon[88945]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 208 op/s 2024-04-02T09:28:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:37 smithi112 ceph-mon[88945]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:37 smithi187 ceph-mon[84356]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 208 op/s 2024-04-02T09:28:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:37 smithi187 ceph-mon[84356]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:38.873 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1023 ms) 2024-04-02T09:28:38.873 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-02T09:28:38.873 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:38 smithi112 ceph-mon[88945]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:38 smithi112 ceph-mon[91385]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:38 smithi187 ceph-mon[84356]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:28:39] "GET /metrics HTTP/1.1" 200 75605 "" "Prometheus/2.43.0" 2024-04-02T09:28:39.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1037 ms) 2024-04-02T09:28:39.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-02T09:28:39.910 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:39.949 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (39 ms) 2024-04-02T09:28:39.949 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-02T09:28:39.949 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:39.985 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (36 ms) 2024-04-02T09:28:39.985 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-02T09:28:39.985 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-mon[91385]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-02T09:28:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-mon[91385]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-mon[91385]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-mon[88945]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-02T09:28:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-mon[88945]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:39 smithi112 ceph-mon[88945]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:39 smithi187 ceph-mon[84356]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-02T09:28:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:39 smithi187 ceph-mon[84356]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:39 smithi187 ceph-mon[84356]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[88945]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 84 op/s 2024-04-02T09:28:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[88945]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:28:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-04-02T09:28:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[91385]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 84 op/s 2024-04-02T09:28:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[91385]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:28:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-04-02T09:28:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:41 smithi187 ceph-mon[84356]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 84 op/s 2024-04-02T09:28:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:41 smithi187 ceph-mon[84356]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:28:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-04-02T09:28:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:28:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:28:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-04-02T09:28:43.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:42 smithi112 ceph-mon[91385]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:28:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-04-02T09:28:43.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:42 smithi112 ceph-mon[88945]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:28:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-04-02T09:28:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:42 smithi187 ceph-mon[84356]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:43 smithi112 ceph-mon[88945]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-04-02T09:28:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:43 smithi112 ceph-mon[88945]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:43 smithi112 ceph-mon[91385]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-04-02T09:28:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:43 smithi112 ceph-mon[91385]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:43 smithi187 ceph-mon[84356]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-04-02T09:28:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:43 smithi187 ceph-mon[84356]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:44 smithi112 ceph-mon[91385]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:44 smithi112 ceph-mon[91385]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:44 smithi112 ceph-mon[88945]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:44 smithi112 ceph-mon[88945]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:44 smithi187 ceph-mon[84356]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:44 smithi187 ceph-mon[84356]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[88945]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-04-02T09:28:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[91385]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-04-02T09:28:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:45 smithi187 ceph-mon[84356]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-04-02T09:28:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:28:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:46 smithi112 ceph-mon[88945]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:47.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:46 smithi112 ceph-mon[91385]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:46 smithi187 ceph-mon[84356]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:47 smithi112 ceph-mon[91385]: pgmap v3211: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 75 op/s 2024-04-02T09:28:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:47 smithi112 ceph-mon[91385]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:47 smithi112 ceph-mon[88945]: pgmap v3211: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 75 op/s 2024-04-02T09:28:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:47 smithi112 ceph-mon[88945]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:47 smithi187 ceph-mon[84356]: pgmap v3211: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 75 op/s 2024-04-02T09:28:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:47 smithi187 ceph-mon[84356]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:49.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:48 smithi112 ceph-mon[88945]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:48 smithi112 ceph-mon[91385]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:48 smithi187 ceph-mon[84356]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:28:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:28:49] "GET /metrics HTTP/1.1" 200 75605 "" "Prometheus/2.43.0" 2024-04-02T09:28:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:49 smithi112 ceph-mon[88945]: pgmap v3214: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-04-02T09:28:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:49 smithi112 ceph-mon[88945]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:49 smithi112 ceph-mon[91385]: pgmap v3214: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-04-02T09:28:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:49 smithi112 ceph-mon[91385]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:49 smithi187 ceph-mon[84356]: pgmap v3214: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-04-02T09:28:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:49 smithi187 ceph-mon[84356]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:50.496 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10511 ms) 2024-04-02T09:28:50.496 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-02T09:28:50.496 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:50.987 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Metadata (492 ms) 2024-04-02T09:28:50.987 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-02T09:28:50.987 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:50 smithi112 ceph-mon[91385]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:50 smithi112 ceph-mon[88945]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:50 smithi187 ceph-mon[84356]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:51.972 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.MetadataPP (985 ms) 2024-04-02T09:28:51.972 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-02T09:28:51.972 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:52.073 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateFeatures (101 ms) 2024-04-02T09:28:52.073 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-02T09:28:52.074 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-02T09:28:52.074 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-02T09:28:52.074 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:51 smithi112 ceph-mon[91385]: pgmap v3217: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.0 KiB/s wr, 97 op/s 2024-04-02T09:28:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:51 smithi112 ceph-mon[91385]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:51 smithi112 ceph-mon[88945]: pgmap v3217: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.0 KiB/s wr, 97 op/s 2024-04-02T09:28:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:51 smithi112 ceph-mon[88945]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:51 smithi187 ceph-mon[84356]: pgmap v3217: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.0 KiB/s wr, 97 op/s 2024-04-02T09:28:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:51 smithi187 ceph-mon[84356]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:28:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:28:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-02T09:28:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-02T09:28:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-02T09:28:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RebuildObjectMap (871 ms) 2024-04-02T09:28:52.945 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-02T09:28:52.976 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:28:52.976 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-02T09:28:52.976 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-02T09:28:52.976 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-02T09:28:52.976 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (32 ms) 2024-04-02T09:28:52.976 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-02T09:28:52.977 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:52 smithi187 ceph-mon[84356]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:52 smithi112 ceph-mon[91385]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:52 smithi112 ceph-mon[88945]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:53.954 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:28:53.954 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-02T09:28:53.954 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-02T09:28:53.954 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-02T09:28:53.954 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CheckObjectMap (978 ms) 2024-04-02T09:28:53.954 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-02T09:28:53.955 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:53.983 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.BlockingAIO (28 ms) 2024-04-02T09:28:53.983 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-02T09:28:53.983 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:54.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (143 ms) 2024-04-02T09:28:54.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:28:54.125 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-02T09:28:54.126 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:28:54.126 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-02T09:28:54.126 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-02T09:28:54.126 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:53 smithi187 ceph-mon[84356]: pgmap v3220: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 178 KiB/s wr, 750 op/s 2024-04-02T09:28:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:53 smithi187 ceph-mon[84356]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:53 smithi112 ceph-mon[91385]: pgmap v3220: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 178 KiB/s wr, 750 op/s 2024-04-02T09:28:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:53 smithi112 ceph-mon[91385]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:53 smithi112 ceph-mon[88945]: pgmap v3220: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 178 KiB/s wr, 750 op/s 2024-04-02T09:28:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:53 smithi112 ceph-mon[88945]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:54.970 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (845 ms) 2024-04-02T09:28:54.971 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-02T09:28:54.971 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:54 smithi187 ceph-mon[84356]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:54 smithi112 ceph-mon[88945]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:54 smithi112 ceph-mon[91385]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:55.934 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (964 ms) 2024-04-02T09:28:55.934 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-02T09:28:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:55 smithi187 ceph-mon[84356]: pgmap v3223: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 194 KiB/s wr, 766 op/s 2024-04-02T09:28:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:55 smithi187 ceph-mon[84356]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:55 smithi112 ceph-mon[91385]: pgmap v3223: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 194 KiB/s wr, 766 op/s 2024-04-02T09:28:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:55 smithi112 ceph-mon[91385]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:55 smithi112 ceph-mon[88945]: pgmap v3223: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 194 KiB/s wr, 766 op/s 2024-04-02T09:28:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:55 smithi112 ceph-mon[88945]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:57.037 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:28:57.037 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:28:57.037 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestImageOptions (1103 ms) 2024-04-02T09:28:57.037 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-02T09:28:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:56 smithi187 ceph-mon[84356]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:56 smithi112 ceph-mon[91385]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:56 smithi112 ceph-mon[88945]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:58.023 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:28:58.023 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-02T09:28:58.023 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (985 ms) 2024-04-02T09:28:58.023 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-02T09:28:58.023 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-02T09:28:58.023 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-02T09:28:58.024 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-02T09:28:58.024 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-02T09:28:58.024 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:28:58.066 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:28:58.067 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:28:58.068 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-02T09:28:58.069 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-02T09:28:58.070 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ImagePollIO (43 ms) 2024-04-02T09:28:58.070 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-02T09:28:58.070 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:58.079 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:28:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:57 smithi187 ceph-mon[84356]: pgmap v3226: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 69 KiB/s wr, 275 op/s 2024-04-02T09:28:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:57 smithi187 ceph-mon[84356]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:57 smithi112 ceph-mon[91385]: pgmap v3226: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 69 KiB/s wr, 275 op/s 2024-04-02T09:28:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:57 smithi112 ceph-mon[91385]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:57 smithi112 ceph-mon[88945]: pgmap v3226: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 69 KiB/s wr, 275 op/s 2024-04-02T09:28:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:57 smithi112 ceph-mon[88945]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:59.087 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Mirror (1020 ms) 2024-04-02T09:28:59.087 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-02T09:28:59.104 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (18 ms) 2024-04-02T09:28:59.104 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-02T09:28:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:58 smithi187 ceph-mon[84356]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:59.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:58 smithi112 ceph-mon[91385]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:59.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:58 smithi112 ceph-mon[88945]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:28:59] "GET /metrics HTTP/1.1" 200 75608 "" "Prometheus/2.43.0" 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: pgmap v3229: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 456 KiB/s rd, 124 KiB/s wr, 621 op/s 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fc9d243b-f48b-416b-8d8b-e3d8e2809bdb"}]: dispatch 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fc9d243b-f48b-416b-8d8b-e3d8e2809bdb"}]': finished 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e3448922-f99b-44a9-942e-8a39fe5af7a4"}]: dispatch 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e3448922-f99b-44a9-942e-8a39fe5af7a4"}]': finished 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/83c99c3b-15eb-4f57-8237-237262c150bf"}]: dispatch 2024-04-02T09:29:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/83c99c3b-15eb-4f57-8237-237262c150bf"}]': finished 2024-04-02T09:29:00.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' 2024-04-02T09:29:00.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:28:59 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]': finished 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: pgmap v3229: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 456 KiB/s rd, 124 KiB/s wr, 621 op/s 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fc9d243b-f48b-416b-8d8b-e3d8e2809bdb"}]: dispatch 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fc9d243b-f48b-416b-8d8b-e3d8e2809bdb"}]': finished 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e3448922-f99b-44a9-942e-8a39fe5af7a4"}]: dispatch 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e3448922-f99b-44a9-942e-8a39fe5af7a4"}]': finished 2024-04-02T09:29:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/83c99c3b-15eb-4f57-8237-237262c150bf"}]: dispatch 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/83c99c3b-15eb-4f57-8237-237262c150bf"}]': finished 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]': finished 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: pgmap v3229: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 456 KiB/s rd, 124 KiB/s wr, 621 op/s 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fc9d243b-f48b-416b-8d8b-e3d8e2809bdb"}]: dispatch 2024-04-02T09:29:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fc9d243b-f48b-416b-8d8b-e3d8e2809bdb"}]': finished 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e3448922-f99b-44a9-942e-8a39fe5af7a4"}]: dispatch 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e3448922-f99b-44a9-942e-8a39fe5af7a4"}]': finished 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/83c99c3b-15eb-4f57-8237-237262c150bf"}]: dispatch 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/83c99c3b-15eb-4f57-8237-237262c150bf"}]': finished 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]: dispatch 2024-04-02T09:29:00.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:28:59 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/97de12e2-dce7-4b6f-afb0-78eb06301e1f"}]': finished 2024-04-02T09:29:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:01 smithi112 ceph-mon[91385]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:29:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:01 smithi112 ceph-mon[91385]: pgmap v3232: 649 pgs: 649 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 537 KiB/s wr, 506 op/s 2024-04-02T09:29:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:01 smithi112 ceph-mon[88945]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:29:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:01 smithi112 ceph-mon[88945]: pgmap v3232: 649 pgs: 649 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 537 KiB/s wr, 506 op/s 2024-04-02T09:29:01.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:01 smithi187 ceph-mon[84356]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:29:01.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:01 smithi187 ceph-mon[84356]: pgmap v3232: 649 pgs: 649 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 537 KiB/s wr, 506 op/s 2024-04-02T09:29:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:02 smithi112 ceph-mon[91385]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:29:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:02 smithi112 ceph-mon[88945]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:29:02.382 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:02 smithi187 ceph-mon[84356]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:29:02.382 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:29:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:03.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:03 smithi187 ceph-mon[84356]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:29:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:03 smithi187 ceph-mon[84356]: pgmap v3235: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:29:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:03 smithi112 ceph-mon[91385]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:29:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:03 smithi112 ceph-mon[91385]: pgmap v3235: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:29:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:03 smithi112 ceph-mon[88945]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:29:03.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:03 smithi112 ceph-mon[88945]: pgmap v3235: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:29:04.184 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5079 ms) 2024-04-02T09:29:04.184 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-02T09:29:04.184 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:04.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:04 smithi187 ceph-mon[84356]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:29:04.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:04 smithi112 ceph-mon[91385]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:29:04.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:04 smithi112 ceph-mon[88945]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:29:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:05 smithi187 ceph-mon[84356]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:05.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:05 smithi187 ceph-mon[84356]: pgmap v3238: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 1.6 MiB/s wr, 315 op/s 2024-04-02T09:29:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:05 smithi112 ceph-mon[91385]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:05 smithi112 ceph-mon[91385]: pgmap v3238: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 1.6 MiB/s wr, 315 op/s 2024-04-02T09:29:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:05 smithi112 ceph-mon[88945]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:05.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:05 smithi112 ceph-mon[88945]: pgmap v3238: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 1.6 MiB/s wr, 315 op/s 2024-04-02T09:29:06.166 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1982 ms) 2024-04-02T09:29:06.166 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-02T09:29:06.166 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:06.223 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-02T09:29:06.223 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-02T09:29:06.227 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-02T09:29:06.237 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-02T09:29:06.238 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-02T09:29:06.238 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-02T09:29:06.239 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-02T09:29:06.288 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-02T09:29:06.291 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-02T09:29:06.291 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-02T09:29:06.295 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-02T09:29:06.313 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-02T09:29:06.315 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-02T09:29:06.315 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-02T09:29:06.318 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-02T09:29:06.355 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-02T09:29:06.358 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-02T09:29:06.358 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-02T09:29:06.362 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-02T09:29:06.412 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-02T09:29:06.415 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-02T09:29:06.416 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-02T09:29:06.419 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-02T09:29:06.450 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-02T09:29:06.453 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-02T09:29:06.453 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-02T09:29:06.455 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-02T09:29:06.467 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-02T09:29:06.470 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-02T09:29:06.470 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-02T09:29:06.474 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-02T09:29:06.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:06 smithi187 ceph-mon[84356]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:06.522 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-02T09:29:06.525 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-02T09:29:06.525 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-02T09:29:06.528 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-02T09:29:06.569 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-02T09:29:06.571 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-02T09:29:06.575 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-02T09:29:06.576 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-02T09:29:06.579 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-02T09:29:06.593 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ExclusiveLock (428 ms) 2024-04-02T09:29:06.593 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-02T09:29:06.608 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:06.617 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:06 smithi112 ceph-mon[91385]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:06 smithi112 ceph-mon[88945]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:07.174 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.BreakLock (581 ms) 2024-04-02T09:29:07.175 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-02T09:29:07.175 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (36 ms) 2024-04-02T09:29:07.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-02T09:29:07.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-02T09:29:07.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-02T09:29:07.211 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:1.56% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:3.12% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:4.69% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:6.25% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:7.81% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:9.38% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:10.94% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:12.50% done 2024-04-02T09:29:07.275 INFO:tasks.workunit.client.0.smithi112.stdout:14.06% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:15.62% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:17.19% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:18.75% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:20.31% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:21.88% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:23.44% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:26.56% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:28.12% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:29.69% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:31.25% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:32.81% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:34.38% done 2024-04-02T09:29:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:35.94% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:37.50% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:39.06% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:40.62% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:42.19% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:43.75% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:45.31% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:46.88% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:48.44% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:51.56% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:53.12% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:54.69% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:56.25% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:57.81% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:59.38% done 2024-04-02T09:29:07.277 INFO:tasks.workunit.client.0.smithi112.stdout:60.94% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:62.50% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:64.06% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:65.62% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:67.19% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:68.75% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:70.31% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:71.88% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:73.44% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:76.56% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:78.12% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:79.69% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:81.25% done 2024-04-02T09:29:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:82.81% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:84.38% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:85.94% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:87.50% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:89.06% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:90.62% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:92.19% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:93.75% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:95.31% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:96.88% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:98.44% done 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-02T09:29:07.279 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.332 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:1.56% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:3.12% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:4.69% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:6.25% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:7.81% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:9.38% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:10.94% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:12.50% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:14.06% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:15.62% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:17.19% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:18.75% done 2024-04-02T09:29:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:20.31% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:21.88% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:23.44% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:26.56% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:28.12% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:29.69% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:31.25% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:32.81% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:34.38% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:35.94% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:37.50% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:39.06% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:40.62% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:42.19% done 2024-04-02T09:29:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:43.75% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:45.31% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:46.88% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:48.44% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:51.56% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:53.12% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:54.69% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:56.25% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:57.81% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:59.38% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:60.94% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:62.50% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:64.06% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:65.62% done 2024-04-02T09:29:07.335 INFO:tasks.workunit.client.0.smithi112.stdout:67.19% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:68.75% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:70.31% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:71.88% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:73.44% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:76.56% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:78.12% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:79.69% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:81.25% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:82.81% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:84.38% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:85.94% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:87.50% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:89.06% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:90.62% done 2024-04-02T09:29:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:92.19% done 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:93.75% done 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:95.31% done 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:96.88% done 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:98.44% done 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (58 ms) 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-02T09:29:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.341 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.465 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashPurge (132 ms) 2024-04-02T09:29:07.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-02T09:29:07.723 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.724 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:07 smithi187 ceph-mon[84356]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:07.724 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:07 smithi187 ceph-mon[84356]: pgmap v3241: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 8.0 KiB/s wr, 146 op/s 2024-04-02T09:29:07.724 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:07 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]: dispatch 2024-04-02T09:29:07.724 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:07 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]: dispatch 2024-04-02T09:29:07.724 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (43 ms) 2024-04-02T09:29:07.725 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-02T09:29:07.725 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.725 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestListWatchers (34 ms) 2024-04-02T09:29:07.725 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-02T09:29:07.725 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:07.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[91385]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:07.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[91385]: pgmap v3241: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 8.0 KiB/s wr, 146 op/s 2024-04-02T09:29:07.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]: dispatch 2024-04-02T09:29:07.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]: dispatch 2024-04-02T09:29:07.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[88945]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:07.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[88945]: pgmap v3241: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 8.0 KiB/s wr, 146 op/s 2024-04-02T09:29:07.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3315668673' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]: dispatch 2024-04-02T09:29:07.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:07 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]: dispatch 2024-04-02T09:29:08.188 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestSetSnapById (647 ms) 2024-04-02T09:29:08.188 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-02T09:29:08.220 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Namespaces (32 ms) 2024-04-02T09:29:08.221 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-02T09:29:08.255 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:08.261 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:08.351 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.NamespacesPP (131 ms) 2024-04-02T09:29:08.351 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Migration 2024-04-02T09:29:08.351 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:08.351 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:08 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]': finished 2024-04-02T09:29:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:08 smithi187 ceph-mon[84356]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:08 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]': finished 2024-04-02T09:29:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:08 smithi112 ceph-mon[91385]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:08 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/420970416"}]': finished 2024-04-02T09:29:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:08 smithi112 ceph-mon[88945]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:08.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:08.768 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Migration (416 ms) 2024-04-02T09:29:08.768 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-02T09:29:08.768 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:08.768 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:09.191 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.MigrationPP (424 ms) 2024-04-02T09:29:09.191 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-02T09:29:09.192 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:09.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (19 ms) 2024-04-02T09:29:09.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-02T09:29:09.211 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:09.227 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-02T09:29:09.228 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-02T09:29:09.228 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:09.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:09 smithi187 ceph-mon[84356]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:09 smithi187 ceph-mon[84356]: pgmap v3244: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 9.7 KiB/s wr, 219 op/s 2024-04-02T09:29:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:29:09] "GET /metrics HTTP/1.1" 200 75601 "" "Prometheus/2.43.0" 2024-04-02T09:29:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-mon[91385]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-mon[91385]: pgmap v3244: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 9.7 KiB/s wr, 219 op/s 2024-04-02T09:29:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-mon[88945]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-mon[88945]: pgmap v3244: 649 pgs: 649 active+clean; 317 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 9.7 KiB/s wr, 219 op/s 2024-04-02T09:29:09.887 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (660 ms) 2024-04-02T09:29:09.887 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-02T09:29:09.919 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.PoolMetadata (32 ms) 2024-04-02T09:29:09.919 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-02T09:29:09.938 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.PoolMetadataPP (19 ms) 2024-04-02T09:29:09.938 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Config 2024-04-02T09:29:09.943 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:09.988 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Config (50 ms) 2024-04-02T09:29:09.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-02T09:29:09.993 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:10.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ConfigPP (47 ms) 2024-04-02T09:29:10.036 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-02T09:29:10.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:09] ENGINE Bus STOPPING 2024-04-02T09:29:10.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:29:10.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:09] ENGINE Bus STOPPED 2024-04-02T09:29:10.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:09] ENGINE Bus STARTING 2024-04-02T09:29:10.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Serving on http://:::9283 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Bus STARTED 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Bus STOPPING 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Bus STOPPED 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Bus STARTING 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Serving on http://:::9283 2024-04-02T09:29:10.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:29:10] ENGINE Bus STARTED 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:29:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1672724862' entity='client.admin' 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:29:12.040 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:11 smithi112 ceph-mon[91385]: pgmap v3246: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 139 KiB/s wr, 340 op/s 2024-04-02T09:29:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:11 smithi112 ceph-mon[91385]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:11 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3299820197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:11 smithi112 ceph-mon[88945]: pgmap v3246: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 139 KiB/s wr, 340 op/s 2024-04-02T09:29:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:11 smithi112 ceph-mon[88945]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:11 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3299820197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:11 smithi187 ceph-mon[84356]: pgmap v3246: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 139 KiB/s wr, 340 op/s 2024-04-02T09:29:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:11 smithi187 ceph-mon[84356]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:11 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3299820197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:29:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3299820197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:13 smithi112 ceph-mon[91385]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:13 smithi112 ceph-mon[91385]: pgmap v3249: 681 pgs: 12 creating+peering, 20 unknown, 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 181 KiB/s wr, 1.11k op/s 2024-04-02T09:29:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3299820197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:13 smithi112 ceph-mon[88945]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:13 smithi112 ceph-mon[88945]: pgmap v3249: 681 pgs: 12 creating+peering, 20 unknown, 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 181 KiB/s wr, 1.11k op/s 2024-04-02T09:29:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3299820197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:13 smithi187 ceph-mon[84356]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:13.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:13 smithi187 ceph-mon[84356]: pgmap v3249: 681 pgs: 12 creating+peering, 20 unknown, 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 181 KiB/s wr, 1.11k op/s 2024-04-02T09:29:14.135 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:14.144 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:14.152 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:14 smithi112 ceph-mon[91385]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:14 smithi112 ceph-mon[88945]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:14 smithi187 ceph-mon[84356]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:14.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.PoolStatsPP (4846 ms) 2024-04-02T09:29:14.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-02T09:29:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:15 smithi112 ceph-mon[91385]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:15 smithi112 ceph-mon[91385]: pgmap v3252: 681 pgs: 12 creating+peering, 12 unknown, 657 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 691 KiB/s rd, 48 KiB/s wr, 938 op/s 2024-04-02T09:29:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:15 smithi112 ceph-mon[91385]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:15 smithi112 ceph-mon[88945]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:15 smithi112 ceph-mon[88945]: pgmap v3252: 681 pgs: 12 creating+peering, 12 unknown, 657 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 691 KiB/s rd, 48 KiB/s wr, 938 op/s 2024-04-02T09:29:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:15 smithi112 ceph-mon[88945]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:15 smithi187 ceph-mon[84356]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:15 smithi187 ceph-mon[84356]: pgmap v3252: 681 pgs: 12 creating+peering, 12 unknown, 657 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 691 KiB/s rd, 48 KiB/s wr, 938 op/s 2024-04-02T09:29:15.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:15 smithi187 ceph-mon[84356]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:16.819 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:16 smithi112 ceph-mon[91385]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:16 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3666272651' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:17.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:16 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:16 smithi112 ceph-mon[88945]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:16 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3666272651' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:17.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:16 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:16 smithi187 ceph-mon[84356]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:16 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3666272651' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:16 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[91385]: pgmap v3255: 713 pgs: 32 unknown, 12 creating+peering, 669 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-02T09:29:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[91385]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[88945]: pgmap v3255: 713 pgs: 32 unknown, 12 creating+peering, 669 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-02T09:29:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:17 smithi112 ceph-mon[88945]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:17 smithi187 ceph-mon[84356]: pgmap v3255: 713 pgs: 32 unknown, 12 creating+peering, 669 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-02T09:29:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:17 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:17 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:17 smithi187 ceph-mon[84356]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:18 smithi112 ceph-mon[91385]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:18 smithi112 ceph-mon[88945]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:18 smithi187 ceph-mon[84356]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:29:19] "GET /metrics HTTP/1.1" 200 75601 "" "Prometheus/2.43.0" 2024-04-02T09:29:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-mon[91385]: pgmap v3258: 713 pgs: 11 creating+peering, 17 unknown, 685 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 61 op/s 2024-04-02T09:29:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-mon[91385]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-mon[88945]: pgmap v3258: 713 pgs: 11 creating+peering, 17 unknown, 685 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 61 op/s 2024-04-02T09:29:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:19 smithi112 ceph-mon[88945]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:19 smithi187 ceph-mon[84356]: pgmap v3258: 713 pgs: 11 creating+peering, 17 unknown, 685 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 61 op/s 2024-04-02T09:29:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:19 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:19 smithi187 ceph-mon[84356]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:20.963 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ImageSpec (6081 ms) 2024-04-02T09:29:20.963 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-02T09:29:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:20 smithi112 ceph-mon[91385]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:20 smithi112 ceph-mon[88945]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:20 smithi187 ceph-mon[84356]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:21 smithi112 ceph-mon[91385]: pgmap v3261: 713 pgs: 11 creating+peering, 10 unknown, 692 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-04-02T09:29:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:21 smithi112 ceph-mon[91385]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:21 smithi112 ceph-mon[88945]: pgmap v3261: 713 pgs: 11 creating+peering, 10 unknown, 692 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-04-02T09:29:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:21 smithi112 ceph-mon[88945]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:21 smithi187 ceph-mon[84356]: pgmap v3261: 713 pgs: 11 creating+peering, 10 unknown, 692 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-04-02T09:29:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:21 smithi187 ceph-mon[84356]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:29:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:22.855 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[88945]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1004415202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[91385]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1004415202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:22 smithi187 ceph-mon[84356]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:22 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1004415202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:22 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[91385]: pgmap v3264: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-02T09:29:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[91385]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[88945]: pgmap v3264: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-02T09:29:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:23 smithi112 ceph-mon[88945]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:23 smithi187 ceph-mon[84356]: pgmap v3264: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-02T09:29:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:23 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:23 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:23 smithi187 ceph-mon[84356]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:24 smithi112 ceph-mon[91385]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:25.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:24 smithi112 ceph-mon[91385]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:24 smithi112 ceph-mon[88945]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:25.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:24 smithi112 ceph-mon[88945]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:24 smithi187 ceph-mon[84356]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:24 smithi187 ceph-mon[84356]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:25 smithi112 ceph-mon[91385]: pgmap v3267: 745 pgs: 6 creating+peering, 21 unknown, 718 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 4.5 KiB/s wr, 129 op/s 2024-04-02T09:29:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:25 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:25 smithi112 ceph-mon[88945]: pgmap v3267: 745 pgs: 6 creating+peering, 21 unknown, 718 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 4.5 KiB/s wr, 129 op/s 2024-04-02T09:29:26.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:25 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:25 smithi187 ceph-mon[84356]: pgmap v3267: 745 pgs: 6 creating+peering, 21 unknown, 718 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 4.5 KiB/s wr, 129 op/s 2024-04-02T09:29:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:25 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:26 smithi187 ceph-mon[84356]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:26 smithi112 ceph-mon[88945]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:26 smithi112 ceph-mon[91385]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:27 smithi187 ceph-mon[84356]: pgmap v3270: 745 pgs: 6 creating+peering, 10 unknown, 729 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 4.0 KiB/s wr, 126 op/s 2024-04-02T09:29:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:27 smithi187 ceph-mon[84356]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:27 smithi112 ceph-mon[88945]: pgmap v3270: 745 pgs: 6 creating+peering, 10 unknown, 729 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 4.0 KiB/s wr, 126 op/s 2024-04-02T09:29:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:27 smithi112 ceph-mon[88945]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:27 smithi112 ceph-mon[91385]: pgmap v3270: 745 pgs: 6 creating+peering, 10 unknown, 729 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 4.0 KiB/s wr, 126 op/s 2024-04-02T09:29:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:27 smithi112 ceph-mon[91385]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:28 smithi187 ceph-mon[84356]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:29.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:28 smithi112 ceph-mon[91385]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:29.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:28 smithi112 ceph-mon[88945]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:29:29] "GET /metrics HTTP/1.1" 200 82959 "" "Prometheus/2.43.0" 2024-04-02T09:29:29.839 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-02T09:29:29.839 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-02T09:29:29.839 INFO:tasks.workunit.client.0.smithi112.stdout:child: image218 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:child: image220 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:child: image219 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-15/image218/b2be458ef9e4 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-34/image219/b2be9b698f5d 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-140737-15/image220/b2beded63f0 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 0 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8877 ms) 2024-04-02T09:29:29.840 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-02T09:29:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:29 smithi187 ceph-mon[84356]: pgmap v3273: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:29 smithi187 ceph-mon[84356]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:29 smithi187 ceph-mon[84356]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-mon[91385]: pgmap v3273: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-mon[91385]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-mon[91385]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-mon[88945]: pgmap v3273: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-mon[88945]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:29 smithi112 ceph-mon[88945]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:31.818 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:31 smithi112 ceph-mon[91385]: pgmap v3276: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:31 smithi112 ceph-mon[91385]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:31 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2316228676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:31 smithi112 ceph-mon[88945]: pgmap v3276: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:31 smithi112 ceph-mon[88945]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:31 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2316228676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:31 smithi187 ceph-mon[84356]: pgmap v3276: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:31 smithi187 ceph-mon[84356]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:31 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2316228676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:32.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:29:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:32 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2316228676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:32 smithi112 ceph-mon[88945]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:32 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2316228676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:32 smithi112 ceph-mon[91385]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:32 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2316228676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:32 smithi187 ceph-mon[84356]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:33 smithi112 ceph-mon[88945]: pgmap v3279: 745 pgs: 6 creating+peering, 26 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.0 KiB/s wr, 174 op/s 2024-04-02T09:29:34.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:33 smithi112 ceph-mon[88945]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:33 smithi112 ceph-mon[91385]: pgmap v3279: 745 pgs: 6 creating+peering, 26 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.0 KiB/s wr, 174 op/s 2024-04-02T09:29:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:33 smithi112 ceph-mon[91385]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:33 smithi187 ceph-mon[84356]: pgmap v3279: 745 pgs: 6 creating+peering, 26 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.0 KiB/s wr, 174 op/s 2024-04-02T09:29:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:33 smithi187 ceph-mon[84356]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:34 smithi112 ceph-mon[88945]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:35.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:34 smithi112 ceph-mon[88945]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:34 smithi112 ceph-mon[91385]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:35.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:34 smithi112 ceph-mon[91385]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:34 smithi187 ceph-mon[84356]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:35.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:34 smithi187 ceph-mon[84356]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:35 smithi112 ceph-mon[91385]: pgmap v3282: 745 pgs: 6 creating+peering, 17 unknown, 722 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 8.2 KiB/s wr, 172 op/s 2024-04-02T09:29:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:35 smithi112 ceph-mon[88945]: pgmap v3282: 745 pgs: 6 creating+peering, 17 unknown, 722 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 8.2 KiB/s wr, 172 op/s 2024-04-02T09:29:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:35 smithi187 ceph-mon[84356]: pgmap v3282: 745 pgs: 6 creating+peering, 17 unknown, 722 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 8.2 KiB/s wr, 172 op/s 2024-04-02T09:29:37.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:36 smithi112 ceph-mon[91385]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:37.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:36 smithi112 ceph-mon[88945]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:37.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:36 smithi187 ceph-mon[84356]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:37 smithi112 ceph-mon[91385]: pgmap v3285: 745 pgs: 6 creating+peering, 739 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 35 op/s 2024-04-02T09:29:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:37 smithi112 ceph-mon[91385]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:37 smithi112 ceph-mon[88945]: pgmap v3285: 745 pgs: 6 creating+peering, 739 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 35 op/s 2024-04-02T09:29:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:37 smithi112 ceph-mon[88945]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:37 smithi187 ceph-mon[84356]: pgmap v3285: 745 pgs: 6 creating+peering, 739 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 35 op/s 2024-04-02T09:29:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:37 smithi187 ceph-mon[84356]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:38 smithi112 ceph-mon[91385]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:38 smithi112 ceph-mon[88945]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:38 smithi187 ceph-mon[84356]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:29:39] "GET /metrics HTTP/1.1" 200 83022 "" "Prometheus/2.43.0" 2024-04-02T09:29:39.919 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatch (10080 ms) 2024-04-02T09:29:39.919 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-02T09:29:39.920 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-mon[91385]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:29:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-mon[91385]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-mon[91385]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-mon[88945]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:29:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-mon[88945]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:39 smithi112 ceph-mon[88945]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:39 smithi187 ceph-mon[84356]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:29:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:39 smithi187 ceph-mon[84356]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:39 smithi187 ceph-mon[84356]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:41 smithi112 ceph-mon[91385]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T09:29:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:41 smithi112 ceph-mon[91385]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:41 smithi112 ceph-mon[88945]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T09:29:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:41 smithi112 ceph-mon[88945]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:41 smithi187 ceph-mon[84356]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-02T09:29:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:41 smithi187 ceph-mon[84356]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:29:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:42 smithi187 ceph-mon[84356]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-04-02T09:29:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-02T09:29:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:42 smithi112 ceph-mon[88945]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-04-02T09:29:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-02T09:29:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:42 smithi112 ceph-mon[91385]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-04-02T09:29:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-02T09:29:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:43 smithi187 ceph-mon[84356]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-04-02T09:29:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-04-02T09:29:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-02T09:29:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:43 smithi187 ceph-mon[84356]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[88945]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-04-02T09:29:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-04-02T09:29:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-02T09:29:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[88945]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[91385]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-04-02T09:29:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-04-02T09:29:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-02T09:29:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:43 smithi112 ceph-mon[91385]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:44 smithi187 ceph-mon[84356]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:44 smithi187 ceph-mon[84356]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:44 smithi112 ceph-mon[88945]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:44 smithi112 ceph-mon[88945]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:44 smithi112 ceph-mon[91385]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:44 smithi112 ceph-mon[91385]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:45.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5989 ms) 2024-04-02T09:29:45.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-02T09:29:45.909 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:45 smithi187 ceph-mon[84356]: pgmap v3297: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.7 KiB/s wr, 117 op/s 2024-04-02T09:29:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:45 smithi187 ceph-mon[84356]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:45 smithi112 ceph-mon[88945]: pgmap v3297: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.7 KiB/s wr, 117 op/s 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:45 smithi112 ceph-mon[88945]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:45 smithi112 ceph-mon[91385]: pgmap v3297: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.7 KiB/s wr, 117 op/s 2024-04-02T09:29:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:45 smithi112 ceph-mon[91385]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:47 smithi187 ceph-mon[84356]: pgmap v3300: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-02T09:29:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:47 smithi187 ceph-mon[84356]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:47 smithi112 ceph-mon[88945]: pgmap v3300: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-02T09:29:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:47 smithi112 ceph-mon[88945]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:47 smithi112 ceph-mon[91385]: pgmap v3300: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-02T09:29:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:47 smithi112 ceph-mon[91385]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:48 smithi187 ceph-mon[84356]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:29:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:48 smithi112 ceph-mon[91385]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:29:49.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:48 smithi112 ceph-mon[88945]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:29:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:29:49] "GET /metrics HTTP/1.1" 200 83022 "" "Prometheus/2.43.0" 2024-04-02T09:29:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:49 smithi187 ceph-mon[84356]: pgmap v3303: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-02T09:29:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:49 smithi187 ceph-mon[84356]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:29:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:49 smithi187 ceph-mon[84356]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:29:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-mon[88945]: pgmap v3303: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-02T09:29:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-mon[88945]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:29:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-mon[88945]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:29:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-mon[91385]: pgmap v3303: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-02T09:29:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-mon[91385]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:29:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:49 smithi112 ceph-mon[91385]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:29:51.929 INFO:tasks.workunit.client.0.smithi112.stdout:10.00% done 2024-04-02T09:29:51.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6021 ms) 2024-04-02T09:29:51.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-02T09:29:51.929 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:29:51.944 INFO:tasks.workunit.client.0.smithi112.stderr:test quiesce is not long enough to time out 2024-04-02T09:29:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:51 smithi112 ceph-mon[88945]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 6.5 KiB/s wr, 121 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:29:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:51 smithi112 ceph-mon[88945]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:29:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:51 smithi112 ceph-mon[91385]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 6.5 KiB/s wr, 121 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:29:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:51 smithi112 ceph-mon[91385]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:29:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:51 smithi187 ceph-mon[84356]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 6.5 KiB/s wr, 121 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:29:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:51 smithi187 ceph-mon[84356]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:29:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:29:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:52 smithi112 ceph-mon[91385]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:29:53.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:52 smithi112 ceph-mon[88945]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:29:53.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:52 smithi187 ceph-mon[84356]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:29:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:53 smithi112 ceph-mon[88945]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.0 KiB/s wr, 53 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:29:54.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:53 smithi112 ceph-mon[91385]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.0 KiB/s wr, 53 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:29:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:53 smithi187 ceph-mon[84356]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.0 KiB/s wr, 53 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:29:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:55 smithi112 ceph-mon[88945]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.9 KiB/s wr, 62 op/s 2024-04-02T09:29:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:55 smithi112 ceph-mon[88945]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:29:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:55 smithi112 ceph-mon[91385]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.9 KiB/s wr, 62 op/s 2024-04-02T09:29:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:55 smithi112 ceph-mon[91385]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:29:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:55 smithi187 ceph-mon[84356]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.9 KiB/s wr, 62 op/s 2024-04-02T09:29:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:55 smithi187 ceph-mon[84356]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:29:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:57 smithi112 ceph-mon[91385]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.3 KiB/s wr, 63 op/s 2024-04-02T09:29:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:57 smithi112 ceph-mon[88945]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.3 KiB/s wr, 63 op/s 2024-04-02T09:29:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:57 smithi187 ceph-mon[84356]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.3 KiB/s wr, 63 op/s 2024-04-02T09:29:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:29:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:29:59] "GET /metrics HTTP/1.1" 200 83027 "" "Prometheus/2.43.0" 2024-04-02T09:30:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:29:59 smithi112 ceph-mon[91385]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 KiB/s wr, 47 op/s 2024-04-02T09:30:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:29:59 smithi112 ceph-mon[88945]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 KiB/s wr, 47 op/s 2024-04-02T09:30:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:29:59 smithi187 ceph-mon[84356]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 KiB/s wr, 47 op/s 2024-04-02T09:30:00.848 INFO:tasks.workunit.client.0.smithi112.stderr:test quiesce is timed out 2024-04-02T09:30:00.855 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 0 2024-04-02T09:30:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[91385]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:30:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[91385]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[91385]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:30:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[91385]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:30:01.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[88945]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:30:01.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[88945]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[88945]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:30:01.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:00 smithi112 ceph-mon[88945]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:30:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:00 smithi187 ceph-mon[84356]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:30:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:00 smithi187 ceph-mon[84356]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:00 smithi187 ceph-mon[84356]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:30:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:00 smithi187 ceph-mon[84356]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:30:01.855 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 1 2024-04-02T09:30:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:01 smithi112 ceph-mon[91385]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.6 KiB/s wr, 42 op/s 2024-04-02T09:30:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:01 smithi112 ceph-mon[91385]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:30:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:01 smithi112 ceph-mon[88945]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.6 KiB/s wr, 42 op/s 2024-04-02T09:30:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:01 smithi112 ceph-mon[88945]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:30:02.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:01 smithi187 ceph-mon[84356]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.6 KiB/s wr, 42 op/s 2024-04-02T09:30:02.131 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:01 smithi187 ceph-mon[84356]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:30:02.480 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:30:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:02.855 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 2 2024-04-02T09:30:03.855 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 3 2024-04-02T09:30:04.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:03 smithi112 ceph-mon[88945]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 686 B/s wr, 3 op/s 2024-04-02T09:30:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:03 smithi112 ceph-mon[91385]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 686 B/s wr, 3 op/s 2024-04-02T09:30:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:03 smithi187 ceph-mon[84356]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 686 B/s wr, 3 op/s 2024-04-02T09:30:04.856 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 4 2024-04-02T09:30:05.856 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 5 2024-04-02T09:30:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:05 smithi112 ceph-mon[91385]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 127 B/s wr, 1 op/s 2024-04-02T09:30:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:05 smithi112 ceph-mon[88945]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 127 B/s wr, 1 op/s 2024-04-02T09:30:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:05 smithi187 ceph-mon[84356]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 127 B/s wr, 1 op/s 2024-04-02T09:30:06.856 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 6 2024-04-02T09:30:07.856 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 7 2024-04-02T09:30:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:07 smithi112 ceph-mon[91385]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:07 smithi112 ceph-mon[88945]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:07 smithi187 ceph-mon[84356]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:08.858 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 8 2024-04-02T09:30:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:30:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:30:09] "GET /metrics HTTP/1.1" 200 83033 "" "Prometheus/2.43.0" 2024-04-02T09:30:09.856 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 9 2024-04-02T09:30:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:09 smithi112 ceph-mon[88945]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 363 B/s wr, 4 op/s 2024-04-02T09:30:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:09 smithi112 ceph-mon[91385]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 363 B/s wr, 4 op/s 2024-04-02T09:30:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:09 smithi187 ceph-mon[84356]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 363 B/s wr, 4 op/s 2024-04-02T09:30:10.856 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 10 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:10 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:30:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:10 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:30:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:11 smithi112 ceph-mon[91385]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:30:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:11 smithi112 ceph-mon[88945]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:30:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:11 smithi187 ceph-mon[84356]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:30:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:30:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:13 smithi112 ceph-mon[91385]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 268 B/s wr, 3 op/s 2024-04-02T09:30:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:13 smithi112 ceph-mon[88945]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 268 B/s wr, 3 op/s 2024-04-02T09:30:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:13 smithi187 ceph-mon[84356]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 268 B/s wr, 3 op/s 2024-04-02T09:30:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:15 smithi112 ceph-mon[91385]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:30:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:15 smithi112 ceph-mon[88945]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:30:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:15 smithi187 ceph-mon[84356]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:30:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:17 smithi112 ceph-mon[91385]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T09:30:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:17 smithi112 ceph-mon[88945]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T09:30:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:17 smithi187 ceph-mon[84356]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-02T09:30:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:30:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:30:19] "GET /metrics HTTP/1.1" 200 83033 "" "Prometheus/2.43.0" 2024-04-02T09:30:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:19 smithi112 ceph-mon[88945]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:19 smithi112 ceph-mon[91385]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:19 smithi187 ceph-mon[84356]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:21.856 INFO:tasks.workunit.client.0.smithi112.stderr:test retry succeeds 2024-04-02T09:30:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:21 smithi112 ceph-mon[91385]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:21 smithi112 ceph-mon[88945]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:21 smithi187 ceph-mon[84356]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:30:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:23.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:23 smithi112 ceph-mon[91385]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:23 smithi112 ceph-mon[91385]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:30:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:23 smithi112 ceph-mon[88945]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:23 smithi112 ceph-mon[88945]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:30:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:23 smithi187 ceph-mon[84356]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:23 smithi187 ceph-mon[84356]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:30:24.986 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33057 ms) 2024-04-02T09:30:24.986 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-02T09:30:24.986 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:30:25.048 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.WriteZeroes (61 ms) 2024-04-02T09:30:25.049 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-02T09:30:25.049 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:30:25.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (77 ms) 2024-04-02T09:30:25.125 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-02T09:30:25.125 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:30:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:24 smithi187 ceph-mon[84356]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:30:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:24 smithi112 ceph-mon[91385]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:30:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:24 smithi112 ceph-mon[88945]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:30:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:25 smithi187 ceph-mon[84356]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-04-02T09:30:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:25 smithi187 ceph-mon[84356]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:25 smithi112 ceph-mon[91385]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-04-02T09:30:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:25 smithi112 ceph-mon[91385]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:25 smithi112 ceph-mon[88945]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-04-02T09:30:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:25 smithi112 ceph-mon[88945]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:27.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:26 smithi187 ceph-mon[84356]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:26 smithi112 ceph-mon[91385]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:26 smithi112 ceph-mon[88945]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:27 smithi187 ceph-mon[84356]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.7 KiB/s wr, 36 op/s 2024-04-02T09:30:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:27 smithi187 ceph-mon[84356]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:27 smithi112 ceph-mon[88945]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.7 KiB/s wr, 36 op/s 2024-04-02T09:30:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:27 smithi112 ceph-mon[88945]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:27 smithi112 ceph-mon[91385]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.7 KiB/s wr, 36 op/s 2024-04-02T09:30:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:27 smithi112 ceph-mon[91385]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:29.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:28 smithi187 ceph-mon[84356]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:30:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:28 smithi112 ceph-mon[91385]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:30:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:28 smithi112 ceph-mon[88945]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:30:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:30:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:30:29] "GET /metrics HTTP/1.1" 200 83034 "" "Prometheus/2.43.0" 2024-04-02T09:30:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:29 smithi187 ceph-mon[84356]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.7 KiB/s wr, 68 op/s 2024-04-02T09:30:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:29 smithi187 ceph-mon[84356]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:30:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:29 smithi112 ceph-mon[88945]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.7 KiB/s wr, 68 op/s 2024-04-02T09:30:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:29 smithi112 ceph-mon[88945]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:30:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:29 smithi112 ceph-mon[91385]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.7 KiB/s wr, 68 op/s 2024-04-02T09:30:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:29 smithi112 ceph-mon[91385]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:30:31.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:30 smithi187 ceph-mon[84356]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:30:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:30 smithi112 ceph-mon[88945]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:30:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:30 smithi112 ceph-mon[91385]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:30:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:31 smithi187 ceph-mon[84356]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.2 KiB/s wr, 147 op/s 2024-04-02T09:30:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:31 smithi187 ceph-mon[84356]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:30:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:31 smithi112 ceph-mon[91385]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.2 KiB/s wr, 147 op/s 2024-04-02T09:30:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:31 smithi112 ceph-mon[91385]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:30:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:31 smithi112 ceph-mon[88945]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.2 KiB/s wr, 147 op/s 2024-04-02T09:30:32.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:31 smithi112 ceph-mon[88945]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:30:32.575 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:30:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:32 smithi187 ceph-mon[84356]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:30:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:32 smithi112 ceph-mon[91385]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:30:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:32 smithi112 ceph-mon[88945]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:30:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:33 smithi187 ceph-mon[84356]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.2 KiB/s wr, 119 op/s 2024-04-02T09:30:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:33 smithi187 ceph-mon[84356]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:30:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:33 smithi112 ceph-mon[91385]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.2 KiB/s wr, 119 op/s 2024-04-02T09:30:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:33 smithi112 ceph-mon[91385]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:30:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:33 smithi112 ceph-mon[88945]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 3.2 KiB/s wr, 119 op/s 2024-04-02T09:30:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:33 smithi112 ceph-mon[88945]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:30:35.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:34 smithi187 ceph-mon[84356]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:30:35.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:34 smithi187 ceph-mon[84356]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:30:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:34 smithi112 ceph-mon[91385]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:30:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:34 smithi112 ceph-mon[91385]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:30:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:34 smithi112 ceph-mon[88945]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:30:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:34 smithi112 ceph-mon[88945]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:30:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:35 smithi187 ceph-mon[84356]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-02T09:30:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:35 smithi187 ceph-mon[84356]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:30:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:35 smithi112 ceph-mon[88945]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-02T09:30:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:35 smithi112 ceph-mon[88945]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:30:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:35 smithi112 ceph-mon[91385]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-02T09:30:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:35 smithi112 ceph-mon[91385]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:30:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:37 smithi112 ceph-mon[91385]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 16 op/s 2024-04-02T09:30:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:37 smithi112 ceph-mon[91385]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:30:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:37 smithi112 ceph-mon[88945]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 16 op/s 2024-04-02T09:30:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:37 smithi112 ceph-mon[88945]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:30:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:37 smithi187 ceph-mon[84356]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 16 op/s 2024-04-02T09:30:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:37 smithi187 ceph-mon[84356]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:30:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:38 smithi112 ceph-mon[91385]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:30:39.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:38 smithi112 ceph-mon[88945]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:30:39.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:38 smithi187 ceph-mon[84356]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:30:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:30:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:30:39] "GET /metrics HTTP/1.1" 200 83031 "" "Prometheus/2.43.0" 2024-04-02T09:30:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:39 smithi112 ceph-mon[91385]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:30:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:39 smithi112 ceph-mon[91385]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:30:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:39 smithi112 ceph-mon[88945]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:30:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:39 smithi112 ceph-mon[88945]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:30:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:39 smithi187 ceph-mon[84356]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:30:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:39 smithi187 ceph-mon[84356]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:30:41.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:40 smithi112 ceph-mon[91385]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:30:41.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:40 smithi112 ceph-mon[88945]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:30:41.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:40 smithi187 ceph-mon[84356]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:30:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:41 smithi112 ceph-mon[91385]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 5.0 KiB/s wr, 241 op/s 2024-04-02T09:30:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:41 smithi112 ceph-mon[91385]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:30:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:41 smithi112 ceph-mon[88945]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 5.0 KiB/s wr, 241 op/s 2024-04-02T09:30:42.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:41 smithi112 ceph-mon[88945]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:30:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:41 smithi187 ceph-mon[84356]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 5.0 KiB/s wr, 241 op/s 2024-04-02T09:30:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:41 smithi187 ceph-mon[84356]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:30:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:30:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:43.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:42 smithi112 ceph-mon[91385]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:30:43.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:42 smithi112 ceph-mon[88945]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:30:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:42 smithi187 ceph-mon[84356]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:30:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:43 smithi112 ceph-mon[91385]: pgmap v3357: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 240 op/s 2024-04-02T09:30:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:43 smithi112 ceph-mon[91385]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:30:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:43 smithi112 ceph-mon[88945]: pgmap v3357: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 240 op/s 2024-04-02T09:30:44.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:43 smithi112 ceph-mon[88945]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:30:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:43 smithi187 ceph-mon[84356]: pgmap v3357: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 240 op/s 2024-04-02T09:30:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:43 smithi187 ceph-mon[84356]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:30:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:44 smithi112 ceph-mon[91385]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:30:45.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:44 smithi112 ceph-mon[91385]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:30:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:44 smithi112 ceph-mon[88945]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:30:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:44 smithi112 ceph-mon[88945]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:30:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:44 smithi187 ceph-mon[84356]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:30:45.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:44 smithi187 ceph-mon[84356]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:30:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:45 smithi112 ceph-mon[91385]: pgmap v3360: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-02T09:30:46.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:45 smithi112 ceph-mon[88945]: pgmap v3360: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-02T09:30:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:45 smithi187 ceph-mon[84356]: pgmap v3360: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-02T09:30:47.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:46 smithi187 ceph-mon[84356]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:30:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:46 smithi112 ceph-mon[91385]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:30:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:46 smithi112 ceph-mon[88945]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:30:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:47 smithi187 ceph-mon[84356]: pgmap v3363: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:30:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:47 smithi187 ceph-mon[84356]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:30:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:47 smithi112 ceph-mon[91385]: pgmap v3363: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:30:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:47 smithi112 ceph-mon[91385]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:30:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:47 smithi112 ceph-mon[88945]: pgmap v3363: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:30:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:47 smithi112 ceph-mon[88945]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:30:49.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:48 smithi187 ceph-mon[84356]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:30:49.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:48 smithi112 ceph-mon[91385]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:30:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:48 smithi112 ceph-mon[88945]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:30:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:30:49] "GET /metrics HTTP/1.1" 200 83031 "" "Prometheus/2.43.0" 2024-04-02T09:30:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:49 smithi187 ceph-mon[84356]: pgmap v3366: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-02T09:30:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:49 smithi187 ceph-mon[84356]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:30:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:49 smithi187 ceph-mon[84356]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:30:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-mon[91385]: pgmap v3366: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-02T09:30:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-mon[91385]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:30:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-mon[91385]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:30:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-mon[88945]: pgmap v3366: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-02T09:30:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-mon[88945]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:30:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:49 smithi112 ceph-mon[88945]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:30:50.946 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ConcurentOperations (25821 ms) 2024-04-02T09:30:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:51 smithi112 ceph-mon[91385]: pgmap v3369: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.7 KiB/s wr, 66 op/s 2024-04-02T09:30:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:51 smithi112 ceph-mon[91385]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:30:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:51 smithi112 ceph-mon[88945]: pgmap v3369: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.7 KiB/s wr, 66 op/s 2024-04-02T09:30:52.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:51 smithi112 ceph-mon[88945]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:30:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:51 smithi187 ceph-mon[84356]: pgmap v3369: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.7 KiB/s wr, 66 op/s 2024-04-02T09:30:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:51 smithi187 ceph-mon[84356]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:30:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:30:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:52 smithi187 ceph-mon[84356]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:30:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:52 smithi112 ceph-mon[91385]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:30:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:52 smithi112 ceph-mon[88945]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:30:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:53 smithi187 ceph-mon[84356]: pgmap v3372: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 32 op/s 2024-04-02T09:30:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:53 smithi187 ceph-mon[84356]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:30:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:53 smithi112 ceph-mon[91385]: pgmap v3372: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 32 op/s 2024-04-02T09:30:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:53 smithi112 ceph-mon[91385]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:30:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:53 smithi112 ceph-mon[88945]: pgmap v3372: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 32 op/s 2024-04-02T09:30:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:53 smithi112 ceph-mon[88945]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:30:55.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:54 smithi187 ceph-mon[84356]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:30:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:54 smithi187 ceph-mon[84356]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:30:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:54 smithi112 ceph-mon[88945]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:30:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:54 smithi112 ceph-mon[88945]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:30:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:54 smithi112 ceph-mon[91385]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:30:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:54 smithi112 ceph-mon[91385]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:30:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:55 smithi187 ceph-mon[84356]: pgmap v3375: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:55 smithi187 ceph-mon[84356]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:30:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:55 smithi112 ceph-mon[91385]: pgmap v3375: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:55 smithi112 ceph-mon[91385]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:30:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:55 smithi112 ceph-mon[88945]: pgmap v3375: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:55 smithi112 ceph-mon[88945]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:30:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:57 smithi112 ceph-mon[91385]: pgmap v3378: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:57 smithi112 ceph-mon[91385]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:30:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:57 smithi112 ceph-mon[88945]: pgmap v3378: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:57 smithi112 ceph-mon[88945]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:30:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:57 smithi187 ceph-mon[84356]: pgmap v3378: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:57 smithi187 ceph-mon[84356]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:30:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:58 smithi112 ceph-mon[91385]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:30:59.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:58 smithi112 ceph-mon[88945]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:30:59.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:58 smithi187 ceph-mon[84356]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:30:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:30:59] "GET /metrics HTTP/1.1" 200 80633 "" "Prometheus/2.43.0" 2024-04-02T09:31:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-mon[88945]: pgmap v3381: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-mon[88945]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:31:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-mon[88945]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:31:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-mon[91385]: pgmap v3381: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-mon[91385]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:31:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:30:59 smithi112 ceph-mon[91385]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:31:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:59 smithi187 ceph-mon[84356]: pgmap v3381: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:59 smithi187 ceph-mon[84356]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:31:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:30:59 smithi187 ceph-mon[84356]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:31:00.980 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 09:31:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T09:31:00.486952596Z level=info msg="Completed cleanup jobs" duration=2.283208ms 2024-04-02T09:31:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:01 smithi112 ceph-mon[88945]: pgmap v3384: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:01 smithi112 ceph-mon[88945]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:31:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:01 smithi112 ceph-mon[91385]: pgmap v3384: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:01 smithi112 ceph-mon[91385]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:31:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:01 smithi187 ceph-mon[84356]: pgmap v3384: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:01 smithi187 ceph-mon[84356]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:31:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:31:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:03.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:02 smithi112 ceph-mon[88945]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:31:03.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:02 smithi112 ceph-mon[91385]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:31:03.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:02 smithi187 ceph-mon[84356]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:31:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:03 smithi112 ceph-mon[91385]: pgmap v3387: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:04.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:03 smithi112 ceph-mon[91385]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:31:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:03 smithi112 ceph-mon[91385]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:31:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:03 smithi112 ceph-mon[88945]: pgmap v3387: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:03 smithi112 ceph-mon[88945]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:31:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:03 smithi112 ceph-mon[88945]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:31:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:03 smithi187 ceph-mon[84356]: pgmap v3387: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:03 smithi187 ceph-mon[84356]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:31:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:03 smithi187 ceph-mon[84356]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:31:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:05 smithi112 ceph-mon[91385]: pgmap v3390: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:06.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:05 smithi112 ceph-mon[91385]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:31:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:05 smithi112 ceph-mon[88945]: pgmap v3390: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:06.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:05 smithi112 ceph-mon[88945]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:31:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:05 smithi187 ceph-mon[84356]: pgmap v3390: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:05 smithi187 ceph-mon[84356]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:31:07.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:06 smithi112 ceph-mon[91385]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:31:07.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:06 smithi112 ceph-mon[88945]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:31:07.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:06 smithi187 ceph-mon[84356]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:31:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[88945]: pgmap v3393: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[88945]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:31:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:08.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[88945]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:31:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[91385]: pgmap v3393: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[91385]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:31:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:07 smithi112 ceph-mon[91385]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:31:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:07 smithi187 ceph-mon[84356]: pgmap v3393: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:07 smithi187 ceph-mon[84356]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:31:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:07 smithi187 ceph-mon[84356]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:31:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:31:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:31:09] "GET /metrics HTTP/1.1" 200 44138 "" "Prometheus/2.43.0" 2024-04-02T09:31:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:09 smithi112 ceph-mon[91385]: pgmap v3396: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:10.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:09 smithi112 ceph-mon[91385]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:31:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:09 smithi112 ceph-mon[88945]: pgmap v3396: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:09 smithi112 ceph-mon[88945]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:31:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:09 smithi187 ceph-mon[84356]: pgmap v3396: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:09 smithi187 ceph-mon[84356]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:31:10.844 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 168 tests from TestLibRBD (573806 ms total) 2024-04-02T09:31:10.844 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:31:10.844 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-02T09:31:10.885 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-02T09:31:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:10 smithi112 ceph-mon[88945]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:31:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:10 smithi112 ceph-mon[88945]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:31:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:10 smithi112 ceph-mon[91385]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:31:11.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:10 smithi112 ceph-mon[91385]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:31:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:10 smithi187 ceph-mon[84356]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:31:11.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:10 smithi187 ceph-mon[84356]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[91385]: pgmap v3399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[88945]: pgmap v3399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:12.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:11 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:31:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:11 smithi187 ceph-mon[84356]: pgmap v3399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:11 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:31:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:31:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:12.867 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:31:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:12 smithi112 ceph-mon[91385]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:31:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:12 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2947857615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:12 smithi112 ceph-mon[88945]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:31:13.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:12 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2947857615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:12 smithi187 ceph-mon[84356]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:31:13.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:12 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2947857615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[91385]: pgmap v3402: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2947857615' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[91385]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[88945]: pgmap v3402: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2947857615' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:31:14.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:13 smithi112 ceph-mon[88945]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:31:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:13 smithi187 ceph-mon[84356]: pgmap v3402: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:13 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:31:14.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:13 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2947857615' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:31:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:13 smithi187 ceph-mon[84356]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:31:15.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:14 smithi187 ceph-mon[84356]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:31:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:14 smithi112 ceph-mon[91385]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:31:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:14 smithi112 ceph-mon[88945]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:31:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:15 smithi187 ceph-mon[84356]: pgmap v3405: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:15 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:31:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:15 smithi187 ceph-mon[84356]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:31:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:15 smithi112 ceph-mon[88945]: pgmap v3405: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:15 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:31:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:15 smithi112 ceph-mon[88945]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:31:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:15 smithi112 ceph-mon[91385]: pgmap v3405: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:15 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:31:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:15 smithi112 ceph-mon[91385]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:31:17.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:16 smithi187 ceph-mon[84356]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:31:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:16 smithi112 ceph-mon[91385]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:31:17.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:16 smithi112 ceph-mon[88945]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:31:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:17 smithi187 ceph-mon[84356]: pgmap v3408: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 1 op/s 2024-04-02T09:31:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:17 smithi112 ceph-mon[88945]: pgmap v3408: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 1 op/s 2024-04-02T09:31:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:17 smithi112 ceph-mon[91385]: pgmap v3408: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 1 op/s 2024-04-02T09:31:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:31:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:31:19] "GET /metrics HTTP/1.1" 200 44138 "" "Prometheus/2.43.0" 2024-04-02T09:31:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:19 smithi187 ceph-mon[84356]: pgmap v3409: 137 pgs: 137 active+clean; 25 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-02T09:31:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:19 smithi112 ceph-mon[88945]: pgmap v3409: 137 pgs: 137 active+clean; 25 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-02T09:31:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:19 smithi112 ceph-mon[91385]: pgmap v3409: 137 pgs: 137 active+clean; 25 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-02T09:31:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:21 smithi187 ceph-mon[84356]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-02T09:31:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:21 smithi112 ceph-mon[91385]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-02T09:31:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:21 smithi112 ceph-mon[88945]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-02T09:31:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:31:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:23.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:23.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:23.583 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12698 ms) 2024-04-02T09:31:23.583 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-02T09:31:23.583 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:31:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:23 smithi187 ceph-mon[84356]: pgmap v3411: 137 pgs: 137 active+clean; 47 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:31:24.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:23 smithi112 ceph-mon[91385]: pgmap v3411: 137 pgs: 137 active+clean; 47 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:31:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:23 smithi112 ceph-mon[88945]: pgmap v3411: 137 pgs: 137 active+clean; 47 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:31:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:24 smithi187 ceph-mon[84356]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:31:25.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:24 smithi187 ceph-mon[84356]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:31:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:24 smithi112 ceph-mon[88945]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:31:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:24 smithi112 ceph-mon[88945]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:31:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:24 smithi112 ceph-mon[91385]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:31:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:24 smithi112 ceph-mon[91385]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:31:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:25 smithi187 ceph-mon[84356]: pgmap v3413: 137 pgs: 137 active+clean; 51 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.0 MiB/s wr, 71 op/s 2024-04-02T09:31:26.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:25 smithi112 ceph-mon[91385]: pgmap v3413: 137 pgs: 137 active+clean; 51 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.0 MiB/s wr, 71 op/s 2024-04-02T09:31:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:25 smithi112 ceph-mon[88945]: pgmap v3413: 137 pgs: 137 active+clean; 51 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.0 MiB/s wr, 71 op/s 2024-04-02T09:31:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:27 smithi187 ceph-mon[84356]: pgmap v3415: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.9 MiB/s wr, 73 op/s 2024-04-02T09:31:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:27 smithi112 ceph-mon[91385]: pgmap v3415: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.9 MiB/s wr, 73 op/s 2024-04-02T09:31:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:27 smithi112 ceph-mon[88945]: pgmap v3415: 137 pgs: 137 active+clean; 68 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.9 MiB/s wr, 73 op/s 2024-04-02T09:31:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:31:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:31:29] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:31:30.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:29 smithi187 ceph-mon[84356]: pgmap v3416: 137 pgs: 137 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 79 op/s 2024-04-02T09:31:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:29 smithi112 ceph-mon[88945]: pgmap v3416: 137 pgs: 137 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 79 op/s 2024-04-02T09:31:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:29 smithi112 ceph-mon[91385]: pgmap v3416: 137 pgs: 137 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 79 op/s 2024-04-02T09:31:31.469 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.Grow (7886 ms) 2024-04-02T09:31:31.470 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-02T09:31:31.470 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:31:32.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:31 smithi187 ceph-mon[84356]: pgmap v3417: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 67 op/s 2024-04-02T09:31:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:31 smithi112 ceph-mon[88945]: pgmap v3417: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 67 op/s 2024-04-02T09:31:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:31 smithi112 ceph-mon[91385]: pgmap v3417: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 67 op/s 2024-04-02T09:31:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:31:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:32 smithi187 ceph-mon[84356]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:31:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:32 smithi112 ceph-mon[91385]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:31:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:32 smithi112 ceph-mon[88945]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:31:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:33 smithi187 ceph-mon[84356]: pgmap v3419: 137 pgs: 137 active+clean; 109 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 88 op/s 2024-04-02T09:31:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:33 smithi112 ceph-mon[91385]: pgmap v3419: 137 pgs: 137 active+clean; 109 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 88 op/s 2024-04-02T09:31:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:33 smithi112 ceph-mon[88945]: pgmap v3419: 137 pgs: 137 active+clean; 109 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 88 op/s 2024-04-02T09:31:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:35 smithi187 ceph-mon[84356]: pgmap v3420: 137 pgs: 137 active+clean; 126 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.4 MiB/s wr, 83 op/s 2024-04-02T09:31:36.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:35 smithi112 ceph-mon[88945]: pgmap v3420: 137 pgs: 137 active+clean; 126 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.4 MiB/s wr, 83 op/s 2024-04-02T09:31:36.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:35 smithi112 ceph-mon[91385]: pgmap v3420: 137 pgs: 137 active+clean; 126 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.4 MiB/s wr, 83 op/s 2024-04-02T09:31:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:37 smithi187 ceph-mon[84356]: pgmap v3421: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-02T09:31:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:37 smithi112 ceph-mon[88945]: pgmap v3421: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-02T09:31:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:37 smithi112 ceph-mon[91385]: pgmap v3421: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-02T09:31:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:31:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:31:39] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:31:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:39 smithi187 ceph-mon[84356]: pgmap v3422: 137 pgs: 137 active+clean; 142 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 69 op/s 2024-04-02T09:31:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:39 smithi112 ceph-mon[88945]: pgmap v3422: 137 pgs: 137 active+clean; 142 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 69 op/s 2024-04-02T09:31:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:39 smithi112 ceph-mon[91385]: pgmap v3422: 137 pgs: 137 active+clean; 142 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 69 op/s 2024-04-02T09:31:40.530 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (9061 ms) 2024-04-02T09:31:40.531 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-02T09:31:40.531 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:31:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:41 smithi187 ceph-mon[84356]: pgmap v3423: 137 pgs: 137 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 79 op/s 2024-04-02T09:31:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:41 smithi187 ceph-mon[84356]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:31:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:41 smithi112 ceph-mon[88945]: pgmap v3423: 137 pgs: 137 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 79 op/s 2024-04-02T09:31:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:41 smithi112 ceph-mon[88945]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:31:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:41 smithi112 ceph-mon[91385]: pgmap v3423: 137 pgs: 137 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 79 op/s 2024-04-02T09:31:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:41 smithi112 ceph-mon[91385]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:31:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:31:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:43 smithi187 ceph-mon[84356]: pgmap v3425: 137 pgs: 137 active+clean; 171 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-02T09:31:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:43 smithi112 ceph-mon[91385]: pgmap v3425: 137 pgs: 137 active+clean; 171 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-02T09:31:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:43 smithi112 ceph-mon[88945]: pgmap v3425: 137 pgs: 137 active+clean; 171 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-02T09:31:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:45 smithi187 ceph-mon[84356]: pgmap v3426: 137 pgs: 137 active+clean; 191 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-02T09:31:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:45 smithi112 ceph-mon[91385]: pgmap v3426: 137 pgs: 137 active+clean; 191 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-02T09:31:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:45 smithi112 ceph-mon[88945]: pgmap v3426: 137 pgs: 137 active+clean; 191 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-02T09:31:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:47 smithi187 ceph-mon[84356]: pgmap v3427: 137 pgs: 137 active+clean; 192 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 85 op/s 2024-04-02T09:31:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:47 smithi112 ceph-mon[91385]: pgmap v3427: 137 pgs: 137 active+clean; 192 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 85 op/s 2024-04-02T09:31:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:47 smithi112 ceph-mon[88945]: pgmap v3427: 137 pgs: 137 active+clean; 192 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 85 op/s 2024-04-02T09:31:49.310 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (8780 ms) 2024-04-02T09:31:49.310 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-02T09:31:49.310 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:31:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:31:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:31:49] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:31:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:49 smithi187 ceph-mon[84356]: pgmap v3428: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 70 op/s 2024-04-02T09:31:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:49 smithi112 ceph-mon[91385]: pgmap v3428: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 70 op/s 2024-04-02T09:31:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:49 smithi112 ceph-mon[88945]: pgmap v3428: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 70 op/s 2024-04-02T09:31:51.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:50 smithi187 ceph-mon[84356]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:31:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:50 smithi112 ceph-mon[91385]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:31:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:50 smithi112 ceph-mon[88945]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:31:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:51 smithi187 ceph-mon[84356]: pgmap v3430: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.1 MiB/s wr, 63 op/s 2024-04-02T09:31:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:51 smithi112 ceph-mon[91385]: pgmap v3430: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.1 MiB/s wr, 63 op/s 2024-04-02T09:31:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:51 smithi112 ceph-mon[88945]: pgmap v3430: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.1 MiB/s wr, 63 op/s 2024-04-02T09:31:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:31:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:53.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:53 smithi187 ceph-mon[84356]: pgmap v3431: 137 pgs: 137 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-02T09:31:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:53 smithi112 ceph-mon[91385]: pgmap v3431: 137 pgs: 137 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-02T09:31:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:53 smithi112 ceph-mon[88945]: pgmap v3431: 137 pgs: 137 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-02T09:31:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:55 smithi187 ceph-mon[84356]: pgmap v3432: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.2 MiB/s wr, 69 op/s 2024-04-02T09:31:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:55 smithi112 ceph-mon[88945]: pgmap v3432: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.2 MiB/s wr, 69 op/s 2024-04-02T09:31:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:55 smithi112 ceph-mon[91385]: pgmap v3432: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.2 MiB/s wr, 69 op/s 2024-04-02T09:31:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:56 smithi112 ceph-mon[91385]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:31:57.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:56 smithi112 ceph-mon[88945]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:31:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:56 smithi187 ceph-mon[84356]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:31:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:57 smithi112 ceph-mon[91385]: pgmap v3434: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.1 MiB/s wr, 60 op/s 2024-04-02T09:31:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:57 smithi112 ceph-mon[88945]: pgmap v3434: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.1 MiB/s wr, 60 op/s 2024-04-02T09:31:58.382 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (9071 ms) 2024-04-02T09:31:58.382 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-02T09:31:58.382 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:31:58.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:57 smithi187 ceph-mon[84356]: pgmap v3434: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.1 MiB/s wr, 60 op/s 2024-04-02T09:31:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:31:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:31:59] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-02T09:32:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:59 smithi112 ceph-mon[91385]: pgmap v3435: 137 pgs: 137 active+clean; 257 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.4 MiB/s wr, 88 op/s 2024-04-02T09:32:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:31:59 smithi112 ceph-mon[91385]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:32:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:59 smithi112 ceph-mon[88945]: pgmap v3435: 137 pgs: 137 active+clean; 257 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.4 MiB/s wr, 88 op/s 2024-04-02T09:32:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:31:59 smithi112 ceph-mon[88945]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:32:00.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:59 smithi187 ceph-mon[84356]: pgmap v3435: 137 pgs: 137 active+clean; 257 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.4 MiB/s wr, 88 op/s 2024-04-02T09:32:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:31:59 smithi187 ceph-mon[84356]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:32:02.282 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:02 smithi187 ceph-mon[84356]: pgmap v3437: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 73 op/s 2024-04-02T09:32:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:02 smithi112 ceph-mon[91385]: pgmap v3437: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 73 op/s 2024-04-02T09:32:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:02 smithi112 ceph-mon[88945]: pgmap v3437: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 73 op/s 2024-04-02T09:32:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:32:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:04 smithi112 ceph-mon[91385]: pgmap v3438: 137 pgs: 137 active+clean; 307 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-02T09:32:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:04 smithi112 ceph-mon[88945]: pgmap v3438: 137 pgs: 137 active+clean; 307 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-02T09:32:04.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:04 smithi187 ceph-mon[84356]: pgmap v3438: 137 pgs: 137 active+clean; 307 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-02T09:32:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:06 smithi112 ceph-mon[91385]: pgmap v3439: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 90 op/s 2024-04-02T09:32:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:06 smithi112 ceph-mon[88945]: pgmap v3439: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 90 op/s 2024-04-02T09:32:06.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:06 smithi187 ceph-mon[84356]: pgmap v3439: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 90 op/s 2024-04-02T09:32:07.145 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8763 ms) 2024-04-02T09:32:07.145 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-02T09:32:07.145 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:32:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:08 smithi112 ceph-mon[91385]: pgmap v3440: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.6 MiB/s wr, 92 op/s 2024-04-02T09:32:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:08 smithi112 ceph-mon[88945]: pgmap v3440: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.6 MiB/s wr, 92 op/s 2024-04-02T09:32:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:08 smithi187 ceph-mon[84356]: pgmap v3440: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.6 MiB/s wr, 92 op/s 2024-04-02T09:32:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:09.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:09 smithi112 ceph-mon[91385]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:32:09.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:09 smithi112 ceph-mon[88945]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:32:09.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:09 smithi187 ceph-mon[84356]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:32:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:32:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:32:09] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:32:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:10 smithi112 ceph-mon[91385]: pgmap v3442: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.7 MiB/s wr, 62 op/s 2024-04-02T09:32:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:10 smithi112 ceph-mon[88945]: pgmap v3442: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.7 MiB/s wr, 62 op/s 2024-04-02T09:32:10.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:10 smithi187 ceph-mon[84356]: pgmap v3442: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.7 MiB/s wr, 62 op/s 2024-04-02T09:32:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:12 smithi187 ceph-mon[84356]: pgmap v3443: 137 pgs: 137 active+clean; 323 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-02T09:32:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:12 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:12 smithi112 ceph-mon[88945]: pgmap v3443: 137 pgs: 137 active+clean; 323 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-02T09:32:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:12 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:12 smithi112 ceph-mon[91385]: pgmap v3443: 137 pgs: 137 active+clean; 323 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-02T09:32:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:12 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:32:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:14 smithi112 ceph-mon[91385]: pgmap v3444: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 60 op/s 2024-04-02T09:32:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:14 smithi112 ceph-mon[88945]: pgmap v3444: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 60 op/s 2024-04-02T09:32:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:14 smithi187 ceph-mon[84356]: pgmap v3444: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 60 op/s 2024-04-02T09:32:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[88945]: pgmap v3445: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-02T09:32:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[91385]: pgmap v3445: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-02T09:32:16.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:16.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:16.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.216 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (9071 ms) 2024-04-02T09:32:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:15 smithi187 ceph-mon[84356]: pgmap v3445: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-02T09:32:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:32:16.763 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (65330 ms total) 2024-04-02T09:32:16.763 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:32:16.763 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-02T09:32:16.796 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-02T09:32:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:17 smithi112 ceph-mon[91385]: pgmap v3446: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 61 op/s 2024-04-02T09:32:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:17 smithi112 ceph-mon[91385]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:32:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:17 smithi112 ceph-mon[88945]: pgmap v3446: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 61 op/s 2024-04-02T09:32:18.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:17 smithi112 ceph-mon[88945]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:32:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:17 smithi187 ceph-mon[84356]: pgmap v3446: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 61 op/s 2024-04-02T09:32:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:17 smithi187 ceph-mon[84356]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:32:18.778 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:32:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:18 smithi112 ceph-mon[88945]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:32:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:18 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3834238829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:18 smithi112 ceph-mon[91385]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:32:19.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:18 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3834238829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:18 smithi187 ceph-mon[84356]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:32:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:18 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3834238829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:32:19] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:32:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[91385]: pgmap v3449: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:32:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3834238829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:20.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[91385]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:32:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[88945]: pgmap v3449: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:20.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:32:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3834238829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:19 smithi112 ceph-mon[88945]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:32:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:19 smithi187 ceph-mon[84356]: pgmap v3449: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:19 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:32:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:19 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3834238829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:19 smithi187 ceph-mon[84356]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:32:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:20 smithi112 ceph-mon[91385]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:32:21.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:20 smithi112 ceph-mon[88945]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:32:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:20 smithi187 ceph-mon[84356]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:32:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:21 smithi112 ceph-mon[91385]: pgmap v3452: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:21 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:32:22.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:21 smithi112 ceph-mon[91385]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:32:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:21 smithi112 ceph-mon[88945]: pgmap v3452: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:21 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:32:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:21 smithi112 ceph-mon[88945]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:32:22.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:21 smithi187 ceph-mon[84356]: pgmap v3452: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:22.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:21 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:32:22.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:21 smithi187 ceph-mon[84356]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:32:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:32:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:22 smithi112 ceph-mon[91385]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:32:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:22 smithi112 ceph-mon[88945]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:32:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:22 smithi187 ceph-mon[84356]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:32:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:24.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:23 smithi112 ceph-mon[91385]: pgmap v3455: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T09:32:24.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:23 smithi112 ceph-mon[88945]: pgmap v3455: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T09:32:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:23 smithi187 ceph-mon[84356]: pgmap v3455: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T09:32:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:25 smithi112 ceph-mon[91385]: pgmap v3456: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T09:32:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:25 smithi112 ceph-mon[88945]: pgmap v3456: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T09:32:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:25 smithi187 ceph-mon[84356]: pgmap v3456: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T09:32:28.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:27 smithi112 ceph-mon[91385]: pgmap v3457: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:32:28.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:27 smithi112 ceph-mon[88945]: pgmap v3457: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:32:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:27 smithi187 ceph-mon[84356]: pgmap v3457: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:32:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:32:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:32:29] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:32:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:29 smithi112 ceph-mon[91385]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:32:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:29 smithi112 ceph-mon[88945]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:32:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:29 smithi187 ceph-mon[84356]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:32:31.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:30 smithi112 ceph-mon[91385]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:32:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:30 smithi112 ceph-mon[88945]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:32:31.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:30 smithi187 ceph-mon[84356]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:32:31.625 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.Simple (14829 ms) 2024-04-02T09:32:31.625 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-02T09:32:31.625 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:32:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:31 smithi112 ceph-mon[91385]: pgmap v3460: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-02T09:32:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:31 smithi112 ceph-mon[88945]: pgmap v3460: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-02T09:32:32.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:31 smithi187 ceph-mon[84356]: pgmap v3460: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-02T09:32:32.480 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:32:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:33.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:32 smithi112 ceph-mon[91385]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:32:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:32 smithi112 ceph-mon[88945]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:32:33.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:32 smithi187 ceph-mon[84356]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:32:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:33 smithi112 ceph-mon[91385]: pgmap v3462: 137 pgs: 137 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 72 op/s 2024-04-02T09:32:34.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:33 smithi112 ceph-mon[88945]: pgmap v3462: 137 pgs: 137 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 72 op/s 2024-04-02T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:33 smithi187 ceph-mon[84356]: pgmap v3462: 137 pgs: 137 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 72 op/s 2024-04-02T09:32:36.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:35 smithi112 ceph-mon[88945]: pgmap v3463: 137 pgs: 137 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 95 op/s 2024-04-02T09:32:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:35 smithi112 ceph-mon[91385]: pgmap v3463: 137 pgs: 137 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 95 op/s 2024-04-02T09:32:36.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:35 smithi187 ceph-mon[84356]: pgmap v3463: 137 pgs: 137 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 95 op/s 2024-04-02T09:32:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:37 smithi112 ceph-mon[91385]: pgmap v3464: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 73 op/s 2024-04-02T09:32:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:38.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:37 smithi112 ceph-mon[88945]: pgmap v3464: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 73 op/s 2024-04-02T09:32:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:37 smithi187 ceph-mon[84356]: pgmap v3464: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 73 op/s 2024-04-02T09:32:38.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:32:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:32:39] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-02T09:32:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:39 smithi112 ceph-mon[91385]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 78 op/s 2024-04-02T09:32:40.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:39 smithi112 ceph-mon[88945]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 78 op/s 2024-04-02T09:32:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:39 smithi187 ceph-mon[84356]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 78 op/s 2024-04-02T09:32:41.484 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.Grow (9859 ms) 2024-04-02T09:32:41.484 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-02T09:32:41.484 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:32:42.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:41 smithi187 ceph-mon[84356]: pgmap v3466: 137 pgs: 137 active+clean; 108 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.6 MiB/s wr, 70 op/s 2024-04-02T09:32:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:41 smithi112 ceph-mon[91385]: pgmap v3466: 137 pgs: 137 active+clean; 108 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.6 MiB/s wr, 70 op/s 2024-04-02T09:32:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:41 smithi112 ceph-mon[88945]: pgmap v3466: 137 pgs: 137 active+clean; 108 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.6 MiB/s wr, 70 op/s 2024-04-02T09:32:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:32:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:43.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:42 smithi187 ceph-mon[84356]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:32:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:42 smithi112 ceph-mon[91385]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:32:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:42 smithi112 ceph-mon[88945]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:32:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:43 smithi187 ceph-mon[84356]: pgmap v3468: 137 pgs: 137 active+clean; 117 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 67 op/s 2024-04-02T09:32:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:43 smithi112 ceph-mon[91385]: pgmap v3468: 137 pgs: 137 active+clean; 117 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 67 op/s 2024-04-02T09:32:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:43 smithi112 ceph-mon[88945]: pgmap v3468: 137 pgs: 137 active+clean; 117 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 67 op/s 2024-04-02T09:32:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:45 smithi187 ceph-mon[84356]: pgmap v3469: 137 pgs: 137 active+clean; 145 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 43 op/s 2024-04-02T09:32:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:45 smithi112 ceph-mon[91385]: pgmap v3469: 137 pgs: 137 active+clean; 145 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 43 op/s 2024-04-02T09:32:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:45 smithi112 ceph-mon[88945]: pgmap v3469: 137 pgs: 137 active+clean; 145 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 43 op/s 2024-04-02T09:32:48.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:47 smithi187 ceph-mon[84356]: pgmap v3470: 137 pgs: 137 active+clean; 158 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 50 op/s 2024-04-02T09:32:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:47 smithi112 ceph-mon[91385]: pgmap v3470: 137 pgs: 137 active+clean; 158 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 50 op/s 2024-04-02T09:32:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:47 smithi112 ceph-mon[88945]: pgmap v3470: 137 pgs: 137 active+clean; 158 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 50 op/s 2024-04-02T09:32:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:32:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:32:49] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-02T09:32:50.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:49 smithi187 ceph-mon[84356]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:32:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:49 smithi112 ceph-mon[91385]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:32:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:49 smithi112 ceph-mon[88945]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:32:51.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (10259 ms) 2024-04-02T09:32:51.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-02T09:32:51.743 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:32:52.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:51 smithi187 ceph-mon[84356]: pgmap v3472: 137 pgs: 137 active+clean; 170 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.8 MiB/s wr, 64 op/s 2024-04-02T09:32:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:51 smithi112 ceph-mon[91385]: pgmap v3472: 137 pgs: 137 active+clean; 170 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.8 MiB/s wr, 64 op/s 2024-04-02T09:32:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:51 smithi112 ceph-mon[88945]: pgmap v3472: 137 pgs: 137 active+clean; 170 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.8 MiB/s wr, 64 op/s 2024-04-02T09:32:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:32:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:52 smithi187 ceph-mon[84356]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:32:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:53.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:52 smithi112 ceph-mon[91385]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:32:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:52 smithi112 ceph-mon[88945]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:32:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:53 smithi187 ceph-mon[84356]: pgmap v3474: 137 pgs: 137 active+clean; 182 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 68 op/s 2024-04-02T09:32:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:53 smithi112 ceph-mon[91385]: pgmap v3474: 137 pgs: 137 active+clean; 182 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 68 op/s 2024-04-02T09:32:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:53 smithi112 ceph-mon[88945]: pgmap v3474: 137 pgs: 137 active+clean; 182 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 68 op/s 2024-04-02T09:32:56.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:55 smithi187 ceph-mon[84356]: pgmap v3475: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.9 MiB/s wr, 94 op/s 2024-04-02T09:32:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:55 smithi112 ceph-mon[91385]: pgmap v3475: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.9 MiB/s wr, 94 op/s 2024-04-02T09:32:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:55 smithi112 ceph-mon[88945]: pgmap v3475: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.9 MiB/s wr, 94 op/s 2024-04-02T09:32:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:57 smithi187 ceph-mon[84356]: pgmap v3476: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 91 op/s 2024-04-02T09:32:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:57 smithi112 ceph-mon[91385]: pgmap v3476: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 91 op/s 2024-04-02T09:32:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:57 smithi112 ceph-mon[88945]: pgmap v3476: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 91 op/s 2024-04-02T09:32:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:32:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:32:59] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:33:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:32:59 smithi187 ceph-mon[84356]: pgmap v3477: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:32:59 smithi112 ceph-mon[91385]: pgmap v3477: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:32:59 smithi112 ceph-mon[88945]: pgmap v3477: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:01 smithi187 ceph-mon[84356]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 68 op/s 2024-04-02T09:33:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:01 smithi112 ceph-mon[91385]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 68 op/s 2024-04-02T09:33:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:01 smithi112 ceph-mon[88945]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 68 op/s 2024-04-02T09:33:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:33:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:04.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:03 smithi187 ceph-mon[84356]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-04-02T09:33:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:03 smithi112 ceph-mon[91385]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-04-02T09:33:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:03 smithi112 ceph-mon[88945]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-04-02T09:33:05.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (14176 ms) 2024-04-02T09:33:05.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-02T09:33:05.919 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:33:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:05 smithi187 ceph-mon[84356]: pgmap v3480: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-02T09:33:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:05 smithi112 ceph-mon[91385]: pgmap v3480: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-02T09:33:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:05 smithi112 ceph-mon[88945]: pgmap v3480: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-02T09:33:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:07 smithi187 ceph-mon[84356]: pgmap v3481: 137 pgs: 137 active+clean; 236 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:33:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:07 smithi187 ceph-mon[84356]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:33:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:07 smithi112 ceph-mon[88945]: pgmap v3481: 137 pgs: 137 active+clean; 236 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:33:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:07 smithi112 ceph-mon[88945]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:33:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:07 smithi112 ceph-mon[91385]: pgmap v3481: 137 pgs: 137 active+clean; 236 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:33:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:07 smithi112 ceph-mon[91385]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:33:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:33:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:33:09] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:33:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:09 smithi187 ceph-mon[84356]: pgmap v3483: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-02T09:33:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:09 smithi112 ceph-mon[91385]: pgmap v3483: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-02T09:33:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:09 smithi112 ceph-mon[88945]: pgmap v3483: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-02T09:33:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:11 smithi187 ceph-mon[84356]: pgmap v3484: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-02T09:33:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:11 smithi112 ceph-mon[91385]: pgmap v3484: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-02T09:33:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:11 smithi112 ceph-mon[88945]: pgmap v3484: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-02T09:33:12.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:33:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:13 smithi187 ceph-mon[84356]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:33:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:13 smithi112 ceph-mon[88945]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:33:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:13 smithi112 ceph-mon[91385]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:33:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:15 smithi187 ceph-mon[84356]: pgmap v3486: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:33:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:15 smithi187 ceph-mon[84356]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:33:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:15 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:15 smithi112 ceph-mon[91385]: pgmap v3486: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:33:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:15 smithi112 ceph-mon[91385]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:33:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:15 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:15 smithi112 ceph-mon[88945]: pgmap v3486: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:33:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:15 smithi112 ceph-mon[88945]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:33:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:15 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:17.089 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (11170 ms) 2024-04-02T09:33:17.089 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-02T09:33:17.089 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:33:18.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:17 smithi187 ceph-mon[84356]: pgmap v3488: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.9 MiB/s wr, 66 op/s 2024-04-02T09:33:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:17 smithi112 ceph-mon[91385]: pgmap v3488: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.9 MiB/s wr, 66 op/s 2024-04-02T09:33:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:17 smithi112 ceph-mon[88945]: pgmap v3488: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.9 MiB/s wr, 66 op/s 2024-04-02T09:33:19.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:18 smithi187 ceph-mon[84356]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:33:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:18 smithi112 ceph-mon[91385]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:33:19.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:18 smithi112 ceph-mon[88945]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:33:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:33:19] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:33:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:19 smithi187 ceph-mon[84356]: pgmap v3490: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 67 op/s 2024-04-02T09:33:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:19 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[91385]: pgmap v3490: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 67 op/s 2024-04-02T09:33:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[88945]: pgmap v3490: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 67 op/s 2024-04-02T09:33:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:19 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:33:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:21 smithi187 ceph-mon[84356]: pgmap v3491: 137 pgs: 137 active+clean; 370 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 64 op/s 2024-04-02T09:33:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:21 smithi112 ceph-mon[91385]: pgmap v3491: 137 pgs: 137 active+clean; 370 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 64 op/s 2024-04-02T09:33:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:21 smithi112 ceph-mon[88945]: pgmap v3491: 137 pgs: 137 active+clean; 370 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 64 op/s 2024-04-02T09:33:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:33:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:23.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:23.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:23 smithi187 ceph-mon[84356]: pgmap v3492: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 101 op/s 2024-04-02T09:33:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:23 smithi112 ceph-mon[91385]: pgmap v3492: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 101 op/s 2024-04-02T09:33:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:23 smithi112 ceph-mon[88945]: pgmap v3492: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 101 op/s 2024-04-02T09:33:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:25 smithi112 ceph-mon[91385]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 83 op/s 2024-04-02T09:33:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:25 smithi112 ceph-mon[88945]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 83 op/s 2024-04-02T09:33:26.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:25 smithi187 ceph-mon[84356]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 83 op/s 2024-04-02T09:33:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:27 smithi112 ceph-mon[91385]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.3 MiB/s wr, 56 op/s 2024-04-02T09:33:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:27 smithi112 ceph-mon[88945]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.3 MiB/s wr, 56 op/s 2024-04-02T09:33:28.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:27 smithi187 ceph-mon[84356]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.3 MiB/s wr, 56 op/s 2024-04-02T09:33:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:33:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:33:29] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:33:30.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12950 ms) 2024-04-02T09:33:30.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-02T09:33:30.039 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:33:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:29 smithi112 ceph-mon[88945]: pgmap v3495: 137 pgs: 137 active+clean; 387 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-02T09:33:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:29 smithi112 ceph-mon[91385]: pgmap v3495: 137 pgs: 137 active+clean; 387 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-02T09:33:30.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:29 smithi187 ceph-mon[84356]: pgmap v3495: 137 pgs: 137 active+clean; 387 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-02T09:33:32.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:31 smithi187 ceph-mon[84356]: pgmap v3496: 137 pgs: 137 active+clean; 391 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-02T09:33:32.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:31 smithi187 ceph-mon[84356]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:33:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:31 smithi112 ceph-mon[88945]: pgmap v3496: 137 pgs: 137 active+clean; 391 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-02T09:33:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:31 smithi112 ceph-mon[88945]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:33:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:31 smithi112 ceph-mon[91385]: pgmap v3496: 137 pgs: 137 active+clean; 391 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-02T09:33:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:31 smithi112 ceph-mon[91385]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:33:32.556 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:33:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:33 smithi112 ceph-mon[91385]: pgmap v3498: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-02T09:33:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:33 smithi112 ceph-mon[88945]: pgmap v3498: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-02T09:33:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:33 smithi187 ceph-mon[84356]: pgmap v3498: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-02T09:33:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:36 smithi112 ceph-mon[91385]: pgmap v3499: 137 pgs: 137 active+clean; 424 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-04-02T09:33:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:36 smithi112 ceph-mon[88945]: pgmap v3499: 137 pgs: 137 active+clean; 424 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-04-02T09:33:36.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:36 smithi187 ceph-mon[84356]: pgmap v3499: 137 pgs: 137 active+clean; 424 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-04-02T09:33:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:38 smithi112 ceph-mon[91385]: pgmap v3500: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:33:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:38 smithi112 ceph-mon[88945]: pgmap v3500: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:33:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:38.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:38 smithi187 ceph-mon[84356]: pgmap v3500: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:33:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:33:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:33:39] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:33:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:40 smithi112 ceph-mon[91385]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-02T09:33:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:40 smithi112 ceph-mon[88945]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-02T09:33:40.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:40 smithi187 ceph-mon[84356]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-02T09:33:42.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:42 smithi187 ceph-mon[84356]: pgmap v3502: 137 pgs: 137 active+clean; 432 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-02T09:33:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:42 smithi112 ceph-mon[91385]: pgmap v3502: 137 pgs: 137 active+clean; 432 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-02T09:33:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:42 smithi112 ceph-mon[88945]: pgmap v3502: 137 pgs: 137 active+clean; 432 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-02T09:33:42.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:33:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:43.488 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (13449 ms) 2024-04-02T09:33:44.017 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (86692 ms total) 2024-04-02T09:33:44.018 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:33:44.018 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-02T09:33:44.050 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-02T09:33:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:44 smithi112 ceph-mon[88945]: pgmap v3503: 137 pgs: 137 active+clean; 432 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:33:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:44 smithi112 ceph-mon[91385]: pgmap v3503: 137 pgs: 137 active+clean; 432 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:33:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:44 smithi187 ceph-mon[84356]: pgmap v3503: 137 pgs: 137 active+clean; 432 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:33:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:45 smithi112 ceph-mon[88945]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:33:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:45 smithi112 ceph-mon[91385]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:33:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:45 smithi187 ceph-mon[84356]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:33:46.045 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:33:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:46 smithi112 ceph-mon[91385]: pgmap v3505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:46 smithi112 ceph-mon[91385]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:33:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:46 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2921614787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:46 smithi112 ceph-mon[88945]: pgmap v3505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:46 smithi112 ceph-mon[88945]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:33:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:46 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2921614787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:46.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:46 smithi187 ceph-mon[84356]: pgmap v3505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:46 smithi187 ceph-mon[84356]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:33:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:46 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2921614787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2921614787' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:47 smithi112 ceph-mon[91385]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:33:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2921614787' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:47.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:47 smithi112 ceph-mon[88945]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2921614787' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:47 smithi187 ceph-mon[84356]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:33:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:48 smithi112 ceph-mon[91385]: pgmap v3508: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:48 smithi112 ceph-mon[91385]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:33:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:48 smithi112 ceph-mon[88945]: pgmap v3508: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:48 smithi112 ceph-mon[88945]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:33:48.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:48 smithi187 ceph-mon[84356]: pgmap v3508: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:48 smithi187 ceph-mon[84356]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:33:49.368 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:33:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:33:49] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:33:49.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:49 smithi112 ceph-mon[88945]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:33:49.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:49 smithi112 ceph-mon[91385]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:33:49.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:49 smithi187 ceph-mon[84356]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:33:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:50 smithi112 ceph-mon[91385]: pgmap v3511: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:50 smithi112 ceph-mon[88945]: pgmap v3511: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:50.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:50 smithi187 ceph-mon[84356]: pgmap v3511: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:51 smithi112 ceph-mon[91385]: pgmap v3512: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 965 B/s rd, 579 B/s wr, 2 op/s 2024-04-02T09:33:51.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:51 smithi112 ceph-mon[88945]: pgmap v3512: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 965 B/s rd, 579 B/s wr, 2 op/s 2024-04-02T09:33:51.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:51 smithi187 ceph-mon[84356]: pgmap v3512: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 965 B/s rd, 579 B/s wr, 2 op/s 2024-04-02T09:33:52.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:33:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:53 smithi112 ceph-mon[91385]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:33:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:53 smithi112 ceph-mon[91385]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:53 smithi112 ceph-mon[88945]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:33:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:53 smithi112 ceph-mon[88945]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:53.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:53 smithi187 ceph-mon[84356]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:33:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:53 smithi187 ceph-mon[84356]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:55 smithi112 ceph-mon[91385]: pgmap v3515: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T09:33:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:55 smithi112 ceph-mon[91385]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:33:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:55 smithi112 ceph-mon[88945]: pgmap v3515: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T09:33:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:55 smithi112 ceph-mon[88945]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:33:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:55 smithi187 ceph-mon[84356]: pgmap v3515: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T09:33:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:55 smithi187 ceph-mon[84356]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:33:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:57 smithi112 ceph-mon[91385]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:33:58.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:57 smithi112 ceph-mon[88945]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:33:58.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:57 smithi187 ceph-mon[84356]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:33:58.667 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14618 ms) 2024-04-02T09:33:58.667 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-02T09:33:58.667 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:33:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:33:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:33:59] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:34:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:33:59 smithi112 ceph-mon[91385]: pgmap v3518: 137 pgs: 137 active+clean; 42 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-02T09:34:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:33:59 smithi112 ceph-mon[88945]: pgmap v3518: 137 pgs: 137 active+clean; 42 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-02T09:34:00.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:33:59 smithi187 ceph-mon[84356]: pgmap v3518: 137 pgs: 137 active+clean; 42 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-02T09:34:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:01 smithi112 ceph-mon[91385]: pgmap v3519: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:34:02.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:01 smithi112 ceph-mon[88945]: pgmap v3519: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:34:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:01 smithi187 ceph-mon[84356]: pgmap v3519: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:34:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:34:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:03 smithi187 ceph-mon[84356]: pgmap v3520: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:34:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:03 smithi187 ceph-mon[84356]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:34:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:03 smithi112 ceph-mon[91385]: pgmap v3520: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:34:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:03 smithi112 ceph-mon[91385]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:34:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:03 smithi112 ceph-mon[88945]: pgmap v3520: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:34:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:03 smithi112 ceph-mon[88945]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:34:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:05 smithi187 ceph-mon[84356]: pgmap v3522: 137 pgs: 137 active+clean; 71 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-02T09:34:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:05 smithi112 ceph-mon[91385]: pgmap v3522: 137 pgs: 137 active+clean; 71 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-02T09:34:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:05 smithi112 ceph-mon[88945]: pgmap v3522: 137 pgs: 137 active+clean; 71 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-02T09:34:08.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:07 smithi187 ceph-mon[84356]: pgmap v3523: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-02T09:34:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:07 smithi112 ceph-mon[91385]: pgmap v3523: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-02T09:34:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:07 smithi112 ceph-mon[88945]: pgmap v3523: 137 pgs: 137 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-02T09:34:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:34:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:34:09] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:34:10.093 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.Grow (11426 ms) 2024-04-02T09:34:10.093 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-02T09:34:10.094 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:34:10.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:09 smithi187 ceph-mon[84356]: pgmap v3524: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:34:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:09 smithi112 ceph-mon[91385]: pgmap v3524: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:34:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:09 smithi112 ceph-mon[88945]: pgmap v3524: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:34:12.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:11 smithi187 ceph-mon[84356]: pgmap v3525: 137 pgs: 137 active+clean; 104 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-04-02T09:34:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:11 smithi112 ceph-mon[91385]: pgmap v3525: 137 pgs: 137 active+clean; 104 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-04-02T09:34:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:11 smithi112 ceph-mon[88945]: pgmap v3525: 137 pgs: 137 active+clean; 104 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-04-02T09:34:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:34:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:13 smithi187 ceph-mon[84356]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:34:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:13 smithi112 ceph-mon[88945]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:34:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:13 smithi112 ceph-mon[91385]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:34:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:14 smithi187 ceph-mon[84356]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:34:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:14 smithi112 ceph-mon[91385]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:34:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:14 smithi112 ceph-mon[88945]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:34:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:15 smithi187 ceph-mon[84356]: pgmap v3528: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-04-02T09:34:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:15 smithi112 ceph-mon[88945]: pgmap v3528: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-04-02T09:34:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:15 smithi112 ceph-mon[91385]: pgmap v3528: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-04-02T09:34:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:17 smithi187 ceph-mon[84356]: pgmap v3529: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 75 op/s 2024-04-02T09:34:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:17 smithi112 ceph-mon[91385]: pgmap v3529: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 75 op/s 2024-04-02T09:34:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:17 smithi112 ceph-mon[88945]: pgmap v3529: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 75 op/s 2024-04-02T09:34:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:34:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:34:19] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:34:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:19 smithi187 ceph-mon[84356]: pgmap v3530: 137 pgs: 137 active+clean; 146 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:34:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:19 smithi112 ceph-mon[88945]: pgmap v3530: 137 pgs: 137 active+clean; 146 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:34:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:19 smithi112 ceph-mon[91385]: pgmap v3530: 137 pgs: 137 active+clean; 146 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:34:20.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10471 ms) 2024-04-02T09:34:20.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-02T09:34:20.565 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:34:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:34:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:34:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:34:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:21 smithi187 ceph-mon[84356]: pgmap v3531: 137 pgs: 137 active+clean; 166 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 65 op/s 2024-04-02T09:34:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:21 smithi112 ceph-mon[91385]: pgmap v3531: 137 pgs: 137 active+clean; 166 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 65 op/s 2024-04-02T09:34:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:21 smithi112 ceph-mon[88945]: pgmap v3531: 137 pgs: 137 active+clean; 166 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 65 op/s 2024-04-02T09:34:22.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:34:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:23.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:23.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:24.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:23 smithi187 ceph-mon[84356]: pgmap v3532: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-02T09:34:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:23 smithi112 ceph-mon[91385]: pgmap v3532: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-02T09:34:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:23 smithi112 ceph-mon[88945]: pgmap v3532: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-02T09:34:26.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:25 smithi187 ceph-mon[84356]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.6 MiB/s wr, 62 op/s 2024-04-02T09:34:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:25 smithi187 ceph-mon[84356]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:34:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:25 smithi112 ceph-mon[91385]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.6 MiB/s wr, 62 op/s 2024-04-02T09:34:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:25 smithi112 ceph-mon[91385]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:34:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:25 smithi112 ceph-mon[88945]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.6 MiB/s wr, 62 op/s 2024-04-02T09:34:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:25 smithi112 ceph-mon[88945]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:34:28.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:27 smithi187 ceph-mon[84356]: pgmap v3535: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-02T09:34:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:27 smithi112 ceph-mon[91385]: pgmap v3535: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-02T09:34:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:27 smithi112 ceph-mon[88945]: pgmap v3535: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-02T09:34:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:34:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:34:29] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:34:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:29 smithi187 ceph-mon[84356]: pgmap v3536: 137 pgs: 137 active+clean; 204 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:34:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:29 smithi112 ceph-mon[88945]: pgmap v3536: 137 pgs: 137 active+clean; 204 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:34:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:29 smithi112 ceph-mon[91385]: pgmap v3536: 137 pgs: 137 active+clean; 204 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:34:31.181 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10616 ms) 2024-04-02T09:34:31.181 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-02T09:34:31.181 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:34:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:31 smithi187 ceph-mon[84356]: pgmap v3537: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.2 MiB/s wr, 63 op/s 2024-04-02T09:34:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:31 smithi112 ceph-mon[91385]: pgmap v3537: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.2 MiB/s wr, 63 op/s 2024-04-02T09:34:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:31 smithi112 ceph-mon[88945]: pgmap v3537: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.2 MiB/s wr, 63 op/s 2024-04-02T09:34:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:34:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:34.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:33 smithi187 ceph-mon[84356]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 63 op/s 2024-04-02T09:34:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:33 smithi112 ceph-mon[91385]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 63 op/s 2024-04-02T09:34:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:33 smithi112 ceph-mon[88945]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 63 op/s 2024-04-02T09:34:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:35 smithi187 ceph-mon[84356]: pgmap v3539: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:34:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:35 smithi187 ceph-mon[84356]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:34:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:35 smithi112 ceph-mon[91385]: pgmap v3539: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:34:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:35 smithi112 ceph-mon[91385]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:35 smithi112 ceph-mon[88945]: pgmap v3539: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:34:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:35 smithi112 ceph-mon[88945]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:34:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:37 smithi187 ceph-mon[84356]: pgmap v3541: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:34:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:37 smithi112 ceph-mon[91385]: pgmap v3541: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:34:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:37 smithi112 ceph-mon[88945]: pgmap v3541: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-02T09:34:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:34:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:34:39] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:34:40.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:39 smithi187 ceph-mon[84356]: pgmap v3542: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 889 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-04-02T09:34:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:39 smithi187 ceph-mon[84356]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:34:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:39 smithi112 ceph-mon[88945]: pgmap v3542: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 889 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-04-02T09:34:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:39 smithi112 ceph-mon[88945]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:34:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:39 smithi112 ceph-mon[91385]: pgmap v3542: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 889 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-04-02T09:34:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:39 smithi112 ceph-mon[91385]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:34:40.742 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (9562 ms) 2024-04-02T09:34:40.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-02T09:34:40.743 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:34:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:41 smithi187 ceph-mon[84356]: pgmap v3544: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-04-02T09:34:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:41 smithi112 ceph-mon[91385]: pgmap v3544: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-04-02T09:34:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:41 smithi112 ceph-mon[88945]: pgmap v3544: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-04-02T09:34:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:34:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:44.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:43 smithi187 ceph-mon[84356]: pgmap v3545: 137 pgs: 137 active+clean; 258 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.3 MiB/s wr, 65 op/s 2024-04-02T09:34:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:43 smithi112 ceph-mon[91385]: pgmap v3545: 137 pgs: 137 active+clean; 258 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.3 MiB/s wr, 65 op/s 2024-04-02T09:34:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:43 smithi112 ceph-mon[88945]: pgmap v3545: 137 pgs: 137 active+clean; 258 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.3 MiB/s wr, 65 op/s 2024-04-02T09:34:46.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:45 smithi187 ceph-mon[84356]: pgmap v3546: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-02T09:34:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:45 smithi187 ceph-mon[84356]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:34:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:45 smithi112 ceph-mon[91385]: pgmap v3546: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-02T09:34:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:45 smithi112 ceph-mon[91385]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:34:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:45 smithi112 ceph-mon[88945]: pgmap v3546: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-02T09:34:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:45 smithi112 ceph-mon[88945]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:34:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:47 smithi187 ceph-mon[84356]: pgmap v3548: 137 pgs: 137 active+clean; 326 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 59 op/s 2024-04-02T09:34:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:47 smithi112 ceph-mon[88945]: pgmap v3548: 137 pgs: 137 active+clean; 326 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 59 op/s 2024-04-02T09:34:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:47 smithi112 ceph-mon[91385]: pgmap v3548: 137 pgs: 137 active+clean; 326 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 59 op/s 2024-04-02T09:34:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:34:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:34:49] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:34:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:49 smithi187 ceph-mon[84356]: pgmap v3549: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.6 MiB/s wr, 79 op/s 2024-04-02T09:34:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:49 smithi112 ceph-mon[88945]: pgmap v3549: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.6 MiB/s wr, 79 op/s 2024-04-02T09:34:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:49 smithi112 ceph-mon[91385]: pgmap v3549: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.6 MiB/s wr, 79 op/s 2024-04-02T09:34:51.446 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10702 ms) 2024-04-02T09:34:51.446 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-02T09:34:51.446 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:34:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:51 smithi187 ceph-mon[84356]: pgmap v3550: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:34:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:51 smithi112 ceph-mon[91385]: pgmap v3550: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:34:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:51 smithi112 ceph-mon[88945]: pgmap v3550: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:34:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:34:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:53.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:53.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:54.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:53 smithi187 ceph-mon[84356]: pgmap v3551: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 80 op/s 2024-04-02T09:34:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:53 smithi112 ceph-mon[91385]: pgmap v3551: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 80 op/s 2024-04-02T09:34:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:53 smithi112 ceph-mon[88945]: pgmap v3551: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 80 op/s 2024-04-02T09:34:56.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:55 smithi187 ceph-mon[84356]: pgmap v3552: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-02T09:34:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:55 smithi112 ceph-mon[91385]: pgmap v3552: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-02T09:34:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:55 smithi112 ceph-mon[88945]: pgmap v3552: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-02T09:34:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:56 smithi112 ceph-mon[91385]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:34:57.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:56 smithi112 ceph-mon[88945]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:34:57.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:56 smithi187 ceph-mon[84356]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:34:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:57 smithi112 ceph-mon[91385]: pgmap v3554: 137 pgs: 137 active+clean; 344 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 49 op/s 2024-04-02T09:34:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:57 smithi112 ceph-mon[88945]: pgmap v3554: 137 pgs: 137 active+clean; 344 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 49 op/s 2024-04-02T09:34:58.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:57 smithi187 ceph-mon[84356]: pgmap v3554: 137 pgs: 137 active+clean; 344 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 49 op/s 2024-04-02T09:34:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:34:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:34:59] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:35:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:34:59 smithi112 ceph-mon[88945]: pgmap v3555: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-02T09:35:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:34:59 smithi112 ceph-mon[91385]: pgmap v3555: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-02T09:35:00.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:34:59 smithi187 ceph-mon[84356]: pgmap v3555: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-02T09:35:02.282 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:01 smithi187 ceph-mon[84356]: pgmap v3556: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:35:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:01 smithi112 ceph-mon[91385]: pgmap v3556: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:35:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:01 smithi112 ceph-mon[88945]: pgmap v3556: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:35:02.554 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (11110 ms) 2024-04-02T09:35:02.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:35:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:03.006 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (78505 ms total) 2024-04-02T09:35:03.006 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:35:03.006 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-02T09:35:03.034 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-02T09:35:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:04 smithi112 ceph-mon[91385]: pgmap v3557: 137 pgs: 137 active+clean; 376 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:04 smithi112 ceph-mon[91385]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:35:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:04 smithi112 ceph-mon[88945]: pgmap v3557: 137 pgs: 137 active+clean; 376 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:04 smithi112 ceph-mon[88945]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:35:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:04 smithi187 ceph-mon[84356]: pgmap v3557: 137 pgs: 137 active+clean; 376 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:04 smithi187 ceph-mon[84356]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:35:05.018 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:35:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:05 smithi112 ceph-mon[91385]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:35:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:05 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/399481469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:05 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:05 smithi112 ceph-mon[88945]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:35:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:05 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/399481469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:05 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:05 smithi187 ceph-mon[84356]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:35:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:05 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/399481469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:05 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[91385]: pgmap v3560: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:35:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[91385]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:35:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[88945]: pgmap v3560: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:35:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:06 smithi112 ceph-mon[88945]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:35:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:06 smithi187 ceph-mon[84356]: pgmap v3560: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:06 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:35:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:06 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:06 smithi187 ceph-mon[84356]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:35:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:07 smithi112 ceph-mon[88945]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:35:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:07 smithi112 ceph-mon[91385]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:35:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:07 smithi187 ceph-mon[84356]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:35:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[88945]: pgmap v3563: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:35:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[88945]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:35:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[91385]: pgmap v3563: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:35:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[91385]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:35:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:08.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:08 smithi187 ceph-mon[84356]: pgmap v3563: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:08 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:35:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:08 smithi187 ceph-mon[84356]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:35:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:35:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:35:09] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-02T09:35:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:10 smithi112 ceph-mon[91385]: pgmap v3565: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:35:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:10 smithi112 ceph-mon[88945]: pgmap v3565: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:35:10.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:10 smithi187 ceph-mon[84356]: pgmap v3565: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:35:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:12 smithi187 ceph-mon[84356]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-04-02T09:35:12.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:12 smithi187 ceph-mon[84356]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:35:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:12 smithi112 ceph-mon[91385]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-04-02T09:35:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:12 smithi112 ceph-mon[91385]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:35:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:12 smithi112 ceph-mon[88945]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-04-02T09:35:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:12 smithi112 ceph-mon[88945]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:35:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:35:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:14 smithi112 ceph-mon[91385]: pgmap v3568: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:35:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:14 smithi112 ceph-mon[88945]: pgmap v3568: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:35:14.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:14 smithi187 ceph-mon[84356]: pgmap v3568: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:35:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:15 smithi112 ceph-mon[91385]: pgmap v3569: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-02T09:35:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:15 smithi112 ceph-mon[91385]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:35:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:15 smithi112 ceph-mon[88945]: pgmap v3569: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-02T09:35:16.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:15 smithi112 ceph-mon[88945]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:35:16.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:15 smithi187 ceph-mon[84356]: pgmap v3569: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-02T09:35:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:15 smithi187 ceph-mon[84356]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:35:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:17 smithi187 ceph-mon[84356]: pgmap v3571: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:35:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:17 smithi112 ceph-mon[88945]: pgmap v3571: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:35:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:17 smithi112 ceph-mon[91385]: pgmap v3571: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:35:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:35:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:35:19] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-02T09:35:20.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:19 smithi187 ceph-mon[84356]: pgmap v3572: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:35:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:19 smithi112 ceph-mon[91385]: pgmap v3572: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:35:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:19 smithi112 ceph-mon[88945]: pgmap v3572: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:35:20.559 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17524 ms) 2024-04-02T09:35:20.559 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-02T09:35:20.559 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:35:21.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:20 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:20 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:20 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:22.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:21 smithi187 ceph-mon[84356]: pgmap v3573: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-02T09:35:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:21 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:21 smithi112 ceph-mon[91385]: pgmap v3573: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-02T09:35:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:21 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:21 smithi112 ceph-mon[88945]: pgmap v3573: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-02T09:35:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:21 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:35:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:35:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:24 smithi112 ceph-mon[91385]: pgmap v3574: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-02T09:35:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:24 smithi112 ceph-mon[88945]: pgmap v3574: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-02T09:35:24.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:24 smithi187 ceph-mon[84356]: pgmap v3574: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-02T09:35:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:26 smithi112 ceph-mon[91385]: pgmap v3575: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-02T09:35:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:26 smithi112 ceph-mon[91385]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:35:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:26 smithi112 ceph-mon[88945]: pgmap v3575: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-02T09:35:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:26 smithi112 ceph-mon[88945]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:35:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:26 smithi187 ceph-mon[84356]: pgmap v3575: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-02T09:35:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:26 smithi187 ceph-mon[84356]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:35:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:28 smithi112 ceph-mon[88945]: pgmap v3577: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-02T09:35:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:28 smithi112 ceph-mon[91385]: pgmap v3577: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-02T09:35:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:28 smithi187 ceph-mon[84356]: pgmap v3577: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-02T09:35:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:35:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:35:29] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:35:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:30 smithi112 ceph-mon[91385]: pgmap v3578: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-02T09:35:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:30 smithi112 ceph-mon[88945]: pgmap v3578: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-02T09:35:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:30 smithi187 ceph-mon[84356]: pgmap v3578: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-02T09:35:32.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:32 smithi187 ceph-mon[84356]: pgmap v3579: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:35:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:32 smithi112 ceph-mon[91385]: pgmap v3579: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:35:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:32 smithi112 ceph-mon[88945]: pgmap v3579: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:35:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:35:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:34 smithi112 ceph-mon[91385]: pgmap v3580: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:35:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:34 smithi112 ceph-mon[88945]: pgmap v3580: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:35:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:34 smithi187 ceph-mon[84356]: pgmap v3580: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:35:35.198 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14639 ms) 2024-04-02T09:35:35.198 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-02T09:35:35.198 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:35:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:36 smithi112 ceph-mon[88945]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:35:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:36 smithi112 ceph-mon[91385]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:35:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:36 smithi187 ceph-mon[84356]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:35:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:38 smithi112 ceph-mon[91385]: pgmap v3582: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.3 MiB/s wr, 46 op/s 2024-04-02T09:35:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:38 smithi112 ceph-mon[88945]: pgmap v3582: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.3 MiB/s wr, 46 op/s 2024-04-02T09:35:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:38.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:38 smithi187 ceph-mon[84356]: pgmap v3582: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.3 MiB/s wr, 46 op/s 2024-04-02T09:35:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:35:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:35:39] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:35:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:40 smithi112 ceph-mon[91385]: pgmap v3583: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 53 op/s 2024-04-02T09:35:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:40 smithi112 ceph-mon[88945]: pgmap v3583: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 53 op/s 2024-04-02T09:35:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:40 smithi187 ceph-mon[84356]: pgmap v3583: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 53 op/s 2024-04-02T09:35:41.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:41 smithi112 ceph-mon[88945]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:35:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:41 smithi112 ceph-mon[91385]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:35:41.480 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:41 smithi187 ceph-mon[84356]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:35:42.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:42 smithi187 ceph-mon[84356]: pgmap v3585: 137 pgs: 137 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:35:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:42 smithi112 ceph-mon[91385]: pgmap v3585: 137 pgs: 137 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:35:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:42 smithi112 ceph-mon[88945]: pgmap v3585: 137 pgs: 137 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:35:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:35:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:43 smithi112 ceph-mon[91385]: pgmap v3586: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:35:43.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:43 smithi112 ceph-mon[88945]: pgmap v3586: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:35:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:43 smithi187 ceph-mon[84356]: pgmap v3586: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:35:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:45 smithi187 ceph-mon[84356]: pgmap v3587: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:35:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:45 smithi112 ceph-mon[91385]: pgmap v3587: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:35:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:45 smithi112 ceph-mon[88945]: pgmap v3587: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:35:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:47 smithi187 ceph-mon[84356]: pgmap v3588: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-02T09:35:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:47 smithi112 ceph-mon[91385]: pgmap v3588: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-02T09:35:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:47 smithi112 ceph-mon[88945]: pgmap v3588: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-02T09:35:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:49 smithi112 ceph-mon[91385]: pgmap v3589: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:35:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:49 smithi112 ceph-mon[88945]: pgmap v3589: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:35:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:35:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:35:49] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:35:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:49 smithi187 ceph-mon[84356]: pgmap v3589: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:35:50.537 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (15339 ms) 2024-04-02T09:35:50.537 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-02T09:35:50.537 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:35:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:51 smithi187 ceph-mon[84356]: pgmap v3590: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:35:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:51 smithi112 ceph-mon[91385]: pgmap v3590: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:35:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:51 smithi112 ceph-mon[88945]: pgmap v3590: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-02T09:35:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:35:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:53.670 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:53 smithi112 ceph-mon[88945]: pgmap v3591: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-02T09:35:53.670 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:53.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:53 smithi112 ceph-mon[91385]: pgmap v3591: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-02T09:35:53.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:53.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:53 smithi187 ceph-mon[84356]: pgmap v3591: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-02T09:35:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:55 smithi187 ceph-mon[84356]: pgmap v3592: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T09:35:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:55 smithi187 ceph-mon[84356]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:35:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:55 smithi112 ceph-mon[91385]: pgmap v3592: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T09:35:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:55 smithi112 ceph-mon[91385]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:35:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:55 smithi112 ceph-mon[88945]: pgmap v3592: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T09:35:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:55 smithi112 ceph-mon[88945]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:35:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:57 smithi187 ceph-mon[84356]: pgmap v3594: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-02T09:35:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:57 smithi112 ceph-mon[88945]: pgmap v3594: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-02T09:35:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:57 smithi112 ceph-mon[91385]: pgmap v3594: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-02T09:35:59.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:35:59 smithi112 ceph-mon[88945]: pgmap v3595: 137 pgs: 137 active+clean; 208 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:35:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:35:59 smithi112 ceph-mon[91385]: pgmap v3595: 137 pgs: 137 active+clean; 208 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:35:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:35:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:35:59] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:35:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:35:59 smithi187 ceph-mon[84356]: pgmap v3595: 137 pgs: 137 active+clean; 208 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:36:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:01 smithi187 ceph-mon[84356]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.6 MiB/s wr, 58 op/s 2024-04-02T09:36:01.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:01 smithi112 ceph-mon[88945]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.6 MiB/s wr, 58 op/s 2024-04-02T09:36:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:01 smithi112 ceph-mon[91385]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.6 MiB/s wr, 58 op/s 2024-04-02T09:36:02.632 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:36:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:03 smithi187 ceph-mon[84356]: pgmap v3597: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:36:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:03 smithi112 ceph-mon[88945]: pgmap v3597: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:36:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:03 smithi112 ceph-mon[91385]: pgmap v3597: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:36:04.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13466 ms) 2024-04-02T09:36:04.003 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-02T09:36:04.003 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:36:05.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:05 smithi187 ceph-mon[84356]: pgmap v3598: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:36:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:05 smithi112 ceph-mon[91385]: pgmap v3598: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:36:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:05 smithi112 ceph-mon[88945]: pgmap v3598: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:36:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:07 smithi187 ceph-mon[84356]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 50 op/s 2024-04-02T09:36:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:07 smithi112 ceph-mon[91385]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 50 op/s 2024-04-02T09:36:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:07 smithi112 ceph-mon[88945]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 50 op/s 2024-04-02T09:36:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:08.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:09 smithi112 ceph-mon[91385]: pgmap v3600: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 769 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:36:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:09 smithi112 ceph-mon[91385]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:36:09.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:09 smithi112 ceph-mon[88945]: pgmap v3600: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 769 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:36:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:09 smithi112 ceph-mon[88945]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:36:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:36:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:36:09] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:36:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:09 smithi187 ceph-mon[84356]: pgmap v3600: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 769 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:36:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:09 smithi187 ceph-mon[84356]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:36:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:11 smithi187 ceph-mon[84356]: pgmap v3602: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:36:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:11 smithi112 ceph-mon[91385]: pgmap v3602: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:36:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:11 smithi112 ceph-mon[88945]: pgmap v3602: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:36:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:36:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:13 smithi187 ceph-mon[84356]: pgmap v3603: 137 pgs: 137 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:36:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:13 smithi112 ceph-mon[91385]: pgmap v3603: 137 pgs: 137 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:36:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:13 smithi112 ceph-mon[88945]: pgmap v3603: 137 pgs: 137 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:36:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:15 smithi187 ceph-mon[84356]: pgmap v3604: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:36:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:15 smithi112 ceph-mon[91385]: pgmap v3604: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:36:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:15 smithi112 ceph-mon[88945]: pgmap v3604: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:36:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:17 smithi187 ceph-mon[84356]: pgmap v3605: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-02T09:36:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:17 smithi187 ceph-mon[84356]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:17 smithi112 ceph-mon[91385]: pgmap v3605: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-02T09:36:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:17 smithi112 ceph-mon[91385]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:36:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:17 smithi112 ceph-mon[88945]: pgmap v3605: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-02T09:36:17.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:17 smithi112 ceph-mon[88945]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:36:18.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14764 ms) 2024-04-02T09:36:18.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-02T09:36:18.767 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:36:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:19 smithi112 ceph-mon[88945]: pgmap v3607: 137 pgs: 137 active+clean; 254 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 502 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-02T09:36:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:19 smithi112 ceph-mon[91385]: pgmap v3607: 137 pgs: 137 active+clean; 254 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 502 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-02T09:36:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:36:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:36:19] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:36:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:19 smithi187 ceph-mon[84356]: pgmap v3607: 137 pgs: 137 active+clean; 254 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 502 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-02T09:36:21.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:21 smithi187 ceph-mon[84356]: pgmap v3608: 137 pgs: 137 active+clean; 266 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-02T09:36:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:21 smithi112 ceph-mon[91385]: pgmap v3608: 137 pgs: 137 active+clean; 266 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-02T09:36:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:21 smithi112 ceph-mon[88945]: pgmap v3608: 137 pgs: 137 active+clean; 266 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-02T09:36:22.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:36:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:22.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: pgmap v3609: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.769 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: pgmap v3609: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: pgmap v3609: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:23.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:23.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:23.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:23.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:36:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:25 smithi187 ceph-mon[84356]: pgmap v3611: 137 pgs: 137 active+clean; 310 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 46 op/s 2024-04-02T09:36:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:25 smithi112 ceph-mon[91385]: pgmap v3611: 137 pgs: 137 active+clean; 310 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 46 op/s 2024-04-02T09:36:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:25 smithi112 ceph-mon[88945]: pgmap v3611: 137 pgs: 137 active+clean; 310 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 46 op/s 2024-04-02T09:36:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:27 smithi187 ceph-mon[84356]: pgmap v3612: 137 pgs: 137 active+clean; 330 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.2 MiB/s wr, 48 op/s 2024-04-02T09:36:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:27 smithi112 ceph-mon[91385]: pgmap v3612: 137 pgs: 137 active+clean; 330 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.2 MiB/s wr, 48 op/s 2024-04-02T09:36:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:27 smithi112 ceph-mon[88945]: pgmap v3612: 137 pgs: 137 active+clean; 330 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.2 MiB/s wr, 48 op/s 2024-04-02T09:36:29.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:29 smithi112 ceph-mon[88945]: pgmap v3613: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.5 MiB/s wr, 73 op/s 2024-04-02T09:36:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:29 smithi112 ceph-mon[91385]: pgmap v3613: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.5 MiB/s wr, 73 op/s 2024-04-02T09:36:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:36:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:36:29] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:36:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:29 smithi187 ceph-mon[84356]: pgmap v3613: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.5 MiB/s wr, 73 op/s 2024-04-02T09:36:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:31 smithi112 ceph-mon[91385]: pgmap v3614: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.3 MiB/s wr, 72 op/s 2024-04-02T09:36:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:31 smithi112 ceph-mon[88945]: pgmap v3614: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.3 MiB/s wr, 72 op/s 2024-04-02T09:36:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:31 smithi187 ceph-mon[84356]: pgmap v3614: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.3 MiB/s wr, 72 op/s 2024-04-02T09:36:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:36:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:33.098 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14330 ms) 2024-04-02T09:36:33.098 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-02T09:36:33.098 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:36:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:33 smithi112 ceph-mon[91385]: pgmap v3615: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:36:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:33 smithi112 ceph-mon[88945]: pgmap v3615: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:36:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:33 smithi187 ceph-mon[84356]: pgmap v3615: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:36:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:35 smithi112 ceph-mon[91385]: pgmap v3616: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-02T09:36:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:35 smithi112 ceph-mon[88945]: pgmap v3616: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-02T09:36:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:35 smithi187 ceph-mon[84356]: pgmap v3616: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-02T09:36:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:37 smithi112 ceph-mon[91385]: pgmap v3617: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-02T09:36:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:37 smithi112 ceph-mon[88945]: pgmap v3617: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-02T09:36:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:37 smithi187 ceph-mon[84356]: pgmap v3617: 137 pgs: 137 active+clean; 343 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-02T09:36:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:38 smithi112 ceph-mon[88945]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:36:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:38 smithi112 ceph-mon[91385]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:36:38.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:38 smithi187 ceph-mon[84356]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:36:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:39 smithi112 ceph-mon[91385]: pgmap v3619: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T09:36:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:39 smithi112 ceph-mon[88945]: pgmap v3619: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T09:36:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:36:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:36:39] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:36:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:39 smithi187 ceph-mon[84356]: pgmap v3619: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T09:36:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:41 smithi112 ceph-mon[88945]: pgmap v3620: 137 pgs: 137 active+clean; 364 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-04-02T09:36:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:41 smithi112 ceph-mon[91385]: pgmap v3620: 137 pgs: 137 active+clean; 364 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-04-02T09:36:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:41 smithi187 ceph-mon[84356]: pgmap v3620: 137 pgs: 137 active+clean; 364 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-04-02T09:36:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:36:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:43 smithi112 ceph-mon[88945]: pgmap v3621: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:43 smithi112 ceph-mon[91385]: pgmap v3621: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:43 smithi187 ceph-mon[84356]: pgmap v3621: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:45 smithi112 ceph-mon[91385]: pgmap v3622: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:45 smithi112 ceph-mon[88945]: pgmap v3622: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:45 smithi187 ceph-mon[84356]: pgmap v3622: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:47.395 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14297 ms) 2024-04-02T09:36:47.529 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (104360 ms total) 2024-04-02T09:36:47.529 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:36:47.529 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-02T09:36:47.576 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-02T09:36:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:47 smithi112 ceph-mon[91385]: pgmap v3623: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:36:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:47 smithi112 ceph-mon[88945]: pgmap v3623: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:36:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:47 smithi187 ceph-mon[84356]: pgmap v3623: 137 pgs: 137 active+clean; 376 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:36:48.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:48 smithi112 ceph-mon[91385]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:36:48.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:48 smithi112 ceph-mon[88945]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:36:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:48 smithi187 ceph-mon[84356]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:36:49.536 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:36:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:36:49] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:36:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-mon[91385]: pgmap v3625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-mon[91385]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:36:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2308201657' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-mon[88945]: pgmap v3625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-mon[88945]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:36:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:49 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2308201657' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:49 smithi187 ceph-mon[84356]: pgmap v3625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:49 smithi187 ceph-mon[84356]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:36:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:49 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2308201657' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:50.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:50 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2308201657' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:50.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:50 smithi112 ceph-mon[91385]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:36:50.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:50 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2308201657' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:50.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:50 smithi112 ceph-mon[88945]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:36:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:50 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2308201657' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:50 smithi187 ceph-mon[84356]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:36:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:51 smithi112 ceph-mon[91385]: pgmap v3628: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:51 smithi112 ceph-mon[91385]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:36:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:51 smithi112 ceph-mon[88945]: pgmap v3628: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:51 smithi112 ceph-mon[88945]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:36:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:51 smithi187 ceph-mon[84356]: pgmap v3628: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:51 smithi187 ceph-mon[84356]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:36:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:52 smithi187 ceph-mon[84356]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:36:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:36:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:52.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:52 smithi112 ceph-mon[91385]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:36:52.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:52 smithi112 ceph-mon[88945]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:36:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:53 smithi112 ceph-mon[91385]: pgmap v3631: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-02T09:36:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:53 smithi112 ceph-mon[88945]: pgmap v3631: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-02T09:36:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:53.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:53 smithi187 ceph-mon[84356]: pgmap v3631: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-02T09:36:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:55.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:55 smithi112 ceph-mon[91385]: pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 525 B/s wr, 5 op/s 2024-04-02T09:36:55.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:55 smithi112 ceph-mon[88945]: pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 525 B/s wr, 5 op/s 2024-04-02T09:36:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:55 smithi187 ceph-mon[84356]: pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 525 B/s wr, 5 op/s 2024-04-02T09:36:56.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:56 smithi112 ceph-mon[88945]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:36:56.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:56 smithi112 ceph-mon[91385]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:36:56.980 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:56 smithi187 ceph-mon[84356]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:36:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:57 smithi112 ceph-mon[88945]: pgmap v3634: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 687 KiB/s wr, 22 op/s 2024-04-02T09:36:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:57 smithi112 ceph-mon[91385]: pgmap v3634: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 687 KiB/s wr, 22 op/s 2024-04-02T09:36:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:57 smithi187 ceph-mon[84356]: pgmap v3634: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 687 KiB/s wr, 22 op/s 2024-04-02T09:36:59.568 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:36:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:36:59] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:36:59.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:36:59 smithi112 ceph-mon[91385]: pgmap v3635: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 49 op/s 2024-04-02T09:36:59.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:36:59 smithi112 ceph-mon[88945]: pgmap v3635: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 49 op/s 2024-04-02T09:36:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:36:59 smithi187 ceph-mon[84356]: pgmap v3635: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 49 op/s 2024-04-02T09:37:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:00 smithi187 ceph-mon[84356]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:37:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:00 smithi112 ceph-mon[91385]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:37:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:00 smithi112 ceph-mon[88945]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:37:02.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:01 smithi187 ceph-mon[84356]: pgmap v3637: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-02T09:37:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:01 smithi112 ceph-mon[91385]: pgmap v3637: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-02T09:37:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:01 smithi112 ceph-mon[88945]: pgmap v3637: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-02T09:37:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:37:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:03 smithi187 ceph-mon[84356]: pgmap v3638: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:37:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:03 smithi112 ceph-mon[91385]: pgmap v3638: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:37:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:03 smithi112 ceph-mon[88945]: pgmap v3638: 137 pgs: 137 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:37:06.230 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:05 smithi187 ceph-mon[84356]: pgmap v3639: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:37:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:05 smithi112 ceph-mon[88945]: pgmap v3639: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:37:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:05 smithi112 ceph-mon[91385]: pgmap v3639: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:37:07.971 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.Simple (20396 ms) 2024-04-02T09:37:07.971 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-02T09:37:07.971 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:37:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:07 smithi187 ceph-mon[84356]: pgmap v3640: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:37:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:07 smithi112 ceph-mon[91385]: pgmap v3640: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:37:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:07 smithi112 ceph-mon[88945]: pgmap v3640: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:37:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:37:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:37:09] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:37:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:09 smithi187 ceph-mon[84356]: pgmap v3641: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-02T09:37:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:09 smithi112 ceph-mon[91385]: pgmap v3641: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-02T09:37:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:09 smithi112 ceph-mon[88945]: pgmap v3641: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-02T09:37:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:11 smithi187 ceph-mon[84356]: pgmap v3642: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T09:37:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:11 smithi112 ceph-mon[91385]: pgmap v3642: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T09:37:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:11 smithi112 ceph-mon[88945]: pgmap v3642: 137 pgs: 137 active+clean; 63 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T09:37:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:37:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:13 smithi187 ceph-mon[84356]: pgmap v3643: 137 pgs: 137 active+clean; 76 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:13 smithi187 ceph-mon[84356]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:37:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:13 smithi112 ceph-mon[91385]: pgmap v3643: 137 pgs: 137 active+clean; 76 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:13 smithi112 ceph-mon[91385]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:37:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:13 smithi112 ceph-mon[88945]: pgmap v3643: 137 pgs: 137 active+clean; 76 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:13 smithi112 ceph-mon[88945]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:37:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:15 smithi187 ceph-mon[84356]: pgmap v3645: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-02T09:37:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:15 smithi112 ceph-mon[91385]: pgmap v3645: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-02T09:37:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:15 smithi112 ceph-mon[88945]: pgmap v3645: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-02T09:37:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:17 smithi187 ceph-mon[84356]: pgmap v3646: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-02T09:37:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:17 smithi112 ceph-mon[91385]: pgmap v3646: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-02T09:37:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:17 smithi112 ceph-mon[88945]: pgmap v3646: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-02T09:37:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:37:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:37:19] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:37:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:19 smithi187 ceph-mon[84356]: pgmap v3647: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-02T09:37:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:19 smithi112 ceph-mon[91385]: pgmap v3647: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-02T09:37:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:19 smithi112 ceph-mon[88945]: pgmap v3647: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-02T09:37:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:21 smithi187 ceph-mon[84356]: pgmap v3648: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:37:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:21 smithi112 ceph-mon[91385]: pgmap v3648: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:37:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:21 smithi112 ceph-mon[88945]: pgmap v3648: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:37:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:37:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:23.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:23 smithi187 ceph-mon[84356]: pgmap v3649: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-04-02T09:37:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:23 smithi112 ceph-mon[91385]: pgmap v3649: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-04-02T09:37:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:23 smithi112 ceph-mon[88945]: pgmap v3649: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-04-02T09:37:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:37:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:37:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:37:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:25 smithi187 ceph-mon[84356]: pgmap v3650: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-02T09:37:26.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:25 smithi112 ceph-mon[88945]: pgmap v3650: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-02T09:37:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:25 smithi112 ceph-mon[91385]: pgmap v3650: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-02T09:37:27.709 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.Grow (19737 ms) 2024-04-02T09:37:27.709 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-02T09:37:27.709 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:37:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:27 smithi187 ceph-mon[84356]: pgmap v3651: 137 pgs: 137 active+clean; 124 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-02T09:37:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:27 smithi112 ceph-mon[91385]: pgmap v3651: 137 pgs: 137 active+clean; 124 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-02T09:37:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:27 smithi112 ceph-mon[88945]: pgmap v3651: 137 pgs: 137 active+clean; 124 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-02T09:37:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:37:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:37:29] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:37:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:29 smithi187 ceph-mon[84356]: pgmap v3652: 137 pgs: 137 active+clean; 128 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 44 op/s 2024-04-02T09:37:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:29 smithi112 ceph-mon[91385]: pgmap v3652: 137 pgs: 137 active+clean; 128 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 44 op/s 2024-04-02T09:37:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:29 smithi112 ceph-mon[88945]: pgmap v3652: 137 pgs: 137 active+clean; 128 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 44 op/s 2024-04-02T09:37:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:31 smithi187 ceph-mon[84356]: pgmap v3653: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:37:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:31 smithi112 ceph-mon[91385]: pgmap v3653: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:37:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:31 smithi112 ceph-mon[88945]: pgmap v3653: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:37:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:37:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:32 smithi187 ceph-mon[84356]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:37:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:32 smithi112 ceph-mon[88945]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:37:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:32 smithi112 ceph-mon[91385]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:37:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:33 smithi187 ceph-mon[84356]: pgmap v3655: 137 pgs: 137 active+clean; 149 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-02T09:37:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:33 smithi112 ceph-mon[88945]: pgmap v3655: 137 pgs: 137 active+clean; 149 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-02T09:37:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:33 smithi112 ceph-mon[91385]: pgmap v3655: 137 pgs: 137 active+clean; 149 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-02T09:37:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:35 smithi187 ceph-mon[84356]: pgmap v3656: 137 pgs: 137 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:37:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:35 smithi112 ceph-mon[91385]: pgmap v3656: 137 pgs: 137 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:37:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:35 smithi112 ceph-mon[88945]: pgmap v3656: 137 pgs: 137 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:37:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:37 smithi187 ceph-mon[84356]: pgmap v3657: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 59 op/s 2024-04-02T09:37:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:37 smithi112 ceph-mon[91385]: pgmap v3657: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 59 op/s 2024-04-02T09:37:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:37 smithi112 ceph-mon[88945]: pgmap v3657: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 59 op/s 2024-04-02T09:37:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:37:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:37:39] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:37:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:39 smithi187 ceph-mon[84356]: pgmap v3658: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T09:37:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:39 smithi112 ceph-mon[91385]: pgmap v3658: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T09:37:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:39 smithi112 ceph-mon[88945]: pgmap v3658: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T09:37:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:41 smithi187 ceph-mon[84356]: pgmap v3659: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 41 op/s 2024-04-02T09:37:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:41 smithi112 ceph-mon[91385]: pgmap v3659: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 41 op/s 2024-04-02T09:37:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:41 smithi112 ceph-mon[88945]: pgmap v3659: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 41 op/s 2024-04-02T09:37:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:37:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:43 smithi187 ceph-mon[84356]: pgmap v3660: 137 pgs: 137 active+clean; 182 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-04-02T09:37:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:43 smithi112 ceph-mon[91385]: pgmap v3660: 137 pgs: 137 active+clean; 182 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-04-02T09:37:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:43 smithi112 ceph-mon[88945]: pgmap v3660: 137 pgs: 137 active+clean; 182 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-04-02T09:37:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:45 smithi112 ceph-mon[88945]: pgmap v3661: 137 pgs: 137 active+clean; 186 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T09:37:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:45 smithi112 ceph-mon[91385]: pgmap v3661: 137 pgs: 137 active+clean; 186 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T09:37:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:45 smithi187 ceph-mon[84356]: pgmap v3661: 137 pgs: 137 active+clean; 186 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T09:37:47.107 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (19398 ms) 2024-04-02T09:37:47.107 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-02T09:37:47.107 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:37:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:47 smithi112 ceph-mon[88945]: pgmap v3662: 137 pgs: 137 active+clean; 191 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-04-02T09:37:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:47 smithi112 ceph-mon[91385]: pgmap v3662: 137 pgs: 137 active+clean; 191 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-04-02T09:37:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:47 smithi187 ceph-mon[84356]: pgmap v3662: 137 pgs: 137 active+clean; 191 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-04-02T09:37:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:37:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:37:49] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:37:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:49 smithi112 ceph-mon[91385]: pgmap v3663: 137 pgs: 137 active+clean; 203 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-04-02T09:37:50.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:49 smithi112 ceph-mon[88945]: pgmap v3663: 137 pgs: 137 active+clean; 203 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-04-02T09:37:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:49 smithi187 ceph-mon[84356]: pgmap v3663: 137 pgs: 137 active+clean; 203 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-04-02T09:37:52.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:52 smithi187 ceph-mon[84356]: pgmap v3664: 137 pgs: 137 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:52 smithi112 ceph-mon[88945]: pgmap v3664: 137 pgs: 137 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:52 smithi112 ceph-mon[91385]: pgmap v3664: 137 pgs: 137 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:37:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:53 smithi112 ceph-mon[91385]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:37:53.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:53.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:53 smithi112 ceph-mon[88945]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:37:53.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:53 smithi187 ceph-mon[84356]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:37:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:54 smithi112 ceph-mon[91385]: pgmap v3666: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-02T09:37:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:54 smithi112 ceph-mon[88945]: pgmap v3666: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-02T09:37:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:54 smithi187 ceph-mon[84356]: pgmap v3666: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-02T09:37:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:56 smithi112 ceph-mon[91385]: pgmap v3667: 137 pgs: 137 active+clean; 240 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-02T09:37:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:56 smithi112 ceph-mon[88945]: pgmap v3667: 137 pgs: 137 active+clean; 240 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-02T09:37:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:56 smithi187 ceph-mon[84356]: pgmap v3667: 137 pgs: 137 active+clean; 240 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-02T09:37:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:37:58 smithi112 ceph-mon[91385]: pgmap v3668: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-02T09:37:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:37:58 smithi112 ceph-mon[88945]: pgmap v3668: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-02T09:37:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:37:58 smithi187 ceph-mon[84356]: pgmap v3668: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-02T09:37:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:37:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:37:59] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:38:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:00 smithi112 ceph-mon[91385]: pgmap v3669: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:38:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:00 smithi112 ceph-mon[88945]: pgmap v3669: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:38:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:00 smithi187 ceph-mon[84356]: pgmap v3669: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:38:02.282 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:02 smithi187 ceph-mon[84356]: pgmap v3670: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:38:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:02 smithi112 ceph-mon[91385]: pgmap v3670: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:38:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:02 smithi112 ceph-mon[88945]: pgmap v3670: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:38:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:38:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:04.342 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (17235 ms) 2024-04-02T09:38:04.342 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-02T09:38:04.342 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:38:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:04 smithi112 ceph-mon[91385]: pgmap v3671: 137 pgs: 137 active+clean; 260 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.2 MiB/s wr, 44 op/s 2024-04-02T09:38:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:04 smithi112 ceph-mon[88945]: pgmap v3671: 137 pgs: 137 active+clean; 260 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.2 MiB/s wr, 44 op/s 2024-04-02T09:38:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:04 smithi187 ceph-mon[84356]: pgmap v3671: 137 pgs: 137 active+clean; 260 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.2 MiB/s wr, 44 op/s 2024-04-02T09:38:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:06 smithi112 ceph-mon[91385]: pgmap v3672: 137 pgs: 137 active+clean; 260 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-02T09:38:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:06 smithi112 ceph-mon[88945]: pgmap v3672: 137 pgs: 137 active+clean; 260 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-02T09:38:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:06 smithi187 ceph-mon[84356]: pgmap v3672: 137 pgs: 137 active+clean; 260 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 766 KiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-02T09:38:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:08 smithi112 ceph-mon[91385]: pgmap v3673: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-02T09:38:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:08 smithi112 ceph-mon[88945]: pgmap v3673: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-02T09:38:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:08 smithi187 ceph-mon[84356]: pgmap v3673: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-02T09:38:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:09 smithi112 ceph-mon[88945]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:38:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:38:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:38:09] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:38:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:09 smithi112 ceph-mon[91385]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:38:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:09 smithi187 ceph-mon[84356]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:38:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:10 smithi112 ceph-mon[91385]: pgmap v3675: 137 pgs: 137 active+clean; 272 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-04-02T09:38:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:10 smithi112 ceph-mon[88945]: pgmap v3675: 137 pgs: 137 active+clean; 272 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-04-02T09:38:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:10 smithi187 ceph-mon[84356]: pgmap v3675: 137 pgs: 137 active+clean; 272 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-04-02T09:38:12.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:12 smithi187 ceph-mon[84356]: pgmap v3676: 137 pgs: 137 active+clean; 276 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-02T09:38:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:12 smithi112 ceph-mon[91385]: pgmap v3676: 137 pgs: 137 active+clean; 276 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-02T09:38:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:12 smithi112 ceph-mon[88945]: pgmap v3676: 137 pgs: 137 active+clean; 276 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-02T09:38:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:38:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:14 smithi112 ceph-mon[88945]: pgmap v3677: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:38:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:14 smithi112 ceph-mon[91385]: pgmap v3677: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:38:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:14 smithi187 ceph-mon[84356]: pgmap v3677: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:38:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:16 smithi112 ceph-mon[91385]: pgmap v3678: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-02T09:38:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:16 smithi112 ceph-mon[88945]: pgmap v3678: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-02T09:38:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:16 smithi187 ceph-mon[84356]: pgmap v3678: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-02T09:38:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:18 smithi112 ceph-mon[91385]: pgmap v3679: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:38:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:18 smithi112 ceph-mon[88945]: pgmap v3679: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:38:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:18 smithi187 ceph-mon[84356]: pgmap v3679: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:38:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:38:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:38:19] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:38:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:20 smithi112 ceph-mon[88945]: pgmap v3680: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-02T09:38:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:20 smithi112 ceph-mon[91385]: pgmap v3680: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-02T09:38:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:20 smithi187 ceph-mon[84356]: pgmap v3680: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-02T09:38:21.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:21 smithi112 ceph-mon[91385]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:38:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:21 smithi112 ceph-mon[88945]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:38:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:21 smithi187 ceph-mon[84356]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:38:22.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:22 smithi112 ceph-mon[88945]: pgmap v3682: 137 pgs: 137 active+clean; 305 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-02T09:38:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:22 smithi112 ceph-mon[91385]: pgmap v3682: 137 pgs: 137 active+clean; 305 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-02T09:38:22.414 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18072 ms) 2024-04-02T09:38:22.414 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-02T09:38:22.414 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:38:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:22 smithi187 ceph-mon[84356]: pgmap v3682: 137 pgs: 137 active+clean; 305 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-02T09:38:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:38:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:23.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:24 smithi112 ceph-mon[88945]: pgmap v3683: 137 pgs: 137 active+clean; 337 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-04-02T09:38:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:24 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:24 smithi112 ceph-mon[91385]: pgmap v3683: 137 pgs: 137 active+clean; 337 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-04-02T09:38:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:24 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:24 smithi187 ceph-mon[84356]: pgmap v3683: 137 pgs: 137 active+clean; 337 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-04-02T09:38:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:24 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[91385]: pgmap v3684: 137 pgs: 137 active+clean; 374 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 39 op/s 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:38:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[88945]: pgmap v3684: 137 pgs: 137 active+clean; 374 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 39 op/s 2024-04-02T09:38:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:38:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:25 smithi187 ceph-mon[84356]: pgmap v3684: 137 pgs: 137 active+clean; 374 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 39 op/s 2024-04-02T09:38:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:38:27.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:27 smithi112 ceph-mon[88945]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:38:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:27 smithi112 ceph-mon[88945]: pgmap v3686: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 9.6 MiB/s wr, 57 op/s 2024-04-02T09:38:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:27 smithi112 ceph-mon[91385]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:38:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:27 smithi112 ceph-mon[91385]: pgmap v3686: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 9.6 MiB/s wr, 57 op/s 2024-04-02T09:38:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:27 smithi187 ceph-mon[84356]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:38:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:27 smithi187 ceph-mon[84356]: pgmap v3686: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 9.6 MiB/s wr, 57 op/s 2024-04-02T09:38:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:29 smithi112 ceph-mon[91385]: pgmap v3687: 137 pgs: 137 active+clean; 395 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 65 op/s 2024-04-02T09:38:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:29 smithi112 ceph-mon[88945]: pgmap v3687: 137 pgs: 137 active+clean; 395 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 65 op/s 2024-04-02T09:38:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:38:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:38:29] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:38:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:29 smithi187 ceph-mon[84356]: pgmap v3687: 137 pgs: 137 active+clean; 395 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 65 op/s 2024-04-02T09:38:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:31 smithi187 ceph-mon[84356]: pgmap v3688: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 54 op/s 2024-04-02T09:38:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:31 smithi112 ceph-mon[88945]: pgmap v3688: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 54 op/s 2024-04-02T09:38:31.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:31 smithi112 ceph-mon[91385]: pgmap v3688: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 54 op/s 2024-04-02T09:38:32.632 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:38:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:33 smithi187 ceph-mon[84356]: pgmap v3689: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 48 op/s 2024-04-02T09:38:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:33 smithi112 ceph-mon[88945]: pgmap v3689: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 48 op/s 2024-04-02T09:38:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:33 smithi112 ceph-mon[91385]: pgmap v3689: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 48 op/s 2024-04-02T09:38:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:35 smithi187 ceph-mon[84356]: pgmap v3690: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 880 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:38:35.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:35 smithi112 ceph-mon[91385]: pgmap v3690: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 880 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:38:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:35 smithi112 ceph-mon[88945]: pgmap v3690: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 880 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:38:37.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:37 smithi187 ceph-mon[84356]: pgmap v3691: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-04-02T09:38:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:37 smithi112 ceph-mon[88945]: pgmap v3691: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-04-02T09:38:37.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:37 smithi112 ceph-mon[91385]: pgmap v3691: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-04-02T09:38:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:38.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:39 smithi112 ceph-mon[88945]: pgmap v3692: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:38:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:39 smithi112 ceph-mon[91385]: pgmap v3692: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:38:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:38:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:38:39] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:38:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:39 smithi187 ceph-mon[84356]: pgmap v3692: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:38:40.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (18309 ms) 2024-04-02T09:38:40.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-02T09:38:40.723 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:38:41.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:41 smithi187 ceph-mon[84356]: pgmap v3693: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:38:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:41 smithi112 ceph-mon[91385]: pgmap v3693: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:38:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:41 smithi112 ceph-mon[88945]: pgmap v3693: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:38:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:38:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:43 smithi187 ceph-mon[84356]: pgmap v3694: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:38:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:43 smithi112 ceph-mon[91385]: pgmap v3694: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:38:43.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:43 smithi112 ceph-mon[88945]: pgmap v3694: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:38:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:45 smithi112 ceph-mon[88945]: pgmap v3695: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T09:38:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:45 smithi112 ceph-mon[88945]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:38:45.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:45 smithi112 ceph-mon[91385]: pgmap v3695: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T09:38:45.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:45 smithi112 ceph-mon[91385]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:38:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:45 smithi187 ceph-mon[84356]: pgmap v3695: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T09:38:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:45 smithi187 ceph-mon[84356]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:38:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:47 smithi112 ceph-mon[91385]: pgmap v3697: 137 pgs: 137 active+clean; 435 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-02T09:38:47.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:47 smithi112 ceph-mon[88945]: pgmap v3697: 137 pgs: 137 active+clean; 435 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-02T09:38:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:47 smithi187 ceph-mon[84356]: pgmap v3697: 137 pgs: 137 active+clean; 435 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-02T09:38:49.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:49 smithi112 ceph-mon[88945]: pgmap v3698: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:38:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:49 smithi112 ceph-mon[91385]: pgmap v3698: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:38:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:38:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:38:49] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:38:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:49 smithi187 ceph-mon[84356]: pgmap v3698: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:38:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:51 smithi187 ceph-mon[84356]: pgmap v3699: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 52 op/s 2024-04-02T09:38:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:51 smithi112 ceph-mon[91385]: pgmap v3699: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 52 op/s 2024-04-02T09:38:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:51 smithi112 ceph-mon[88945]: pgmap v3699: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 52 op/s 2024-04-02T09:38:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:38:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:53.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:53.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:53 smithi187 ceph-mon[84356]: pgmap v3700: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-02T09:38:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:53 smithi112 ceph-mon[91385]: pgmap v3700: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-02T09:38:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:53 smithi112 ceph-mon[88945]: pgmap v3700: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-02T09:38:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:55 smithi187 ceph-mon[84356]: pgmap v3701: 137 pgs: 137 active+clean; 464 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 467 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:38:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:55 smithi112 ceph-mon[91385]: pgmap v3701: 137 pgs: 137 active+clean; 464 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 467 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:38:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:55 smithi112 ceph-mon[88945]: pgmap v3701: 137 pgs: 137 active+clean; 464 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 467 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:38:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:57 smithi187 ceph-mon[84356]: pgmap v3702: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-04-02T09:38:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:57 smithi112 ceph-mon[91385]: pgmap v3702: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-04-02T09:38:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:57 smithi112 ceph-mon[88945]: pgmap v3702: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-04-02T09:38:59.123 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (18400 ms) 2024-04-02T09:38:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:38:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:38:59] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:38:59.939 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (131547 ms total) 2024-04-02T09:38:59.939 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:38:59.939 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-02T09:38:59.987 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-02T09:39:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:38:59 smithi187 ceph-mon[84356]: pgmap v3703: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T09:39:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:38:59 smithi112 ceph-mon[91385]: pgmap v3703: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T09:39:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:38:59 smithi112 ceph-mon[88945]: pgmap v3703: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T09:39:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:00 smithi187 ceph-mon[84356]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:39:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:00 smithi112 ceph-mon[91385]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:39:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:00 smithi112 ceph-mon[88945]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:39:01.957 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:39:02.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:01 smithi187 ceph-mon[84356]: pgmap v3705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:02.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:01 smithi187 ceph-mon[84356]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:39:02.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:01 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/246053854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:02.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:01 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[88945]: pgmap v3705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[88945]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:39:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/246053854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[91385]: pgmap v3705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[91385]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:39:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/246053854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:01 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:39:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:02 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:02 smithi187 ceph-mon[84356]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:39:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:02 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:02 smithi112 ceph-mon[91385]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:39:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:02 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:02 smithi112 ceph-mon[88945]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:39:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:03 smithi187 ceph-mon[84356]: pgmap v3708: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:03 smithi187 ceph-mon[84356]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:39:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:03 smithi112 ceph-mon[88945]: pgmap v3708: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:03 smithi112 ceph-mon[88945]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:39:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:03 smithi112 ceph-mon[91385]: pgmap v3708: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:03 smithi112 ceph-mon[91385]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:39:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:04 smithi187 ceph-mon[84356]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:39:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:04 smithi112 ceph-mon[88945]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:39:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:04 smithi112 ceph-mon[91385]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:39:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:05 smithi187 ceph-mon[84356]: pgmap v3711: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:39:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:05 smithi112 ceph-mon[91385]: pgmap v3711: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:39:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:05 smithi112 ceph-mon[88945]: pgmap v3711: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:39:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:07 smithi187 ceph-mon[84356]: pgmap v3712: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-02T09:39:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:07 smithi112 ceph-mon[91385]: pgmap v3712: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-02T09:39:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:07 smithi112 ceph-mon[88945]: pgmap v3712: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-02T09:39:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:39:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:39:09] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:39:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:09 smithi187 ceph-mon[84356]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:39:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:09 smithi187 ceph-mon[84356]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:39:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:09 smithi112 ceph-mon[91385]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:39:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:09 smithi112 ceph-mon[91385]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:39:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:09 smithi112 ceph-mon[88945]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:39:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:09 smithi112 ceph-mon[88945]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:39:12.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:11 smithi187 ceph-mon[84356]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:39:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:11 smithi112 ceph-mon[91385]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:39:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:11 smithi112 ceph-mon[88945]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:39:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:39:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:13 smithi112 ceph-mon[91385]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 848 B/s wr, 6 op/s 2024-04-02T09:39:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:13 smithi112 ceph-mon[91385]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:39:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:13 smithi112 ceph-mon[88945]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 848 B/s wr, 6 op/s 2024-04-02T09:39:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:13 smithi112 ceph-mon[88945]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:39:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:13 smithi187 ceph-mon[84356]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 848 B/s wr, 6 op/s 2024-04-02T09:39:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:13 smithi187 ceph-mon[84356]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:39:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:15 smithi112 ceph-mon[91385]: pgmap v3718: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:39:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:15 smithi112 ceph-mon[88945]: pgmap v3718: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:39:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:15 smithi187 ceph-mon[84356]: pgmap v3718: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:39:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:18 smithi112 ceph-mon[91385]: pgmap v3719: 137 pgs: 137 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-02T09:39:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:17 smithi112 ceph-mon[88945]: pgmap v3719: 137 pgs: 137 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-02T09:39:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:18 smithi187 ceph-mon[84356]: pgmap v3719: 137 pgs: 137 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-02T09:39:19.450 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.Simple (19462 ms) 2024-04-02T09:39:19.450 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-02T09:39:19.450 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:39:19.621 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:39:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:39:19] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:39:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:20 smithi112 ceph-mon[88945]: pgmap v3720: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.2 MiB/s wr, 52 op/s 2024-04-02T09:39:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:20 smithi112 ceph-mon[91385]: pgmap v3720: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.2 MiB/s wr, 52 op/s 2024-04-02T09:39:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:20 smithi187 ceph-mon[84356]: pgmap v3720: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.2 MiB/s wr, 52 op/s 2024-04-02T09:39:22.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:22 smithi187 ceph-mon[84356]: pgmap v3721: 137 pgs: 137 active+clean; 74 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.9 MiB/s wr, 56 op/s 2024-04-02T09:39:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:22 smithi112 ceph-mon[91385]: pgmap v3721: 137 pgs: 137 active+clean; 74 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.9 MiB/s wr, 56 op/s 2024-04-02T09:39:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:22 smithi112 ceph-mon[88945]: pgmap v3721: 137 pgs: 137 active+clean; 74 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.9 MiB/s wr, 56 op/s 2024-04-02T09:39:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:39:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:24 smithi112 ceph-mon[91385]: pgmap v3722: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 67 op/s 2024-04-02T09:39:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:24 smithi112 ceph-mon[88945]: pgmap v3722: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 67 op/s 2024-04-02T09:39:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:24 smithi187 ceph-mon[84356]: pgmap v3722: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 67 op/s 2024-04-02T09:39:25.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:25 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:25 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:25 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[91385]: pgmap v3723: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 60 op/s 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[88945]: pgmap v3723: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 60 op/s 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:39:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:26 smithi187 ceph-mon[84356]: pgmap v3723: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 60 op/s 2024-04-02T09:39:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:39:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:28 smithi112 ceph-mon[88945]: pgmap v3724: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-02T09:39:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:28 smithi112 ceph-mon[91385]: pgmap v3724: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-02T09:39:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:28 smithi187 ceph-mon[84356]: pgmap v3724: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-02T09:39:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:39:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:39:29] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:39:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:30 smithi112 ceph-mon[91385]: pgmap v3725: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-02T09:39:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:30 smithi112 ceph-mon[91385]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:39:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:30 smithi112 ceph-mon[88945]: pgmap v3725: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-02T09:39:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:30 smithi112 ceph-mon[88945]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:39:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:30 smithi187 ceph-mon[84356]: pgmap v3725: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-02T09:39:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:30 smithi187 ceph-mon[84356]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:39:32.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:32 smithi187 ceph-mon[84356]: pgmap v3727: 137 pgs: 137 active+clean; 100 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-02T09:39:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:32 smithi112 ceph-mon[91385]: pgmap v3727: 137 pgs: 137 active+clean; 100 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-02T09:39:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:32 smithi112 ceph-mon[88945]: pgmap v3727: 137 pgs: 137 active+clean; 100 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-02T09:39:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:39:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:34 smithi112 ceph-mon[91385]: pgmap v3728: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:39:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:34 smithi112 ceph-mon[88945]: pgmap v3728: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:39:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:34 smithi187 ceph-mon[84356]: pgmap v3728: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:39:35.535 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.Grow (16085 ms) 2024-04-02T09:39:35.536 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-02T09:39:35.536 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:39:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:36 smithi112 ceph-mon[91385]: pgmap v3729: 137 pgs: 137 active+clean; 132 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-02T09:39:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:36 smithi112 ceph-mon[88945]: pgmap v3729: 137 pgs: 137 active+clean; 132 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-02T09:39:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:36 smithi187 ceph-mon[84356]: pgmap v3729: 137 pgs: 137 active+clean; 132 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-02T09:39:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:38 smithi112 ceph-mon[88945]: pgmap v3730: 137 pgs: 137 active+clean; 148 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:39:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:38 smithi112 ceph-mon[91385]: pgmap v3730: 137 pgs: 137 active+clean; 148 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:39:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:38 smithi187 ceph-mon[84356]: pgmap v3730: 137 pgs: 137 active+clean; 148 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:39:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:39:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:39:39] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:39:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:40 smithi112 ceph-mon[91385]: pgmap v3731: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:39:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:40 smithi112 ceph-mon[88945]: pgmap v3731: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:39:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:40 smithi187 ceph-mon[84356]: pgmap v3731: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:39:42.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:42 smithi187 ceph-mon[84356]: pgmap v3732: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 62 op/s 2024-04-02T09:39:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:42 smithi112 ceph-mon[91385]: pgmap v3732: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 62 op/s 2024-04-02T09:39:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:42 smithi112 ceph-mon[88945]: pgmap v3732: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 62 op/s 2024-04-02T09:39:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:39:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:44 smithi112 ceph-mon[91385]: pgmap v3733: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:39:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:39:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]: dispatch 2024-04-02T09:39:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:44 smithi112 ceph-mon[88945]: pgmap v3733: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:39:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:39:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]: dispatch 2024-04-02T09:39:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:44 smithi187 ceph-mon[84356]: pgmap v3733: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:39:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:39:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]: dispatch 2024-04-02T09:39:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:39:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]': finished 2024-04-02T09:39:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:45 smithi112 ceph-mon[91385]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:39:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:39:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]': finished 2024-04-02T09:39:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:45 smithi112 ceph-mon[88945]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:39:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:39:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]': finished 2024-04-02T09:39:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:45 smithi187 ceph-mon[84356]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:39:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:46 smithi112 ceph-mon[91385]: pgmap v3735: 137 pgs: 1 peering, 136 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-02T09:39:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:46 smithi112 ceph-mon[91385]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:39:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:46 smithi112 ceph-mon[88945]: pgmap v3735: 137 pgs: 1 peering, 136 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-02T09:39:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:46 smithi112 ceph-mon[88945]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:39:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:46 smithi187 ceph-mon[84356]: pgmap v3735: 137 pgs: 1 peering, 136 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-02T09:39:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:46 smithi187 ceph-mon[84356]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:39:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:48 smithi112 ceph-mon[91385]: pgmap v3737: 137 pgs: 1 peering, 136 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:39:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:48 smithi112 ceph-mon[88945]: pgmap v3737: 137 pgs: 1 peering, 136 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:39:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:48 smithi187 ceph-mon[84356]: pgmap v3737: 137 pgs: 1 peering, 136 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:39:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:39:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:39:49] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:39:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:50 smithi112 ceph-mon[91385]: pgmap v3738: 137 pgs: 1 peering, 136 active+clean; 218 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-02T09:39:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:50 smithi112 ceph-mon[88945]: pgmap v3738: 137 pgs: 1 peering, 136 active+clean; 218 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-02T09:39:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:50 smithi187 ceph-mon[84356]: pgmap v3738: 137 pgs: 1 peering, 136 active+clean; 218 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-02T09:39:50.543 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (15008 ms) 2024-04-02T09:39:50.543 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-02T09:39:50.543 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:39:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:52 smithi112 ceph-mon[88945]: pgmap v3739: 137 pgs: 137 active+clean; 234 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.1 MiB/s wr, 72 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:39:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:52 smithi112 ceph-mon[91385]: pgmap v3739: 137 pgs: 137 active+clean; 234 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.1 MiB/s wr, 72 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:39:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:52 smithi187 ceph-mon[84356]: pgmap v3739: 137 pgs: 137 active+clean; 234 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.1 MiB/s wr, 72 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:39:52.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:39:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:53.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:54 smithi112 ceph-mon[91385]: pgmap v3740: 137 pgs: 137 active+clean; 247 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 71 op/s; 980 KiB/s, 0 objects/s recovering 2024-04-02T09:39:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:54 smithi112 ceph-mon[88945]: pgmap v3740: 137 pgs: 137 active+clean; 247 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 71 op/s; 980 KiB/s, 0 objects/s recovering 2024-04-02T09:39:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:54 smithi187 ceph-mon[84356]: pgmap v3740: 137 pgs: 137 active+clean; 247 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 71 op/s; 980 KiB/s, 0 objects/s recovering 2024-04-02T09:39:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:55 smithi112 ceph-mon[91385]: pgmap v3741: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 69 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-02T09:39:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:55 smithi112 ceph-mon[88945]: pgmap v3741: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 69 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-02T09:39:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:55 smithi187 ceph-mon[84356]: pgmap v3741: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 69 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-02T09:39:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:57 smithi187 ceph-mon[84356]: pgmap v3742: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 62 op/s; 721 KiB/s, 0 objects/s recovering 2024-04-02T09:39:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:57 smithi112 ceph-mon[91385]: pgmap v3742: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 62 op/s; 721 KiB/s, 0 objects/s recovering 2024-04-02T09:39:57.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:57 smithi112 ceph-mon[88945]: pgmap v3742: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 62 op/s; 721 KiB/s, 0 objects/s recovering 2024-04-02T09:39:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:39:59 smithi112 ceph-mon[91385]: pgmap v3743: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 33 op/s; 682 KiB/s, 0 objects/s recovering 2024-04-02T09:39:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:39:59 smithi112 ceph-mon[88945]: pgmap v3743: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 33 op/s; 682 KiB/s, 0 objects/s recovering 2024-04-02T09:39:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:39:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:39:59] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-04-02T09:39:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:39:59 smithi187 ceph-mon[84356]: pgmap v3743: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 33 op/s; 682 KiB/s, 0 objects/s recovering 2024-04-02T09:40:00.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:00 smithi112 ceph-mon[91385]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:40:00.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:00 smithi112 ceph-mon[91385]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:00 smithi112 ceph-mon[88945]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:40:00.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:00 smithi112 ceph-mon[88945]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:00 smithi187 ceph-mon[84356]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:40:00.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:00 smithi187 ceph-mon[84356]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:01 smithi112 ceph-mon[91385]: pgmap v3745: 137 pgs: 137 active+clean; 259 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-02T09:40:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:01 smithi112 ceph-mon[88945]: pgmap v3745: 137 pgs: 137 active+clean; 259 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-02T09:40:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:01 smithi187 ceph-mon[84356]: pgmap v3745: 137 pgs: 137 active+clean; 259 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-02T09:40:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:40:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:03 smithi112 ceph-mon[91385]: pgmap v3746: 137 pgs: 137 active+clean; 268 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:40:03.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:03 smithi112 ceph-mon[88945]: pgmap v3746: 137 pgs: 137 active+clean; 268 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:40:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:03 smithi187 ceph-mon[84356]: pgmap v3746: 137 pgs: 137 active+clean; 268 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:40:05.785 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (15242 ms) 2024-04-02T09:40:05.785 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-02T09:40:05.785 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:40:05.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:05 smithi112 ceph-mon[91385]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:40:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:05 smithi112 ceph-mon[88945]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:40:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:05 smithi187 ceph-mon[84356]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:40:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:07 smithi112 ceph-mon[91385]: pgmap v3748: 137 pgs: 137 active+clean; 296 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-02T09:40:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:07 smithi112 ceph-mon[88945]: pgmap v3748: 137 pgs: 137 active+clean; 296 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-02T09:40:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:07 smithi187 ceph-mon[84356]: pgmap v3748: 137 pgs: 137 active+clean; 296 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-02T09:40:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:40:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:40:09] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:40:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:09 smithi112 ceph-mon[91385]: pgmap v3749: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:40:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:09 smithi112 ceph-mon[88945]: pgmap v3749: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:40:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:09 smithi187 ceph-mon[84356]: pgmap v3749: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:40:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:11 smithi112 ceph-mon[91385]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 55 op/s 2024-04-02T09:40:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:11 smithi112 ceph-mon[88945]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 55 op/s 2024-04-02T09:40:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:11 smithi187 ceph-mon[84356]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 55 op/s 2024-04-02T09:40:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:40:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:13.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:13 smithi112 ceph-mon[88945]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-04-02T09:40:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:13 smithi112 ceph-mon[91385]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-04-02T09:40:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:13 smithi187 ceph-mon[84356]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-04-02T09:40:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:15 smithi112 ceph-mon[88945]: pgmap v3752: 137 pgs: 137 active+clean; 320 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-04-02T09:40:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:15 smithi112 ceph-mon[88945]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:40:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:15 smithi112 ceph-mon[91385]: pgmap v3752: 137 pgs: 137 active+clean; 320 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-04-02T09:40:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:15 smithi112 ceph-mon[91385]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:15 smithi187 ceph-mon[84356]: pgmap v3752: 137 pgs: 137 active+clean; 320 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-04-02T09:40:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:15 smithi187 ceph-mon[84356]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:40:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:17 smithi112 ceph-mon[91385]: pgmap v3754: 137 pgs: 137 active+clean; 336 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-04-02T09:40:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:17 smithi112 ceph-mon[88945]: pgmap v3754: 137 pgs: 137 active+clean; 336 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-04-02T09:40:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:17 smithi187 ceph-mon[84356]: pgmap v3754: 137 pgs: 137 active+clean; 336 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-04-02T09:40:19.546 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:40:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:40:19] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:40:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:19 smithi112 ceph-mon[91385]: pgmap v3755: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:40:19.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:19 smithi112 ceph-mon[88945]: pgmap v3755: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:40:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:19 smithi187 ceph-mon[84356]: pgmap v3755: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:40:20.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:20 smithi112 ceph-mon[91385]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:40:20.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:20 smithi112 ceph-mon[88945]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:40:20.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:20 smithi187 ceph-mon[84356]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:40:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:21 smithi112 ceph-mon[91385]: pgmap v3757: 137 pgs: 137 active+clean; 377 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 8.1 MiB/s wr, 65 op/s 2024-04-02T09:40:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:21 smithi112 ceph-mon[88945]: pgmap v3757: 137 pgs: 137 active+clean; 377 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 8.1 MiB/s wr, 65 op/s 2024-04-02T09:40:21.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (16116 ms) 2024-04-02T09:40:21.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-02T09:40:21.901 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:40:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:21 smithi187 ceph-mon[84356]: pgmap v3757: 137 pgs: 137 active+clean; 377 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 8.1 MiB/s wr, 65 op/s 2024-04-02T09:40:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:40:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:23.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:23 smithi112 ceph-mon[88945]: pgmap v3758: 137 pgs: 137 active+clean; 417 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 80 op/s 2024-04-02T09:40:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:23 smithi112 ceph-mon[91385]: pgmap v3758: 137 pgs: 137 active+clean; 417 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 80 op/s 2024-04-02T09:40:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:23 smithi187 ceph-mon[84356]: pgmap v3758: 137 pgs: 137 active+clean; 417 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 80 op/s 2024-04-02T09:40:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:25 smithi112 ceph-mon[91385]: pgmap v3759: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 80 op/s 2024-04-02T09:40:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:25 smithi112 ceph-mon[88945]: pgmap v3759: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 80 op/s 2024-04-02T09:40:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:25 smithi187 ceph-mon[84356]: pgmap v3759: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 80 op/s 2024-04-02T09:40:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:40:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:40:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:27 smithi112 ceph-mon[91385]: pgmap v3760: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 81 op/s 2024-04-02T09:40:27.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:27 smithi112 ceph-mon[88945]: pgmap v3760: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 81 op/s 2024-04-02T09:40:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:27 smithi187 ceph-mon[84356]: pgmap v3760: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 81 op/s 2024-04-02T09:40:29.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:29 smithi112 ceph-mon[91385]: pgmap v3761: 137 pgs: 137 active+clean; 454 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 50 op/s 2024-04-02T09:40:29.582 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:29 smithi112 ceph-mon[91385]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:40:29.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:29 smithi112 ceph-mon[88945]: pgmap v3761: 137 pgs: 137 active+clean; 454 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 50 op/s 2024-04-02T09:40:29.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:29 smithi112 ceph-mon[88945]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:40:29.583 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:40:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:40:29] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-04-02T09:40:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:29 smithi187 ceph-mon[84356]: pgmap v3761: 137 pgs: 137 active+clean; 454 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 50 op/s 2024-04-02T09:40:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:29 smithi187 ceph-mon[84356]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:40:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:31 smithi112 ceph-mon[91385]: pgmap v3763: 137 pgs: 137 active+clean; 467 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.0 MiB/s wr, 62 op/s 2024-04-02T09:40:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:31 smithi112 ceph-mon[88945]: pgmap v3763: 137 pgs: 137 active+clean; 467 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.0 MiB/s wr, 62 op/s 2024-04-02T09:40:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:31 smithi187 ceph-mon[84356]: pgmap v3763: 137 pgs: 137 active+clean; 467 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.0 MiB/s wr, 62 op/s 2024-04-02T09:40:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:40:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:33.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:33 smithi112 ceph-mon[88945]: pgmap v3764: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.2 MiB/s wr, 51 op/s 2024-04-02T09:40:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:33 smithi112 ceph-mon[91385]: pgmap v3764: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.2 MiB/s wr, 51 op/s 2024-04-02T09:40:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:33 smithi187 ceph-mon[84356]: pgmap v3764: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.2 MiB/s wr, 51 op/s 2024-04-02T09:40:34.340 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (12439 ms) 2024-04-02T09:40:34.340 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-02T09:40:34.340 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:40:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:35 smithi112 ceph-mon[88945]: pgmap v3765: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 4.9 MiB/s wr, 56 op/s 2024-04-02T09:40:35.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:35 smithi112 ceph-mon[91385]: pgmap v3765: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 4.9 MiB/s wr, 56 op/s 2024-04-02T09:40:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:35 smithi187 ceph-mon[84356]: pgmap v3765: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 4.9 MiB/s wr, 56 op/s 2024-04-02T09:40:37.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:37 smithi112 ceph-mon[88945]: pgmap v3766: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:40:37.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:37 smithi112 ceph-mon[91385]: pgmap v3766: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:40:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:37 smithi187 ceph-mon[84356]: pgmap v3766: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:40:38.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:38.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:39.601 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:40:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:40:39] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:40:39.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:39 smithi112 ceph-mon[91385]: pgmap v3767: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-02T09:40:39.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:39 smithi112 ceph-mon[88945]: pgmap v3767: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-02T09:40:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:39 smithi187 ceph-mon[84356]: pgmap v3767: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-02T09:40:41.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:41 smithi112 ceph-mon[91385]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-02T09:40:41.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:41 smithi112 ceph-mon[88945]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-02T09:40:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:41 smithi187 ceph-mon[84356]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-02T09:40:42.614 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:40:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:40:42.319Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:42 smithi112 ceph-mon[91385]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:40:42.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:42 smithi112 ceph-mon[88945]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:40:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:42 smithi187 ceph-mon[84356]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:40:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:43 smithi187 ceph-mon[84356]: pgmap v3770: 137 pgs: 137 active+clean; 507 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T09:40:44.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:43 smithi112 ceph-mon[91385]: pgmap v3770: 137 pgs: 137 active+clean; 507 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T09:40:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:43 smithi112 ceph-mon[88945]: pgmap v3770: 137 pgs: 137 active+clean; 507 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T09:40:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:45 smithi187 ceph-mon[84356]: pgmap v3771: 137 pgs: 137 active+clean; 516 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:40:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:45 smithi112 ceph-mon[91385]: pgmap v3771: 137 pgs: 137 active+clean; 516 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:40:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:45 smithi112 ceph-mon[88945]: pgmap v3771: 137 pgs: 137 active+clean; 516 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:40:47.350 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (13010 ms) 2024-04-02T09:40:47.637 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (107363 ms total) 2024-04-02T09:40:47.637 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:40:47.637 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-02T09:40:47.679 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-02T09:40:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:47 smithi187 ceph-mon[84356]: pgmap v3772: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-02T09:40:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:47 smithi112 ceph-mon[91385]: pgmap v3772: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-02T09:40:48.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:47 smithi112 ceph-mon[88945]: pgmap v3772: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-02T09:40:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:48 smithi187 ceph-mon[84356]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:40:49.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:48 smithi112 ceph-mon[91385]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:40:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:48 smithi112 ceph-mon[88945]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:40:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:40:49] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:40:49.662 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:40:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:49 smithi187 ceph-mon[84356]: pgmap v3774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:49 smithi187 ceph-mon[84356]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:40:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:49 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2048270182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-mon[88945]: pgmap v3774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-mon[88945]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:40:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2048270182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-mon[91385]: pgmap v3774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-mon[91385]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:40:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:49 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2048270182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:50 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2048270182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:50 smithi187 ceph-mon[84356]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:40:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:50 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2048270182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:51.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:50 smithi112 ceph-mon[91385]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:40:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:50 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2048270182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:50 smithi112 ceph-mon[88945]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:40:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:51 smithi187 ceph-mon[84356]: pgmap v3777: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:51 smithi187 ceph-mon[84356]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:40:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:51 smithi112 ceph-mon[91385]: pgmap v3777: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:52.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:51 smithi112 ceph-mon[91385]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:40:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:51 smithi112 ceph-mon[88945]: pgmap v3777: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:51 smithi112 ceph-mon[88945]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:40:52.670 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:40:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:52.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:52 smithi187 ceph-mon[84356]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:40:53.019 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:52 smithi112 ceph-mon[91385]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:40:53.019 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:52 smithi112 ceph-mon[88945]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:40:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:53 smithi187 ceph-mon[84356]: pgmap v3780: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:53 smithi112 ceph-mon[88945]: pgmap v3780: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:53 smithi112 ceph-mon[91385]: pgmap v3780: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:40:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:55 smithi187 ceph-mon[84356]: pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 KiB/s wr, 7 op/s 2024-04-02T09:40:56.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:55 smithi112 ceph-mon[88945]: pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 KiB/s wr, 7 op/s 2024-04-02T09:40:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:55 smithi112 ceph-mon[91385]: pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 KiB/s wr, 7 op/s 2024-04-02T09:40:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:57 smithi187 ceph-mon[84356]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:40:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:57 smithi112 ceph-mon[91385]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:40:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:57 smithi112 ceph-mon[88945]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:40:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:40:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:40:59] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:40:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:40:59 smithi187 ceph-mon[84356]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:41:00.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:40:59 smithi112 ceph-mon[91385]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:41:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:40:59 smithi112 ceph-mon[88945]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:41:00.931 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 09:41:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T09:41:00.487624151Z level=info msg="Completed cleanup jobs" duration=3.255407ms 2024-04-02T09:41:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:00 smithi187 ceph-mon[84356]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:41:01.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:00 smithi112 ceph-mon[91385]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:41:01.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:00 smithi112 ceph-mon[88945]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:41:02.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:01 smithi187 ceph-mon[84356]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 932 B/s wr, 6 op/s 2024-04-02T09:41:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:01 smithi112 ceph-mon[91385]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 932 B/s wr, 6 op/s 2024-04-02T09:41:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:01 smithi112 ceph-mon[88945]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 932 B/s wr, 6 op/s 2024-04-02T09:41:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:41:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:02 smithi187 ceph-mon[84356]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:41:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:02 smithi112 ceph-mon[91385]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:41:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:02 smithi112 ceph-mon[88945]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:41:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:03 smithi187 ceph-mon[84356]: pgmap v3787: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 515 KiB/s wr, 12 op/s 2024-04-02T09:41:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:03 smithi112 ceph-mon[88945]: pgmap v3787: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 515 KiB/s wr, 12 op/s 2024-04-02T09:41:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:03 smithi112 ceph-mon[91385]: pgmap v3787: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 515 KiB/s wr, 12 op/s 2024-04-02T09:41:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:05 smithi187 ceph-mon[84356]: pgmap v3788: 137 pgs: 137 active+clean; 37 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-04-02T09:41:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:05 smithi112 ceph-mon[91385]: pgmap v3788: 137 pgs: 137 active+clean; 37 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-04-02T09:41:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:05 smithi112 ceph-mon[88945]: pgmap v3788: 137 pgs: 137 active+clean; 37 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-04-02T09:41:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:07 smithi187 ceph-mon[84356]: pgmap v3789: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-02T09:41:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:07 smithi112 ceph-mon[91385]: pgmap v3789: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-02T09:41:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:07 smithi112 ceph-mon[88945]: pgmap v3789: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-02T09:41:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:41:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:41:09] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:41:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:09 smithi187 ceph-mon[84356]: pgmap v3790: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:41:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:09 smithi112 ceph-mon[91385]: pgmap v3790: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:41:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:09 smithi112 ceph-mon[88945]: pgmap v3790: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:41:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:11 smithi187 ceph-mon[84356]: pgmap v3791: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:41:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:11 smithi112 ceph-mon[88945]: pgmap v3791: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:41:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:11 smithi112 ceph-mon[91385]: pgmap v3791: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:41:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:41:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:13 smithi187 ceph-mon[84356]: pgmap v3792: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 MiB/s wr, 29 op/s 2024-04-02T09:41:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:13 smithi112 ceph-mon[91385]: pgmap v3792: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 MiB/s wr, 29 op/s 2024-04-02T09:41:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:13 smithi112 ceph-mon[88945]: pgmap v3792: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 MiB/s wr, 29 op/s 2024-04-02T09:41:14.662 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.Simple (26984 ms) 2024-04-02T09:41:14.663 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-02T09:41:14.663 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:41:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:15 smithi187 ceph-mon[84356]: pgmap v3793: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-02T09:41:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:15 smithi112 ceph-mon[88945]: pgmap v3793: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-02T09:41:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:15 smithi112 ceph-mon[91385]: pgmap v3793: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-02T09:41:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:17 smithi187 ceph-mon[84356]: pgmap v3794: 137 pgs: 137 active+clean; 82 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-02T09:41:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:17 smithi112 ceph-mon[88945]: pgmap v3794: 137 pgs: 137 active+clean; 82 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-02T09:41:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:17 smithi112 ceph-mon[91385]: pgmap v3794: 137 pgs: 137 active+clean; 82 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-02T09:41:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:41:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:41:19] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:41:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:19 smithi187 ceph-mon[84356]: pgmap v3795: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-04-02T09:41:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:19 smithi112 ceph-mon[91385]: pgmap v3795: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-04-02T09:41:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:19 smithi112 ceph-mon[88945]: pgmap v3795: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-04-02T09:41:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:21 smithi187 ceph-mon[84356]: pgmap v3796: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:21 smithi112 ceph-mon[91385]: pgmap v3796: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:21 smithi112 ceph-mon[88945]: pgmap v3796: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:41:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:23.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:23.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:23 smithi187 ceph-mon[84356]: pgmap v3797: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-02T09:41:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:23 smithi187 ceph-mon[84356]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:41:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:23 smithi112 ceph-mon[91385]: pgmap v3797: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-02T09:41:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:23 smithi112 ceph-mon[91385]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:41:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:23 smithi112 ceph-mon[88945]: pgmap v3797: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-02T09:41:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:23 smithi112 ceph-mon[88945]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:41:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:25 smithi187 ceph-mon[84356]: pgmap v3799: 137 pgs: 137 active+clean; 107 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:41:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:25 smithi112 ceph-mon[91385]: pgmap v3799: 137 pgs: 137 active+clean; 107 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:41:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:25 smithi112 ceph-mon[88945]: pgmap v3799: 137 pgs: 137 active+clean; 107 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:41:27.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:26 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:26 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:26 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[91385]: pgmap v3800: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[88945]: pgmap v3800: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:27 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:41:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:27 smithi187 ceph-mon[84356]: pgmap v3800: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-02T09:41:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:27 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:41:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:41:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:41:29] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:41:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:29 smithi112 ceph-mon[88945]: pgmap v3801: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:29 smithi112 ceph-mon[91385]: pgmap v3801: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:29 smithi187 ceph-mon[84356]: pgmap v3801: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:32.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:31 smithi187 ceph-mon[84356]: pgmap v3802: 137 pgs: 137 active+clean; 136 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-02T09:41:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:31 smithi112 ceph-mon[91385]: pgmap v3802: 137 pgs: 137 active+clean; 136 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-02T09:41:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:31 smithi112 ceph-mon[88945]: pgmap v3802: 137 pgs: 137 active+clean; 136 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-02T09:41:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:41:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:33 smithi112 ceph-mon[91385]: pgmap v3803: 137 pgs: 137 active+clean; 144 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-02T09:41:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:33 smithi112 ceph-mon[88945]: pgmap v3803: 137 pgs: 137 active+clean; 144 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-02T09:41:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:33 smithi187 ceph-mon[84356]: pgmap v3803: 137 pgs: 137 active+clean; 144 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-02T09:41:35.213 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.Grow (20550 ms) 2024-04-02T09:41:35.213 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-02T09:41:35.213 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:41:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:36 smithi112 ceph-mon[91385]: pgmap v3804: 137 pgs: 137 active+clean; 149 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-04-02T09:41:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:36 smithi112 ceph-mon[88945]: pgmap v3804: 137 pgs: 137 active+clean; 149 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-04-02T09:41:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:36 smithi187 ceph-mon[84356]: pgmap v3804: 137 pgs: 137 active+clean; 149 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-04-02T09:41:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:38 smithi112 ceph-mon[88945]: pgmap v3805: 137 pgs: 137 active+clean; 161 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.5 MiB/s wr, 24 op/s 2024-04-02T09:41:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:38 smithi112 ceph-mon[91385]: pgmap v3805: 137 pgs: 137 active+clean; 161 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.5 MiB/s wr, 24 op/s 2024-04-02T09:41:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:38 smithi187 ceph-mon[84356]: pgmap v3805: 137 pgs: 137 active+clean; 161 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.5 MiB/s wr, 24 op/s 2024-04-02T09:41:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:41:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:41:39] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:41:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:40 smithi112 ceph-mon[91385]: pgmap v3806: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-04-02T09:41:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:40 smithi112 ceph-mon[88945]: pgmap v3806: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-04-02T09:41:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:40 smithi187 ceph-mon[84356]: pgmap v3806: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-04-02T09:41:42.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:42 smithi187 ceph-mon[84356]: pgmap v3807: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:41:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:42 smithi112 ceph-mon[91385]: pgmap v3807: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:41:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:42 smithi112 ceph-mon[88945]: pgmap v3807: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:41:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:41:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:44 smithi112 ceph-mon[91385]: pgmap v3808: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:41:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:44 smithi112 ceph-mon[88945]: pgmap v3808: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:41:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:44 smithi187 ceph-mon[84356]: pgmap v3808: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:41:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:45 smithi112 ceph-mon[88945]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:41:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:45 smithi112 ceph-mon[91385]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:41:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:45 smithi187 ceph-mon[84356]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:41:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:46 smithi112 ceph-mon[88945]: pgmap v3810: 137 pgs: 137 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:41:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:46 smithi112 ceph-mon[91385]: pgmap v3810: 137 pgs: 137 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:41:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:46 smithi187 ceph-mon[84356]: pgmap v3810: 137 pgs: 137 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-02T09:41:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:48 smithi112 ceph-mon[91385]: pgmap v3811: 137 pgs: 137 active+clean; 190 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-02T09:41:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:48 smithi112 ceph-mon[88945]: pgmap v3811: 137 pgs: 137 active+clean; 190 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-02T09:41:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:48 smithi187 ceph-mon[84356]: pgmap v3811: 137 pgs: 137 active+clean; 190 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-02T09:41:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:41:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:41:49] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:41:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:50 smithi112 ceph-mon[91385]: pgmap v3812: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:50 smithi112 ceph-mon[88945]: pgmap v3812: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:50 smithi187 ceph-mon[84356]: pgmap v3812: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:52.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:52 smithi187 ceph-mon[84356]: pgmap v3813: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:52 smithi112 ceph-mon[91385]: pgmap v3813: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:52 smithi112 ceph-mon[88945]: pgmap v3813: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:41:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:54 smithi112 ceph-mon[91385]: pgmap v3814: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:54 smithi112 ceph-mon[88945]: pgmap v3814: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:54 smithi187 ceph-mon[84356]: pgmap v3814: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:56 smithi112 ceph-mon[91385]: pgmap v3815: 137 pgs: 137 active+clean; 214 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-02T09:41:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:56 smithi112 ceph-mon[88945]: pgmap v3815: 137 pgs: 137 active+clean; 214 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-02T09:41:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:56 smithi187 ceph-mon[84356]: pgmap v3815: 137 pgs: 137 active+clean; 214 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-02T09:41:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:41:58 smithi112 ceph-mon[91385]: pgmap v3816: 137 pgs: 137 active+clean; 218 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-02T09:41:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:41:58 smithi112 ceph-mon[88945]: pgmap v3816: 137 pgs: 137 active+clean; 218 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-02T09:41:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:41:58 smithi187 ceph-mon[84356]: pgmap v3816: 137 pgs: 137 active+clean; 218 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-02T09:41:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:41:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:41:59] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:42:00.319 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (25105 ms) 2024-04-02T09:42:00.319 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-02T09:42:00.319 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:42:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:00 smithi112 ceph-mon[88945]: pgmap v3817: 137 pgs: 137 active+clean; 234 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T09:42:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:00 smithi112 ceph-mon[91385]: pgmap v3817: 137 pgs: 137 active+clean; 234 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T09:42:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:00 smithi187 ceph-mon[84356]: pgmap v3817: 137 pgs: 137 active+clean; 234 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T09:42:02.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:02 smithi187 ceph-mon[84356]: pgmap v3818: 137 pgs: 137 active+clean; 243 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-04-02T09:42:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:02 smithi112 ceph-mon[91385]: pgmap v3818: 137 pgs: 137 active+clean; 243 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-04-02T09:42:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:02 smithi112 ceph-mon[88945]: pgmap v3818: 137 pgs: 137 active+clean; 243 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-04-02T09:42:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:42:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:04 smithi112 ceph-mon[91385]: pgmap v3819: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:42:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:04 smithi112 ceph-mon[88945]: pgmap v3819: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:42:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:04 smithi187 ceph-mon[84356]: pgmap v3819: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:42:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:06 smithi112 ceph-mon[91385]: pgmap v3820: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:42:06.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:06 smithi112 ceph-mon[88945]: pgmap v3820: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:42:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:06 smithi187 ceph-mon[84356]: pgmap v3820: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:42:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:07 smithi112 ceph-mon[91385]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:42:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:07 smithi112 ceph-mon[88945]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:42:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:07 smithi187 ceph-mon[84356]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:42:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:08 smithi112 ceph-mon[88945]: pgmap v3822: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-02T09:42:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:08 smithi112 ceph-mon[91385]: pgmap v3822: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-02T09:42:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:08 smithi187 ceph-mon[84356]: pgmap v3822: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-02T09:42:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:42:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:42:09] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:42:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:10 smithi112 ceph-mon[88945]: pgmap v3823: 137 pgs: 137 active+clean; 271 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-02T09:42:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:10 smithi112 ceph-mon[91385]: pgmap v3823: 137 pgs: 137 active+clean; 271 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-02T09:42:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:10 smithi187 ceph-mon[84356]: pgmap v3823: 137 pgs: 137 active+clean; 271 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-02T09:42:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:12 smithi112 ceph-mon[88945]: pgmap v3824: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-02T09:42:13.141 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:12 smithi112 ceph-mon[91385]: pgmap v3824: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-02T09:42:13.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:12 smithi187 ceph-mon[84356]: pgmap v3824: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-02T09:42:13.142 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:42:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:14 smithi112 ceph-mon[91385]: pgmap v3825: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:14 smithi112 ceph-mon[88945]: pgmap v3825: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:14 smithi187 ceph-mon[84356]: pgmap v3825: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:16 smithi112 ceph-mon[91385]: pgmap v3826: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:16 smithi112 ceph-mon[88945]: pgmap v3826: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:16 smithi187 ceph-mon[84356]: pgmap v3826: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:18 smithi112 ceph-mon[91385]: pgmap v3827: 137 pgs: 137 active+clean; 304 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.1 MiB/s wr, 38 op/s 2024-04-02T09:42:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:18 smithi112 ceph-mon[88945]: pgmap v3827: 137 pgs: 137 active+clean; 304 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.1 MiB/s wr, 38 op/s 2024-04-02T09:42:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:18 smithi187 ceph-mon[84356]: pgmap v3827: 137 pgs: 137 active+clean; 304 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.1 MiB/s wr, 38 op/s 2024-04-02T09:42:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:42:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:42:19] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:42:20.122 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (19804 ms) 2024-04-02T09:42:20.122 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-02T09:42:20.122 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:42:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:20 smithi112 ceph-mon[91385]: pgmap v3828: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-04-02T09:42:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:20 smithi112 ceph-mon[88945]: pgmap v3828: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-04-02T09:42:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:20 smithi187 ceph-mon[84356]: pgmap v3828: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-04-02T09:42:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:22 smithi112 ceph-mon[91385]: pgmap v3829: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-02T09:42:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:22 smithi112 ceph-mon[88945]: pgmap v3829: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-02T09:42:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:22 smithi187 ceph-mon[84356]: pgmap v3829: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-02T09:42:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:42:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:24 smithi112 ceph-mon[91385]: pgmap v3830: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T09:42:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:24 smithi112 ceph-mon[88945]: pgmap v3830: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T09:42:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:24 smithi187 ceph-mon[84356]: pgmap v3830: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T09:42:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:26 smithi112 ceph-mon[91385]: pgmap v3831: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:26 smithi112 ceph-mon[88945]: pgmap v3831: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:26 smithi187 ceph-mon[84356]: pgmap v3831: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:28 smithi112 ceph-mon[91385]: pgmap v3832: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:28 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:28 smithi112 ceph-mon[88945]: pgmap v3832: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:28 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:28 smithi187 ceph-mon[84356]: pgmap v3832: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:28 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:29.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:29 smithi187 ceph-mon[84356]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:42:29.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:29 smithi187 ceph-mon[84356]: pgmap v3834: 137 pgs: 137 active+clean; 316 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T09:42:29.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:29 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:29.458 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:29 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[91385]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:42:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[91385]: pgmap v3834: 137 pgs: 137 active+clean; 316 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T09:42:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:42:29] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:42:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[88945]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:42:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[88945]: pgmap v3834: 137 pgs: 137 active+clean; 316 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T09:42:29.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:29.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:29 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.137 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:31 smithi187 ceph-mon[84356]: pgmap v3835: 137 pgs: 137 active+clean; 329 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-02T09:42:32.138 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.138 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:31 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:31 smithi112 ceph-mon[91385]: pgmap v3835: 137 pgs: 137 active+clean; 329 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-02T09:42:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:31 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:31 smithi112 ceph-mon[88945]: pgmap v3835: 137 pgs: 137 active+clean; 329 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-02T09:42:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:31 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:32.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:42:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:33 smithi187 ceph-mon[84356]: pgmap v3836: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:33 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[91385]: pgmap v3836: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[88945]: pgmap v3836: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:33.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:33.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:33 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:35 smithi187 ceph-mon[84356]: pgmap v3837: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:36.354 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:35 smithi112 ceph-mon[88945]: pgmap v3837: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:36.355 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:35 smithi112 ceph-mon[91385]: pgmap v3837: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: pgmap v3838: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: pgmap v3838: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:38.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:38.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: pgmap v3838: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:42:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:42:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:42:39] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:42:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:40 smithi112 ceph-mon[91385]: pgmap v3839: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-04-02T09:42:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:40 smithi112 ceph-mon[88945]: pgmap v3839: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-04-02T09:42:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:40 smithi187 ceph-mon[84356]: pgmap v3839: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-04-02T09:42:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:41 smithi187 ceph-mon[84356]: pgmap v3840: 137 pgs: 137 active+clean; 365 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:41 smithi187 ceph-mon[84356]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:42:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:41 smithi112 ceph-mon[91385]: pgmap v3840: 137 pgs: 137 active+clean; 365 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:41 smithi112 ceph-mon[91385]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:42:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:41 smithi112 ceph-mon[88945]: pgmap v3840: 137 pgs: 137 active+clean; 365 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:41 smithi112 ceph-mon[88945]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:42:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:42:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:43.277 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (23155 ms) 2024-04-02T09:42:43.277 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-02T09:42:43.277 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:42:43.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:43 smithi112 ceph-mon[91385]: pgmap v3842: 137 pgs: 137 active+clean; 385 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T09:42:43.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:43 smithi112 ceph-mon[88945]: pgmap v3842: 137 pgs: 137 active+clean; 385 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T09:42:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:43 smithi187 ceph-mon[84356]: pgmap v3842: 137 pgs: 137 active+clean; 385 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-02T09:42:45.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:45 smithi112 ceph-mon[91385]: pgmap v3843: 137 pgs: 137 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-02T09:42:45.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:45 smithi112 ceph-mon[88945]: pgmap v3843: 137 pgs: 137 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-02T09:42:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:45 smithi187 ceph-mon[84356]: pgmap v3843: 137 pgs: 137 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-02T09:42:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:47 smithi112 ceph-mon[91385]: pgmap v3844: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:42:47.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:47 smithi112 ceph-mon[88945]: pgmap v3844: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:42:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:47 smithi187 ceph-mon[84356]: pgmap v3844: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:42:49.540 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:42:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:42:49] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:42:49.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:49 smithi112 ceph-mon[91385]: pgmap v3845: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:42:49.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:49 smithi112 ceph-mon[88945]: pgmap v3845: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:42:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:49 smithi187 ceph-mon[84356]: pgmap v3845: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:42:51.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:51 smithi112 ceph-mon[91385]: pgmap v3846: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 41 op/s 2024-04-02T09:42:51.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:51 smithi112 ceph-mon[88945]: pgmap v3846: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 41 op/s 2024-04-02T09:42:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:51 smithi187 ceph-mon[84356]: pgmap v3846: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 41 op/s 2024-04-02T09:42:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:52 smithi187 ceph-mon[84356]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:42:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:42:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:52.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:52 smithi112 ceph-mon[91385]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:42:52.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:52 smithi112 ceph-mon[88945]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:42:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:53 smithi112 ceph-mon[88945]: pgmap v3848: 137 pgs: 137 active+clean; 451 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.6 MiB/s wr, 47 op/s 2024-04-02T09:42:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:53 smithi112 ceph-mon[91385]: pgmap v3848: 137 pgs: 137 active+clean; 451 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.6 MiB/s wr, 47 op/s 2024-04-02T09:42:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:53 smithi187 ceph-mon[84356]: pgmap v3848: 137 pgs: 137 active+clean; 451 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.6 MiB/s wr, 47 op/s 2024-04-02T09:42:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:55.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:55 smithi112 ceph-mon[91385]: pgmap v3849: 137 pgs: 137 active+clean; 471 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.4 MiB/s wr, 43 op/s 2024-04-02T09:42:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:55 smithi112 ceph-mon[88945]: pgmap v3849: 137 pgs: 137 active+clean; 471 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.4 MiB/s wr, 43 op/s 2024-04-02T09:42:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:55 smithi187 ceph-mon[84356]: pgmap v3849: 137 pgs: 137 active+clean; 471 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.4 MiB/s wr, 43 op/s 2024-04-02T09:42:57.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:57 smithi112 ceph-mon[88945]: pgmap v3850: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:57.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:57 smithi112 ceph-mon[91385]: pgmap v3850: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:57 smithi187 ceph-mon[84356]: pgmap v3850: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:42:59.568 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:42:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:42:59] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:42:59.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:42:59 smithi112 ceph-mon[88945]: pgmap v3851: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:59.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:42:59 smithi112 ceph-mon[91385]: pgmap v3851: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:42:59 smithi187 ceph-mon[84356]: pgmap v3851: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:01 smithi112 ceph-mon[88945]: pgmap v3852: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:43:01.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:01 smithi112 ceph-mon[91385]: pgmap v3852: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:43:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:01 smithi187 ceph-mon[84356]: pgmap v3852: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:43:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:43:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:03.693 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (20416 ms) 2024-04-02T09:43:03.694 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-02T09:43:03.694 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:43:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:03 smithi112 ceph-mon[91385]: pgmap v3853: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-02T09:43:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:03 smithi112 ceph-mon[88945]: pgmap v3853: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-02T09:43:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:03 smithi187 ceph-mon[84356]: pgmap v3853: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-02T09:43:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:05 smithi112 ceph-mon[91385]: pgmap v3854: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:43:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:05 smithi112 ceph-mon[88945]: pgmap v3854: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:43:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:05 smithi187 ceph-mon[84356]: pgmap v3854: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:43:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:07 smithi112 ceph-mon[91385]: pgmap v3855: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-02T09:43:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:07 smithi112 ceph-mon[88945]: pgmap v3855: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-02T09:43:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:07 smithi187 ceph-mon[84356]: pgmap v3855: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-02T09:43:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:09.587 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:43:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:43:09] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:43:09.588 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:09 smithi112 ceph-mon[88945]: pgmap v3856: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:09.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:09 smithi112 ceph-mon[91385]: pgmap v3856: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:09 smithi187 ceph-mon[84356]: pgmap v3856: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:11 smithi112 ceph-mon[91385]: pgmap v3857: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:11 smithi112 ceph-mon[88945]: pgmap v3857: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:11 smithi187 ceph-mon[84356]: pgmap v3857: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:43:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:13 smithi112 ceph-mon[88945]: pgmap v3858: 137 pgs: 137 active+clean; 511 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T09:43:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:13 smithi112 ceph-mon[88945]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:43:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:13 smithi112 ceph-mon[91385]: pgmap v3858: 137 pgs: 137 active+clean; 511 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T09:43:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:13 smithi112 ceph-mon[91385]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:43:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:13 smithi187 ceph-mon[84356]: pgmap v3858: 137 pgs: 137 active+clean; 511 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T09:43:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:13 smithi187 ceph-mon[84356]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:43:15.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:15 smithi112 ceph-mon[88945]: pgmap v3860: 137 pgs: 137 active+clean; 524 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T09:43:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:15 smithi112 ceph-mon[91385]: pgmap v3860: 137 pgs: 137 active+clean; 524 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T09:43:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:15 smithi187 ceph-mon[84356]: pgmap v3860: 137 pgs: 137 active+clean; 524 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T09:43:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:17 smithi112 ceph-mon[91385]: pgmap v3861: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:43:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:17 smithi112 ceph-mon[88945]: pgmap v3861: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:43:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:17 smithi187 ceph-mon[84356]: pgmap v3861: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:43:19.606 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:19 smithi112 ceph-mon[88945]: pgmap v3862: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:19.607 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:43:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:43:19] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:43:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:19 smithi112 ceph-mon[91385]: pgmap v3862: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:19 smithi187 ceph-mon[84356]: pgmap v3862: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:21.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:21 smithi112 ceph-mon[91385]: pgmap v3863: 137 pgs: 137 active+clean; 548 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-02T09:43:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:21 smithi112 ceph-mon[88945]: pgmap v3863: 137 pgs: 137 active+clean; 548 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-02T09:43:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:21 smithi187 ceph-mon[84356]: pgmap v3863: 137 pgs: 137 active+clean; 548 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-02T09:43:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:43:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:23 smithi112 ceph-mon[91385]: pgmap v3864: 137 pgs: 137 active+clean; 552 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:23 smithi112 ceph-mon[88945]: pgmap v3864: 137 pgs: 137 active+clean; 552 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:23 smithi187 ceph-mon[84356]: pgmap v3864: 137 pgs: 137 active+clean; 552 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:25.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:25 smithi112 ceph-mon[88945]: pgmap v3865: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:43:25.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:25 smithi112 ceph-mon[91385]: pgmap v3865: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:43:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:25 smithi187 ceph-mon[84356]: pgmap v3865: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:43:26.640 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (22947 ms) 2024-04-02T09:43:27.639 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (158961 ms total) 2024-04-02T09:43:27.639 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:43:27.639 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-02T09:43:27.679 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-02T09:43:27.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:27 smithi112 ceph-mon[91385]: pgmap v3866: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 742 KiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-02T09:43:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:27 smithi112 ceph-mon[88945]: pgmap v3866: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 742 KiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-02T09:43:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:27 smithi187 ceph-mon[84356]: pgmap v3866: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 742 KiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-02T09:43:28.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:28 smithi187 ceph-mon[84356]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:43:29.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:28 smithi112 ceph-mon[91385]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:43:29.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:28 smithi112 ceph-mon[88945]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:43:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:43:29] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:43:29.650 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:43:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:29 smithi187 ceph-mon[84356]: pgmap v3868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:43:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:29 smithi187 ceph-mon[84356]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:43:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:29 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2875498151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:29 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:30.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[91385]: pgmap v3868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[91385]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2875498151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[88945]: pgmap v3868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[88945]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2875498151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:29 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:43:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:30 smithi187 ceph-mon[84356]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:43:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:43:31.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:30 smithi112 ceph-mon[88945]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:43:31.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:43:31.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:30 smithi112 ceph-mon[91385]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:43:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:31 smithi187 ceph-mon[84356]: pgmap v3871: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:43:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:31 smithi187 ceph-mon[84356]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:43:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:31 smithi112 ceph-mon[88945]: pgmap v3871: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:43:32.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:31 smithi112 ceph-mon[88945]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:43:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:31 smithi112 ceph-mon[91385]: pgmap v3871: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:43:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:31 smithi112 ceph-mon[91385]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:43:32.659 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:43:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:32.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:32 smithi187 ceph-mon[84356]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:43:33.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:32 smithi112 ceph-mon[88945]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:43:33.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:32 smithi112 ceph-mon[91385]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:43:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:33 smithi187 ceph-mon[84356]: pgmap v3874: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:43:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:33 smithi112 ceph-mon[91385]: pgmap v3874: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:43:34.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:33 smithi112 ceph-mon[88945]: pgmap v3874: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:43:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:35 smithi187 ceph-mon[84356]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:43:36.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:35 smithi112 ceph-mon[91385]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:43:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:35 smithi112 ceph-mon[88945]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:43:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:37 smithi187 ceph-mon[84356]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:43:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:37 smithi112 ceph-mon[91385]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:43:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:37 smithi112 ceph-mon[88945]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:43:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:43:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:43:39] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:43:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:39 smithi187 ceph-mon[84356]: pgmap v3877: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 513 KiB/s wr, 6 op/s 2024-04-02T09:43:39.954 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:39 smithi187 ceph-mon[84356]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:43:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:39 smithi112 ceph-mon[91385]: pgmap v3877: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 513 KiB/s wr, 6 op/s 2024-04-02T09:43:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:39 smithi112 ceph-mon[91385]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:43:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:39 smithi112 ceph-mon[88945]: pgmap v3877: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 513 KiB/s wr, 6 op/s 2024-04-02T09:43:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:39 smithi112 ceph-mon[88945]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:43:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:40 smithi187 ceph-mon[84356]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:43:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:40 smithi112 ceph-mon[91385]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:43:41.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:40 smithi112 ceph-mon[88945]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:43:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:41 smithi187 ceph-mon[84356]: pgmap v3880: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T09:43:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:42.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:42.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[91385]: pgmap v3880: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[88945]: pgmap v3880: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:43:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:43:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:43 smithi187 ceph-mon[84356]: pgmap v3881: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:43:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:43 smithi112 ceph-mon[91385]: pgmap v3881: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:43:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:43 smithi112 ceph-mon[88945]: pgmap v3881: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:43:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-02T09:43:45.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:43:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-02T09:43:45.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:43:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-02T09:43:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:43:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[88945]: pgmap v3882: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-02T09:43:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-02T09:43:46.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-02T09:43:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[88945]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:43:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[91385]: pgmap v3882: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-02T09:43:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-02T09:43:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-02T09:43:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:45 smithi112 ceph-mon[91385]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:43:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:45 smithi187 ceph-mon[84356]: pgmap v3882: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-02T09:43:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-02T09:43:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-02T09:43:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:45 smithi187 ceph-mon[84356]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:43:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:47 smithi112 ceph-mon[91385]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:43:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:47 smithi112 ceph-mon[88945]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:43:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:47 smithi187 ceph-mon[84356]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:43:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:48 smithi112 ceph-mon[91385]: pgmap v3885: 137 pgs: 2 peering, 135 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 6.3 MiB/s wr, 61 op/s 2024-04-02T09:43:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:48 smithi112 ceph-mon[88945]: pgmap v3885: 137 pgs: 2 peering, 135 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 6.3 MiB/s wr, 61 op/s 2024-04-02T09:43:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:48 smithi187 ceph-mon[84356]: pgmap v3885: 137 pgs: 2 peering, 135 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 6.3 MiB/s wr, 61 op/s 2024-04-02T09:43:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:43:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:43:49] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:43:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:50 smithi112 ceph-mon[91385]: pgmap v3886: 137 pgs: 2 peering, 135 active+clean; 50 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:43:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:50 smithi112 ceph-mon[88945]: pgmap v3886: 137 pgs: 2 peering, 135 active+clean; 50 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:43:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:50 smithi187 ceph-mon[84356]: pgmap v3886: 137 pgs: 2 peering, 135 active+clean; 50 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:43:52.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:52 smithi187 ceph-mon[84356]: pgmap v3887: 137 pgs: 2 peering, 135 active+clean; 58 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-04-02T09:43:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:52 smithi112 ceph-mon[91385]: pgmap v3887: 137 pgs: 2 peering, 135 active+clean; 58 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-04-02T09:43:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:52 smithi112 ceph-mon[88945]: pgmap v3887: 137 pgs: 2 peering, 135 active+clean; 58 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-04-02T09:43:52.476 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.Simple (24797 ms) 2024-04-02T09:43:52.476 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-02T09:43:52.476 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:43:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:43:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:54.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:54 smithi112 ceph-mon[88945]: pgmap v3888: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:43:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:54 smithi112 ceph-mon[91385]: pgmap v3888: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:43:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:54 smithi187 ceph-mon[84356]: pgmap v3888: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:43:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:56 smithi112 ceph-mon[91385]: pgmap v3889: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.9 MiB/s wr, 26 op/s; 430 KiB/s, 0 objects/s recovering 2024-04-02T09:43:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:56 smithi112 ceph-mon[88945]: pgmap v3889: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.9 MiB/s wr, 26 op/s; 430 KiB/s, 0 objects/s recovering 2024-04-02T09:43:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:56 smithi187 ceph-mon[84356]: pgmap v3889: 137 pgs: 137 active+clean; 74 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.9 MiB/s wr, 26 op/s; 430 KiB/s, 0 objects/s recovering 2024-04-02T09:43:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:43:58 smithi112 ceph-mon[91385]: pgmap v3890: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.0 MiB/s wr, 28 op/s; 389 KiB/s, 0 objects/s recovering 2024-04-02T09:43:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:43:58 smithi112 ceph-mon[88945]: pgmap v3890: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.0 MiB/s wr, 28 op/s; 389 KiB/s, 0 objects/s recovering 2024-04-02T09:43:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:43:58 smithi187 ceph-mon[84356]: pgmap v3890: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.0 MiB/s wr, 28 op/s; 389 KiB/s, 0 objects/s recovering 2024-04-02T09:43:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:43:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:43:59] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-04-02T09:44:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:00 smithi112 ceph-mon[91385]: pgmap v3891: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s; 341 KiB/s, 0 objects/s recovering 2024-04-02T09:44:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:00 smithi112 ceph-mon[91385]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:44:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:00 smithi112 ceph-mon[88945]: pgmap v3891: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s; 341 KiB/s, 0 objects/s recovering 2024-04-02T09:44:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:00 smithi112 ceph-mon[88945]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:44:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:00 smithi187 ceph-mon[84356]: pgmap v3891: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s; 341 KiB/s, 0 objects/s recovering 2024-04-02T09:44:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:00 smithi187 ceph-mon[84356]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:44:02.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:02 smithi187 ceph-mon[84356]: pgmap v3893: 137 pgs: 137 active+clean; 94 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:44:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:02 smithi112 ceph-mon[91385]: pgmap v3893: 137 pgs: 137 active+clean; 94 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:44:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:02 smithi112 ceph-mon[88945]: pgmap v3893: 137 pgs: 137 active+clean; 94 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:44:02.560 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:44:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:04.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:04 smithi112 ceph-mon[88945]: pgmap v3894: 137 pgs: 137 active+clean; 115 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-02T09:44:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:04 smithi112 ceph-mon[91385]: pgmap v3894: 137 pgs: 137 active+clean; 115 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-02T09:44:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:04 smithi187 ceph-mon[84356]: pgmap v3894: 137 pgs: 137 active+clean; 115 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-02T09:44:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:06 smithi112 ceph-mon[91385]: pgmap v3895: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:44:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:06 smithi112 ceph-mon[88945]: pgmap v3895: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:44:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:06 smithi187 ceph-mon[84356]: pgmap v3895: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:44:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:08 smithi112 ceph-mon[91385]: pgmap v3896: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:08 smithi112 ceph-mon[88945]: pgmap v3896: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:08 smithi187 ceph-mon[84356]: pgmap v3896: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:44:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:44:09] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:44:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:10 smithi112 ceph-mon[91385]: pgmap v3897: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:10 smithi112 ceph-mon[88945]: pgmap v3897: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:10 smithi187 ceph-mon[84356]: pgmap v3897: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:12.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:12 smithi187 ceph-mon[84356]: pgmap v3898: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-04-02T09:44:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:12 smithi112 ceph-mon[91385]: pgmap v3898: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-04-02T09:44:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:12 smithi112 ceph-mon[88945]: pgmap v3898: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-04-02T09:44:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:44:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:13.310 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.Grow (20834 ms) 2024-04-02T09:44:13.310 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-02T09:44:13.310 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:44:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:14 smithi112 ceph-mon[91385]: pgmap v3899: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-02T09:44:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:14 smithi112 ceph-mon[88945]: pgmap v3899: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-02T09:44:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:14 smithi187 ceph-mon[84356]: pgmap v3899: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-02T09:44:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:16 smithi112 ceph-mon[88945]: pgmap v3900: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-02T09:44:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:16 smithi112 ceph-mon[91385]: pgmap v3900: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-02T09:44:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:16 smithi187 ceph-mon[84356]: pgmap v3900: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-02T09:44:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:18 smithi112 ceph-mon[88945]: pgmap v3901: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-02T09:44:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:18 smithi112 ceph-mon[91385]: pgmap v3901: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-02T09:44:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:18 smithi187 ceph-mon[84356]: pgmap v3901: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-02T09:44:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:44:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:44:19] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:44:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:20 smithi112 ceph-mon[91385]: pgmap v3902: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:44:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:20 smithi112 ceph-mon[88945]: pgmap v3902: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:44:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:20 smithi187 ceph-mon[84356]: pgmap v3902: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:44:21.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:21 smithi112 ceph-mon[88945]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:44:21.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:21 smithi112 ceph-mon[91385]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:44:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:21 smithi187 ceph-mon[84356]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:44:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:22 smithi112 ceph-mon[91385]: pgmap v3904: 137 pgs: 137 active+clean; 163 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:44:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:22 smithi112 ceph-mon[88945]: pgmap v3904: 137 pgs: 137 active+clean; 163 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:44:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:22 smithi187 ceph-mon[84356]: pgmap v3904: 137 pgs: 137 active+clean; 163 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-02T09:44:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:44:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:24 smithi112 ceph-mon[88945]: pgmap v3905: 137 pgs: 137 active+clean; 191 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.6 MiB/s wr, 51 op/s 2024-04-02T09:44:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:24 smithi112 ceph-mon[91385]: pgmap v3905: 137 pgs: 137 active+clean; 191 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.6 MiB/s wr, 51 op/s 2024-04-02T09:44:24.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:24 smithi187 ceph-mon[84356]: pgmap v3905: 137 pgs: 137 active+clean; 191 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.6 MiB/s wr, 51 op/s 2024-04-02T09:44:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:26 smithi112 ceph-mon[91385]: pgmap v3906: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.7 MiB/s wr, 51 op/s 2024-04-02T09:44:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:26 smithi112 ceph-mon[88945]: pgmap v3906: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.7 MiB/s wr, 51 op/s 2024-04-02T09:44:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:26 smithi187 ceph-mon[84356]: pgmap v3906: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.7 MiB/s wr, 51 op/s 2024-04-02T09:44:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:28 smithi112 ceph-mon[91385]: pgmap v3907: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:44:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:28 smithi112 ceph-mon[88945]: pgmap v3907: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:44:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:28 smithi187 ceph-mon[84356]: pgmap v3907: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:44:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:44:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:44:29] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:44:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:30 smithi112 ceph-mon[91385]: pgmap v3908: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-02T09:44:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:30 smithi112 ceph-mon[88945]: pgmap v3908: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-02T09:44:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:30 smithi187 ceph-mon[84356]: pgmap v3908: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-02T09:44:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:32 smithi112 ceph-mon[91385]: pgmap v3909: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-02T09:44:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:32 smithi112 ceph-mon[88945]: pgmap v3909: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-02T09:44:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:32 smithi187 ceph-mon[84356]: pgmap v3909: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-02T09:44:32.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:44:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:34.096 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (20786 ms) 2024-04-02T09:44:34.096 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-02T09:44:34.096 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:44:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:34 smithi112 ceph-mon[91385]: pgmap v3910: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 889 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-02T09:44:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:34 smithi112 ceph-mon[88945]: pgmap v3910: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 889 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-02T09:44:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:34 smithi187 ceph-mon[84356]: pgmap v3910: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 889 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-02T09:44:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:36 smithi112 ceph-mon[88945]: pgmap v3911: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T09:44:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:36 smithi112 ceph-mon[91385]: pgmap v3911: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T09:44:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:36 smithi187 ceph-mon[84356]: pgmap v3911: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T09:44:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:38 smithi112 ceph-mon[91385]: pgmap v3912: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:44:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:38 smithi112 ceph-mon[88945]: pgmap v3912: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:44:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:38 smithi187 ceph-mon[84356]: pgmap v3912: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:44:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:44:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:44:39] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:44:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:40 smithi112 ceph-mon[88945]: pgmap v3913: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:44:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:40 smithi112 ceph-mon[91385]: pgmap v3913: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:44:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:40 smithi187 ceph-mon[84356]: pgmap v3913: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:44:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:42 smithi112 ceph-mon[88945]: pgmap v3914: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T09:44:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:42 smithi112 ceph-mon[91385]: pgmap v3914: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T09:44:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:42 smithi187 ceph-mon[84356]: pgmap v3914: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T09:44:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:44:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:44:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:44:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:44:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:44 smithi112 ceph-mon[91385]: pgmap v3915: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T09:44:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:44 smithi112 ceph-mon[88945]: pgmap v3915: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T09:44:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:44 smithi187 ceph-mon[84356]: pgmap v3915: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T09:44:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:45 smithi112 ceph-mon[88945]: pgmap v3917: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T09:44:45.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:45 smithi112 ceph-mon[88945]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:44:45.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:45 smithi112 ceph-mon[91385]: pgmap v3917: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T09:44:45.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:45 smithi112 ceph-mon[91385]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:44:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:45 smithi187 ceph-mon[84356]: pgmap v3917: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T09:44:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:45 smithi187 ceph-mon[84356]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:44:47.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:47 smithi112 ceph-mon[91385]: pgmap v3918: 137 pgs: 137 active+clean; 253 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:44:47.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:47 smithi112 ceph-mon[88945]: pgmap v3918: 137 pgs: 137 active+clean; 253 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:44:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:47 smithi187 ceph-mon[84356]: pgmap v3918: 137 pgs: 137 active+clean; 253 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T09:44:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:49 smithi112 ceph-mon[91385]: pgmap v3919: 137 pgs: 137 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-02T09:44:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:49 smithi112 ceph-mon[88945]: pgmap v3919: 137 pgs: 137 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-02T09:44:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:44:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:44:49] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:44:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:49 smithi187 ceph-mon[84356]: pgmap v3919: 137 pgs: 137 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-02T09:44:51.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:51 smithi112 ceph-mon[88945]: pgmap v3920: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:44:51.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:51 smithi112 ceph-mon[91385]: pgmap v3920: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:44:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:51 smithi187 ceph-mon[84356]: pgmap v3920: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:44:52.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:44:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:53.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:53 smithi112 ceph-mon[91385]: pgmap v3921: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:53.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:53 smithi112 ceph-mon[88945]: pgmap v3921: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:53.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:53 smithi187 ceph-mon[84356]: pgmap v3921: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:53.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:55.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:55 smithi112 ceph-mon[91385]: pgmap v3922: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:44:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:55 smithi112 ceph-mon[88945]: pgmap v3922: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:44:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:55 smithi187 ceph-mon[84356]: pgmap v3922: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:44:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:57 smithi112 ceph-mon[91385]: pgmap v3923: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-04-02T09:44:57.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:57 smithi112 ceph-mon[88945]: pgmap v3923: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-04-02T09:44:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:57 smithi187 ceph-mon[84356]: pgmap v3923: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 3.4 MiB/s wr, 34 op/s 2024-04-02T09:44:59.099 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (25003 ms) 2024-04-02T09:44:59.100 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-02T09:44:59.100 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:44:59.532 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:44:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:44:59] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:44:59.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:44:59 smithi112 ceph-mon[88945]: pgmap v3924: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-02T09:44:59.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:44:59 smithi112 ceph-mon[91385]: pgmap v3924: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-02T09:44:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:44:59 smithi187 ceph-mon[84356]: pgmap v3924: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-02T09:45:01.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:01 smithi112 ceph-mon[91385]: pgmap v3925: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-02T09:45:01.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:01 smithi112 ceph-mon[88945]: pgmap v3925: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-02T09:45:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:01 smithi187 ceph-mon[84356]: pgmap v3925: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-02T09:45:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:45:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:03.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:03 smithi112 ceph-mon[88945]: pgmap v3926: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:45:03.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:03 smithi112 ceph-mon[91385]: pgmap v3926: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:45:03.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:03 smithi187 ceph-mon[84356]: pgmap v3926: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:45:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:05 smithi112 ceph-mon[88945]: pgmap v3927: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:45:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:05 smithi112 ceph-mon[88945]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:45:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:05 smithi112 ceph-mon[91385]: pgmap v3927: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:45:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:05 smithi112 ceph-mon[91385]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:45:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:05 smithi187 ceph-mon[84356]: pgmap v3927: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:45:05.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:05 smithi187 ceph-mon[84356]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:45:07.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:07 smithi112 ceph-mon[91385]: pgmap v3929: 137 pgs: 137 active+clean; 293 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-02T09:45:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:07 smithi112 ceph-mon[88945]: pgmap v3929: 137 pgs: 137 active+clean; 293 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-02T09:45:07.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:07 smithi187 ceph-mon[84356]: pgmap v3929: 137 pgs: 137 active+clean; 293 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-02T09:45:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:08.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:09.558 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:45:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:45:09] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:45:09.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:09 smithi112 ceph-mon[88945]: pgmap v3930: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:45:09.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:09 smithi112 ceph-mon[91385]: pgmap v3930: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:45:09.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:09 smithi187 ceph-mon[84356]: pgmap v3930: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:45:11.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:11 smithi112 ceph-mon[91385]: pgmap v3931: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:11 smithi112 ceph-mon[88945]: pgmap v3931: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:11.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:11 smithi187 ceph-mon[84356]: pgmap v3931: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:45:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:13 smithi112 ceph-mon[88945]: pgmap v3932: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:45:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:13 smithi112 ceph-mon[91385]: pgmap v3932: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:45:13.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:13 smithi187 ceph-mon[84356]: pgmap v3932: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:45:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:15 smithi112 ceph-mon[91385]: pgmap v3933: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:45:15.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:15 smithi112 ceph-mon[88945]: pgmap v3933: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:45:15.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:15 smithi187 ceph-mon[84356]: pgmap v3933: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:45:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:16 smithi112 ceph-mon[91385]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:45:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:16 smithi112 ceph-mon[88945]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:45:16.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:16 smithi187 ceph-mon[84356]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:45:17.544 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (18445 ms) 2024-04-02T09:45:17.545 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-02T09:45:17.545 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:45:17.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:17 smithi112 ceph-mon[91385]: pgmap v3935: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 2.9 MiB/s wr, 50 op/s 2024-04-02T09:45:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:17 smithi112 ceph-mon[88945]: pgmap v3935: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 2.9 MiB/s wr, 50 op/s 2024-04-02T09:45:17.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:17 smithi187 ceph-mon[84356]: pgmap v3935: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 2.9 MiB/s wr, 50 op/s 2024-04-02T09:45:19.586 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:45:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:45:19] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:45:19.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:19 smithi112 ceph-mon[91385]: pgmap v3936: 137 pgs: 137 active+clean; 354 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:45:19.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:19 smithi112 ceph-mon[88945]: pgmap v3936: 137 pgs: 137 active+clean; 354 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:45:19.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:19 smithi187 ceph-mon[84356]: pgmap v3936: 137 pgs: 137 active+clean; 354 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-02T09:45:21.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:21 smithi112 ceph-mon[91385]: pgmap v3937: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-02T09:45:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:21 smithi112 ceph-mon[88945]: pgmap v3937: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-02T09:45:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:21 smithi187 ceph-mon[84356]: pgmap v3937: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-02T09:45:22.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:45:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:23.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:23 smithi112 ceph-mon[91385]: pgmap v3938: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:45:23.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:23 smithi112 ceph-mon[88945]: pgmap v3938: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:45:23.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:23 smithi187 ceph-mon[84356]: pgmap v3938: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:45:23.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:25 smithi112 ceph-mon[91385]: pgmap v3939: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-04-02T09:45:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:25 smithi112 ceph-mon[88945]: pgmap v3939: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-04-02T09:45:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:25 smithi187 ceph-mon[84356]: pgmap v3939: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-04-02T09:45:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:26 smithi112 ceph-mon[91385]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:45:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:26 smithi112 ceph-mon[88945]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:45:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:26 smithi187 ceph-mon[84356]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:45:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:27 smithi112 ceph-mon[91385]: pgmap v3941: 137 pgs: 137 active+clean; 399 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.7 MiB/s wr, 32 op/s 2024-04-02T09:45:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:27 smithi112 ceph-mon[88945]: pgmap v3941: 137 pgs: 137 active+clean; 399 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.7 MiB/s wr, 32 op/s 2024-04-02T09:45:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:27 smithi187 ceph-mon[84356]: pgmap v3941: 137 pgs: 137 active+clean; 399 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.7 MiB/s wr, 32 op/s 2024-04-02T09:45:29.609 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:45:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:45:29] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:45:29.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:29 smithi112 ceph-mon[91385]: pgmap v3942: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 6.5 MiB/s wr, 33 op/s 2024-04-02T09:45:29.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:29 smithi112 ceph-mon[88945]: pgmap v3942: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 6.5 MiB/s wr, 33 op/s 2024-04-02T09:45:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:29 smithi187 ceph-mon[84356]: pgmap v3942: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 6.5 MiB/s wr, 33 op/s 2024-04-02T09:45:31.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:31 smithi112 ceph-mon[88945]: pgmap v3943: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:31.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:31 smithi112 ceph-mon[91385]: pgmap v3943: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:31 smithi187 ceph-mon[84356]: pgmap v3943: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:45:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:33 smithi112 ceph-mon[91385]: pgmap v3944: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:33 smithi112 ceph-mon[88945]: pgmap v3944: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:33 smithi187 ceph-mon[84356]: pgmap v3944: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:35 smithi112 ceph-mon[88945]: pgmap v3945: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:35.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:35 smithi112 ceph-mon[91385]: pgmap v3945: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:35 smithi187 ceph-mon[84356]: pgmap v3945: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:37 smithi187 ceph-mon[84356]: pgmap v3946: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-02T09:45:38.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:37 smithi112 ceph-mon[91385]: pgmap v3946: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-02T09:45:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:37 smithi112 ceph-mon[88945]: pgmap v3946: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-02T09:45:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:39.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:45:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:45:39] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:45:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:39 smithi187 ceph-mon[84356]: pgmap v3947: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-02T09:45:40.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (22494 ms) 2024-04-02T09:45:40.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-02T09:45:40.038 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:45:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:39 smithi112 ceph-mon[91385]: pgmap v3947: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-02T09:45:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:39 smithi112 ceph-mon[88945]: pgmap v3947: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-02T09:45:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:41 smithi187 ceph-mon[84356]: pgmap v3948: 137 pgs: 137 active+clean; 431 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-02T09:45:42.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:41 smithi112 ceph-mon[91385]: pgmap v3948: 137 pgs: 137 active+clean; 431 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-02T09:45:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:41 smithi112 ceph-mon[88945]: pgmap v3948: 137 pgs: 137 active+clean; 431 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-02T09:45:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:45:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:43 smithi187 ceph-mon[84356]: pgmap v3949: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[91385]: pgmap v3949: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[88945]: pgmap v3949: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:44.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:44 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:44 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:45.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:44 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:45:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:45 smithi187 ceph-mon[84356]: pgmap v3950: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:45 smithi112 ceph-mon[91385]: pgmap v3950: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:45 smithi112 ceph-mon[88945]: pgmap v3950: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:47 smithi187 ceph-mon[84356]: pgmap v3951: 137 pgs: 137 active+clean; 431 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-02T09:45:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:47 smithi187 ceph-mon[84356]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:45:48.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:47 smithi112 ceph-mon[91385]: pgmap v3951: 137 pgs: 137 active+clean; 431 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-02T09:45:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:47 smithi112 ceph-mon[91385]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:45:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:47 smithi112 ceph-mon[88945]: pgmap v3951: 137 pgs: 137 active+clean; 431 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-02T09:45:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:47 smithi112 ceph-mon[88945]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:45:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:45:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:45:49] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:45:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:49 smithi187 ceph-mon[84356]: pgmap v3953: 137 pgs: 137 active+clean; 451 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T09:45:50.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:49 smithi112 ceph-mon[88945]: pgmap v3953: 137 pgs: 137 active+clean; 451 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T09:45:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:49 smithi112 ceph-mon[91385]: pgmap v3953: 137 pgs: 137 active+clean; 451 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T09:45:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:51 smithi187 ceph-mon[84356]: pgmap v3954: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:51 smithi112 ceph-mon[91385]: pgmap v3954: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:51 smithi112 ceph-mon[88945]: pgmap v3954: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:45:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:53.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:53 smithi112 ceph-mon[88945]: pgmap v3955: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:53 smithi112 ceph-mon[91385]: pgmap v3955: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:54.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:53 smithi187 ceph-mon[84356]: pgmap v3955: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:55 smithi112 ceph-mon[88945]: pgmap v3956: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:55 smithi112 ceph-mon[91385]: pgmap v3956: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:55 smithi187 ceph-mon[84356]: pgmap v3956: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:58.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:57 smithi112 ceph-mon[88945]: pgmap v3957: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:45:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:57 smithi112 ceph-mon[91385]: pgmap v3957: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:45:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:57 smithi187 ceph-mon[84356]: pgmap v3957: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:45:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:45:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:45:59] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:46:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:45:59 smithi112 ceph-mon[91385]: pgmap v3958: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:46:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:45:59 smithi112 ceph-mon[88945]: pgmap v3958: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:46:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:45:59 smithi187 ceph-mon[84356]: pgmap v3958: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:46:00.961 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (20923 ms) 2024-04-02T09:46:01.012 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (153283 ms total) 2024-04-02T09:46:01.012 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:46:01.012 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-02T09:46:01.048 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-02T09:46:02.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:02 smithi187 ceph-mon[84356]: pgmap v3959: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 572 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:46:02.284 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:02 smithi187 ceph-mon[84356]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:46:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:02 smithi112 ceph-mon[91385]: pgmap v3959: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 572 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:46:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:02 smithi112 ceph-mon[91385]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:46:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:02 smithi112 ceph-mon[88945]: pgmap v3959: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 572 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:46:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:02 smithi112 ceph-mon[88945]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:46:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:46:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:03.025 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:03 smithi112 ceph-mon[88945]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:46:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:03 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/4134829123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:03 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:03 smithi112 ceph-mon[91385]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:46:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:03 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/4134829123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:03 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:03 smithi187 ceph-mon[84356]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:46:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:03 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/4134829123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:03 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[91385]: pgmap v3962: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[91385]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[88945]: pgmap v3962: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:46:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:04 smithi112 ceph-mon[88945]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:46:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:04 smithi187 ceph-mon[84356]: pgmap v3962: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:46:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:04 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:46:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:04 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:46:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:04 smithi187 ceph-mon[84356]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:46:05.080 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [3062691~78334,3920275~61203,6551803~696,9527608~93382,13968966~45677,17295784~59894,17470679~43070,17715452~56040,20430491~57269] 2024-04-02T09:46:05.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:05 smithi112 ceph-mon[88945]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:46:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:05 smithi112 ceph-mon[91385]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:46:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:05 smithi187 ceph-mon[84356]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:46:06.056 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [5969759~70518,9108015~50330,10019894~29531,10554597~4226,13581129~102241,16613128~1435,18451991~74253,18834940~88457,19471056~77424,20062897~101927] 2024-04-02T09:46:06.065 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [5969759~70518,9108015~50330,9620990~937833,13581129~102241,14014643~2599920,18451991~74253,18834940~88457,19471056~77424,20062897~101927] 2024-04-02T09:46:06.069 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5021 ms) 2024-04-02T09:46:06.069 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-02T09:46:06.069 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:06 smithi112 ceph-mon[91385]: pgmap v3965: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:46:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:06 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:46:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:06 smithi112 ceph-mon[91385]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:46:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:06 smithi112 ceph-mon[88945]: pgmap v3965: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:46:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:06 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:46:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:06 smithi112 ceph-mon[88945]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:46:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:06 smithi187 ceph-mon[84356]: pgmap v3965: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:46:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:06 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:46:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:06 smithi187 ceph-mon[84356]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:46:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:07 smithi112 ceph-mon[91385]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:46:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:07 smithi112 ceph-mon[88945]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:46:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:07 smithi187 ceph-mon[84356]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:46:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:08 smithi112 ceph-mon[91385]: pgmap v3968: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 96 KiB/s wr, 31 op/s 2024-04-02T09:46:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:08 smithi112 ceph-mon[91385]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:46:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:08 smithi112 ceph-mon[88945]: pgmap v3968: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 96 KiB/s wr, 31 op/s 2024-04-02T09:46:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:08 smithi112 ceph-mon[88945]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:46:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:08 smithi187 ceph-mon[84356]: pgmap v3968: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 96 KiB/s wr, 31 op/s 2024-04-02T09:46:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:08 smithi187 ceph-mon[84356]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:46:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:09.084 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3015 ms) 2024-04-02T09:46:09.084 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-02T09:46:09.084 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:09.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:09 smithi112 ceph-mon[88945]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:46:09.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:09 smithi112 ceph-mon[91385]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:46:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:46:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:46:09] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:46:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:09 smithi187 ceph-mon[84356]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:46:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:10 smithi112 ceph-mon[88945]: pgmap v3971: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 234 KiB/s wr, 35 op/s 2024-04-02T09:46:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:10 smithi112 ceph-mon[88945]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:46:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:10 smithi112 ceph-mon[91385]: pgmap v3971: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 234 KiB/s wr, 35 op/s 2024-04-02T09:46:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:10 smithi112 ceph-mon[91385]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:46:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:10 smithi187 ceph-mon[84356]: pgmap v3971: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 234 KiB/s wr, 35 op/s 2024-04-02T09:46:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:10 smithi187 ceph-mon[84356]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:46:11.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:11 smithi112 ceph-mon[88945]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:46:11.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:11 smithi112 ceph-mon[91385]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:46:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:11 smithi187 ceph-mon[84356]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:46:12.105 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3021 ms) 2024-04-02T09:46:12.105 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-02T09:46:12.105 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:12 smithi112 ceph-mon[91385]: pgmap v3974: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 190 KiB/s wr, 56 op/s 2024-04-02T09:46:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:12 smithi112 ceph-mon[91385]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:46:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:12 smithi112 ceph-mon[88945]: pgmap v3974: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 190 KiB/s wr, 56 op/s 2024-04-02T09:46:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:12 smithi112 ceph-mon[88945]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:46:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:12 smithi187 ceph-mon[84356]: pgmap v3974: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 190 KiB/s wr, 56 op/s 2024-04-02T09:46:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:12 smithi187 ceph-mon[84356]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:46:12.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:46:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:13 smithi112 ceph-mon[91385]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:46:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:13 smithi112 ceph-mon[88945]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:46:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:13 smithi187 ceph-mon[84356]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:46:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:14 smithi112 ceph-mon[91385]: pgmap v3977: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 57 KiB/s wr, 96 op/s 2024-04-02T09:46:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:14 smithi112 ceph-mon[91385]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:14 smithi112 ceph-mon[88945]: pgmap v3977: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 57 KiB/s wr, 96 op/s 2024-04-02T09:46:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:14 smithi112 ceph-mon[88945]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:14 smithi187 ceph-mon[84356]: pgmap v3977: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 57 KiB/s wr, 96 op/s 2024-04-02T09:46:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:14 smithi187 ceph-mon[84356]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:15.008 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2903 ms) 2024-04-02T09:46:15.008 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-02T09:46:15.008 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:15 smithi112 ceph-mon[91385]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:15 smithi112 ceph-mon[91385]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:15 smithi112 ceph-mon[88945]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:15 smithi112 ceph-mon[88945]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:15 smithi187 ceph-mon[84356]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:15 smithi187 ceph-mon[84356]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:16 smithi112 ceph-mon[88945]: pgmap v3980: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-04-02T09:46:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:16 smithi112 ceph-mon[88945]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:16 smithi112 ceph-mon[91385]: pgmap v3980: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-04-02T09:46:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:16 smithi112 ceph-mon[91385]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:16 smithi187 ceph-mon[84356]: pgmap v3980: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-04-02T09:46:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:16 smithi187 ceph-mon[84356]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:18.021 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3013 ms) 2024-04-02T09:46:18.021 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-02T09:46:18.021 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:17 smithi112 ceph-mon[91385]: pgmap v3983: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-02T09:46:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:17 smithi112 ceph-mon[91385]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:17 smithi112 ceph-mon[88945]: pgmap v3983: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-02T09:46:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:17 smithi112 ceph-mon[88945]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:17 smithi187 ceph-mon[84356]: pgmap v3983: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-02T09:46:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:17 smithi187 ceph-mon[84356]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:19.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:18 smithi112 ceph-mon[91385]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:19.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:18 smithi112 ceph-mon[88945]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:18 smithi187 ceph-mon[84356]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:46:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:46:19] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:46:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:19 smithi112 ceph-mon[91385]: pgmap v3986: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-02T09:46:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:19 smithi112 ceph-mon[91385]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:19 smithi112 ceph-mon[88945]: pgmap v3986: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-02T09:46:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:19 smithi112 ceph-mon[88945]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:19 smithi187 ceph-mon[84356]: pgmap v3986: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-02T09:46:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:19 smithi187 ceph-mon[84356]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:21.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3018 ms) 2024-04-02T09:46:21.039 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-02T09:46:21.039 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:46:21.111 INFO:tasks.workunit.client.0.smithi112.stdout: i=0 exists [26657627~7600351,71967513~5607899,89172966~86183,93590250~330023,196692154~769141,213911743~3503374,225308622~4258706,287625401~527654,328405050~3968214] wrote [26657627~7600351,71967513~5607899,89172966~86183,93590250~330023,196692154~769141,213911743~3503374,225308622~4258706,287625401~527654,328405050~3968214] 2024-04-02T09:46:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:21 smithi112 ceph-mon[91385]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:21 smithi112 ceph-mon[88945]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:21 smithi187 ceph-mon[84356]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:22.076 INFO:tasks.workunit.client.0.smithi112.stdout: i=1 exists [26657627~7600351,71967513~8908388,89172966~86183,93590250~330023,103534879~4665526,155150321~5177504,196692154~769141,206467299~5332216,213911743~3503374,225308622~4258706,252816793~1626932,275809559~121273,287625401~527654,290465882~7070735,321452308~2397415,326121943~6251321,400018028~2366667] wrote [75303829~5572072,103534879~4665526,155150321~5177504,206467299~5332216,252816793~1626932,275809559~121273,290465882~7070735,321452308~2397415,326121943~6109334,400018028~2366667] 2024-04-02T09:46:22.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:22 smithi187 ceph-mon[84356]: pgmap v3989: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 260 KiB/s wr, 28 op/s 2024-04-02T09:46:22.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:22 smithi187 ceph-mon[84356]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:22 smithi112 ceph-mon[91385]: pgmap v3989: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 260 KiB/s wr, 28 op/s 2024-04-02T09:46:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:22 smithi112 ceph-mon[91385]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:22 smithi112 ceph-mon[88945]: pgmap v3989: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 260 KiB/s wr, 28 op/s 2024-04-02T09:46:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:22 smithi112 ceph-mon[88945]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:46:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:23.081 INFO:tasks.workunit.client.0.smithi112.stdout: i=2 exists [11130448~256895,26657627~7600351,41692212~3971009,49942912~9154840,71967513~8908388,89172966~86183,93590250~330023,103534879~4665526,155150321~5177504,162634365~1439413,185804175~8129183,195993558~669646,196692154~769141,206467299~6413143,213911743~3503374,225308622~4258706,252816793~1626932,275809559~121273,277664654~6758163,287625401~527654,290465882~7070735,321452308~2397415,326121943~6251321,400018028~2366667] wrote [11130448~256895,41692212~3971009,49942912~9154840,162634365~1439413,185804175~8129183,195993558~669646,211199985~1680457,277664654~6758163] 2024-04-02T09:46:23.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:23 smithi112 ceph-mon[91385]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:23.270 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:23 smithi112 ceph-mon[88945]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:23.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:23 smithi187 ceph-mon[84356]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:24.065 INFO:tasks.workunit.client.0.smithi112.stdout: i=3 exists [11130448~256895,26657627~7600351,41692212~3971009,49942912~9154840,71919763~11741897,89172966~86183,93590250~330023,103534879~4665526,112168570~6786487,142733498~5009259,155150321~5177504,162634365~1439413,185804175~8129183,195993558~669646,196692154~769141,204263971~1623523,206467299~6413143,213911743~3503374,225308622~4258706,252816793~1626932,275809559~121273,277664654~6758163,287625401~527654,290465882~7070735,321452308~2397415,326121943~6251321,349365699~967758,394750062~7661440] wrote [71919763~309942,73874257~1360606,75798805~7862855,112168570~6786487,142733498~5009259,158202735~805798,204263971~1623523,349365699~967758,394750062~7661440] 2024-04-02T09:46:24.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:24 smithi112 ceph-mon[88945]: pgmap v3992: 137 pgs: 137 active+clean; 67 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.9 MiB/s wr, 124 op/s 2024-04-02T09:46:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:24 smithi112 ceph-mon[88945]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:24 smithi112 ceph-mon[91385]: pgmap v3992: 137 pgs: 137 active+clean; 67 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.9 MiB/s wr, 124 op/s 2024-04-02T09:46:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:24 smithi112 ceph-mon[91385]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:24 smithi187 ceph-mon[84356]: pgmap v3992: 137 pgs: 137 active+clean; 67 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.9 MiB/s wr, 124 op/s 2024-04-02T09:46:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:24 smithi187 ceph-mon[84356]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:25.113 INFO:tasks.workunit.client.0.smithi112.stdout: i=4 exists [11130448~256895,18968590~3838287,26657627~7600351,41692212~3971009,49942912~9154840,71919763~19090701,93590250~330023,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,185804175~8129183,195993558~669646,196692154~769141,204263971~1623523,206467299~6413143,213911743~3503374,225308622~4258706,235736741~1663803,252816793~1626932,275809559~121273,277664654~6758163,287625401~527654,290465882~7070735,304670572~2939010,321452308~2397415,326121943~6251321,349365699~967758,394750062~7661440] wrote [18968590~3838287,27216295~1591802,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,207077156~1122699,235736741~1663803,304670572~2939010] 2024-04-02T09:46:25.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:25 smithi112 ceph-mon[91385]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:25 smithi112 ceph-mon[88945]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:25 smithi187 ceph-mon[84356]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:26.084 INFO:tasks.workunit.client.0.smithi112.stdout: i=5 exists [11130448~256895,18968590~3838287,26657627~7600351,41692212~3971009,48314652~158650,49942912~9154840,71919763~19090701,93590250~330023,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,213911743~3503374,225308622~4258706,235736741~1663803,243910169~1670761,252816793~1626932,265832000~8752726,275809559~121273,277664654~6758163,287625401~527654,290465882~7070735,304670572~2939010,321452308~2397415,326121943~6251321,349365699~967758,376106987~1357965,393293526~9117976] wrote [48314652~158650,183308561~6428196,193640316~6372941,243910169~1670761,265832000~8752726,376106987~1357965,393293526~6841478,401159968~600992] 2024-04-02T09:46:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:26 smithi112 ceph-mon[91385]: pgmap v3995: 137 pgs: 137 active+clean; 89 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 12 MiB/s wr, 123 op/s 2024-04-02T09:46:26.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:26 smithi112 ceph-mon[91385]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:26 smithi112 ceph-mon[88945]: pgmap v3995: 137 pgs: 137 active+clean; 89 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 12 MiB/s wr, 123 op/s 2024-04-02T09:46:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:26 smithi112 ceph-mon[88945]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:26 smithi187 ceph-mon[84356]: pgmap v3995: 137 pgs: 137 active+clean; 89 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 12 MiB/s wr, 123 op/s 2024-04-02T09:46:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:26 smithi187 ceph-mon[84356]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:27.100 INFO:tasks.workunit.client.0.smithi112.stdout: i=6 exists [11130448~256895,18968590~3838287,26657627~7600351,41692212~3971009,48314652~158650,49423761~9673991,71919763~19090701,93590250~330023,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,213911743~3503374,225308622~4258706,235736741~1663803,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,287625401~527654,290465882~7070735,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6251321,349365699~967758,373709513~6226216,393293526~9117976] wrote [49423761~6244206,206796971~81854,226330692~360675,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,299527717~4975054,373709513~6226216,393519724~4953511] 2024-04-02T09:46:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:27 smithi112 ceph-mon[91385]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:27 smithi112 ceph-mon[88945]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:27 smithi187 ceph-mon[84356]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:28.127 INFO:tasks.workunit.client.0.smithi112.stdout: i=7 exists [8638937~14167940,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,103534879~4665526,112168570~6786487,142733498~10764461,155150321~17178929,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,287625401~527654,290465882~7070735,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6251321,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] wrote [8638937~13439459,24358279~7428685,55319312~5001207,78787764~1102756,166820880~5508370,223666280~6074827,300408170~776782,386902898~2693007,400640859~4336809] 2024-04-02T09:46:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:28 smithi112 ceph-mon[88945]: pgmap v3998: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 28 MiB/s wr, 245 op/s 2024-04-02T09:46:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:28 smithi112 ceph-mon[88945]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:28 smithi112 ceph-mon[91385]: pgmap v3998: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 28 MiB/s wr, 245 op/s 2024-04-02T09:46:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:28 smithi112 ceph-mon[91385]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:28 smithi187 ceph-mon[84356]: pgmap v3998: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 28 MiB/s wr, 245 op/s 2024-04-02T09:46:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:28 smithi187 ceph-mon[84356]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:29.120 INFO:tasks.workunit.client.0.smithi112.stdout: i=8 exists [6943580~15863297,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~9578902,112168570~6786487,136382689~4293561,142733498~10764461,155150321~17178929,177004138~5205019,183308561~16704696,202299854~3587640,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,287625401~527654,288923400~8613217,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6251321,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] wrote [6943580~2699236,98621503~6708061,136382689~4293561,155677419~5891662,177004138~5150853,202299854~2711067,237952407~3007528,260660738~1371904,288923400~3000631,403536621~3692313] 2024-04-02T09:46:29.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:29 smithi112 ceph-mon[91385]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:29.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:29 smithi112 ceph-mon[88945]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:29.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:46:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:46:29] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:46:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:29 smithi187 ceph-mon[84356]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:30.106 INFO:tasks.workunit.client.0.smithi112.stdout: i=9 exists [6943580~15863297,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~9578902,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,287625401~527654,288923400~8613217,299527717~4975054,304670572~2939010,317479435~3056008,321452308~2397415,326121943~6251321,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] wrote [57826439~808776,113553812~2436464,119654409~3929709,155785212~237228,180429451~4538044,197080876~4276987,258539425~3604181,317479435~3056008,391061817~3683290] 2024-04-02T09:46:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:30 smithi112 ceph-mon[88945]: pgmap v4001: 137 pgs: 137 active+clean; 279 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 38 MiB/s wr, 243 op/s 2024-04-02T09:46:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:30 smithi112 ceph-mon[88945]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:30 smithi112 ceph-mon[91385]: pgmap v4001: 137 pgs: 137 active+clean; 279 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 38 MiB/s wr, 243 op/s 2024-04-02T09:46:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:30 smithi112 ceph-mon[91385]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:30 smithi187 ceph-mon[84356]: pgmap v4001: 137 pgs: 137 active+clean; 279 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 38 MiB/s wr, 243 op/s 2024-04-02T09:46:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:30 smithi187 ceph-mon[84356]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:31.110 INFO:tasks.workunit.client.0.smithi112.stdout: i=10 exists [6943580~15863297,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,321452308~2397415,326121943~6251321,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] wrote [32252177~402129,105410253~425376,120979517~5386259,145333843~6837864,187405094~2822466,214060416~1249138,284703920~1241393,286751255~3834157,311013015~778689,400918450~7089068] 2024-04-02T09:46:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:31 smithi112 ceph-mon[91385]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:31 smithi112 ceph-mon[88945]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:31 smithi187 ceph-mon[84356]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:32.169 INFO:tasks.workunit.client.0.smithi112.stdout: i=11 exists [4461972~18344905,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6344296,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] wrote [4461972~5360853,25349426~6213591,55105962~3961227,189843442~7226699,269432442~2394504,310453250~1614511,318867782~6136030,326028968~1781147] 2024-04-02T09:46:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:32 smithi112 ceph-mon[91385]: pgmap v4004: 137 pgs: 137 active+clean; 363 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 MiB/s wr, 20 op/s 2024-04-02T09:46:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:32 smithi112 ceph-mon[91385]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:32 smithi112 ceph-mon[88945]: pgmap v4004: 137 pgs: 137 active+clean; 363 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 MiB/s wr, 20 op/s 2024-04-02T09:46:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:32 smithi112 ceph-mon[88945]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:32.382 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:32 smithi187 ceph-mon[84356]: pgmap v4004: 137 pgs: 137 active+clean; 363 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 MiB/s wr, 20 op/s 2024-04-02T09:46:32.382 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:32 smithi187 ceph-mon[84356]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:32.383 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:46:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:33.135 INFO:tasks.workunit.client.0.smithi112.stdout: i=12 exists [1451184~21355693,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,172373176~1857422,177004138~24353725,202299854~3587640,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6344296,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] wrote [1451184~3890402,9478944~7951419,147434582~2532232,172373176~1857422,187369603~4892123,300471593~1648239,321252381~1733073,396853713~2906016] 2024-04-02T09:46:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:33 smithi112 ceph-mon[91385]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:33 smithi112 ceph-mon[88945]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:33 smithi187 ceph-mon[84356]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:34.175 INFO:tasks.workunit.client.0.smithi112.stdout: i=13 exists [1451184~21355693,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155150321~17178929,172373176~2465917,177004138~24353725,202299854~3587640,206467299~6413143,213911743~3503374,223666280~6074827,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~17751516,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6344296,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] wrote [105278723~7674039,135468899~6204527,173994422~844671,184369099~7201010,239382989~12869468,260332086~909144,297329659~4335667,353499724~3727924] 2024-04-02T09:46:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:34 smithi112 ceph-mon[91385]: pgmap v4007: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 43 MiB/s wr, 313 op/s 2024-04-02T09:46:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:34 smithi112 ceph-mon[91385]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:34 smithi112 ceph-mon[88945]: pgmap v4007: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 43 MiB/s wr, 313 op/s 2024-04-02T09:46:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:34 smithi112 ceph-mon[88945]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:34 smithi187 ceph-mon[84356]: pgmap v4007: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 43 MiB/s wr, 313 op/s 2024-04-02T09:46:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:34 smithi187 ceph-mon[84356]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:35.164 INFO:tasks.workunit.client.0.smithi112.stdout: i=14 exists [1451184~21355693,24358279~9899699,41692212~3971009,48314652~158650,49423761~10896758,71919763~19090701,93590250~330023,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155150321~17178929,172373176~2465917,177004138~28883356,206467299~6413143,213911743~6416312,223666280~6074827,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~17751516,304670572~2939010,310453250~1614511,312318889~12684923,326028968~6344296,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] wrote [127453489~4245118,142455088~1202022,159532200~3317075,200013040~2347451,216883985~3444070,258632789~1371968,300478882~3491602,312318889~7540262,374715373~7439293] 2024-04-02T09:46:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:35 smithi112 ceph-mon[91385]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:35 smithi112 ceph-mon[88945]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:35 smithi187 ceph-mon[84356]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:36.175 INFO:tasks.workunit.client.0.smithi112.stdout: i=15 exists [1451184~21355693,24358279~11357540,41692212~3971009,48314652~158650,49423761~12718961,70148035~20862429,93590250~330023,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155150321~17178929,172373176~2465917,177004138~28883356,206467299~6413143,213911743~6416312,223666280~7706967,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~12684923,326028968~6344296,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] wrote [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,137795639~4510162,155940867~2628614,227215512~4157735,278801534~7863016,299076159~7714769] 2024-04-02T09:46:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:36 smithi112 ceph-mon[91385]: pgmap v4010: 137 pgs: 137 active+clean; 489 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 31 MiB/s wr, 305 op/s 2024-04-02T09:46:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:36 smithi112 ceph-mon[91385]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:36 smithi112 ceph-mon[88945]: pgmap v4010: 137 pgs: 137 active+clean; 489 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 31 MiB/s wr, 305 op/s 2024-04-02T09:46:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:36 smithi112 ceph-mon[88945]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:36 smithi187 ceph-mon[84356]: pgmap v4010: 137 pgs: 137 active+clean; 489 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 31 MiB/s wr, 305 op/s 2024-04-02T09:46:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:36 smithi187 ceph-mon[84356]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:37.187 INFO:tasks.workunit.client.0.smithi112.stdout: i=16 exists [1451184~21355693,24358279~11357540,41692212~3971009,48314652~158650,48484823~13657899,70148035~20862429,93590250~330023,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155150321~20547702,177004138~28883356,206467299~6413143,213911743~6416312,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~12684923,326028968~6344296,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] wrote [48484823~7101205,75670408~6988796,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:37 smithi112 ceph-mon[88945]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:37 smithi112 ceph-mon[91385]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:37 smithi187 ceph-mon[84356]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: i=17 exists [1451184~21355693,24358279~11357540,41692212~3971009,48314652~19088884,70148035~20862429,93590250~330023,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155150321~20547702,177004138~28883356,206467299~6413143,213911743~6416312,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] wrote [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,106780346~6762358,135259199~6436578,321385571~7062166,330682366~3394602] 2024-04-02T09:46:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:38 smithi112 ceph-mon[88945]: pgmap v4013: 137 pgs: 137 active+clean; 591 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 32 MiB/s wr, 334 op/s 2024-04-02T09:46:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:38 smithi112 ceph-mon[88945]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:38 smithi112 ceph-mon[91385]: pgmap v4013: 137 pgs: 137 active+clean; 591 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 32 MiB/s wr, 334 op/s 2024-04-02T09:46:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:38 smithi112 ceph-mon[91385]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:38 smithi187 ceph-mon[84356]: pgmap v4013: 137 pgs: 137 active+clean; 591 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 32 MiB/s wr, 334 op/s 2024-04-02T09:46:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:38 smithi187 ceph-mon[84356]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:39.201 INFO:tasks.workunit.client.0.smithi112.stdout: i=18 exists [1451184~21355693,24358279~11357540,41692212~3971009,48314652~19088884,70148035~22120415,93590250~330023,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,213911743~6416312,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] wrote [84709352~7559098,114782711~119725,121867809~6614709,174552091~7009489,242083026~803852,276766279~6809260,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:39 smithi187 ceph-mon[84356]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:39 smithi112 ceph-mon[91385]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:39 smithi112 ceph-mon[88945]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:46:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:46:39] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:46:40.224 INFO:tasks.workunit.client.0.smithi112.stdout: i=19 exists [1451184~34264635,41306344~26097192,70148035~22120415,93590250~330023,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,213911743~6416312,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] wrote [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,111832731~5921363,183194119~6340857,244676288~6608016,295733837~4244448] 2024-04-02T09:46:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:40 smithi187 ceph-mon[84356]: pgmap v4016: 137 pgs: 137 active+clean; 638 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 38 MiB/s wr, 336 op/s 2024-04-02T09:46:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:40 smithi187 ceph-mon[84356]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:40 smithi112 ceph-mon[88945]: pgmap v4016: 137 pgs: 137 active+clean; 638 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 38 MiB/s wr, 336 op/s 2024-04-02T09:46:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:40 smithi112 ceph-mon[88945]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:40 smithi112 ceph-mon[91385]: pgmap v4016: 137 pgs: 137 active+clean; 638 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 38 MiB/s wr, 336 op/s 2024-04-02T09:46:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:40 smithi112 ceph-mon[91385]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:41.148 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 1 diff [75303829~5572072,103534879~4665526,155150321~5177504,206467299~5332216,252816793~1626932,275809559~121273,290465882~7070735,321452308~2397415,326121943~6109334,400018028~2366667] 2024-04-02T09:46:41.149 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [75303829~5572072,103534879~4665526,155150321~5177504,206467299~5332216,252816793~1626932,275809559~121273,290465882~7070735,321452308~2397415,326121943~6109334,400018028~2366667] 2024-04-02T09:46:41.169 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [75303829~5572072,100663296~7537109,150994944~9332881,205520896~6278619,251658240~2785485,272629760~3301072,289406976~8129641,318767104~13464173,398458880~3925815] 2024-04-02T09:46:41.170 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 2 diff [11130448~256895,41692212~3971009,49942912~9154840,75303829~5572072,103534879~4665526,155150321~5177504,162634365~1439413,185804175~8129183,195993558~669646,206467299~6413143,252816793~1626932,275809559~121273,277664654~6758163,290465882~7070735,321452308~2397415,326121943~6109334,400018028~2366667] 2024-04-02T09:46:41.170 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,41692212~3971009,49942912~9154840,75303829~5572072,103534879~4665526,155150321~5177504,162634365~1439413,185804175~8129183,195993558~669646,206467299~6413143,252816793~1626932,275809559~121273,277664654~6758163,290465882~7070735,321452308~2397415,326121943~6109334,400018028~2366667] 2024-04-02T09:46:41.176 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,37748736~7914485,46137344~12960408,75303829~5572072,100663296~7537109,150994944~13078834,184549376~9383982,195993558~669646,205520896~7359546,251658240~2785485,272629760~3301072,276824064~7598753,289406976~8129641,318767104~13464173,398458880~3925815] 2024-04-02T09:46:41.176 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 3 diff [11130448~256895,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75303829~8357831,103534879~4665526,112168570~6786487,142733498~5009259,155150321~5177504,162634365~1439413,185804175~8129183,195993558~669646,204263971~1623523,206467299~6413143,252816793~1626932,275809559~121273,277664654~6758163,290465882~7070735,321452308~2397415,326121943~6109334,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.177 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75303829~8357831,103534879~4665526,112168570~6786487,142733498~5009259,155150321~5177504,162634365~1439413,185804175~8129183,195993558~669646,204263971~1623523,206467299~6413143,252816793~1626932,275809559~121273,277664654~6758163,290465882~7070735,321452308~2397415,326121943~6109334,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.183 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75303829~8357831,100663296~7537109,109051904~9903153,142606336~5136421,150994944~13078834,184549376~9383982,195993558~669646,201326592~11553850,251658240~2785485,272629760~3301072,276824064~7598753,289406976~8129641,318767104~13464173,348127232~2206225,394264576~8146926] 2024-04-02T09:46:41.183 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 4 diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,185804175~8129183,195993558~669646,204263971~1623523,206467299~6413143,235736741~1663803,252816793~1626932,275809559~121273,277664654~6758163,290465882~7070735,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.183 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,185804175~8129183,195993558~669646,204263971~1623523,206467299~6413143,235736741~1663803,252816793~1626932,275809559~121273,277664654~6758163,290465882~7070735,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.189 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,16777216~6029661,27216295~1591802,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75303829~15706635,100663296~7537109,109051904~9903153,142606336~25303985,180355072~1854085,184549376~9383982,195993558~669646,201326592~11553850,234881024~2519520,251658240~2785485,272629760~3301072,276824064~7598753,289406976~8129641,301989888~5619694,318767104~13464173,348127232~2206225,394264576~8146926] 2024-04-02T09:46:41.189 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 5 diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49942912~9154840,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,235736741~1663803,243910169~1670761,252816793~1626932,265832000~8752726,275809559~121273,277664654~6758163,290465882~7070735,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,376106987~1357965,393293526~9117976] 2024-04-02T09:46:41.189 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49942912~9154840,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,235736741~1663803,243910169~1670761,252816793~1626932,265832000~8752726,275809559~121273,277664654~6758163,290465882~7070735,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,376106987~1357965,393293526~9117976] 2024-04-02T09:46:41.196 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,16777216~6029661,27216295~1591802,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75303829~15706635,100663296~7537109,109051904~9903153,142606336~25303985,180355072~19658185,201326592~11553850,234881024~2519520,243269632~2311298,251658240~2785485,264241152~11689680,276824064~7598753,289406976~8129641,301989888~5619694,318767104~13464173,348127232~2206225,373293056~4171896,390070272~12341230] 2024-04-02T09:46:41.196 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 6 diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49423761~9673991,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,290465882~7070735,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,393293526~9117976] 2024-04-02T09:46:41.196 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49423761~9673991,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~12760000,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,290465882~7070735,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,393293526~9117976] 2024-04-02T09:46:41.202 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,16777216~6029661,27216295~1591802,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75303829~15706635,100663296~7537109,109051904~9903153,142606336~25303985,180355072~19658185,201326592~11553850,226330692~360675,234881024~2519520,243269632~2311298,247463936~6979789,255852544~6677983,264241152~20181665,289406976~8129641,297795584~9813998,318767104~13464173,348127232~2206225,373293056~6642673,390070272~12341230] 2024-04-02T09:46:41.202 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 7 diff [8638937~14167940,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~17178929,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,290465882~7070735,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] 2024-04-02T09:46:41.202 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~14167940,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,103534879~4665526,112168570~6786487,142733498~10764461,155150321~17178929,182068759~140398,183308561~16704696,204263971~1623523,206467299~6413143,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,290465882~7070735,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] 2024-04-02T09:46:41.209 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~23398356,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,100663296~7537109,109051904~9903153,142606336~29722914,180355072~19658185,201326592~11553850,223666280~6074827,234881024~2519520,243269632~2311298,247463936~6979789,255852544~6677983,264241152~20181665,289406976~8129641,297795584~9813998,318767104~13464173,348127232~2206225,373293056~6642673,385875968~3719937,390070272~14907396] 2024-04-02T09:46:41.209 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 8 diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,136382689~4293561,142733498~10764461,155150321~17178929,177004138~5205019,183308561~16704696,202299854~3587640,206467299~6413143,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,288923400~8613217,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] 2024-04-02T09:46:41.209 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,136382689~4293561,142733498~10764461,155150321~17178929,177004138~5205019,183308561~16704696,202299854~3587640,206467299~6413143,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,288923400~8613217,299527717~4975054,304670572~2939010,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] 2024-04-02T09:46:41.216 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~11731413,109051904~9903153,134217728~6458522,142606336~29722914,176160768~23852489,201326592~11553850,223666280~6074827,234881024~6078911,243269632~2311298,247463936~6979789,255852544~6677983,264241152~20181665,288153055~9383562,297795584~9813998,318767104~13464173,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17158662] 2024-04-02T09:46:41.216 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 9 diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,288923400~8613217,299527717~4975054,304670572~2939010,317479435~3056008,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] 2024-04-02T09:46:41.216 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,288923400~8613217,299527717~4975054,304670572~2939010,317479435~3056008,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] 2024-04-02T09:46:41.222 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~11731413,109051904~14532214,134217728~6458522,142606336~29722914,176160768~36719674,223666280~6074827,234881024~6078911,243269632~2311298,247463936~6979789,255852544~6677983,264241152~20181665,288153055~9383562,297795584~9813998,314572800~17658477,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17158662] 2024-04-02T09:46:41.222 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 10 diff [6943580~15863297,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.222 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,321452308~2397415,326121943~6109334,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.229 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~11731413,109051904~17313872,134217728~6458522,142606336~29722914,176160768~36719674,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~6979789,255852544~6677983,264241152~21704161,286751255~10785362,297795584~9813998,310378496~1413208,314572800~17658477,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.229 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 11 diff [4461972~18344905,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6202309,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.229 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~18344905,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6202309,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.235 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~11731413,109051904~17313872,134217728~6458522,142606336~29722914,176160768~36719674,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~6979789,255852544~6677983,264241152~21704161,286751255~10785362,297795584~9813998,310378496~1689265,314572800~17658477,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.235 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 12 diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,172373176~1857422,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6202309,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.235 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~9578902,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155150321~17178929,172373176~1857422,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~10785362,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6202309,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.242 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~11731413,109051904~17313872,134217728~6458522,142606336~31624262,176160768~36719674,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~6979789,255852544~6677983,264241152~21704161,286751255~10785362,297795584~9813998,310378496~1689265,314572800~17658477,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.242 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 13 diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155150321~17178929,172373176~2465917,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~17751516,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6202309,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.242 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155150321~17178929,172373176~2465917,177004138~24353725,202299854~3587640,206467299~6413143,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~17751516,304670572~2939010,310453250~1614511,317479435~7524377,326028968~6202309,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.248 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~29896784,134217728~7455698,142606336~32232757,176160768~36719674,214060416~1249138,223666280~6074827,234881024~19562701,255852544~6677983,264241152~21704161,286751255~20858327,310378496~1689265,314572800~17658477,348127232~2206225,352321536~4906112,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.248 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 14 diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155150321~17178929,172373176~2465917,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~17751516,304670572~2939010,310453250~1614511,312318889~12684923,326028968~6202309,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.249 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155150321~17178929,172373176~2465917,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~17751516,304670572~2939010,310453250~1614511,312318889~12684923,326028968~6202309,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.255 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75303829~15706635,96468992~35229615,134217728~40621365,176160768~36719674,214060416~1249138,216883985~3444070,223666280~6074827,234881024~19562701,255852544~6677983,264241152~21704161,286751255~20858327,310378496~21852781,348127232~2206225,352321536~4906112,373293056~8861610,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.255 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 15 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,49423761~12718961,70148035~3421528,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155150321~17178929,172373176~2465917,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~12684923,326028968~6202309,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.255 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,49423761~12718961,70148035~3421528,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155150321~17178929,172373176~2465917,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,252816793~1626932,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~12684923,326028968~6202309,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.262 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~16005378,67108864~6460699,73874257~1360606,75303829~15706635,96468992~35229615,134217728~40621365,176160768~36719674,214060416~1249138,216883985~3444070,223666280~7706967,234881024~19562701,255852544~6677983,264241152~22423398,286751255~20858327,310378496~21852781,348127232~2206225,352321536~4906112,373293056~8861610,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.262 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 16 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,48484823~13657899,70148035~3421528,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155150321~20547702,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~12684923,326028968~6202309,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.262 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,48484823~13657899,70148035~3421528,73874257~1360606,75303829~15706635,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155150321~20547702,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~12684923,326028968~6202309,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.269 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~16005378,67108864~6460699,73874257~1360606,75303829~15706635,96468992~35229615,134217728~41480295,176160768~36719674,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~21852781,348127232~2206225,352321536~4906112,364904448~17250218,385875968~22131550] 2024-04-02T09:46:41.269 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 17 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~20862429,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155150321~20547702,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.269 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~20862429,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155150321~20547702,177004138~28883356,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.275 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~44873120,96468992~35229615,134217728~41480295,176160768~36719674,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~17250218,385875968~22131550] 2024-04-02T09:46:41.277 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 18 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.278 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.282 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~46131106,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:41.283 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.283 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.290 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:41.290 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 2 diff [11130448~256895,41692212~3971009,49942912~9154840,162634365~1439413,185804175~8129183,195993558~669646,211199985~1680457,277664654~6758163] 2024-04-02T09:46:41.290 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,41692212~3971009,49942912~9154840,162634365~1439413,185804175~8129183,195993558~669646,211199985~1680457,277664654~6758163] 2024-04-02T09:46:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,37748736~7914485,46137344~12960408,160327825~3745953,184549376~9383982,195993558~669646,211199985~1680457,276824064~7598753] 2024-04-02T09:46:41.296 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 3 diff [11130448~256895,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75798805~7862855,112168570~6786487,142733498~5009259,158202735~805798,162634365~1439413,185804175~8129183,195993558~669646,204263971~1623523,211199985~1680457,277664654~6758163,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.296 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75798805~7862855,112168570~6786487,142733498~5009259,158202735~805798,162634365~1439413,185804175~8129183,195993558~669646,204263971~1623523,211199985~1680457,277664654~6758163,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75798805~7862855,109051904~9903153,142606336~5136421,158202735~805798,160327825~3745953,184549376~9383982,195993558~669646,201326592~4560902,211199985~1680457,276824064~7598753,348127232~2206225,394264576~8146926] 2024-04-02T09:46:41.302 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 4 diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,185804175~8129183,195993558~669646,204263971~1623523,207077156~1122699,211199985~1680457,235736741~1663803,277664654~6758163,304670572~2939010,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.302 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,49942912~9154840,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,185804175~8129183,195993558~669646,204263971~1623523,207077156~1122699,211199985~1680457,235736741~1663803,277664654~6758163,304670572~2939010,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.308 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,16777216~6029661,27216295~1591802,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~7754488,180355072~1854085,184549376~9383982,195993558~669646,201326592~4560902,207077156~1122699,211199985~1680457,234881024~2519520,276824064~7598753,301989888~5619694,348127232~2206225,394264576~8146926] 2024-04-02T09:46:41.309 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 5 diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49942912~9154840,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~16704696,204263971~1623523,207077156~1122699,211199985~1680457,235736741~1663803,243910169~1670761,265832000~8752726,277664654~6758163,304670572~2939010,349365699~967758,376106987~1357965,393293526~9117976] 2024-04-02T09:46:41.309 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49942912~9154840,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~16704696,204263971~1623523,207077156~1122699,211199985~1680457,235736741~1663803,243910169~1670761,265832000~8752726,277664654~6758163,304670572~2939010,349365699~967758,376106987~1357965,393293526~9117976] 2024-04-02T09:46:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,16777216~6029661,27216295~1591802,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~7754488,180355072~19658185,201326592~4560902,207077156~1122699,211199985~1680457,234881024~2519520,243269632~2311298,264241152~10343574,276824064~7598753,301989888~5619694,348127232~2206225,373293056~4171896,390070272~12341230] 2024-04-02T09:46:41.315 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 6 diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49423761~9673991,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~16704696,204263971~1623523,206796971~81854,207077156~1122699,211199985~1680457,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,393293526~9117976] 2024-04-02T09:46:41.315 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [11130448~256895,18968590~3838287,27216295~1591802,41692212~3971009,48314652~158650,49423761~9673991,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~16704696,204263971~1623523,206796971~81854,207077156~1122699,211199985~1680457,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,393293526~9117976] 2024-04-02T09:46:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~2998735,16777216~6029661,27216295~1591802,37748736~7914485,46137344~12960408,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~7754488,180355072~19658185,201326592~4560902,206796971~81854,207077156~1122699,211199985~1680457,226330692~360675,234881024~2519520,243269632~2311298,247463936~5333649,255852544~6677983,264241152~20181665,297795584~9813998,348127232~2206225,373293056~6642673,390070272~12341230] 2024-04-02T09:46:41.322 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 7 diff [8638937~14167940,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~12173417,182068759~140398,183308561~16704696,204263971~1623523,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] 2024-04-02T09:46:41.322 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~14167940,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~12173417,182068759~140398,183308561~16704696,204263971~1623523,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] 2024-04-02T09:46:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~23398356,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~12173417,180355072~19658185,201326592~4560902,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,234881024~2519520,243269632~2311298,247463936~5333649,255852544~6677983,264241152~20181665,297795584~9813998,348127232~2206225,373293056~6642673,385875968~3719937,390070272~14907396] 2024-04-02T09:46:41.328 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 8 diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,136382689~4293561,142733498~10764461,155677419~16651831,177004138~5205019,183308561~16704696,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,288923400~3000631,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] 2024-04-02T09:46:41.328 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,136382689~4293561,142733498~10764461,155677419~16651831,177004138~5205019,183308561~16704696,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,288923400~3000631,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] 2024-04-02T09:46:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,109051904~9903153,134217728~6458522,142606336~10891623,155677419~16651831,176160768~23852489,201326592~4560902,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~20181665,288153055~3770976,297795584~9813998,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17158662] 2024-04-02T09:46:41.335 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 9 diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,288923400~3000631,299527717~4975054,304670572~2939010,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] 2024-04-02T09:46:41.335 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,288923400~3000631,299527717~4975054,304670572~2939010,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] 2024-04-02T09:46:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,109051904~14532214,134217728~6458522,142606336~10891623,155677419~16651831,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~20181665,288153055~3770976,297795584~9813998,314572800~5962643,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17158662] 2024-04-02T09:46:41.342 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 10 diff [6943580~15863297,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.342 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,105410253~425376,109051904~17313872,134217728~6458522,142606336~10891623,155677419~16651831,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~21704161,286751255~5172776,297795584~9813998,310378496~1413208,314572800~5962643,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.348 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 11 diff [4461972~18344905,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.348 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~18344905,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,105410253~425376,109051904~17313872,134217728~6458522,142606336~10891623,155677419~16651831,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~21704161,286751255~5172776,297795584~9813998,310378496~1689265,314572800~10431012,326028968~1781147,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.355 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 12 diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,172373176~1857422,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.355 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,172373176~1857422,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,105410253~425376,109051904~17313872,134217728~6458522,142606336~10891623,155677419~18553179,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~21704161,286751255~5172776,297795584~9813998,310378496~1689265,314572800~10431012,326028968~1781147,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.361 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 13 diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155677419~16651831,172373176~2465917,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.361 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155677419~16651831,172373176~2465917,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~29896784,134217728~7455698,142606336~10891623,155677419~19161674,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,223666280~6074827,234881024~17916561,255852544~6677983,264241152~21704161,286751255~5172776,297329659~10279923,310378496~1689265,314572800~10431012,326028968~1781147,348127232~2206225,352321536~4906112,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.368 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 14 diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.368 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,41692212~3971009,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~18590817,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,37748736~7914485,46137344~14183175,71919763~309942,73874257~1360606,75798805~15211659,96468992~35229615,134217728~19280231,155677419~19161674,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~6074827,234881024~17916561,255852544~6677983,264241152~21704161,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,348127232~2206225,352321536~4906112,373293056~8861610,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.374 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 15 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,49423761~12718961,70148035~3421528,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.374 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,49423761~12718961,70148035~3421528,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.381 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~16005378,67108864~6460699,73874257~1360606,75798805~15211659,96468992~35229615,134217728~19280231,155677419~19161674,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~7706967,234881024~17916561,255852544~6677983,264241152~22423398,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,348127232~2206225,352321536~4906112,373293056~8861610,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.381 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 16 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,48484823~13657899,70148035~3421528,73874257~1360606,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.381 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~158650,48484823~13657899,70148035~3421528,73874257~1360606,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.388 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~16005378,67108864~6460699,73874257~1360606,75670408~15340056,96468992~35229615,134217728~19280231,155677419~20020604,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,348127232~2206225,352321536~4906112,364904448~17250218,385875968~22131550] 2024-04-02T09:46:41.388 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 17 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~5335351,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.388 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~5335351,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.394 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~29346042,75670408~15340056,96468992~35229615,134217728~19280231,155677419~20020604,176160768~29726726,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,297329659~10279923,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~17250218,385875968~22131550] 2024-04-02T09:46:41.394 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 18 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.395 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,41692212~3971009,48314652~19088884,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.401 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~7914485,46137344~29346042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,297329659~10279923,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:41.401 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.401 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.407 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:41.407 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 3 diff [71919763~309942,73874257~1360606,75798805~7862855,112168570~6786487,142733498~5009259,158202735~805798,204263971~1623523,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.407 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [71919763~309942,73874257~1360606,75798805~7862855,112168570~6786487,142733498~5009259,158202735~805798,204263971~1623523,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.414 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [71919763~309942,73874257~1360606,75798805~7862855,109051904~9903153,142606336~5136421,158202735~805798,201326592~4560902,348127232~2206225,394264576~8146926] 2024-04-02T09:46:41.414 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 4 diff [18968590~3838287,27216295~1591802,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,204263971~1623523,207077156~1122699,235736741~1663803,304670572~2939010,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.414 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18968590~3838287,27216295~1591802,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,204263971~1623523,207077156~1122699,235736741~1663803,304670572~2939010,349365699~967758,394750062~7661440] 2024-04-02T09:46:41.420 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~6029661,27216295~1591802,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~7754488,180355072~1854085,201326592~4560902,207077156~1122699,234881024~2519520,301989888~5619694,348127232~2206225,394264576~8146926] 2024-04-02T09:46:41.421 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 5 diff [18968590~3838287,27216295~1591802,48314652~158650,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,204263971~1623523,207077156~1122699,235736741~1663803,243910169~1670761,265832000~8752726,304670572~2939010,349365699~967758,376106987~1357965,393293526~9117976] 2024-04-02T09:46:41.421 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18968590~3838287,27216295~1591802,48314652~158650,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,204263971~1623523,207077156~1122699,235736741~1663803,243910169~1670761,265832000~8752726,304670572~2939010,349365699~967758,376106987~1357965,393293526~9117976] 2024-04-02T09:46:41.427 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~6029661,27216295~1591802,48314652~158650,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~7754488,180355072~9381685,193640316~6372941,201326592~4560902,207077156~1122699,234881024~2519520,243269632~2311298,264241152~10343574,301989888~5619694,348127232~2206225,373293056~4171896,390070272~12341230] 2024-04-02T09:46:41.427 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 6 diff [18968590~3838287,27216295~1591802,48314652~158650,49423761~6244206,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,204263971~1623523,206796971~81854,207077156~1122699,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,393293526~9117976] 2024-04-02T09:46:41.427 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18968590~3838287,27216295~1591802,48314652~158650,49423761~6244206,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,204263971~1623523,206796971~81854,207077156~1122699,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,393293526~9117976] 2024-04-02T09:46:41.434 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~6029661,27216295~1591802,48314652~158650,49423761~6244206,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~7754488,180355072~9381685,193640316~6372941,201326592~4560902,206796971~81854,207077156~1122699,226330692~360675,234881024~2519520,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,297795584~9813998,348127232~2206225,373293056~6642673,390070272~12341230] 2024-04-02T09:46:41.434 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 7 diff [8638937~14167940,24358279~7428685,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~12173417,182068759~140398,183308561~6428196,193640316~6372941,204263971~1623523,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] 2024-04-02T09:46:41.434 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~14167940,24358279~7428685,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,112168570~6786487,142733498~10764461,158202735~805798,160155833~12173417,182068759~140398,183308561~6428196,193640316~6372941,204263971~1623523,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~11684142] 2024-04-02T09:46:41.440 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8638937~23148027,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,109051904~9903153,142606336~10891623,158202735~805798,160155833~12173417,180355072~9381685,193640316~6372941,201326592~4560902,206796971~81854,207077156~1122699,223666280~6074827,234881024~2519520,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,297795584~9813998,348127232~2206225,373293056~6642673,385875968~3719937,390070272~14907396] 2024-04-02T09:46:41.440 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 8 diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,136382689~4293561,142733498~10764461,155677419~16651831,177004138~5205019,183308561~6428196,193640316~6372941,202299854~3587640,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] 2024-04-02T09:46:41.441 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,136382689~4293561,142733498~10764461,155677419~16651831,177004138~5205019,183308561~6428196,193640316~6372941,202299854~3587640,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,349365699~967758,373709513~6226216,386902898~2693007,393293526~13935408] 2024-04-02T09:46:41.447 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,109051904~9903153,134217728~6458522,142606336~10891623,155677419~16651831,176160768~13575989,193640316~6372941,201326592~4560902,206796971~81854,207077156~1122699,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,288153055~3770976,297795584~9813998,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17158662] 2024-04-02T09:46:41.447 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 9 diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155677419~16651831,177004138~12732619,193640316~7717547,202299854~3587640,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] 2024-04-02T09:46:41.447 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,112168570~6786487,119654409~3929709,136382689~4293561,142733498~10764461,155677419~16651831,177004138~12732619,193640316~7717547,202299854~3587640,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16167117] 2024-04-02T09:46:41.453 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,109051904~14532214,134217728~6458522,142606336~10891623,155677419~16651831,176160768~13575989,193640316~12247178,206796971~81854,207077156~1122699,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,288153055~3770976,297795584~9813998,314572800~5962643,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17158662] 2024-04-02T09:46:41.453 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 10 diff [6943580~15863297,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~13223422,193640316~7717547,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.454 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~13223422,193640316~7717547,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.460 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,105410253~425376,109051904~17313872,134217728~6458522,142606336~10891623,155677419~16651831,176160768~14066792,193640316~12247178,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~9813998,310378496~1413208,314572800~5962643,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.460 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 11 diff [4461972~18344905,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.460 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~18344905,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.467 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,105410253~425376,109051904~17313872,134217728~6458522,142606336~10891623,155677419~16651831,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~9813998,310378496~1689265,314572800~10431012,326028968~1781147,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.467 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 12 diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,172373176~1857422,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.467 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~6708061,105410253~425376,112168570~6786487,119654409~6711367,136382689~4293561,142733498~10764461,155677419~16651831,172373176~1857422,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.473 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~8860572,105410253~425376,109051904~17313872,134217728~6458522,142606336~10891623,155677419~18553179,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~9813998,310378496~1689265,314572800~10431012,326028968~1781147,348127232~2206225,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.473 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 13 diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155677419~16651831,172373176~2465917,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.473 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,135468899~6204527,142733498~10764461,155677419~16651831,172373176~2465917,177004138~24353725,202299854~3587640,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,349365699~967758,353499724~3727924,373709513~6226216,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:41 smithi187 ceph-mon[84356]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:41.482 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~29896784,134217728~7455698,142606336~10891623,155677419~19161674,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~17916561,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297329659~10279923,310378496~1689265,314572800~10431012,326028968~1781147,348127232~2206225,352321536~4906112,373293056~6642673,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.482 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 14 diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.482 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6204527,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.487 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,48314652~158650,49423761~10896758,71919763~309942,73874257~1360606,75798805~15211659,96468992~35229615,134217728~19280231,155677419~19161674,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~6074827,234881024~17916561,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,348127232~2206225,352321536~4906112,373293056~8861610,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.488 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 15 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,70148035~3421528,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.488 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,70148035~3421528,73874257~1360606,75798805~15211659,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~16651831,172373176~2465917,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,373709513~8445153,386902898~2693007,391061817~16945701] 2024-04-02T09:46:41.494 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,67108864~6460699,73874257~1360606,75798805~15211659,96468992~35229615,134217728~19280231,155677419~19161674,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~7706967,234881024~17916561,255852544~6677983,264241152~14265138,278801534~7863016,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,348127232~2206225,352321536~4906112,373293056~8861610,385875968~3719937,390070272~17937246] 2024-04-02T09:46:41.494 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 16 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,70148035~3421528,73874257~1360606,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.494 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,70148035~3421528,73874257~1360606,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135468899~6836902,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.501 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,67108864~6460699,73874257~1360606,75670408~15340056,96468992~35229615,134217728~19280231,155677419~20020604,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~14270039,278801534~7863016,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,348127232~2206225,352321536~4906112,364904448~17250218,385875968~22131550] 2024-04-02T09:46:41.501 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 17 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.501 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~15340056,98621503~20333554,119654409~6711367,127453489~4245118,135259199~7046602,142455088~11042871,155677419~20020604,177004138~28883356,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,386902898~21104620] 2024-04-02T09:46:41.508 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~27168734,75670408~15340056,96468992~35229615,134217728~19280231,155677419~20020604,176160768~29726726,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~14270039,278801534~7863016,286751255~5172776,297329659~10279923,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~17250218,385875968~22131550] 2024-04-02T09:46:41.508 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 18 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.508 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.515 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~27168734,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,297329659~10279923,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:41.515 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.515 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:41.521 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:41.521 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 4 diff [18968590~3838287,27216295~1591802,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,207077156~1122699,235736741~1663803,304670572~2939010] 2024-04-02T09:46:41.521 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18968590~3838287,27216295~1591802,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,207077156~1122699,235736741~1663803,304670572~2939010] 2024-04-02T09:46:41.528 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~6029661,27216295~1591802,83305846~7704618,145894751~7603208,160155833~7754488,180355072~1854085,207077156~1122699,234881024~2519520,301989888~5619694] 2024-04-02T09:46:41.528 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 5 diff [18968590~3838287,27216295~1591802,48314652~158650,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,207077156~1122699,235736741~1663803,243910169~1670761,265832000~8752726,304670572~2939010,376106987~1357965,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.528 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18968590~3838287,27216295~1591802,48314652~158650,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,207077156~1122699,235736741~1663803,243910169~1670761,265832000~8752726,304670572~2939010,376106987~1357965,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.534 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~6029661,27216295~1591802,48314652~158650,83305846~7704618,145894751~7603208,160155833~7754488,180355072~9381685,193640316~6372941,207077156~1122699,234881024~2519520,243269632~2311298,264241152~10343574,301989888~5619694,373293056~4171896,390070272~10064732,401159968~600992] 2024-04-02T09:46:41.534 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 6 diff [18968590~3838287,27216295~1591802,48314652~158650,49423761~6244206,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,206796971~81854,207077156~1122699,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,373709513~6226216,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.534 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18968590~3838287,27216295~1591802,48314652~158650,49423761~6244206,83305846~7704618,145894751~7603208,160155833~7754488,182068759~140398,183308561~6428196,193640316~6372941,206796971~81854,207077156~1122699,226330692~360675,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,373709513~6226216,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.540 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~6029661,27216295~1591802,48314652~158650,49423761~6244206,83305846~7704618,145894751~7603208,160155833~7754488,180355072~9381685,193640316~6372941,206796971~81854,207077156~1122699,226330692~360675,234881024~2519520,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,297795584~9813998,373293056~6642673,390070272~10064732,401159968~600992] 2024-04-02T09:46:41.540 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 7 diff [8638937~14167940,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,145894751~7603208,160155833~12173417,182068759~140398,183308561~6428196,193640316~6372941,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,373709513~6226216,386902898~2693007,393293526~6841478,400640859~4336809] 2024-04-02T09:46:41.540 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~14167940,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,145894751~7603208,160155833~12173417,182068759~140398,183308561~6428196,193640316~6372941,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,304670572~2939010,373709513~6226216,386902898~2693007,393293526~6841478,400640859~4336809] 2024-04-02T09:46:41.546 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8638937~23148027,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,145894751~7603208,160155833~12173417,180355072~9381685,193640316~6372941,206796971~81854,207077156~1122699,223666280~6074827,234881024~2519520,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,297795584~9813998,373293056~6642673,385875968~3719937,390070272~10064732,400640859~4336809] 2024-04-02T09:46:41.547 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 8 diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,136382689~4293561,145894751~7603208,155677419~16651831,177004138~5205019,183308561~6428196,193640316~6372941,202299854~2711067,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,373709513~6226216,386902898~2693007,393293526~6841478,400640859~6588075] 2024-04-02T09:46:41.547 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,136382689~4293561,145894751~7603208,155677419~16651831,177004138~5205019,183308561~6428196,193640316~6372941,202299854~2711067,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,373709513~6226216,386902898~2693007,393293526~6841478,400640859~6588075] 2024-04-02T09:46:41.553 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~8860572,134217728~6458522,145894751~7603208,155677419~16651831,176160768~13575989,193640316~6372941,202299854~2711067,206796971~81854,207077156~1122699,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,288153055~3770976,297795584~9813998,373293056~6642673,385875968~3719937,390070272~10064732,400640859~6588075] 2024-04-02T09:46:41.553 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 9 diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,145894751~7603208,155677419~16651831,177004138~12732619,193640316~7717547,202299854~2711067,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~6588075] 2024-04-02T09:46:41.553 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,145894751~7603208,155677419~16651831,177004138~12732619,193640316~7717547,202299854~2711067,206796971~81854,207077156~1122699,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,304670572~2939010,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~6588075] 2024-04-02T09:46:41.559 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~8860572,113553812~2436464,118955057~4629061,134217728~6458522,145894751~7603208,155677419~16651831,176160768~13575989,193640316~7717547,202299854~2711067,206796971~81854,207077156~1122699,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,288153055~3770976,297795584~9813998,314572800~5962643,373293056~6642673,385875968~3719937,390070272~10064732,400640859~6588075] 2024-04-02T09:46:41.560 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 10 diff [6943580~15863297,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~8164116,155677419~16651831,177004138~13223422,193640316~7717547,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.560 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15863297,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~8164116,155677419~16651831,177004138~13223422,193640316~7717547,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,311013015~778689,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.566 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~8164116,155677419~16651831,176160768~14066792,193640316~7717547,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~9813998,310378496~1413208,314572800~5962643,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.566 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 11 diff [4461972~18344905,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~8164116,155677419~16651831,177004138~24353725,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.566 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~18344905,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~8164116,155677419~16651831,177004138~24353725,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.573 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~27592660,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~8164116,155677419~16651831,176160768~25197095,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~9813998,310378496~1689265,314572800~10431012,326028968~1781147,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.573 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 12 diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~8164116,155677419~16651831,172373176~1857422,177004138~24353725,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.573 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~8164116,155677419~16651831,172373176~1857422,177004138~24353725,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.579 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~8164116,155677419~18553179,176160768~25197095,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~6078911,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~9813998,310378496~1689265,314572800~10431012,326028968~1781147,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.580 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 13 diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~8164116,155677419~16651831,172373176~2465917,177004138~24353725,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.580 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~8164116,155677419~16651831,172373176~2465917,177004138~24353725,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.587 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~16483770,113553812~2436464,118955057~7410719,134217728~7455698,145333843~8164116,155677419~19161674,176160768~25197095,202299854~2711067,206796971~81854,207077156~1122699,214060416~1249138,223666280~6074827,234881024~17916561,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297329659~10279923,310378496~1689265,314572800~10431012,326028968~1781147,352321536~4906112,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.587 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 14 diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~8164116,155677419~16651831,172373176~2465917,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.587 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~8164116,155677419~16651831,172373176~2465917,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~6074827,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,304670572~2939010,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.593 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,83305846~7704618,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~8164116,155677419~19161674,176160768~28850153,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~6074827,234881024~17916561,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,352321536~4906112,373293056~8861610,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.593 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 15 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,70148035~3421528,78787764~1102756,80951203~10059261,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~8164116,155677419~16651831,172373176~2465917,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.594 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,70148035~3421528,78787764~1102756,80951203~10059261,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~8164116,155677419~16651831,172373176~2465917,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~7706967,235736741~1663803,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.600 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,67108864~6460699,78787764~1102756,80951203~10059261,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~8164116,155677419~19161674,176160768~28850153,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~7706967,234881024~17916561,255852544~6677983,264241152~14265138,278801534~7863016,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,352321536~4906112,373293056~8861610,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.600 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 16 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,70148035~3421528,75670408~15340056,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~8164116,155677419~20020604,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.600 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,70148035~3421528,75670408~15340056,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~8164116,155677419~20020604,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.606 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,67108864~6460699,75670408~15340056,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~8164116,155677419~20020604,176160768~28850153,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~14270039,278801534~7863016,286751255~5172776,297329659~10279923,310378496~14625316,326028968~1781147,352321536~4906112,364904448~17250218,385875968~14259036,400640859~7366659] 2024-04-02T09:46:41.606 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 17 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~15340056,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~8164116,155677419~20020604,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.607 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~15340056,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~8164116,155677419~20020604,177004138~28006783,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.613 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~27168734,75670408~15340056,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~8164116,155677419~20020604,176160768~28850153,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~14270039,278801534~7863016,286751255~5172776,297329659~10279923,310378496~18069241,330682366~3394602,352321536~4906112,364904448~17250218,385875968~14259036,400640859~7366659] 2024-04-02T09:46:41.613 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 18 diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.613 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~21355693,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~10279923,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:41 smithi112 ceph-mon[91385]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:41.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:41 smithi112 ceph-mon[88945]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:41.620 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,48314652~27168734,75670408~16598042,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,297329659~10279923,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:41.620 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.620 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.626 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:41.626 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 5 diff [48314652~158650,183308561~6428196,193640316~6372941,243910169~1670761,265832000~8752726,376106987~1357965,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.627 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [48314652~158650,183308561~6428196,193640316~6372941,243910169~1670761,265832000~8752726,376106987~1357965,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.633 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [48314652~158650,182209157~7527600,193640316~6372941,243269632~2311298,264241152~10343574,373293056~4171896,390070272~10064732,401159968~600992] 2024-04-02T09:46:41.633 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 6 diff [48314652~158650,49423761~6244206,183308561~6428196,193640316~6372941,206796971~81854,226330692~360675,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,373709513~6226216,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.633 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [48314652~158650,49423761~6244206,183308561~6428196,193640316~6372941,206796971~81854,226330692~360675,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,373709513~6226216,393293526~6841478,401159968~600992] 2024-04-02T09:46:41.640 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [48314652~158650,49423761~6244206,182209157~7527600,193640316~6372941,206796971~81854,226330692~360675,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,297795584~6707187,373293056~6642673,390070272~10064732,401159968~600992] 2024-04-02T09:46:41.640 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 7 diff [8638937~13439459,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,166820880~5508370,183308561~6428196,193640316~6372941,206796971~81854,223666280~6074827,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,373709513~6226216,386902898~2693007,393293526~6841478,400640859~4336809] 2024-04-02T09:46:41.640 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~13439459,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,166820880~5508370,183308561~6428196,193640316~6372941,206796971~81854,223666280~6074827,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,299527717~4975054,373709513~6226216,386902898~2693007,393293526~6841478,400640859~4336809] 2024-04-02T09:46:41.646 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8638937~13439459,22806877~8980087,48314652~158650,49423761~10896758,78787764~1102756,166820880~5508370,182209157~7527600,193640316~6372941,206796971~81854,223666280~6074827,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,297795584~6707187,373293056~6642673,385875968~3719937,390070272~10064732,400640859~4336809] 2024-04-02T09:46:41.646 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 8 diff [6943580~15134816,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,136382689~4293561,155677419~5891662,166820880~5508370,177004138~5150853,183308561~6428196,193640316~6372941,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,373709513~6226216,386902898~2693007,393293526~6841478,400640859~6588075] 2024-04-02T09:46:41.646 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,136382689~4293561,155677419~5891662,166820880~5508370,177004138~5150853,183308561~6428196,193640316~6372941,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,373709513~6226216,386902898~2693007,393293526~6841478,400640859~6588075] 2024-04-02T09:46:41.652 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,48314652~158650,49423761~10896758,78787764~1102756,96468992~8860572,134217728~6458522,155677419~5891662,166820880~5508370,176160768~5994223,182209157~7527600,193640316~6372941,202299854~2711067,206796971~81854,223666280~6074827,237400544~3559391,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,288153055~3770976,297795584~6707187,373293056~6642673,385875968~3719937,390070272~10064732,400640859~6588075] 2024-04-02T09:46:41.653 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 9 diff [6943580~15134816,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,166820880~5508370,177004138~12732619,193640316~7717547,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~6588075] 2024-04-02T09:46:41.653 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,166820880~5508370,177004138~12732619,193640316~7717547,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,288923400~3000631,299527717~4975054,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~6588075] 2024-04-02T09:46:41.659 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,48314652~158650,49423761~10896758,78787764~1102756,96468992~8860572,113553812~2436464,118955057~4629061,134217728~6458522,155677419~5891662,166820880~5508370,176160768~13575989,193640316~7717547,202299854~2711067,206796971~81854,223666280~6074827,237400544~3559391,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,288153055~3770976,297795584~6707187,314572800~5962643,373293056~6642673,385875968~3719937,390070272~10064732,400640859~6588075] 2024-04-02T09:46:41.659 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 10 diff [6943580~15134816,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~13223422,193640316~7717547,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,311013015~778689,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.659 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~13223422,193640316~7717547,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,311013015~778689,317479435~3056008,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.666 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~5508370,176160768~14066792,193640316~7717547,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~3559391,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~6707187,310378496~1413208,314572800~5962643,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.666 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 11 diff [4461972~17616424,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~24353725,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.666 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~17616424,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~24353725,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.672 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~5508370,176160768~25197095,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~3559391,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~6707187,310378496~1689265,314572800~10431012,326028968~1781147,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.672 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 12 diff [1451184~20627212,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,172373176~1857422,177004138~24353725,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.672 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,172373176~1857422,177004138~24353725,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,243910169~1670761,250927288~1870297,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.679 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~7409718,176160768~25197095,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~3559391,243269632~2311298,247463936~5333649,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297795584~6707187,310378496~1689265,314572800~10431012,326028968~1781147,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.679 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 13 diff [1451184~20627212,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,166820880~5508370,172373176~2465917,177004138~24353725,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.679 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,166820880~5508370,172373176~2465917,177004138~24353725,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,373709513~6226216,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.686 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,96468992~16483770,113553812~2436464,118955057~7410719,134217728~7455698,145333843~6837864,155677419~5891662,166820880~8018213,176160768~25197095,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~15397041,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297329659~7173112,310378496~1689265,314572800~10431012,326028968~1781147,352321536~4906112,373293056~6642673,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.686 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 14 diff [1451184~20627212,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.686 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.693 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,48314652~158650,49423761~10896758,78787764~1102756,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8018213,176160768~28850153,206796971~81854,214060416~1249138,216883985~3444070,223666280~6074827,237400544~15397041,255852544~6677983,264241152~14265138,284422817~1522496,286751255~5172776,297329659~7173112,310378496~14625316,326028968~1781147,352321536~4906112,373293056~8861610,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.693 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 15 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,70148035~3421528,78787764~1102756,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~7706967,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.693 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,70148035~3421528,78787764~1102756,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~7706967,237952407~14845178,256182871~1130736,257747866~4782661,265832000~12674290,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~9073187,400640859~7366659] 2024-04-02T09:46:41.699 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48314652~158650,49423761~12718961,67108864~6460699,78787764~1102756,80951203~6851883,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8018213,176160768~28850153,206796971~81854,214060416~1249138,216883985~3444070,223666280~7706967,237400544~15397041,255852544~6677983,264241152~14265138,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,373293056~8861610,385875968~3719937,390070272~10064732,400640859~7366659] 2024-04-02T09:46:41.700 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 16 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.700 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.706 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48314652~158650,48484823~13657899,67108864~6460699,75670408~12132678,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8877143,176160768~28850153,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~14270039,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,364904448~17250218,385875968~14259036,400640859~7366659] 2024-04-02T09:46:41.706 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 17 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.706 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~28006783,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~12679191,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,386902898~13232106,400640859~7366659] 2024-04-02T09:46:41.712 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48314652~27168734,75670408~12132678,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8877143,176160768~28850153,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~14270039,278801534~7863016,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~17250218,385875968~14259036,400640859~7366659] 2024-04-02T09:46:41.712 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 18 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.713 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48314652~19088884,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.719 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48314652~27168734,75670408~16598042,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:41.719 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.719 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:41.726 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:41.726 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 6 diff [49423761~6244206,206796971~81854,226330692~360675,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,299527717~4975054,373709513~6226216,393519724~4953511] 2024-04-02T09:46:41.726 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [49423761~6244206,206796971~81854,226330692~360675,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,299527717~4975054,373709513~6226216,393519724~4953511] 2024-04-02T09:46:41.733 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [49423761~6244206,206796971~81854,226330692~360675,247463936~5333649,255852544~6677983,274463095~4043195,297795584~6707187,373709513~6226216,393519724~4953511] 2024-04-02T09:46:41.733 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 7 diff [8638937~13439459,24358279~7428685,49423761~10896758,78787764~1102756,166820880~5508370,206796971~81854,223666280~6074827,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,299527717~4975054,373709513~6226216,386902898~2693007,393519724~4953511,400640859~4336809] 2024-04-02T09:46:41.733 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~13439459,24358279~7428685,49423761~10896758,78787764~1102756,166820880~5508370,206796971~81854,223666280~6074827,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,299527717~4975054,373709513~6226216,386902898~2693007,393519724~4953511,400640859~4336809] 2024-04-02T09:46:41.740 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8638937~13439459,22806877~8980087,49423761~10896758,78787764~1102756,166820880~5508370,206796971~81854,223666280~6074827,247463936~5333649,255852544~6677983,274463095~4043195,297795584~6707187,373709513~6226216,385875968~3719937,393519724~4953511,400640859~4336809] 2024-04-02T09:46:41.740 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 8 diff [6943580~15134816,24358279~7428685,49423761~10896758,78787764~1102756,98621503~6708061,136382689~4293561,155677419~5891662,166820880~5508370,177004138~5150853,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,288923400~3000631,299527717~4975054,373709513~6226216,386902898~2693007,393519724~4953511,400640859~6588075] 2024-04-02T09:46:41.740 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,49423761~10896758,78787764~1102756,98621503~6708061,136382689~4293561,155677419~5891662,166820880~5508370,177004138~5150853,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,288923400~3000631,299527717~4975054,373709513~6226216,386902898~2693007,393519724~4953511,400640859~6588075] 2024-04-02T09:46:41.747 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,49423761~10896758,78787764~1102756,96468992~8860572,134217728~6458522,155677419~5891662,166820880~5508370,176160768~5994223,202299854~2711067,206796971~81854,223666280~6074827,237400544~3559391,247463936~5333649,255852544~6677983,274463095~4043195,288153055~3770976,297795584~6707187,373709513~6226216,385875968~3719937,393519724~4953511,400640859~6588075] 2024-04-02T09:46:41.747 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 9 diff [6943580~15134816,24358279~7428685,49423761~10896758,78787764~1102756,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,166820880~5508370,177004138~7963357,197080876~4276987,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,288923400~3000631,299527717~4975054,317479435~3056008,373709513~6226216,386902898~2693007,391061817~7411418,400640859~6588075] 2024-04-02T09:46:41.747 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,49423761~10896758,78787764~1102756,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,166820880~5508370,177004138~7963357,197080876~4276987,202299854~2711067,206796971~81854,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,288923400~3000631,299527717~4975054,317479435~3056008,373709513~6226216,386902898~2693007,391061817~7411418,400640859~6588075] 2024-04-02T09:46:41.753 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,49423761~10896758,78787764~1102756,96468992~8860572,113553812~2436464,118955057~4629061,134217728~6458522,155677419~5891662,166820880~5508370,176160768~8806727,197080876~4276987,202299854~2711067,206796971~81854,223666280~6074827,237400544~3559391,247463936~5333649,255852544~6677983,274463095~4043195,288153055~3770976,297795584~6707187,314572800~5962643,373709513~6226216,385875968~3719937,391061817~7411418,400640859~6588075] 2024-04-02T09:46:41.753 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 10 diff [6943580~15134816,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~2822466,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,284703920~1241393,286751255~5172776,299527717~4975054,311013015~778689,317479435~3056008,373709513~6226216,386902898~2693007,391061817~7411418,400640859~7366659] 2024-04-02T09:46:41.754 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~2822466,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,274463095~4043195,284703920~1241393,286751255~5172776,299527717~4975054,311013015~778689,317479435~3056008,373709513~6226216,386902898~2693007,391061817~7411418,400640859~7366659] 2024-04-02T09:46:41.760 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,32252177~402129,49423761~10896758,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~5508370,176160768~8806727,187405094~2822466,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~3559391,247463936~5333649,255852544~6677983,274463095~4043195,284422817~1522496,286751255~5172776,297795584~6707187,310378496~1413208,314572800~5962643,373709513~6226216,385875968~3719937,391061817~7411418,400640859~7366659] 2024-04-02T09:46:41.760 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 11 diff [4461972~17616424,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~9665047,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~7411418,400640859~7366659] 2024-04-02T09:46:41.760 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~17616424,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~9665047,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~7411418,400640859~7366659] 2024-04-02T09:46:41.767 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,32252177~402129,49423761~10896758,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~5508370,176160768~8806727,187405094~9665047,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~3559391,247463936~5333649,255852544~6677983,269432442~2394504,274463095~4043195,284422817~1522496,286751255~5172776,297795584~6707187,310378496~1689265,314572800~10431012,326028968~1781147,373709513~6226216,385875968~3719937,391061817~7411418,400640859~7366659] 2024-04-02T09:46:41.767 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 12 diff [1451184~20627212,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,172373176~1857422,177004138~7963357,187369603~9700538,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.767 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,172373176~1857422,177004138~7963357,187369603~9700538,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~3007528,250927288~1870297,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,299527717~4975054,310453250~1614511,317479435~7524377,326028968~1781147,373709513~6226216,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.773 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,49423761~10896758,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~7409718,176160768~8806727,187369603~9700538,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~3559391,247463936~5333649,255852544~6677983,269432442~2394504,274463095~4043195,284422817~1522496,286751255~5172776,297795584~6707187,310378496~1689265,314572800~10431012,326028968~1781147,373709513~6226216,385875968~3719937,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.773 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 13 diff [1451184~20627212,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,166820880~5508370,172373176~2465917,177004138~20066003,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,373709513~6226216,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.773 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,166820880~5508370,172373176~2465917,177004138~20066003,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,373709513~6226216,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.780 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,49423761~10896758,78787764~1102756,96468992~16483770,113553812~2436464,118955057~7410719,134217728~7455698,145333843~6837864,155677419~5891662,166820880~8018213,176160768~20909373,197080876~4276987,202299854~2711067,206796971~81854,214060416~1249138,223666280~6074827,237400544~15397041,255852544~6677983,269432442~2394504,274463095~4043195,284422817~1522496,286751255~5172776,297329659~7173112,310378496~1689265,314572800~10431012,326028968~1781147,352321536~4906112,373709513~6226216,385875968~3719937,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.780 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 14 diff [1451184~20627212,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.780 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,49423761~10896758,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~6074827,237952407~14845178,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,284703920~1241393,286751255~5172776,297329659~7173112,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.787 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,49423761~10896758,78787764~1102756,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8018213,176160768~20909373,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~6074827,237400544~15397041,255852544~6677983,269432442~2394504,274463095~4043195,284422817~1522496,286751255~5172776,297329659~7173112,310378496~14625316,326028968~1781147,352321536~4906112,373709513~8445153,385875968~3719937,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.787 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 15 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,49423761~12718961,70148035~3421528,78787764~1102756,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~7706967,237952407~14845178,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.787 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,49423761~12718961,70148035~3421528,78787764~1102756,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~7706967,237952407~14845178,256182871~1130736,257747866~4782661,269432442~2394504,274463095~4043195,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,373709513~8445153,386902898~2693007,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.794 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,49423761~12718961,67108864~6460699,78787764~1102756,80951203~6851883,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8018213,176160768~20909373,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~7706967,237400544~15397041,255852544~6677983,269432442~2394504,274463095~4043195,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,373709513~8445153,385875968~3719937,391061817~8697912,400640859~7366659] 2024-04-02T09:46:41.794 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 16 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,373709513~8445153,386902898~12856831,400640859~7366659] 2024-04-02T09:46:41.794 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,373709513~8445153,386902898~12856831,400640859~7366659] 2024-04-02T09:46:41.800 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48484823~13657899,67108864~6460699,75670408~12132678,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8877143,176160768~20909373,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,364904448~8400988,373709513~8445153,385875968~13883761,400640859~7366659] 2024-04-02T09:46:41.800 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 17 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,386902898~12856831,400640859~7366659] 2024-04-02T09:46:41.800 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,386902898~12856831,400640859~7366659] 2024-04-02T09:46:41.807 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48354879~27128507,75670408~12132678,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8877143,176160768~20909373,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~8445153,385875968~13883761,400640859~7366659] 2024-04-02T09:46:41.807 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 18 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:41.807 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:41.814 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48354879~27128507,75670408~16598042,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:41.814 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:41.814 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:41.820 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:41.820 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 7 diff [8638937~13439459,24358279~7428685,55319312~5001207,78787764~1102756,166820880~5508370,223666280~6074827,300408170~776782,386902898~2693007,400640859~4336809] 2024-04-02T09:46:41.820 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8638937~13439459,24358279~7428685,55319312~5001207,78787764~1102756,166820880~5508370,223666280~6074827,300408170~776782,386902898~2693007,400640859~4336809] 2024-04-02T09:46:41.827 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8638937~13439459,22806877~8980087,55319312~5001207,78787764~1102756,166820880~5508370,223666280~6074827,300408170~776782,385875968~3719937,400640859~4336809] 2024-04-02T09:46:41.827 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 8 diff [6943580~15134816,24358279~7428685,55319312~5001207,78787764~1102756,98621503~6708061,136382689~4293561,155677419~5891662,166820880~5508370,177004138~5150853,202299854~2711067,223666280~6074827,237952407~3007528,260660738~1371904,288923400~3000631,300408170~776782,386902898~2693007,400640859~6588075] 2024-04-02T09:46:41.827 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,55319312~5001207,78787764~1102756,98621503~6708061,136382689~4293561,155677419~5891662,166820880~5508370,177004138~5150853,202299854~2711067,223666280~6074827,237952407~3007528,260660738~1371904,288923400~3000631,300408170~776782,386902898~2693007,400640859~6588075] 2024-04-02T09:46:41.833 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,55319312~5001207,78787764~1102756,96468992~8860572,134217728~6458522,155677419~5891662,166820880~5508370,176160768~5994223,202299854~2711067,223666280~6074827,237400544~3559391,260660738~1371904,288153055~3770976,300408170~776782,385875968~3719937,400640859~6588075] 2024-04-02T09:46:41.833 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 9 diff [6943580~15134816,24358279~7428685,55319312~5001207,78787764~1102756,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,166820880~5508370,177004138~7963357,197080876~4276987,202299854~2711067,223666280~6074827,237952407~3007528,258539425~3604181,288923400~3000631,300408170~776782,317479435~3056008,386902898~2693007,391061817~3683290,400640859~6588075] 2024-04-02T09:46:41.833 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,55319312~5001207,78787764~1102756,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,166820880~5508370,177004138~7963357,197080876~4276987,202299854~2711067,223666280~6074827,237952407~3007528,258539425~3604181,288923400~3000631,300408170~776782,317479435~3056008,386902898~2693007,391061817~3683290,400640859~6588075] 2024-04-02T09:46:41.841 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,55319312~5001207,78787764~1102756,96468992~8860572,113553812~2436464,118955057~4629061,134217728~6458522,155677419~5891662,166820880~5508370,176160768~8806727,197080876~4276987,202299854~2711067,223666280~6074827,237400544~3559391,258539425~3604181,288153055~3770976,300408170~776782,314572800~5962643,385875968~3719937,391061817~3683290,400640859~6588075] 2024-04-02T09:46:41.841 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 10 diff [6943580~15134816,24358279~7428685,32252177~402129,55319312~5001207,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~2822466,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~3007528,258539425~3604181,284703920~1241393,286751255~5172776,300408170~776782,311013015~778689,317479435~3056008,386902898~2693007,391061817~3683290,400640859~7366659] 2024-04-02T09:46:41.841 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~15134816,24358279~7428685,32252177~402129,55319312~5001207,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~2822466,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~3007528,258539425~3604181,284703920~1241393,286751255~5172776,300408170~776782,311013015~778689,317479435~3056008,386902898~2693007,391061817~3683290,400640859~7366659] 2024-04-02T09:46:41.847 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,32252177~402129,55319312~5001207,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~5508370,176160768~8806727,187405094~2822466,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237400544~3559391,258539425~3604181,284422817~1522496,286751255~5172776,300408170~776782,310378496~1413208,314572800~5962643,385875968~3719937,391061817~3683290,400640859~7366659] 2024-04-02T09:46:41.848 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 11 diff [4461972~17616424,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~9665047,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,300408170~776782,310453250~1614511,317479435~7524377,326028968~1781147,386902898~2693007,391061817~3683290,400640859~7366659] 2024-04-02T09:46:41.848 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~17616424,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,177004138~7963357,187405094~9665047,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,300408170~776782,310453250~1614511,317479435~7524377,326028968~1781147,386902898~2693007,391061817~3683290,400640859~7366659] 2024-04-02T09:46:41.854 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~17884092,22806877~8980087,32252177~402129,55105962~5214557,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~5508370,176160768~8806727,187405094~9665047,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237400544~3559391,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,300408170~776782,310378496~1689265,314572800~10431012,326028968~1781147,385875968~3719937,391061817~3683290,400640859~7366659] 2024-04-02T09:46:41.854 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 12 diff [1451184~20627212,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,172373176~1857422,177004138~7963357,187369603~9700538,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,300408170~1711662,310453250~1614511,317479435~7524377,326028968~1781147,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.854 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,166820880~5508370,172373176~1857422,177004138~7963357,187369603~9700538,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,300408170~1711662,310453250~1614511,317479435~7524377,326028968~1781147,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.861 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,55105962~5214557,78787764~1102756,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,166820880~7409718,176160768~8806727,187369603~9700538,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237400544~3559391,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,300408170~1711662,310378496~1689265,314572800~10431012,326028968~1781147,385875968~3719937,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.861 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 13 diff [1451184~20627212,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,166820880~5508370,172373176~2465917,177004138~20066003,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~4790173,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.862 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,166820880~5508370,172373176~2465917,177004138~20066003,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~4790173,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.868 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,55105962~5214557,78787764~1102756,96468992~16483770,113553812~2436464,118955057~7410719,134217728~7455698,145333843~6837864,155677419~5891662,166820880~8018213,176160768~20909373,197080876~4276987,202299854~2711067,214060416~1249138,223666280~6074827,237400544~14851913,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,297329659~4790173,310378496~1689265,314572800~10431012,326028968~1781147,352321536~4906112,385875968~3719937,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.868 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 14 diff [1451184~20627212,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~6074827,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.868 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,55105962~5214557,78787764~1102756,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~6074827,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.875 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,55105962~5214557,78787764~1102756,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8018213,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,223666280~6074827,237400544~14851913,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,297329659~6640825,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,385875968~3719937,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.875 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 15 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,78787764~1102756,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~7706967,237952407~14300050,258539425~3604181,269432442~2394504,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.875 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,78787764~1102756,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~5508370,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~7706967,237952407~14300050,258539425~3604181,269432442~2394504,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,386902898~2693007,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.882 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,55105962~7036760,67108864~6460699,78787764~1102756,80951203~6851883,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8018213,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,223666280~7706967,237400544~14851913,258539425~3604181,269432442~2394504,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,385875968~3719937,391061817~3683290,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.882 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 16 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,386902898~7842209,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.882 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,386902898~7842209,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.888 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48484823~13657899,67108864~6460699,75670408~12132678,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8877143,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,364904448~8400988,374715373~7439293,385875968~8869139,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.888 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 17 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,386902898~7842209,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.888 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~8877143,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,386902898~7842209,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.894 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48354879~27128507,75670408~12132678,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~8877143,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,385875968~8869139,396853713~2906016,400640859~7366659] 2024-04-02T09:46:41.895 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 18 diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.895 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~20627212,24358279~7428685,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.901 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~22078396,22806877~8980087,32252177~402129,34163124~1552695,48354879~27128507,75670408~16598042,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.902 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 19 diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.902 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.908 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.908 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 8 diff [6943580~2699236,98621503~6708061,136382689~4293561,155677419~5891662,177004138~5150853,202299854~2711067,237952407~3007528,260660738~1371904,288923400~3000631,403536621~3692313] 2024-04-02T09:46:41.909 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~2699236,98621503~6708061,136382689~4293561,155677419~5891662,177004138~5150853,202299854~2711067,237952407~3007528,260660738~1371904,288923400~3000631,403536621~3692313] 2024-04-02T09:46:41.915 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~5448512,96468992~8860572,134217728~6458522,155677419~5891662,176160768~5994223,202299854~2711067,237400544~3559391,260660738~1371904,288153055~3770976,403536621~3692313] 2024-04-02T09:46:41.915 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 9 diff [6943580~2699236,57826439~808776,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,177004138~7963357,197080876~4276987,202299854~2711067,237952407~3007528,258539425~3604181,288923400~3000631,317479435~3056008,391061817~3683290,403536621~3692313] 2024-04-02T09:46:41.915 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~2699236,57826439~808776,98621503~6708061,113553812~2436464,119654409~3929709,136382689~4293561,155677419~5891662,177004138~7963357,197080876~4276987,202299854~2711067,237952407~3007528,258539425~3604181,288923400~3000631,317479435~3056008,391061817~3683290,403536621~3692313] 2024-04-02T09:46:41.923 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~5448512,57826439~808776,96468992~8860572,113553812~2436464,118955057~4629061,134217728~6458522,155677419~5891662,176160768~8806727,197080876~4276987,202299854~2711067,237400544~3559391,258539425~3604181,288153055~3770976,314572800~5962643,391061817~3683290,403536621~3692313] 2024-04-02T09:46:41.923 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 10 diff [6943580~2699236,32252177~402129,57826439~808776,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,177004138~7963357,187405094~2822466,197080876~4276987,202299854~2711067,214060416~1249138,237952407~3007528,258539425~3604181,284703920~1241393,286751255~5172776,311013015~778689,317479435~3056008,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.923 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [6943580~2699236,32252177~402129,57826439~808776,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,177004138~7963357,187405094~2822466,197080876~4276987,202299854~2711067,214060416~1249138,237952407~3007528,258539425~3604181,284703920~1241393,286751255~5172776,311013015~778689,317479435~3056008,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.930 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~5448512,32252177~402129,57826439~808776,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,176160768~8806727,187405094~2822466,197080876~4276987,202299854~2711067,214060416~1249138,237400544~3559391,258539425~3604181,284422817~1522496,286751255~5172776,310378496~1413208,314572800~5962643,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.930 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 11 diff [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,177004138~7963357,187405094~9665047,197080876~4276987,202299854~2711067,214060416~1249138,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.930 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,177004138~7963357,187405094~9665047,197080876~4276987,202299854~2711067,214060416~1249138,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.936 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~5628521,25349426~6213591,32252177~402129,55105962~3961227,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,176160768~8806727,187405094~9665047,197080876~4276987,202299854~2711067,214060416~1249138,237400544~3559391,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,310378496~1689265,314572800~10431012,326028968~1781147,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.936 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 12 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,172373176~1857422,177004138~7963357,187369603~9700538,197080876~4276987,202299854~2711067,214060416~1249138,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,300471593~1648239,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.936 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,98621503~6708061,105410253~425376,113553812~2436464,119654409~6711367,136382689~4293561,145333843~6837864,155677419~5891662,172373176~1857422,177004138~7963357,187369603~9700538,197080876~4276987,202299854~2711067,214060416~1249138,237952407~3007528,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,300471593~1648239,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.942 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,96468992~8860572,105410253~425376,113553812~2436464,118955057~7410719,134217728~6458522,145333843~6837864,155677419~5891662,172329250~1901348,176160768~8806727,187369603~9700538,197080876~4276987,202299854~2711067,214060416~1249138,237400544~3559391,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,300471593~1648239,310378496~1689265,314572800~10431012,326028968~1781147,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.942 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 13 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,172373176~2465917,177004138~20066003,197080876~4276987,202299854~2711067,214060416~1249138,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~4790173,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.942 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,98621503~14331259,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155677419~5891662,172373176~2465917,177004138~20066003,197080876~4276987,202299854~2711067,214060416~1249138,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~4790173,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.949 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,96468992~16483770,113553812~2436464,118955057~7410719,134217728~7455698,145333843~6837864,155677419~5891662,172329250~2509843,176160768~20909373,197080876~4276987,202299854~2711067,214060416~1249138,237400544~14851913,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,297329659~4790173,310378496~1689265,314572800~10431012,326028968~1781147,352321536~4906112,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.950 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 14 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.950 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155677419~7171856,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,237952407~14300050,258539425~3604181,269432442~2394504,284703920~1241393,286751255~5172776,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.956 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,172329250~2509843,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,237400544~14851913,258539425~3604181,269432442~2394504,284422817~1522496,286751255~5172776,297329659~6640825,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.956 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 15 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,227215512~4157735,237952407~14300050,258539425~3604181,269432442~2394504,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.956 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,172373176~2465917,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,227215512~4157735,237952407~14300050,258539425~3604181,269432442~2394504,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.963 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,67108864~6460699,80951203~6851883,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,172329250~2509843,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,227215512~4157735,237400544~14851913,258539425~3604181,269432442~2394504,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.963 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 16 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,171664795~4033228,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.963 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,98621503~14331259,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155677419~7171856,171664795~4033228,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.970 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,67108864~6460699,75670408~12132678,96468992~16483770,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~4033228,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,364904448~8400988,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.970 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 17 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~4033228,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.970 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,98621503~14921201,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~4033228,177004138~20066003,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.976 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48354879~27128507,75670408~12132678,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~4033228,176160768~20909373,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:41.977 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 18 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.977 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,98621503~14921201,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.983 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48354879~27128507,75670408~16598042,96468992~17073712,113553812~2436464,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.983 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 19 diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.983 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.990 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:41.990 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 9 diff [57826439~808776,113553812~2436464,119654409~3929709,155785212~237228,180429451~4538044,197080876~4276987,258539425~3604181,317479435~3056008,391061817~3683290] 2024-04-02T09:46:41.990 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [57826439~808776,113553812~2436464,119654409~3929709,155785212~237228,180429451~4538044,197080876~4276987,258539425~3604181,317479435~3056008,391061817~3683290] 2024-04-02T09:46:41.996 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [57826439~808776,113553812~2436464,118955057~4629061,155785212~237228,180429451~4538044,197080876~4276987,258539425~3604181,314572800~5962643,391061817~3683290] 2024-04-02T09:46:41.996 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 10 diff [32252177~402129,57826439~808776,105410253~425376,113553812~2436464,119654409~6711367,145333843~6837864,155785212~237228,180429451~4538044,187405094~2822466,197080876~4276987,214060416~1249138,258539425~3604181,284703920~1241393,286751255~3834157,311013015~778689,317479435~3056008,391061817~3683290,400918450~7089068] 2024-04-02T09:46:41.996 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [32252177~402129,57826439~808776,105410253~425376,113553812~2436464,119654409~6711367,145333843~6837864,155785212~237228,180429451~4538044,187405094~2822466,197080876~4276987,214060416~1249138,258539425~3604181,284703920~1241393,286751255~3834157,311013015~778689,317479435~3056008,391061817~3683290,400918450~7089068] 2024-04-02T09:46:42.003 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [32252177~402129,57826439~808776,105410253~425376,113553812~2436464,118955057~7410719,145333843~6837864,155785212~237228,180429451~4538044,187405094~2822466,197080876~4276987,214060416~1249138,258539425~3604181,284422817~1522496,286751255~3834157,310378496~1413208,314572800~5962643,391061817~3683290,400918450~7089068] 2024-04-02T09:46:42.003 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 11 diff [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,113553812~2436464,119654409~6711367,145333843~6837864,155785212~237228,180429451~4538044,187405094~9665047,197080876~4276987,214060416~1249138,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,400918450~7089068] 2024-04-02T09:46:42.003 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,113553812~2436464,119654409~6711367,145333843~6837864,155785212~237228,180429451~4538044,187405094~9665047,197080876~4276987,214060416~1249138,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,400918450~7089068] 2024-04-02T09:46:42.009 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,113553812~2436464,118955057~7410719,145333843~6837864,155785212~237228,180429451~4538044,187405094~9665047,197080876~4276987,214060416~1249138,258539425~3604181,269432442~2394504,284422817~1522496,286751255~3834157,310378496~1689265,314572800~10431012,326028968~1781147,391061817~3683290,400918450~7089068] 2024-04-02T09:46:42.010 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 12 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,113553812~2436464,119654409~6711367,145333843~6837864,155785212~237228,172373176~1857422,180429451~4538044,187369603~9700538,197080876~4276987,214060416~1249138,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,300471593~1648239,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.010 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,113553812~2436464,119654409~6711367,145333843~6837864,155785212~237228,172373176~1857422,180429451~4538044,187369603~9700538,197080876~4276987,214060416~1249138,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,300471593~1648239,310453250~1614511,317479435~7524377,326028968~1781147,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.016 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,113553812~2436464,118955057~7410719,145333843~6837864,155785212~237228,172329250~1901348,180429451~4538044,187369603~9700538,197080876~4276987,214060416~1249138,258539425~3604181,269432442~2394504,284422817~1522496,286751255~3834157,300471593~1648239,310378496~1689265,314572800~10431012,326028968~1781147,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.016 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 13 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155785212~237228,172373176~2465917,180429451~16640690,197080876~4276987,214060416~1249138,239382989~12869468,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,297329659~4790173,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.016 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,113553812~2436464,119654409~6711367,135468899~6204527,145333843~6837864,155785212~237228,172373176~2465917,180429451~16640690,197080876~4276987,214060416~1249138,239382989~12869468,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,297329659~4790173,310453250~1614511,317479435~7524377,326028968~1781147,353499724~3727924,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.023 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,113553812~2436464,118955057~7410719,135468899~6204527,145333843~6837864,155785212~237228,172329250~2509843,180429451~16640690,197080876~4276987,214060416~1249138,239382989~12869468,258539425~3604181,269432442~2394504,284422817~1522496,286751255~3834157,297329659~4790173,310378496~1689265,314572800~10431012,326028968~1781147,352321536~4906112,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.024 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 14 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155785212~237228,159532200~3317075,172373176~2465917,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,239382989~12869468,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.024 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,155785212~237228,159532200~3317075,172373176~2465917,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,239382989~12869468,258539425~3604181,269432442~2394504,284703920~1241393,286751255~3834157,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.030 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,113553812~2436464,118955057~12743550,135468899~8188211,145333843~6837864,155785212~237228,159532200~3317075,172329250~2509843,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,239382989~12869468,258539425~3604181,269432442~2394504,284422817~1522496,286751255~3834157,297329659~6640825,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.030 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 15 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,105278723~7674039,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,172373176~2465917,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~4157735,239382989~12869468,258539425~3604181,269432442~2394504,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.030 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,105278723~7674039,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,172373176~2465917,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~4157735,239382989~12869468,258539425~3604181,269432442~2394504,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.037 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,67108864~6460699,80951203~6851883,105278723~7674039,113553812~2436464,118955057~12743550,135468899~8188211,145333843~6837864,155785212~2784269,159532200~3317075,172329250~2509843,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~4157735,239382989~12869468,258539425~3604181,269432442~2394504,278801534~7863016,286751255~3834157,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,391061817~3683290,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.037 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 16 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,105278723~7674039,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~4033228,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.037 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,105278723~7674039,113553812~2436464,119654409~6711367,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~4033228,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.043 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,67108864~6460699,75670408~12132678,105278723~7674039,113553812~2436464,118955057~12743550,135468899~8188211,145333843~6837864,155785212~2784269,159532200~3317075,171664795~4033228,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,364904448~8400988,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.043 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 17 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,105278723~8263981,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~4033228,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.043 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,105278723~8263981,113553812~2436464,119654409~6711367,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~4033228,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.050 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48354879~27128507,75670408~12132678,105278723~8263981,113553812~2436464,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~4033228,180429451~16640690,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,388791400~5953707,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.050 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 18 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,105278723~8263981,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.050 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,105278723~8263981,113553812~2436464,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.056 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48354879~27128507,75670408~16598042,105278723~8263981,113553812~2436464,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.056 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 19 diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.056 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.063 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.063 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 10 diff [32252177~402129,105410253~425376,120979517~5386259,145333843~6837864,187405094~2822466,214060416~1249138,284703920~1241393,286751255~3834157,311013015~778689,400918450~7089068] 2024-04-02T09:46:42.063 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [32252177~402129,105410253~425376,120979517~5386259,145333843~6837864,187405094~2822466,214060416~1249138,284703920~1241393,286751255~3834157,311013015~778689,400918450~7089068] 2024-04-02T09:46:42.069 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [32252177~402129,105410253~425376,120979517~5386259,145333843~6837864,187405094~2822466,214060416~1249138,284422817~1522496,286751255~3834157,310378496~1413208,400918450~7089068] 2024-04-02T09:46:42.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 11 diff [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,120979517~5386259,145333843~6837864,187405094~9665047,214060416~1249138,269432442~2394504,284703920~1241393,286751255~3834157,310453250~1614511,318867782~6136030,326028968~1781147,400918450~7089068] 2024-04-02T09:46:42.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,120979517~5386259,145333843~6837864,187405094~9665047,214060416~1249138,269432442~2394504,284703920~1241393,286751255~3834157,310453250~1614511,318867782~6136030,326028968~1781147,400918450~7089068] 2024-04-02T09:46:42.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4461972~5360853,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,120979517~5386259,145333843~6837864,187405094~9665047,214060416~1249138,269432442~2394504,284422817~1522496,286751255~3834157,310378496~1689265,318867782~6136030,326028968~1781147,400918450~7089068] 2024-04-02T09:46:42.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 12 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,120979517~5386259,145333843~6837864,172373176~1857422,187369603~9700538,214060416~1249138,269432442~2394504,284703920~1241393,286751255~3834157,300471593~1648239,310453250~1614511,318867782~6136030,326028968~1781147,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,120979517~5386259,145333843~6837864,172373176~1857422,187369603~9700538,214060416~1249138,269432442~2394504,284703920~1241393,286751255~3834157,300471593~1648239,310453250~1614511,318867782~6136030,326028968~1781147,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.083 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,105410253~425376,120979517~5386259,145333843~6837864,172329250~1901348,187369603~9700538,214060416~1249138,269432442~2394504,284422817~1522496,286751255~3834157,300471593~1648239,310378496~1689265,318867782~6136030,326028968~1781147,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.083 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 13 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,120979517~5386259,135468899~6204527,145333843~6837864,172373176~2465917,184369099~12701042,214060416~1249138,239382989~12869468,260332086~909144,269432442~2394504,284703920~1241393,286751255~3834157,297329659~4790173,310453250~1614511,318867782~6136030,326028968~1781147,353499724~3727924,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.083 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,120979517~5386259,135468899~6204527,145333843~6837864,172373176~2465917,184369099~12701042,214060416~1249138,239382989~12869468,260332086~909144,269432442~2394504,284703920~1241393,286751255~3834157,297329659~4790173,310453250~1614511,318867782~6136030,326028968~1781147,353499724~3727924,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.089 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,120979517~5386259,135468899~6204527,145333843~6837864,172329250~2509843,184369099~12701042,214060416~1249138,239382989~12869468,260332086~909144,269432442~2394504,284422817~1522496,286751255~3834157,297329659~4790173,310378496~1689265,318867782~6136030,326028968~1781147,352321536~4906112,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 14 diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,120979517~5386259,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,284703920~1241393,286751255~3834157,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,120979517~5386259,127453489~4245118,135468899~6204527,142455088~1202022,145333843~6837864,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,284703920~1241393,286751255~3834157,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.097 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,55105962~3961227,105278723~7674039,120979517~10719090,135468899~8188211,145333843~6837864,159532200~3317075,172329250~2509843,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,284422817~1522496,286751255~3834157,297329659~6640825,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.097 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 15 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,105278723~7674039,120979517~5386259,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.097 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,105278723~7674039,120979517~5386259,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.105 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,55105962~7036760,67108864~6460699,80951203~6851883,105278723~7674039,120979517~10719090,135468899~8188211,145333843~6837864,155940867~2628614,159532200~3317075,172329250~2509843,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,278801534~7863016,286751255~3834157,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,374715373~7439293,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.105 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 16 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,105278723~7674039,120979517~5386259,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.105 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,105278723~7674039,120979517~5386259,127453489~4245118,135468899~6836902,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.111 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48484823~13657899,67108864~6460699,75670408~12132678,105278723~7674039,120979517~10719090,135468899~8188211,145333843~6837864,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310378496~14625316,326028968~1781147,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.111 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 17 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,105278723~8263981,120979517~5386259,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.111 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,105278723~8263981,120979517~5386259,127453489~4245118,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.118 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48354879~27128507,75670408~12132678,105278723~8263981,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,286751255~3834157,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985,396853713~2906016,400918450~7089068] 2024-04-02T09:46:42.118 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 18 diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.118 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,32252177~402129,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.124 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,32252177~402129,34163124~1552695,48354879~27128507,75670408~16598042,105278723~8263981,114782711~119725,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~12701042,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,297329659~9461269,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.125 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 19 diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.125 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.132 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:42.132 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 11 diff [4461972~5360853,25349426~6213591,55105962~3961227,189843442~7226699,269432442~2394504,310453250~1614511,318867782~6136030,326028968~1781147] 2024-04-02T09:46:42.132 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4461972~5360853,25349426~6213591,55105962~3961227,189843442~7226699,269432442~2394504,310453250~1614511,318867782~6136030,326028968~1781147] 2024-04-02T09:46:42.140 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4461972~5360853,25349426~6213591,55105962~3961227,189843442~7226699,269432442~2394504,310453250~1614511,318867782~6136030,326028968~1781147] 2024-04-02T09:46:42.140 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 12 diff [1451184~15979179,25349426~6213591,55105962~3961227,147434582~2532232,172373176~1857422,187369603~9700538,269432442~2394504,300471593~1648239,310453250~1614511,318867782~6136030,326028968~1781147,396853713~2906016] 2024-04-02T09:46:42.140 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,55105962~3961227,147434582~2532232,172373176~1857422,187369603~9700538,269432442~2394504,300471593~1648239,310453250~1614511,318867782~6136030,326028968~1781147,396853713~2906016] 2024-04-02T09:46:42.147 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,55105962~3961227,147434582~2532232,172329250~1901348,187369603~9700538,269432442~2394504,300471593~1648239,310453250~1614511,318867782~6136030,326028968~1781147,396853713~2906016] 2024-04-02T09:46:42.147 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 13 diff [1451184~15979179,25349426~6213591,55105962~3961227,105278723~7674039,135468899~6204527,147434582~2532232,172373176~2465917,184369099~12701042,239382989~12869468,260332086~909144,269432442~2394504,297329659~4790173,310453250~1614511,318867782~6136030,326028968~1781147,353499724~3727924,396853713~2906016] 2024-04-02T09:46:42.147 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,55105962~3961227,105278723~7674039,135468899~6204527,147434582~2532232,172373176~2465917,184369099~12701042,239382989~12869468,260332086~909144,269432442~2394504,297329659~4790173,310453250~1614511,318867782~6136030,326028968~1781147,353499724~3727924,396853713~2906016] 2024-04-02T09:46:42.154 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,55105962~3961227,105278723~7674039,135468899~6204527,147434582~2532232,172329250~2509843,184369099~12701042,239382989~12869468,260332086~909144,269432442~2394504,297329659~4790173,310453250~1614511,318867782~6136030,326028968~1781147,352321536~4906112,396853713~2906016] 2024-04-02T09:46:42.154 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 14 diff [1451184~15979179,25349426~6213591,55105962~3961227,105278723~7674039,127453489~4245118,135468899~6204527,142455088~1202022,147434582~2532232,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.154 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,55105962~3961227,105278723~7674039,127453489~4245118,135468899~6204527,142455088~1202022,147434582~2532232,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,297329659~6640825,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.161 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,55105962~3961227,105278723~7674039,126365776~5332831,135468899~8188211,147434582~2532232,159532200~3317075,172329250~2509843,184369099~12701042,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,297329659~6640825,310453250~14550562,326028968~1781147,352321536~4906112,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.161 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 15 diff [1451184~15979179,25349426~6213591,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,278801534~7863016,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.161 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,34163124~1552695,55105962~7036760,70148035~3421528,80951203~6851883,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,172373176~2465917,184369099~12701042,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,278801534~7863016,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.167 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,34163124~1552695,55105962~7036760,67108864~6460699,80951203~6851883,105278723~7674039,126365776~5332831,135468899~8188211,147434582~2532232,155940867~2628614,159532200~3317075,172329250~2509843,184369099~12701042,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,269432442~2394504,278801534~7863016,297329659~9461269,310453250~14550562,326028968~1781147,352321536~4906112,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.167 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 16 diff [1451184~15979179,25349426~6213591,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.167 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,34163124~1552695,48484823~13657899,70148035~3421528,75670408~12132678,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,297329659~9461269,310453250~1614511,312318889~12684923,326028968~1781147,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.175 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,34163124~1552695,48484823~13657899,67108864~6460699,75670408~12132678,105278723~7674039,126365776~5332831,135468899~8188211,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,297329659~9461269,310453250~14550562,326028968~1781147,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.176 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 17 diff [1451184~15979179,25349426~6213591,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,105278723~8263981,127453489~4245118,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.176 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,34163124~1552695,48354879~19048657,70148035~5335351,75670408~12132678,105278723~8263981,127453489~4245118,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.183 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,34163124~1552695,48354879~27128507,75670408~12132678,105278723~8263981,126365776~5332831,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~4206064,278801534~7863016,297329659~9461269,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.183 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 18 diff [1451184~15979179,25349426~6213591,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.183 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,25349426~6213591,34163124~1552695,48354879~19048657,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,297329659~9461269,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.190 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,25349426~6213591,34163124~1552695,48354879~27128507,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~12701042,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,297329659~9461269,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.190 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 19 diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.190 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.196 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.197 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 12 diff [1451184~3890402,9478944~7951419,147434582~2532232,172373176~1857422,187369603~4892123,300471593~1648239,321252381~1733073,396853713~2906016] 2024-04-02T09:46:42.197 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~3890402,9478944~7951419,147434582~2532232,172373176~1857422,187369603~4892123,300471593~1648239,321252381~1733073,396853713~2906016] 2024-04-02T09:46:42.203 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~5341586,9478944~7951419,147434582~2532232,172329250~1901348,187369603~4892123,300471593~1648239,321252381~1733073,396853713~2906016] 2024-04-02T09:46:42.203 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 13 diff [1451184~3890402,9478944~7951419,105278723~7674039,135468899~6204527,147434582~2532232,172373176~2465917,184369099~7892627,239382989~12869468,260332086~909144,297329659~4790173,321252381~1733073,353499724~3727924,396853713~2906016] 2024-04-02T09:46:42.203 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~3890402,9478944~7951419,105278723~7674039,135468899~6204527,147434582~2532232,172373176~2465917,184369099~7892627,239382989~12869468,260332086~909144,297329659~4790173,321252381~1733073,353499724~3727924,396853713~2906016] 2024-04-02T09:46:42.210 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~5341586,9478944~7951419,105278723~7674039,135468899~6204527,147434582~2532232,172329250~2509843,184369099~7892627,239382989~12869468,260332086~909144,297329659~4790173,321252381~1733073,352321536~4906112,396853713~2906016] 2024-04-02T09:46:42.210 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 14 diff [1451184~3890402,9478944~7951419,105278723~7674039,127453489~4245118,135468899~6204527,142455088~1202022,147434582~2532232,159532200~3317075,172373176~2465917,184369099~7892627,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,297329659~6640825,312318889~7540262,321252381~1733073,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.210 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~3890402,9478944~7951419,105278723~7674039,127453489~4245118,135468899~6204527,142455088~1202022,147434582~2532232,159532200~3317075,172373176~2465917,184369099~7892627,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,297329659~6640825,312318889~7540262,321252381~1733073,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.216 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~5341586,9478944~7951419,105278723~7674039,126365776~5332831,135468899~8188211,147434582~2532232,159532200~3317075,172329250~2509843,184369099~7892627,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,297329659~6640825,312067761~7791390,321252381~1733073,352321536~4906112,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.216 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 15 diff [1451184~3890402,9478944~7951419,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,172373176~2465917,184369099~7892627,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,278801534~7863016,297329659~9461269,312318889~7540262,321252381~1733073,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.216 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~3890402,9478944~7951419,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,172373176~2465917,184369099~7892627,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,278801534~7863016,297329659~9461269,312318889~7540262,321252381~1733073,353499724~3727924,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.223 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~5341586,9478944~7951419,34163124~1552695,58981617~3161105,67108864~6460699,80951203~6851883,105278723~7674039,126365776~5332831,135468899~8188211,147434582~2532232,155940867~2628614,159532200~3317075,172329250~2509843,184369099~7892627,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,278801534~7863016,297329659~9461269,312067761~7791390,321252381~1733073,352321536~4906112,374715373~7439293,396853713~2906016] 2024-04-02T09:46:42.224 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 16 diff [1451184~3890402,9478944~7951419,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,321252381~1733073,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.224 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~3890402,9478944~7951419,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,321252381~1733073,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.230 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~5341586,9478944~7951419,34163124~1552695,48484823~7101205,58981617~3161105,67108864~6460699,75670408~12132678,105278723~7674039,126365776~5332831,135468899~8188211,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312067761~7791390,321252381~1733073,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.230 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 17 diff [1451184~15979179,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,105278723~8263981,127453489~4245118,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.230 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,105278723~8263981,127453489~4245118,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.236 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,34163124~1552695,48354879~10220363,58981617~16501769,75670408~12132678,105278723~8263981,126365776~5332831,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985,396853713~2906016] 2024-04-02T09:46:42.237 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 18 diff [1451184~15979179,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,297329659~9461269,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.237 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~15979179,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,297329659~9461269,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.243 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~17430363,34163124~1552695,48354879~10220363,58981617~16501769,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~7892627,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,297329659~9461269,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.244 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 19 diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.244 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.250 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:42.250 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 13 diff [105278723~7674039,135468899~6204527,173994422~844671,184369099~7201010,239382989~12869468,260332086~909144,297329659~4335667,353499724~3727924] 2024-04-02T09:46:42.250 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [105278723~7674039,135468899~6204527,173994422~844671,184369099~7201010,239382989~12869468,260332086~909144,297329659~4335667,353499724~3727924] 2024-04-02T09:46:42.256 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [105278723~7674039,135468899~6204527,173994422~844671,184369099~7201010,239382989~12869468,260332086~909144,297329659~4335667,352321536~4906112] 2024-04-02T09:46:42.256 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 14 diff [105278723~7674039,127453489~4245118,135468899~6204527,142455088~1202022,159532200~3317075,173994422~844671,184369099~7201010,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,297329659~6640825,312318889~7540262,353499724~3727924,374715373~7439293] 2024-04-02T09:46:42.256 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [105278723~7674039,127453489~4245118,135468899~6204527,142455088~1202022,159532200~3317075,173994422~844671,184369099~7201010,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,297329659~6640825,312318889~7540262,353499724~3727924,374715373~7439293] 2024-04-02T09:46:42.263 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [105278723~7674039,126365776~5332831,135468899~8188211,159532200~3317075,173994422~844671,184369099~7201010,200013040~2347451,216883985~3444070,239382989~12869468,258632789~1371968,260332086~909144,297329659~6640825,312067761~7791390,352321536~4906112,374715373~7439293] 2024-04-02T09:46:42.263 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 15 diff [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,155940867~2628614,159532200~3317075,173994422~844671,184369099~7201010,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,278801534~7863016,297329659~9461269,312318889~7540262,353499724~3727924,374715373~7439293] 2024-04-02T09:46:42.263 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,155940867~2628614,159532200~3317075,173994422~844671,184369099~7201010,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,278801534~7863016,297329659~9461269,312318889~7540262,353499724~3727924,374715373~7439293] 2024-04-02T09:46:42.269 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [15971730~1072810,34163124~1552695,58981617~3161105,67108864~6460699,80951203~6851883,105278723~7674039,126365776~5332831,135468899~8188211,155940867~2628614,159532200~3317075,173994422~844671,184369099~7201010,200013040~2347451,216883985~3444070,227215512~4157735,239382989~12869468,258632789~1371968,260332086~909144,278801534~7863016,297329659~9461269,312067761~7791390,352321536~4906112,374715373~7439293] 2024-04-02T09:46:42.269 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 16 diff [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.269 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,105278723~7674039,127453489~4245118,135468899~6836902,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.275 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,67108864~6460699,75670408~12132678,105278723~7674039,126365776~5332831,135468899~8188211,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312067761~7791390,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 17 diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,105278723~8263981,127453489~4245118,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,105278723~8263981,127453489~4245118,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.282 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~16501769,75670408~12132678,105278723~8263981,126365776~5332831,135259199~8397911,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~4206064,278801534~7863016,297329659~9461269,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.282 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 18 diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,297329659~9461269,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.283 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,297329659~9461269,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.289 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~16501769,75670408~16598042,105278723~8263981,114782711~119725,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,184369099~7201010,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,297329659~9461269,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.289 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 19 diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.289 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.295 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.295 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 14 diff [127453489~4245118,142455088~1202022,159532200~3317075,200013040~2347451,216883985~3444070,258632789~1371968,300478882~3491602,312318889~7540262,374715373~7439293] 2024-04-02T09:46:42.295 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [127453489~4245118,142455088~1202022,159532200~3317075,200013040~2347451,216883985~3444070,258632789~1371968,300478882~3491602,312318889~7540262,374715373~7439293] 2024-04-02T09:46:42.303 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [126365776~5332831,141673426~1983684,159532200~3317075,200013040~2347451,216883985~3444070,258632789~1371968,300478882~3491602,312067761~7791390,374715373~7439293] 2024-04-02T09:46:42.303 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 15 diff [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,127453489~4245118,137795639~4510162,142455088~1202022,155940867~2628614,159532200~3317075,200013040~2347451,216883985~3444070,227215512~4157735,258632789~1371968,278801534~7863016,299076159~7714769,312318889~7540262,374715373~7439293] 2024-04-02T09:46:42.303 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,127453489~4245118,137795639~4510162,142455088~1202022,155940867~2628614,159532200~3317075,200013040~2347451,216883985~3444070,227215512~4157735,258632789~1371968,278801534~7863016,299076159~7714769,312318889~7540262,374715373~7439293] 2024-04-02T09:46:42.308 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [15971730~1072810,34163124~1552695,58981617~3161105,67108864~6460699,80951203~6851883,126365776~5332831,137795639~5861471,155940867~2628614,159532200~3317075,200013040~2347451,216883985~3444070,227215512~4157735,258632789~1371968,278801534~7863016,299076159~7714769,312067761~7791390,374715373~7439293] 2024-04-02T09:46:42.308 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 16 diff [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,127453489~4245118,137795639~4510162,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,251153828~3676847,258632789~1371968,274305127~4206064,278801534~7863016,299076159~7714769,312318889~7540262,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.308 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,127453489~4245118,137795639~4510162,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,251153828~3676847,258632789~1371968,274305127~4206064,278801534~7863016,299076159~7714769,312318889~7540262,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.315 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,67108864~6460699,75670408~12132678,126365776~5332831,137795639~5861471,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,251153828~3676847,258632789~1371968,274305127~4206064,278801534~7863016,299076159~7714769,312067761~7791390,364904448~8400988,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.315 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 17 diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,106780346~6762358,127453489~4245118,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,251153828~3676847,258632789~1371968,274305127~4206064,278801534~7863016,299076159~7714769,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.315 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,106780346~6762358,127453489~4245118,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,251153828~3676847,258632789~1371968,274305127~4206064,278801534~7863016,299076159~7714769,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.321 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~16501769,75670408~12132678,106780346~6762358,126365776~5332831,135259199~8397911,155940867~2628614,159532200~3317075,171664795~4033228,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,251153828~3676847,258632789~1371968,274305127~4206064,278801534~7863016,299076159~7714769,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~7439293,388791400~4740985] 2024-04-02T09:46:42.321 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 18 diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,106780346~6762358,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,251153828~3676847,258632789~1371968,274305127~12359423,299076159~7714769,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.321 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,106780346~6762358,114782711~119725,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,251153828~3676847,258632789~1371968,274305127~12359423,299076159~7714769,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.327 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~16501769,75670408~16598042,106780346~6762358,114782711~119725,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~1922881,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,251153828~3676847,258632789~1371968,274305127~12359423,299076159~7714769,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.327 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 19 diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.327 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.334 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.334 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 15 diff [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,137795639~4510162,155940867~2628614,227215512~4157735,278801534~7863016,299076159~7714769] 2024-04-02T09:46:42.334 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [15971730~1072810,34163124~1552695,58981617~3161105,70148035~3421528,80951203~6851883,137795639~4510162,155940867~2628614,227215512~4157735,278801534~7863016,299076159~7714769] 2024-04-02T09:46:42.341 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [15971730~1072810,34163124~1552695,58981617~3161105,67108864~6460699,80951203~6851883,137795639~4510162,155940867~2628614,227215512~4157735,278801534~7863016,299076159~7714769] 2024-04-02T09:46:42.341 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 16 diff [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,137795639~4510162,155940867~2628614,171664795~4033228,182363513~1922881,227215512~9189173,251153828~3676847,274305127~4206064,278801534~7863016,299076159~7714769,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.341 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,70148035~3421528,75670408~12132678,137795639~4510162,155940867~2628614,171664795~4033228,182363513~1922881,227215512~9189173,251153828~3676847,274305127~4206064,278801534~7863016,299076159~7714769,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.347 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [15971730~1072810,34163124~1552695,48484823~7101205,58981617~3161105,67108864~6460699,75670408~12132678,137795639~4510162,155940867~2628614,171664795~4033228,182363513~1922881,227215512~9189173,251153828~3676847,274305127~4206064,278801534~7863016,299076159~7714769,364904448~8400988,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.347 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 17 diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,106780346~6762358,135259199~7046602,155940867~2628614,171664795~4033228,182363513~1922881,227215512~9189173,251153828~3676847,274305127~4206064,278801534~7863016,299076159~7714769,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.348 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~12132678,106780346~6762358,135259199~7046602,155940867~2628614,171664795~4033228,182363513~1922881,227215512~9189173,251153828~3676847,274305127~4206064,278801534~7863016,299076159~7714769,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.354 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~16501769,75670408~12132678,106780346~6762358,135259199~7046602,155940867~2628614,171664795~4033228,182363513~1922881,227215512~9189173,251153828~3676847,274305127~4206064,278801534~7863016,299076159~7714769,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.354 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 18 diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,106780346~6762358,114782711~119725,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~1922881,227215512~9189173,242083026~803852,251153828~3676847,274305127~12359423,299076159~7714769,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.354 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~8421919,70148035~5335351,75670408~16598042,106780346~6762358,114782711~119725,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~1922881,227215512~9189173,242083026~803852,251153828~3676847,274305127~12359423,299076159~7714769,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.360 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,15971730~1072810,34163124~1552695,48354879~10220363,58981617~16501769,75670408~16598042,106780346~6762358,114782711~119725,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~1922881,227215512~9189173,242083026~803852,251153828~3676847,274305127~12359423,299076159~7714769,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.361 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 19 diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.361 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.368 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.368 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 16 diff [48484823~7101205,75670408~6988796,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.368 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [48484823~7101205,75670408~6988796,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.375 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [48484823~7101205,75670408~6988796,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,364904448~8400988,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.375 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 17 diff [4817539~6785471,48354879~10220363,60292051~7111485,71881024~3602362,75670408~9014084,106780346~6762358,135259199~6436578,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.375 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,48354879~10220363,60292051~7111485,71881024~3602362,75670408~9014084,106780346~6762358,135259199~6436578,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.381 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,48354879~10220363,60292051~7111485,71881024~3602362,75670408~9014084,106780346~6762358,135259199~6436578,171664795~4033228,182363513~1922881,231155637~5249048,251153828~3676847,274305127~4206064,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,388791400~4740985] 2024-04-02T09:46:42.381 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 18 diff [4817539~6785471,48354879~10220363,60292051~7111485,71881024~3602362,75670408~9014084,84709352~7559098,106780346~6762358,114782711~119725,121867809~6614709,135259199~6436578,171664795~9896785,182363513~1922881,231155637~5249048,242083026~803852,251153828~3676847,274305127~9270412,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.381 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,48354879~10220363,60292051~7111485,71881024~3602362,75670408~9014084,84709352~7559098,106780346~6762358,114782711~119725,121867809~6614709,135259199~6436578,171664795~9896785,182363513~1922881,231155637~5249048,242083026~803852,251153828~3676847,274305127~9270412,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.387 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,48354879~10220363,60292051~7111485,71881024~3602362,75670408~9014084,84709352~7559098,106780346~6762358,114782711~119725,121867809~6614709,135259199~6436578,171664795~9896785,182363513~1922881,231155637~5249048,242083026~803852,251153828~3676847,274305127~9270412,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.388 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 19 diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.388 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.394 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.394 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 17 diff [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,106780346~6762358,135259199~6436578,321385571~7062166,330682366~3394602] 2024-04-02T09:46:42.394 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,106780346~6762358,135259199~6436578,321385571~7062166,330682366~3394602] 2024-04-02T09:46:42.400 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,106780346~6762358,135259199~6436578,321385571~7062166,330682366~3394602] 2024-04-02T09:46:42.401 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 18 diff [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,84709352~7559098,106780346~6762358,114782711~119725,121867809~6614709,135259199~6436578,174552091~7009489,242083026~803852,276766279~6809260,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.401 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,84709352~7559098,106780346~6762358,114782711~119725,121867809~6614709,135259199~6436578,174552091~7009489,242083026~803852,276766279~6809260,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.408 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,48354879~928775,50417597~8157645,60292051~7111485,71881024~3602362,77343323~7341169,84709352~7559098,106780346~6762358,114782711~119725,121867809~6614709,135259199~6436578,174552091~7009489,242083026~803852,276766279~6809260,321385571~7062166,330682366~3394602,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.408 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 19 diff [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.408 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.414 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.414 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 18 diff [84709352~7559098,114782711~119725,121867809~6614709,174552091~7009489,242083026~803852,276766279~6809260,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.415 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [84709352~7559098,114782711~119725,121867809~6614709,174552091~7009489,242083026~803852,276766279~6809260,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.421 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [84709352~7559098,114782711~119725,121867809~6614709,174552091~7009489,242083026~803852,276766279~6809260,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.421 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 19 diff [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,84709352~7559098,111832731~5921363,121867809~6614709,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.421 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,84709352~7559098,111832731~5921363,121867809~6614709,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.428 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,84709352~7559098,111832731~5921363,121867809~6614709,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:42.428 INFO:tasks.workunit.client.0.smithi112.stdout:from 18 to 19 diff [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,111832731~5921363,183194119~6340857,244676288~6608016,295733837~4244448] 2024-04-02T09:46:42.428 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,111832731~5921363,183194119~6340857,244676288~6608016,295733837~4244448] 2024-04-02T09:46:42.435 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,111832731~5921363,183194119~6340857,244676288~6608016,295733837~4244448] 2024-04-02T09:46:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:42 smithi187 ceph-mon[84356]: pgmap v4019: 137 pgs: 137 active+clean; 757 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 40 MiB/s wr, 21 op/s 2024-04-02T09:46:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:42 smithi187 ceph-mon[84356]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:46:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:42 smithi112 ceph-mon[91385]: pgmap v4019: 137 pgs: 137 active+clean; 757 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 40 MiB/s wr, 21 op/s 2024-04-02T09:46:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:42 smithi112 ceph-mon[91385]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:42 smithi112 ceph-mon[88945]: pgmap v4019: 137 pgs: 137 active+clean; 757 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 40 MiB/s wr, 21 op/s 2024-04-02T09:46:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:42 smithi112 ceph-mon[88945]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:43.160 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:43.161 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:43.180 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:43.181 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:43.181 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:43.187 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:43.187 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:43.187 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:43.193 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:43.193 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:43.193 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:43.200 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:43.200 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:43.200 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:43.206 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:43.206 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:43.206 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:43.212 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:43.212 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.212 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.218 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.218 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.219 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.224 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.224 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.224 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.230 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.230 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.230 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.236 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:43.236 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:43.236 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:43.243 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:43.243 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:43.243 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:43.249 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:43.249 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.249 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.255 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.255 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.255 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.261 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.261 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.261 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.267 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.267 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.267 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.273 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.273 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.273 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.279 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.279 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to HEAD diff [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,84709352~7559098,111832731~5921363,121867809~6614709,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.280 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,84709352~7559098,111832731~5921363,121867809~6614709,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:43.285 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14713503~13729862,41306344~7581428,58730734~7660251,70356999~2310113,84709352~7559098,111832731~5921363,121867809~6614709,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.159 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:44.159 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:44.201 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:44.201 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:44.207 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:44.207 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:44.214 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:44.214 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:44.220 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:44.220 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:44.226 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:44.226 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:44.232 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:44.232 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.233 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.238 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.238 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.244 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.244 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.245 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.251 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.251 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:44.257 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:44.257 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:44.263 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:44.263 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:44.269 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:44.270 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.270 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.283 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.283 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.290 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.290 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.297 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.297 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,384599850~7739936,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.304 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~7977310,50417597~8157645,58730734~8672802,70356999~5126387,77343323~7341169,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,174552091~7009489,183194119~6340857,242083026~803852,244676288~6608016,276766279~6809260,295733837~4244448,321385571~7062166,330682366~3394602,382154666~10185120,394488293~2011531,400590335~5666111] 2024-04-02T09:46:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:44 smithi187 ceph-mon[84356]: pgmap v4021: 137 pgs: 137 active+clean; 839 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 46 MiB/s wr, 1.25k op/s 2024-04-02T09:46:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:44 smithi187 ceph-mon[84356]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:44 smithi112 ceph-mon[91385]: pgmap v4021: 137 pgs: 137 active+clean; 839 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 46 MiB/s wr, 1.25k op/s 2024-04-02T09:46:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:44 smithi112 ceph-mon[91385]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:44 smithi112 ceph-mon[88945]: pgmap v4021: 137 pgs: 137 active+clean; 839 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 46 MiB/s wr, 1.25k op/s 2024-04-02T09:46:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:44 smithi112 ceph-mon[88945]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: pgmap v4024: 137 pgs: 137 active+clean; 851 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 46 MiB/s wr, 1.86k op/s 2024-04-02T09:46:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:45.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:45.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:46:45.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.13", "id": [3, 6]}]: dispatch 2024-04-02T09:46:45.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:45 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: pgmap v4024: 137 pgs: 137 active+clean; 851 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 46 MiB/s wr, 1.86k op/s 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.13", "id": [3, 6]}]: dispatch 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-02T09:46:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: pgmap v4024: 137 pgs: 137 active+clean; 851 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 46 MiB/s wr, 1.86k op/s 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.13", "id": [3, 6]}]: dispatch 2024-04-02T09:46:45.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:45 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-02T09:46:46.169 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:46.169 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:46.230 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:46.230 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:46.237 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:46.237 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:46.244 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:46.244 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:46.253 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:46.253 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:46.259 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:46.260 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:46.260 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:46.266 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.266 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.282 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.282 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.288 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.288 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:46.294 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:46.294 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:46.300 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:46.300 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:46.305 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.305 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.311 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.311 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.311 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.317 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.317 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.323 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.323 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.328 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,41306344~17268898,58730734~8672802,70356999~5126387,75670408~9014084,84709352~7559098,106780346~10973748,121867809~6614709,135259199~6436578,171664795~9896785,182363513~7171463,231155637~5249048,242083026~803852,244676288~10154387,274305127~9270412,295733837~4244448,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:46:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.13", "id": [3, 6]}]': finished 2024-04-02T09:46:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-02T09:46:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:46.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.13", "id": [3, 6]}]': finished 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:46:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.13", "id": [3, 6]}]': finished 2024-04-02T09:46:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-02T09:46:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:46.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:46:47.181 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:47.181 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:47.226 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:47.226 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:47.226 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:47.232 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:47.232 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:47.233 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:47.238 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:47.239 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:47.239 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:47.245 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:47.245 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:47.245 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:47.251 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:47.251 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:47.251 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:47.257 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:47.257 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.257 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.263 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.263 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.264 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.270 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.270 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.270 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.282 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:47.282 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:47.282 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:47.288 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:47.288 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:47.288 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:47.294 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:47.294 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.294 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.300 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.300 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.300 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.307 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.307 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.307 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,369092029~4213407,375371239~1126820,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.312 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~6614709,135259199~7046602,155940867~2628614,171664795~9896785,182363513~7171463,227215512~9189173,242083026~803852,244676288~10154387,274305127~12359423,295733837~11057091,321385571~7062166,330682366~3394602,364904448~8400988,375371239~1126820,382154666~11377719,394488293~2011531,400590335~5666111] 2024-04-02T09:46:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:47 smithi187 ceph-mon[84356]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:47 smithi187 ceph-mon[84356]: pgmap v4027: 137 pgs: 1 peering, 136 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 3.9 MiB/s wr, 4.00k op/s 2024-04-02T09:46:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:47 smithi112 ceph-mon[91385]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:47 smithi112 ceph-mon[91385]: pgmap v4027: 137 pgs: 1 peering, 136 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 3.9 MiB/s wr, 4.00k op/s 2024-04-02T09:46:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:47 smithi112 ceph-mon[88945]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:47 smithi112 ceph-mon[88945]: pgmap v4027: 137 pgs: 1 peering, 136 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 3.9 MiB/s wr, 4.00k op/s 2024-04-02T09:46:48.179 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:48.180 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:48.231 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:48.231 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:48.231 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:48.238 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:48.238 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:48.238 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:48.244 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:48.245 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:48.245 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:48.250 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:48.250 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:48.251 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:48.256 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:48.257 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:48.257 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:48.262 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:48.262 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.262 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.268 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.268 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.268 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.274 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.274 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.274 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.280 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.280 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.281 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.286 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:48.287 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:48.287 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:48.293 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:48.293 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:48.293 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:48.299 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:48.299 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:48.299 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:48.305 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:48.305 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:48.305 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,106780346~10973748,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:48.311 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,106780346~10973748,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~7171463,200013040~2347451,216883985~3444070,227215512~9189173,242083026~803852,244676288~10154387,258632789~1371968,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:48 smithi187 ceph-mon[84356]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:48 smithi112 ceph-mon[91385]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:48 smithi112 ceph-mon[88945]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:49.203 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:49.240 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:49.246 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:49.252 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:49.258 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:49.264 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:49.270 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.283 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.290 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:49.296 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:49.302 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:49.308 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321385571~7062166,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,400590335~5666111] 2024-04-02T09:46:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4817539~6785471,14713503~13729862,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9206596,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321385571~7062166,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,400590335~5666111] 2024-04-02T09:46:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:49 smithi187 ceph-mon[84356]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:49 smithi187 ceph-mon[84356]: pgmap v4030: 137 pgs: 1 peering, 136 active+clean; 841 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.0 KiB/s wr, 4.05k op/s; 2.1 MiB/s, 2 objects/s recovering 2024-04-02T09:46:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:46:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:46:49] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:46:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:49 smithi112 ceph-mon[91385]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:49 smithi112 ceph-mon[91385]: pgmap v4030: 137 pgs: 1 peering, 136 active+clean; 841 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.0 KiB/s wr, 4.05k op/s; 2.1 MiB/s, 2 objects/s recovering 2024-04-02T09:46:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:49 smithi112 ceph-mon[88945]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:49 smithi112 ceph-mon[88945]: pgmap v4030: 137 pgs: 1 peering, 136 active+clean; 841 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.0 KiB/s wr, 4.05k op/s; 2.1 MiB/s, 2 objects/s recovering 2024-04-02T09:46:49.999 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:50.052 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:50.059 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:50.065 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:50.072 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:50.078 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:50.083 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.102 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:50.109 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:50.115 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~26992181,34163124~1552695,41306344~17268898,58730734~8672802,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312318889~7540262,321252381~7195356,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~28443365,34163124~1552695,41306344~17268898,58730734~16752652,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~9898213,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,274305127~12359423,295733837~11057091,312067761~7791390,321252381~7195356,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:50 smithi187 ceph-mon[84356]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:50 smithi187 ceph-mon[84356]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:50.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:50 smithi112 ceph-mon[88945]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:50 smithi112 ceph-mon[88945]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:50 smithi112 ceph-mon[91385]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:50 smithi112 ceph-mon[91385]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:51.006 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:51.052 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:51.059 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:51.065 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:51.071 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:51.077 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:51.083 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:51.110 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,121867809~9830798,135259199~7046602,142455088~1202022,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,121867809~9830798,135259199~8397911,147434582~2532232,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,295733837~11057091,310453250~17994487,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~5666111] 2024-04-02T09:46:52.001 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:52.058 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:52.064 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:52.070 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:52.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:52.082 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:52.088 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.094 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.094 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.094 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.100 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.100 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.100 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.106 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.106 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.106 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,120979517~10719090,135259199~7046602,142455088~1202022,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~8932535,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,120979517~10719090,135259199~8397911,145333843~6837864,155940867~2628614,159532200~3317075,171664795~9896785,182363513~14706628,200013040~2347451,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258632789~1371968,260332086~909144,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~18817012,394488293~2011531,396853713~2906016,400590335~7417183] 2024-04-02T09:46:52.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:51 smithi187 ceph-mon[84356]: pgmap v4033: 137 pgs: 137 active+clean; 804 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 1.65k op/s; 11 MiB/s, 6 keys/s, 6 objects/s recovering 2024-04-02T09:46:52.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:51 smithi187 ceph-mon[84356]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:51 smithi112 ceph-mon[91385]: pgmap v4033: 137 pgs: 137 active+clean; 804 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 1.65k op/s; 11 MiB/s, 6 keys/s, 6 objects/s recovering 2024-04-02T09:46:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:51 smithi112 ceph-mon[91385]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:51 smithi112 ceph-mon[88945]: pgmap v4033: 137 pgs: 137 active+clean; 804 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 1.65k op/s; 11 MiB/s, 6 keys/s, 6 objects/s recovering 2024-04-02T09:46:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:51 smithi112 ceph-mon[88945]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:46:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:53.019 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:53.064 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:53.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:53.082 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:53.088 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:53.094 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:53.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.113 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,105278723~12475371,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,105278723~12475371,118955057~12743550,135259199~8397911,145333843~6837864,155785212~2784269,159532200~3317075,171664795~25405346,197080876~5279615,214060416~1249138,216883985~3444070,227215512~9189173,239382989~15447686,258539425~3604181,269432442~2394504,274305127~12359423,286751255~3834157,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:53 smithi112 ceph-mon[91385]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:53.269 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:53 smithi112 ceph-mon[88945]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:53.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:53 smithi187 ceph-mon[84356]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:54.018 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:54.019 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:54.065 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:54.065 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:54.065 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:54.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:54.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:54.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:54.083 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:54.083 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:54.083 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:54.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:54.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:54.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:54.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:54.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:54.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:54.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:54.103 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:54.103 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:54.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:54.108 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:54.108 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30111833,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:54.114 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31563017,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,171664795~25405346,197080876~7930045,214060416~1249138,216883985~3444070,227215512~9189173,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:54.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:54 smithi112 ceph-mon[91385]: pgmap v4036: 137 pgs: 137 active+clean; 758 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.65k op/s; 8.8 MiB/s, 6 keys/s, 3 objects/s recovering 2024-04-02T09:46:54.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:54 smithi112 ceph-mon[91385]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:54.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:54 smithi112 ceph-mon[88945]: pgmap v4036: 137 pgs: 137 active+clean; 758 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.65k op/s; 8.8 MiB/s, 6 keys/s, 3 objects/s recovering 2024-04-02T09:46:54.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:54 smithi112 ceph-mon[88945]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:54 smithi187 ceph-mon[84356]: pgmap v4036: 137 pgs: 137 active+clean; 758 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.65k op/s; 8.8 MiB/s, 6 keys/s, 3 objects/s recovering 2024-04-02T09:46:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:54 smithi187 ceph-mon[84356]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:55.006 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:55.006 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:55.060 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:55.060 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:55.060 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:55.068 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:55.068 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:55.068 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:55.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:55.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:55.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:55.080 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:55.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:55.080 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:55.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:55.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:55.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:55.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:55.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:55.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,374715373~7439293,384599850~11899974,396853713~2906016,400590335~7417183] 2024-04-02T09:46:55.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,258539425~3604181,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,374715373~21784451,396853713~2906016,400590335~7417183] 2024-04-02T09:46:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:55 smithi112 ceph-mon[88945]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:55 smithi112 ceph-mon[88945]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:55 smithi112 ceph-mon[91385]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:55 smithi112 ceph-mon[91385]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:55 smithi187 ceph-mon[84356]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:55 smithi187 ceph-mon[84356]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:56.040 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:56.040 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:56.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:56.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:56.094 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:56.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:56.102 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:56.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:56.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:56.108 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:56.108 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:56.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:56.113 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:56.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:56.119 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:56.119 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:56.119 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15159879,400590335~7417183] 2024-04-02T09:46:56.125 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~30249261,197080876~7930045,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,269432442~2394504,274305127~12359423,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~8400988,373709513~26050216,400590335~7417183] 2024-04-02T09:46:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:56 smithi112 ceph-mon[91385]: pgmap v4039: 137 pgs: 137 active+clean; 741 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 878 op/s 2024-04-02T09:46:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:56 smithi112 ceph-mon[88945]: pgmap v4039: 137 pgs: 137 active+clean; 741 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 878 op/s 2024-04-02T09:46:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:56 smithi187 ceph-mon[84356]: pgmap v4039: 137 pgs: 137 active+clean; 741 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 878 op/s 2024-04-02T09:46:57.051 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:57.051 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:57.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:57.102 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:57.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:57.114 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:57.114 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:57.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:57.120 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:57.120 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:57.120 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:57.126 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:57.126 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:57.126 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11057091,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:57.132 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~6837864,155677419~7171856,166820880~38190041,206796971~81854,214060416~1249138,216883985~3444070,223666280~12738405,237400544~17430131,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11057091,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:57.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:57 smithi112 ceph-mon[91385]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:57 smithi112 ceph-mon[88945]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:57 smithi187 ceph-mon[84356]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:58.057 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:58.057 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:58.106 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:58.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:58.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:58.116 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:58.116 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:58.116 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:58.122 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:58.122 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:58.122 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~19132591,119654409~12044198,135259199~7046602,142455088~1202022,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,353499724~3727924,369092029~4213407,373709513~8445153,384599850~15535154,400590335~7417183] 2024-04-02T09:46:58.128 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~21285102,118955057~12743550,134217728~9439382,145333843~8164116,155677419~49333502,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,352321536~4906112,364904448~35230556,400590335~7417183] 2024-04-02T09:46:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:58 smithi112 ceph-mon[91385]: pgmap v4042: 137 pgs: 137 active+clean; 661 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 927 op/s 2024-04-02T09:46:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:58 smithi112 ceph-mon[91385]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:58 smithi112 ceph-mon[88945]: pgmap v4042: 137 pgs: 137 active+clean; 661 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 927 op/s 2024-04-02T09:46:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:58 smithi112 ceph-mon[88945]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:58 smithi187 ceph-mon[84356]: pgmap v4042: 137 pgs: 137 active+clean; 661 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 927 op/s 2024-04-02T09:46:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:58 smithi187 ceph-mon[84356]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:59.067 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:59.068 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:59.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:59.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:59.108 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:59.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:59.113 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:59.113 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:46:59.118 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,41306344~34177042,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:46:59.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:46:59 smithi112 ceph-mon[91385]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:46:59 smithi112 ceph-mon[88945]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:59.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:46:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:46:59] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-04-02T09:46:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:46:59 smithi187 ceph-mon[84356]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:47:00.010 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:47:00.010 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:47:00.050 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:47:00.050 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:47:00.050 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~5335351,75670408~16598042,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~5172776,295733837~11875745,310453250~1614511,312318889~16128848,330682366~3394602,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:47:00.058 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~37734650,75670408~16598042,96468992~35229615,134217728~19280231,155677419~50210075,206796971~81854,207077156~1122699,211199985~1680457,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~5172776,295733837~11875745,310378496~18069241,330682366~3394602,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:47:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:00 smithi112 ceph-mon[88945]: pgmap v4045: 137 pgs: 137 active+clean; 629 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 1.02k op/s 2024-04-02T09:47:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:00 smithi112 ceph-mon[88945]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:47:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:00 smithi112 ceph-mon[88945]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:47:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:00 smithi112 ceph-mon[91385]: pgmap v4045: 137 pgs: 137 active+clean; 629 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 1.02k op/s 2024-04-02T09:47:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:00 smithi112 ceph-mon[91385]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:47:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:00 smithi112 ceph-mon[91385]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:47:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:00 smithi187 ceph-mon[84356]: pgmap v4045: 137 pgs: 137 active+clean; 629 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 1.02k op/s 2024-04-02T09:47:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:00 smithi187 ceph-mon[84356]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:47:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:00 smithi187 ceph-mon[84356]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:47:01.066 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:47:01.066 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [1451184~30335780,32252177~402129,34163124~1552695,41306344~26097192,70148035~22120415,98621503~20333554,119654409~12044198,135259199~7046602,142455088~11042871,155150321~50737173,206467299~6413143,214060416~1249138,216883985~3444070,223666280~13734264,237952407~16878268,256182871~1130736,257747866~4782661,265832000~20832550,286751255~20858327,310453250~1614511,312318889~21758079,349365699~967758,353499724~3727924,369092029~4213407,373709513~8445153,384599850~23407668] 2024-04-02T09:47:01.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~31786964,32252177~402129,34163124~1552695,37748736~54519714,96468992~35229615,134217728~78662714,214060416~1249138,216883985~3444070,223666280~31164395,255852544~6677983,264241152~22423398,286751255~20858327,310378496~23698472,348127232~2206225,352321536~4906112,364904448~43103070] 2024-04-02T09:47:02.104 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (41065 ms) 2024-04-02T09:47:02.104 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-02T09:47:02.104 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:02.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:02 smithi187 ceph-mon[84356]: pgmap v4048: 137 pgs: 137 active+clean; 563 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2024-04-02T09:47:02.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:02 smithi187 ceph-mon[84356]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:47:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:02 smithi112 ceph-mon[91385]: pgmap v4048: 137 pgs: 137 active+clean; 563 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2024-04-02T09:47:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:02 smithi112 ceph-mon[91385]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:47:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:02 smithi112 ceph-mon[88945]: pgmap v4048: 137 pgs: 137 active+clean; 563 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2024-04-02T09:47:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:02 smithi112 ceph-mon[88945]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:47:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:47:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:03.176 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1072 ms) 2024-04-02T09:47:03.176 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-02T09:47:03.176 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:03 smithi112 ceph-mon[88945]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:47:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:03 smithi112 ceph-mon[91385]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:47:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:03 smithi187 ceph-mon[84356]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:47:04.197 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [696912~49386,2988797~136136,3230407~26776,8728097~74035,13271896~36100,14239566~82853,16256635~96720,18884240~69498,19016832~52625] to clone 2024-04-02T09:47:04.198 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [0~3257183,8388608~413524,12582912~3770443,16777216~2292241] 2024-04-02T09:47:04.202 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1026 ms) 2024-04-02T09:47:04.202 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-02T09:47:04.202 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:04.222 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [3041408~84116,5445705~57086,6848442~58407,9998857~38323,10811435~20853,10861929~1881,13196358~31906,13232579~82085,14508544~100049,14780486~60176] 2024-04-02T09:47:04.234 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-04-02T09:47:04.234 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-02T09:47:04.234 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:04 smithi112 ceph-mon[91385]: pgmap v4051: 137 pgs: 137 active+clean; 478 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 475 op/s 2024-04-02T09:47:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:04 smithi112 ceph-mon[91385]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:47:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:04 smithi112 ceph-mon[88945]: pgmap v4051: 137 pgs: 137 active+clean; 478 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 475 op/s 2024-04-02T09:47:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:04 smithi112 ceph-mon[88945]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:47:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:04 smithi187 ceph-mon[84356]: pgmap v4051: 137 pgs: 137 active+clean; 478 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 475 op/s 2024-04-02T09:47:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:04 smithi187 ceph-mon[84356]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:47:05.079 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:05 smithi112 ceph-mon[91385]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:47:05.079 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:05 smithi112 ceph-mon[91385]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:47:05.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:05 smithi112 ceph-mon[88945]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:47:05.079 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:05 smithi112 ceph-mon[88945]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:47:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:05 smithi187 ceph-mon[84356]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:47:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:05 smithi187 ceph-mon[84356]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:47:06.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1856 ms) 2024-04-02T09:47:06.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-02T09:47:06.090 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:06.154 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (64 ms) 2024-04-02T09:47:06.154 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-02T09:47:06.155 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:06.233 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (79 ms) 2024-04-02T09:47:06.233 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-02T09:47:06.233 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:06 smithi112 ceph-mon[91385]: pgmap v4054: 137 pgs: 137 active+clean; 462 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-02T09:47:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:06 smithi112 ceph-mon[91385]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:47:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:06 smithi112 ceph-mon[88945]: pgmap v4054: 137 pgs: 137 active+clean; 462 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-02T09:47:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:06 smithi112 ceph-mon[88945]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:47:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:06 smithi187 ceph-mon[84356]: pgmap v4054: 137 pgs: 137 active+clean; 462 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-02T09:47:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:06 smithi187 ceph-mon[84356]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:47:08.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:08 smithi112 ceph-mon[88945]: pgmap v4057: 137 pgs: 137 active+clean; 485 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.3 MiB/s wr, 326 op/s 2024-04-02T09:47:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:08 smithi112 ceph-mon[91385]: pgmap v4057: 137 pgs: 137 active+clean; 485 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.3 MiB/s wr, 326 op/s 2024-04-02T09:47:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:08 smithi187 ceph-mon[84356]: pgmap v4057: 137 pgs: 137 active+clean; 485 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.3 MiB/s wr, 326 op/s 2024-04-02T09:47:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:47:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:47:09] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:47:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:10 smithi112 ceph-mon[88945]: pgmap v4058: 137 pgs: 137 active+clean; 501 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.4 MiB/s wr, 277 op/s 2024-04-02T09:47:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:10 smithi112 ceph-mon[88945]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:47:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:10 smithi112 ceph-mon[91385]: pgmap v4058: 137 pgs: 137 active+clean; 501 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.4 MiB/s wr, 277 op/s 2024-04-02T09:47:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:10 smithi112 ceph-mon[91385]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:47:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:10 smithi187 ceph-mon[84356]: pgmap v4058: 137 pgs: 137 active+clean; 501 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.4 MiB/s wr, 277 op/s 2024-04-02T09:47:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:10 smithi187 ceph-mon[84356]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:47:11.268 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5035 ms) 2024-04-02T09:47:11.268 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:47:11.268 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:47:11.268 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:47:11.269 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-02T09:47:12.091 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/0 (70220 ms total) 2024-04-02T09:47:12.092 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:47:12.092 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-02T09:47:12.131 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-02T09:47:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:12 smithi112 ceph-mon[91385]: pgmap v4060: 137 pgs: 137 active+clean; 529 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 287 op/s 2024-04-02T09:47:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:12 smithi112 ceph-mon[88945]: pgmap v4060: 137 pgs: 137 active+clean; 529 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 287 op/s 2024-04-02T09:47:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:12 smithi187 ceph-mon[84356]: pgmap v4060: 137 pgs: 137 active+clean; 529 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 287 op/s 2024-04-02T09:47:12.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:47:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:13 smithi112 ceph-mon[88945]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:47:13.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:13 smithi112 ceph-mon[91385]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:47:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:13 smithi187 ceph-mon[84356]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:47:14.117 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[88945]: pgmap v4062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[88945]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2996558390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[91385]: pgmap v4062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[91385]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2996558390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:14 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:14 smithi187 ceph-mon[84356]: pgmap v4062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:47:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:14 smithi187 ceph-mon[84356]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:47:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:14 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2996558390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:14 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:15 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:15 smithi187 ceph-mon[84356]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:47:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:15 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:15 smithi112 ceph-mon[91385]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:47:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:15 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-140737-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:15 smithi112 ceph-mon[88945]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:47:16.164 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [278010~81978,2100040~67393,4848227~58827,6281067~16146,9066319~70646,10090894~39581,12977873~8323,14132948~78593,15725894~60079,19316474~70325] 2024-04-02T09:47:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:16 smithi112 ceph-mon[88945]: pgmap v4065: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:16 smithi112 ceph-mon[88945]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:16 smithi112 ceph-mon[91385]: pgmap v4065: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:16 smithi112 ceph-mon[91385]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:16 smithi187 ceph-mon[84356]: pgmap v4065: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:16 smithi187 ceph-mon[84356]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:17.147 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [0~12582912,16777216~4194304] 2024-04-02T09:47:17.150 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [0~12582912,16777216~4194304] 2024-04-02T09:47:17.154 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5023 ms) 2024-04-02T09:47:17.154 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-02T09:47:17.154 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:17 smithi187 ceph-mon[84356]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:17 smithi112 ceph-mon[88945]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:17 smithi112 ceph-mon[91385]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:18 smithi187 ceph-mon[84356]: pgmap v4068: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 7.1 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s wr, 0 op/s 2024-04-02T09:47:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:18 smithi187 ceph-mon[84356]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:18 smithi112 ceph-mon[88945]: pgmap v4068: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 7.1 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s wr, 0 op/s 2024-04-02T09:47:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:18 smithi112 ceph-mon[88945]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:18 smithi112 ceph-mon[91385]: pgmap v4068: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 7.1 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s wr, 0 op/s 2024-04-02T09:47:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:18 smithi112 ceph-mon[91385]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:19 smithi187 ceph-mon[84356]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:19 smithi112 ceph-mon[88945]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:47:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:47:19] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:47:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:19 smithi112 ceph-mon[91385]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:20.179 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3025 ms) 2024-04-02T09:47:20.180 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-02T09:47:20.180 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:20 smithi187 ceph-mon[84356]: pgmap v4071: 137 pgs: 137 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 194 KiB/s wr, 29 op/s 2024-04-02T09:47:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:20 smithi187 ceph-mon[84356]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:20 smithi112 ceph-mon[88945]: pgmap v4071: 137 pgs: 137 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 194 KiB/s wr, 29 op/s 2024-04-02T09:47:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:20 smithi112 ceph-mon[88945]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:20 smithi112 ceph-mon[91385]: pgmap v4071: 137 pgs: 137 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 194 KiB/s wr, 29 op/s 2024-04-02T09:47:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:20 smithi112 ceph-mon[91385]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:21 smithi187 ceph-mon[84356]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:21 smithi187 ceph-mon[84356]: pgmap v4074: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 216 KiB/s wr, 79 op/s 2024-04-02T09:47:21.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:21 smithi112 ceph-mon[88945]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:21 smithi112 ceph-mon[88945]: pgmap v4074: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 216 KiB/s wr, 79 op/s 2024-04-02T09:47:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:21 smithi112 ceph-mon[91385]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:21 smithi112 ceph-mon[91385]: pgmap v4074: 137 pgs: 137 active+clean; 18 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 216 KiB/s wr, 79 op/s 2024-04-02T09:47:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:22 smithi187 ceph-mon[84356]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:47:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:22.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:22 smithi112 ceph-mon[88945]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:22 smithi112 ceph-mon[91385]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:23.197 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3018 ms) 2024-04-02T09:47:23.197 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-02T09:47:23.198 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:23 smithi187 ceph-mon[84356]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:23 smithi187 ceph-mon[84356]: pgmap v4077: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 106 KiB/s wr, 96 op/s 2024-04-02T09:47:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:23 smithi112 ceph-mon[91385]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:23 smithi112 ceph-mon[91385]: pgmap v4077: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 106 KiB/s wr, 96 op/s 2024-04-02T09:47:23.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:23 smithi112 ceph-mon[88945]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:23 smithi112 ceph-mon[88945]: pgmap v4077: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 106 KiB/s wr, 96 op/s 2024-04-02T09:47:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:24 smithi187 ceph-mon[84356]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:24.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:24 smithi112 ceph-mon[88945]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:24 smithi112 ceph-mon[91385]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:25 smithi187 ceph-mon[84356]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:25 smithi187 ceph-mon[84356]: pgmap v4080: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 72 KiB/s wr, 72 op/s 2024-04-02T09:47:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:25 smithi187 ceph-mon[84356]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:25 smithi112 ceph-mon[91385]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:25 smithi112 ceph-mon[91385]: pgmap v4080: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 72 KiB/s wr, 72 op/s 2024-04-02T09:47:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:25 smithi112 ceph-mon[91385]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:25 smithi112 ceph-mon[88945]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:25 smithi112 ceph-mon[88945]: pgmap v4080: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 72 KiB/s wr, 72 op/s 2024-04-02T09:47:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:25 smithi112 ceph-mon[88945]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:26.026 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2829 ms) 2024-04-02T09:47:26.026 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-02T09:47:26.027 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:27 smithi112 ceph-mon[91385]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:27 smithi112 ceph-mon[88945]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:27 smithi187 ceph-mon[84356]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:28 smithi112 ceph-mon[91385]: pgmap v4083: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 6.7 KiB/s wr, 31 op/s 2024-04-02T09:47:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:28 smithi112 ceph-mon[91385]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:28 smithi112 ceph-mon[88945]: pgmap v4083: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 6.7 KiB/s wr, 31 op/s 2024-04-02T09:47:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:28 smithi112 ceph-mon[88945]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:28 smithi187 ceph-mon[84356]: pgmap v4083: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 6.7 KiB/s wr, 31 op/s 2024-04-02T09:47:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:28 smithi187 ceph-mon[84356]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:29.065 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3039 ms) 2024-04-02T09:47:29.065 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-02T09:47:29.065 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:29 smithi112 ceph-mon[91385]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:29.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:29 smithi112 ceph-mon[88945]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:29 smithi187 ceph-mon[84356]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:47:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:47:29] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:47:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:30 smithi112 ceph-mon[88945]: pgmap v4086: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-04-02T09:47:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:30 smithi112 ceph-mon[88945]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:30 smithi112 ceph-mon[91385]: pgmap v4086: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-04-02T09:47:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:30 smithi112 ceph-mon[91385]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:30 smithi187 ceph-mon[84356]: pgmap v4086: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-04-02T09:47:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:30 smithi187 ceph-mon[84356]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:31.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:31 smithi112 ceph-mon[88945]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:31.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:31 smithi112 ceph-mon[91385]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:31 smithi187 ceph-mon[84356]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:32.075 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3010 ms) 2024-04-02T09:47:32.076 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-02T09:47:32.076 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:47:32.154 INFO:tasks.workunit.client.0.smithi112.stdout: i=0 exists [2831884~2983578,10690494~1539623,31004842~3029854,43388304~1698560,71141340~7423886,248897941~5788963,324235104~2223805,365854169~6102112,378168503~7125281] wrote [2831884~2983578,10690494~1539623,31004842~3029854,43388304~1698560,71141340~7423886,248897941~5788963,324235104~2223805,365854169~6102112,378168503~7125281] 2024-04-02T09:47:32.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:32 smithi187 ceph-mon[84356]: pgmap v4089: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 KiB/s wr, 117 op/s 2024-04-02T09:47:32.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:32 smithi187 ceph-mon[84356]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:32 smithi112 ceph-mon[91385]: pgmap v4089: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 KiB/s wr, 117 op/s 2024-04-02T09:47:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:32 smithi112 ceph-mon[91385]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:32 smithi112 ceph-mon[88945]: pgmap v4089: 137 pgs: 137 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 KiB/s wr, 117 op/s 2024-04-02T09:47:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:32 smithi112 ceph-mon[88945]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:47:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:33.108 INFO:tasks.workunit.client.0.smithi112.stdout: i=1 exists [2831884~2983578,10690494~1539623,27634090~6400606,38865772~1271775,43388304~1698560,71141340~7423886,79096442~2420645,118822751~7205192,239654642~5477105,248897941~5788963,305200627~363549,322146514~1563763,324235104~2223805,334917063~1967195,357944909~2951740,365854169~6102112,375894361~9399423] wrote [27634090~4915200,38865772~1271775,79096442~2420645,118822751~7205192,239654642~5477105,305200627~363549,322146514~1563763,334917063~1967195,357944909~2951740,375894361~2856283] 2024-04-02T09:47:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:33 smithi112 ceph-mon[91385]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:33 smithi112 ceph-mon[88945]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:33 smithi187 ceph-mon[84356]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:34.113 INFO:tasks.workunit.client.0.smithi112.stdout: i=2 exists [2831884~2983578,10690494~1539623,27634090~9748409,38865772~1271775,43388304~1698560,71141340~7423886,79096442~2420645,86450737~6585055,118822751~7221536,159457316~4988508,208930553~6181199,239654642~5477105,248897941~5788963,301398225~2550437,305200627~363549,322146514~1563763,324235104~2223805,334917063~1967195,357944909~2951740,365854169~6102112,375894361~13034300,393244524~5678253] wrote [31732272~5650227,73115548~4988969,86450737~6585055,125421518~622769,159457316~4988508,208930553~6181199,301398225~2550437,384140774~4787887,393244524~5678253] 2024-04-02T09:47:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:34 smithi112 ceph-mon[91385]: pgmap v4092: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 2.7 MiB/s wr, 99 op/s 2024-04-02T09:47:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:34 smithi112 ceph-mon[91385]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:34 smithi112 ceph-mon[88945]: pgmap v4092: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 2.7 MiB/s wr, 99 op/s 2024-04-02T09:47:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:34 smithi112 ceph-mon[88945]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:34 smithi187 ceph-mon[84356]: pgmap v4092: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 2.7 MiB/s wr, 99 op/s 2024-04-02T09:47:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:34 smithi187 ceph-mon[84356]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:35.165 INFO:tasks.workunit.client.0.smithi112.stdout: i=3 exists [2831884~2983578,10690494~1539623,21538922~15843577,38865772~1271775,43388304~1698560,51328792~6633794,71141340~7423886,79096442~2420645,86450737~6585055,99174129~7814235,118822751~7221536,159457316~4988508,208930553~6181199,227955562~3390726,239654642~5477105,246375535~8311369,301398225~2550437,305200627~363549,313723182~5124802,322146514~1563763,324235104~2223805,334917063~1967195,355185586~5711063,365854169~6102112,375894361~13034300,393244524~5678253,399363309~5364187] wrote [21538922~11791300,51328792~6633794,99174129~7814235,227955562~3390726,246375535~7118387,313723182~5124802,355185586~2824588,399363309~5364187] 2024-04-02T09:47:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:35 smithi112 ceph-mon[91385]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:35 smithi112 ceph-mon[88945]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:35 smithi187 ceph-mon[84356]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:36.157 INFO:tasks.workunit.client.0.smithi112.stdout: i=4 exists [2831884~2983578,10690494~1539623,21369384~16013115,38865772~1271775,43388304~1698560,51328792~6633794,71141340~7423886,79096442~2420645,86450737~6585055,99174129~7814235,108270218~3189108,118822751~7221536,129511026~4945885,159457316~4988508,175733493~6066245,208279960~7039268,227955562~3390726,239654642~5477105,246375535~8311369,277212882~5523781,301398225~2550437,305200627~363549,310949685~7898299,322146514~1563763,324235104~2223805,334917063~1967195,345103499~7427362,355185586~5711063,365854169~6102112,375894361~13034300,393244524~5678253,399363309~5364187] wrote [21369384~5691108,74746186~2604596,108270218~3189108,129511026~4945885,175733493~6066245,208279960~7039268,228617899~2678633,277212882~5523781,310949685~6603069,345103499~7427362] 2024-04-02T09:47:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:36 smithi112 ceph-mon[91385]: pgmap v4095: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 15 MiB/s wr, 126 op/s 2024-04-02T09:47:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:36 smithi112 ceph-mon[91385]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:36 smithi112 ceph-mon[88945]: pgmap v4095: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 15 MiB/s wr, 126 op/s 2024-04-02T09:47:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:36 smithi112 ceph-mon[88945]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:36 smithi187 ceph-mon[84356]: pgmap v4095: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 15 MiB/s wr, 126 op/s 2024-04-02T09:47:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:36 smithi187 ceph-mon[84356]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:37.151 INFO:tasks.workunit.client.0.smithi112.stdout: i=5 exists [2831884~2983578,10690494~1539623,21369384~16013115,38865772~1271775,43388304~1698560,51328792~9764729,71141340~7423886,79096442~13939350,99174129~7814235,108270218~3189108,118822751~7221536,129511026~4945885,159457316~4988508,175733493~6066245,208279960~7039268,224726321~2782513,227955562~3390726,239654642~5477105,246375535~8311369,277212882~5523781,301398225~2550437,305200627~363549,310949685~7898299,322146514~1563763,324235104~7532286,334917063~1967195,345103499~7427362,355185586~5711063,364386275~7570006,375894361~13034300,393244524~5678253,398956486~5771010] wrote [57640908~3452613,79514278~7370902,120753788~4304371,224726321~2782513,312152099~2638402,325584456~6182934,364386275~4123636,398956486~2138473] 2024-04-02T09:47:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:37 smithi112 ceph-mon[91385]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:37 smithi112 ceph-mon[88945]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:37 smithi187 ceph-mon[84356]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: i=6 exists [2831884~2983578,8906649~3502191,16430254~4935534,21369384~16013115,38865772~1271775,43388304~1698560,51328792~9764729,64735824~1295772,71141340~7423886,79096442~13939350,99174129~7814235,108270218~3189108,118822751~7221536,129511026~4945885,159457316~4988508,174826756~8317684,201777644~5113532,208279960~7039268,224726321~2782513,227955562~3390726,239654642~5477105,246375535~8311369,265058818~1718526,271744864~892848,277212882~5523781,301398225~2550437,305200627~363549,310949685~7898299,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,340118485~343163,345103499~7427362,355185586~5711063,364386275~7570006,375894361~13034300,393244524~5678253,398956486~5771010] wrote [8906649~3502191,16430254~4935534,64735824~1295772,174826756~8317684,201777644~5113532,265058818~1718526,271744864~892848,333164761~1226542,340118485~343163] 2024-04-02T09:47:38.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:38 smithi112 ceph-mon[88945]: pgmap v4098: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 18 MiB/s wr, 64 op/s 2024-04-02T09:47:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:38 smithi112 ceph-mon[88945]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:38 smithi112 ceph-mon[91385]: pgmap v4098: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 18 MiB/s wr, 64 op/s 2024-04-02T09:47:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:38 smithi112 ceph-mon[91385]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:38 smithi187 ceph-mon[84356]: pgmap v4098: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 18 MiB/s wr, 64 op/s 2024-04-02T09:47:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:38 smithi187 ceph-mon[84356]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:39.143 INFO:tasks.workunit.client.0.smithi112.stdout: i=7 exists [2831884~2983578,8906649~3502191,16430254~4935534,21369384~16013115,38865772~1271775,43388304~1698560,51328792~9764729,64735824~1295772,71141340~7423886,79096442~13939350,99174129~7814235,108270218~3189108,118822751~7221536,129511026~4945885,159457316~4988508,172668343~1507827,174826756~10209841,201777644~5113532,208279960~7039268,224726321~2782513,227955562~3390726,239654642~5477105,246375535~8311369,265058818~1718526,271744864~892848,277212882~5523781,299224084~944609,301398225~2550437,305200627~363549,309184395~9663589,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,339992031~469617,345103499~7427362,355185586~5711063,364386275~7570006,375894361~16500163,393244524~5678253,398956486~5771010] wrote [28227846~5598355,172668343~1507827,175963696~9072901,299224084~944609,309184395~2040729,324708751~3112970,339992031~136730,385660746~6733778] 2024-04-02T09:47:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:39 smithi112 ceph-mon[91385]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:39 smithi112 ceph-mon[88945]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:39.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:47:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:47:39] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-02T09:47:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:39 smithi187 ceph-mon[84356]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:40.140 INFO:tasks.workunit.client.0.smithi112.stdout: i=8 exists [2831884~2983578,8906649~3502191,16430254~4935534,21369384~20503383,43388304~1698560,49751624~278021,51328792~9764729,62622565~1636857,64735824~1295772,71141340~7423886,79096442~13939350,99174129~7814235,108270218~3189108,118822751~7221536,126491666~462900,129511026~4945885,159457316~4988508,172668343~1507827,174826756~10209841,201777644~5113532,208279960~7039268,224726321~2782513,227955562~3390726,239654642~5631880,246375535~8770905,265058818~1718526,271744864~892848,277212882~5523781,299224084~944609,301398225~2550437,305200627~363549,309184395~9663589,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,339992031~469617,345103499~7427362,352714193~8182456,364386275~7570006,375894361~16500163,393244524~5678253,398956486~8954819] wrote [35990250~5882517,49751624~278021,58001807~3023922,62622565~1636857,74857088~3333530,126491666~462900,241097466~4189056,247206401~7940039,352714193~3403833,399727597~8183708] 2024-04-02T09:47:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:40 smithi112 ceph-mon[91385]: pgmap v4101: 137 pgs: 137 active+clean; 267 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 31 MiB/s wr, 306 op/s 2024-04-02T09:47:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:40 smithi112 ceph-mon[91385]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:40 smithi112 ceph-mon[88945]: pgmap v4101: 137 pgs: 137 active+clean; 267 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 31 MiB/s wr, 306 op/s 2024-04-02T09:47:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:40 smithi112 ceph-mon[88945]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:40 smithi187 ceph-mon[84356]: pgmap v4101: 137 pgs: 137 active+clean; 267 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 31 MiB/s wr, 306 op/s 2024-04-02T09:47:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:40 smithi187 ceph-mon[84356]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:41.168 INFO:tasks.workunit.client.0.smithi112.stdout: i=9 exists [2831884~2983578,8906649~3502191,16430254~4935534,21369384~20503383,43388304~1698560,49751624~278021,51328792~9764729,62622565~1636857,64735824~1295772,71141340~21894452,99174129~7814235,108270218~3189108,118822751~7221536,126491666~462900,127263370~7193541,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,201777644~5113532,207126550~13662250,224726321~2782513,227955562~3390726,239654642~5631880,246375535~8770905,265058818~1718526,271744864~892848,277212882~5523781,299224084~944609,301398225~2550437,305200627~363549,306765708~12082276,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,339992031~469617,345103499~7427362,352714193~8182456,364386275~7570006,375894361~16500163,393244524~5678253,398956486~8954819] wrote [52073251~145260,73691197~6465307,127263370~2399416,170838783~1976649,186192809~6395670,207126550~3728420,213739045~7049755,278562866~1934987,306765708~9058706] 2024-04-02T09:47:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:41 smithi112 ceph-mon[91385]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:41.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:41 smithi112 ceph-mon[88945]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:41 smithi187 ceph-mon[84356]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:42.155 INFO:tasks.workunit.client.0.smithi112.stdout: i=10 exists [1838056~3977406,8906649~3502191,16430254~4935534,21369384~20503383,43388304~1698560,49751624~278021,51328792~9764729,62622565~1636857,64735824~1295772,71141340~21894452,93551247~3217198,99174129~7814235,108270218~3189108,117063796~17393115,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,201777644~5113532,207126550~13662250,224726321~2782513,227955562~3390726,231922854~5755806,239654642~5631880,246375535~8770905,265058818~1718526,271744864~892848,275262679~7473984,299224084~944609,301398225~2550437,305200627~363549,306765708~12082276,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,339992031~469617,345103499~7427362,352714193~8182456,364386275~7570006,374973005~17421519,393244524~5678253,398956486~8954819] wrote [1838056~1081915,93551247~3217198,117063796~3162247,124036841~4556225,159765840~2668212,212892722~5752987,231922854~5755806,266315313~119594,275262679~7161235,374973005~2201424] 2024-04-02T09:47:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:42 smithi112 ceph-mon[91385]: pgmap v4104: 137 pgs: 137 active+clean; 350 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 44 MiB/s wr, 309 op/s 2024-04-02T09:47:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:42 smithi112 ceph-mon[91385]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:42 smithi112 ceph-mon[88945]: pgmap v4104: 137 pgs: 137 active+clean; 350 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 44 MiB/s wr, 309 op/s 2024-04-02T09:47:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:42 smithi112 ceph-mon[88945]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:42 smithi187 ceph-mon[84356]: pgmap v4104: 137 pgs: 137 active+clean; 350 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 44 MiB/s wr, 309 op/s 2024-04-02T09:47:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:42 smithi187 ceph-mon[84356]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:47:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:43.180 INFO:tasks.workunit.client.0.smithi112.stdout: i=11 exists [1838056~3977406,8906649~3502191,16430254~25442513,43388304~1698560,48422060~12671461,62622565~5762073,71141340~21894452,93551247~13437117,108270218~3189108,114720738~48812,117063796~17393115,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,201777644~5113532,207126550~13662250,224726321~2782513,227955562~3390726,231503857~376627,231922854~5755806,239654642~5631880,246375535~8770905,265058818~1718526,271744864~892848,275262679~7473984,289495574~4521168,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,339992031~469617,340935287~1519927,345103499~7427362,352714193~8182456,361167309~10788972,374973005~17421519,393244524~5678253,398956486~8954819] wrote [19101017~6987782,48422060~6799422,63999718~4384920,96628819~4117391,114720738~48812,231503857~376627,289495574~4521168,316308660~5372043,340935287~1519927,361167309~7886139] 2024-04-02T09:47:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:43 smithi112 ceph-mon[91385]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:43 smithi112 ceph-mon[88945]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:43 smithi187 ceph-mon[84356]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:44.186 INFO:tasks.workunit.client.0.smithi112.stdout: i=12 exists [1838056~3977406,8906649~3502191,16430254~25442513,43388304~1698560,45843552~15249969,62622565~7010995,71141340~21894452,93551247~17908079,114720738~48812,117063796~17393115,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,195503555~11387621,207126550~13662250,224726321~2782513,227955562~3924922,231922854~5755806,239654642~5631880,246375535~8770905,261900169~7932695,271744864~892848,275262679~7473984,289495574~4521168,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~14130826,352714193~8182456,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [45843552~2996192,66990968~2642592,101853282~7609419,195503555~6666743,231190630~538814,261900169~7932695,338400035~7324976,368502917~5469166,383057379~8097048] 2024-04-02T09:47:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:44 smithi112 ceph-mon[91385]: pgmap v4107: 137 pgs: 137 active+clean; 437 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 40 MiB/s wr, 192 op/s 2024-04-02T09:47:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:44 smithi112 ceph-mon[91385]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:44 smithi112 ceph-mon[88945]: pgmap v4107: 137 pgs: 137 active+clean; 437 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 40 MiB/s wr, 192 op/s 2024-04-02T09:47:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:44 smithi112 ceph-mon[88945]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:44 smithi187 ceph-mon[84356]: pgmap v4107: 137 pgs: 137 active+clean; 437 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 40 MiB/s wr, 192 op/s 2024-04-02T09:47:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:44 smithi187 ceph-mon[84356]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:45.180 INFO:tasks.workunit.client.0.smithi112.stdout: i=13 exists [1838056~3977406,8906649~3502191,16430254~25442513,43388304~1698560,45843552~15249969,62622565~7010995,71141340~21894452,93551247~17908079,114720738~48812,117063796~17393115,148641320~5947200,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,194917161~11974015,207126550~13662250,224726321~2782513,227955562~3924922,231922854~5755806,238581164~6705358,246375535~8770905,261900169~7932695,271744864~892848,275262679~7473984,289495574~4521168,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [33966794~6254461,55507482~3389400,74512631~5147856,148641320~5947200,194917161~3433318,238581164~4668276,275797977~6845236,292208134~1504662,348246079~5963441,355109830~3177890] 2024-04-02T09:47:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:45 smithi112 ceph-mon[91385]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:45 smithi112 ceph-mon[88945]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:45 smithi187 ceph-mon[84356]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:46.192 INFO:tasks.workunit.client.0.smithi112.stdout: i=14 exists [1838056~3977406,8906649~3502191,16430254~25442513,43388304~1698560,45843552~15249969,62622565~7010995,71141340~21894452,93551247~22786504,117063796~17393115,148641320~5947200,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,194917161~25871639,224726321~2782513,227859289~9819371,238581164~6705358,246375535~8770905,261900169~7932695,271744864~892848,275262679~7473984,289495574~4521168,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [18318812~1263423,109267285~7070466,203801564~5077688,227859289~5116821,312816275~4672801,325696075~3707413,342781561~2246721,345560075~1893832,377375207~3417644] 2024-04-02T09:47:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:46 smithi112 ceph-mon[91385]: pgmap v4110: 137 pgs: 137 active+clean; 527 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 43 MiB/s wr, 300 op/s 2024-04-02T09:47:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:46 smithi112 ceph-mon[91385]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:46 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:46 smithi112 ceph-mon[88945]: pgmap v4110: 137 pgs: 137 active+clean; 527 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 43 MiB/s wr, 300 op/s 2024-04-02T09:47:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:46 smithi112 ceph-mon[88945]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:46 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:46 smithi187 ceph-mon[84356]: pgmap v4110: 137 pgs: 137 active+clean; 527 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 43 MiB/s wr, 300 op/s 2024-04-02T09:47:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:46 smithi187 ceph-mon[84356]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:46 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:47.309 INFO:tasks.workunit.client.0.smithi112.stdout: i=15 exists [1838056~3977406,8906649~3502191,16430254~25442513,43388304~1698560,45843552~15249969,62622565~7010995,71141340~21894452,93551247~22786504,116592293~17864618,136670953~7729065,148641320~5947200,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,194583758~26205042,224726321~2782513,227859289~9819371,237943381~8146792,246375535~8770905,261900169~7932695,271744864~892848,273228770~9507893,287026744~6989998,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [116592293~6537288,123771231~4566958,136670953~7729065,149246733~4223513,194583758~3785097,237943381~8146792,273228770~8102344,287026744~4366874,366293608~4297864] 2024-04-02T09:47:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[91385]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:47.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:47.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:47:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[88945]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:47:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:47 smithi187 ceph-mon[84356]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:47:48.278 INFO:tasks.workunit.client.0.smithi112.stdout: i=16 exists [1838056~3977406,8906649~3502191,16430254~25442513,43388304~1698560,45159262~24474298,71141340~21894452,93551247~22786504,116592293~17864618,136670953~7729065,148641320~5947200,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,194583758~26205042,223981840~13696820,237943381~17203059,260166326~9666538,271744864~892848,273228770~9507893,287026744~6989998,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [45159262~1908478,54744490~3980332,59410502~7130541,223981840~7562149,242723791~6521072,249470143~3679023,260166326~7914647,366512588~2205181] 2024-04-02T09:47:48.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:48 smithi112 ceph-mon[88945]: pgmap v4113: 137 pgs: 137 active+clean; 575 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 33 MiB/s wr, 126 op/s 2024-04-02T09:47:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:48 smithi112 ceph-mon[88945]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:48 smithi112 ceph-mon[91385]: pgmap v4113: 137 pgs: 137 active+clean; 575 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 33 MiB/s wr, 126 op/s 2024-04-02T09:47:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:48 smithi112 ceph-mon[91385]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:48 smithi187 ceph-mon[84356]: pgmap v4113: 137 pgs: 137 active+clean; 575 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 33 MiB/s wr, 126 op/s 2024-04-02T09:47:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:48 smithi187 ceph-mon[84356]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: i=17 exists [1838056~3977406,8906649~3502191,16430254~28656610,45159262~24474298,71141340~21894452,93551247~42084198,136670953~7729065,148641320~5947200,159457316~4988508,170838783~3337387,174826756~10209841,186192809~6395670,194583758~26205042,223981840~13696820,237943381~17203059,260166326~9666538,271744864~892848,273228770~9507893,287026744~6989998,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [20473514~5308129,39150485~5766144,85960657~2389753,115585296~1770833,124252935~4162433,128635619~6999826,341349307~1099451,358750972~1191962,363873441~2739214,381468774~6663520] 2024-04-02T09:47:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:49 smithi187 ceph-mon[84356]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:49 smithi187 ceph-mon[84356]: pgmap v4116: 137 pgs: 137 active+clean; 698 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 41 MiB/s wr, 371 op/s 2024-04-02T09:47:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:49 smithi112 ceph-mon[91385]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:49 smithi112 ceph-mon[91385]: pgmap v4116: 137 pgs: 137 active+clean; 698 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 41 MiB/s wr, 371 op/s 2024-04-02T09:47:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:49 smithi112 ceph-mon[88945]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:49 smithi112 ceph-mon[88945]: pgmap v4116: 137 pgs: 137 active+clean; 698 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 41 MiB/s wr, 371 op/s 2024-04-02T09:47:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:47:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:47:49] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-02T09:47:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: i=18 exists [1838056~3977406,8906649~3502191,16430254~53203306,71141340~21894452,93551247~42084198,136670953~7729065,148641320~5947200,159457316~10508465,170838783~3337387,174826756~10209841,186192809~6395670,193085627~27703173,223981840~13696820,237943381~17203059,260166326~9666538,270321414~2316298,273228770~9507893,287026744~6989998,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [39808181~5792717,118905380~583128,161887430~8078351,177968222~978344,193085627~7717474,203562998~2691954,244435626~2393960,247623973~6589203,270321414~2170253] 2024-04-02T09:47:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:50 smithi187 ceph-mon[84356]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:50.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:50 smithi112 ceph-mon[88945]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:50 smithi112 ceph-mon[91385]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: i=19 exists [1838056~3977406,8906649~3502191,16430254~53203306,71141340~21894452,93551247~42084198,136241622~8158396,148641320~5947200,159457316~14718854,174826756~10209841,186192809~6395670,193085627~27703173,223981840~13696820,237943381~17203059,255248604~14584260,270321414~2316298,273228770~11461432,287026744~6989998,299224084~944609,301398225~2550437,305200627~363549,306765708~14914995,322146514~1563763,324235104~7532286,333164761~1226542,334917063~1967195,338400035~22496614,361167309~12804774,374973005~17421519,393244524~5678253,398956486~8954819] wrote [31997972~1740777,40301487~3740494,97460548~7502170,136241622~4518192,141611663~1354956,151073970~3472595,166358824~6755244,255248604~5092614,277367133~7323069,376710842~7140900] 2024-04-02T09:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:51 smithi187 ceph-mon[84356]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:51 smithi187 ceph-mon[84356]: pgmap v4119: 137 pgs: 137 active+clean; 775 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 50 MiB/s wr, 375 op/s 2024-04-02T09:47:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:51 smithi112 ceph-mon[91385]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:51.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:51 smithi112 ceph-mon[91385]: pgmap v4119: 137 pgs: 137 active+clean; 775 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 50 MiB/s wr, 375 op/s 2024-04-02T09:47:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:51 smithi112 ceph-mon[88945]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:51 smithi112 ceph-mon[88945]: pgmap v4119: 137 pgs: 137 active+clean; 775 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 50 MiB/s wr, 375 op/s 2024-04-02T09:47:52.243 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 1 diff [25165824~8388608,37748736~4194304,75497472~4194304,117440512~8388608,239075328~8388608,301989888~4194304,318767104~4194304,331350016~4194304,356515840~4194304,373293056~4194304] 2024-04-02T09:47:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [25165824~8388608,37748736~4194304,75497472~4194304,117440512~8388608,239075328~8388608,301989888~4194304,318767104~4194304,331350016~4194304,356515840~4194304,373293056~4194304] 2024-04-02T09:47:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [25165824~8388608,37748736~4194304,75497472~8388608,117440512~12582912,239075328~8388608,301989888~4194304,318767104~8388608,331350016~8388608,356515840~8388608,373293056~8388608] 2024-04-02T09:47:52.254 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 2 diff [25165824~16777216,71303168~8388608,83886080~8388608,117440512~8388608,159383552~8388608,205520896~8388608,239075328~8388608,297795584~8388608,318767104~4194304,331350016~4194304,356515840~4194304,373293056~4194304,381681664~16777216] 2024-04-02T09:47:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [25165824~16777216,71303168~8388608,83886080~8388608,117440512~8388608,159383552~8388608,205520896~8388608,239075328~8388608,297795584~8388608,318767104~4194304,331350016~4194304,356515840~4194304,373293056~4194304,381681664~16777216] 2024-04-02T09:47:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [25165824~16777216,71303168~25165824,117440512~12582912,159383552~8388608,205520896~12582912,239075328~8388608,297795584~8388608,318767104~8388608,331350016~8388608,356515840~8388608,373293056~29360128] 2024-04-02T09:47:52.256 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 3 diff [20971520~20971520,50331648~8388608,71303168~8388608,83886080~8388608,96468992~8388608,117440512~8388608,159383552~8388608,205520896~8388608,226492416~4194304,239075328~12582912,297795584~8388608,310378496~12582912,331350016~4194304,352321536~8388608,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~20971520,50331648~8388608,71303168~8388608,83886080~8388608,96468992~8388608,117440512~8388608,159383552~8388608,205520896~8388608,226492416~4194304,239075328~12582912,297795584~8388608,310378496~12582912,331350016~4194304,352321536~8388608,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~20971520,50331648~8388608,71303168~37748736,117440512~12582912,159383552~8388608,205520896~12582912,226492416~8388608,239075328~16777216,297795584~8388608,310378496~16777216,331350016~8388608,352321536~12582912,373293056~33554432] 2024-04-02T09:47:52.259 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 4 diff [20971520~20971520,50331648~8388608,71303168~8388608,83886080~8388608,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,205520896~8388608,226492416~4194304,239075328~12582912,276824064~8388608,297795584~8388608,310378496~12582912,331350016~4194304,343932928~16777216,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~20971520,50331648~8388608,71303168~8388608,83886080~8388608,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,205520896~8388608,226492416~4194304,239075328~12582912,276824064~8388608,297795584~8388608,310378496~12582912,331350016~4194304,343932928~16777216,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~20971520,50331648~8388608,71303168~41943040,117440512~20971520,159383552~8388608,171966464~12582912,205520896~12582912,226492416~8388608,239075328~16777216,276824064~8388608,297795584~8388608,310378496~16777216,331350016~8388608,343932928~20971520,373293056~33554432] 2024-04-02T09:47:52.261 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 5 diff [20971520~20971520,50331648~12582912,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,205520896~8388608,222298112~8388608,239075328~12582912,276824064~8388608,297795584~8388608,310378496~25165824,343932928~20971520,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~20971520,50331648~12582912,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,205520896~8388608,222298112~8388608,239075328~12582912,276824064~8388608,297795584~8388608,310378496~25165824,343932928~20971520,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~20971520,50331648~12582912,71303168~41943040,117440512~20971520,159383552~8388608,171966464~12582912,205520896~12582912,222298112~12582912,239075328~16777216,276824064~8388608,297795584~8388608,310378496~29360128,343932928~25165824,373293056~33554432] 2024-04-02T09:47:52.265 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 6 diff [8388608~33554432,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,201326592~12582912,222298112~8388608,239075328~12582912,264241152~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~25165824,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,201326592~12582912,222298112~8388608,239075328~12582912,264241152~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~25165824,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,50331648~16777216,71303168~41943040,117440512~20971520,159383552~8388608,171966464~12582912,201326592~16777216,222298112~12582912,239075328~16777216,264241152~20971520,297795584~8388608,310378496~58720256,373293056~33554432] 2024-04-02T09:47:52.268 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 7 diff [8388608~33554432,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,239075328~12582912,264241152~8388608,276824064~8388608,297795584~37748736,339738624~25165824,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,239075328~12582912,264241152~8388608,276824064~8388608,297795584~37748736,339738624~25165824,373293056~4194304,381681664~25165824] 2024-04-02T09:47:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,50331648~16777216,71303168~41943040,117440512~20971520,159383552~8388608,171966464~16777216,201326592~16777216,222298112~12582912,239075328~16777216,264241152~20971520,297795584~71303168,373293056~33554432] 2024-04-02T09:47:52.272 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 8 diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,239075328~16777216,264241152~8388608,276824064~8388608,297795584~37748736,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,239075328~16777216,264241152~8388608,276824064~8388608,297795584~37748736,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~41943040,117440512~20971520,159383552~8388608,171966464~16777216,201326592~16777216,222298112~12582912,239075328~16777216,264241152~20971520,297795584~71303168,373293056~37748736] 2024-04-02T09:47:52.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 9 diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~33554432,201326592~29360128,239075328~16777216,264241152~8388608,276824064~8388608,297795584~37748736,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~33554432,201326592~29360128,239075328~16777216,264241152~8388608,276824064~8388608,297795584~37748736,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~41943040,117440512~20971520,159383552~33554432,201326592~33554432,239075328~16777216,264241152~20971520,297795584~71303168,373293056~37748736] 2024-04-02T09:47:52.281 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 10 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,297795584~37748736,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,297795584~37748736,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~20971520,71303168~67108864,159383552~33554432,201326592~54525952,264241152~20971520,297795584~71303168,373293056~37748736] 2024-04-02T09:47:52.286 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 11 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,289406976~46137344,339738624~29360128,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,289406976~46137344,339738624~29360128,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~92274688,159383552~33554432,201326592~54525952,264241152~20971520,289406976~79691776,373293056~37748736] 2024-04-02T09:47:52.291 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 12 diff [0~4194304,8388608~58720256,71303168~62914560,159383552~96468992,260046848~20971520,289406976~88080384,381681664~29360128] 2024-04-02T09:47:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~62914560,159383552~96468992,260046848~20971520,289406976~88080384,381681664~29360128] 2024-04-02T09:47:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~130023424,159383552~96468992,260046848~25165824,289406976~121634816] 2024-04-02T09:47:52.296 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 13 diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~88080384,381681664~29360128] 2024-04-02T09:47:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~88080384,381681664~29360128] 2024-04-02T09:47:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~130023424,146800640~8388608,159383552~96468992,260046848~25165824,289406976~121634816] 2024-04-02T09:47:52.302 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 14 diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~121634816] 2024-04-02T09:47:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~121634816] 2024-04-02T09:47:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~130023424,146800640~8388608,159383552~96468992,260046848~25165824,289406976~121634816] 2024-04-02T09:47:52.308 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 15 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.314 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 16 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.321 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 17 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 18 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~113246208] 2024-04-02T09:47:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.335 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 19 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:52.343 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 2 diff [29360128~8388608,71303168~8388608,83886080~8388608,121634816~4194304,159383552~8388608,205520896~8388608,297795584~4194304,381681664~16777216] 2024-04-02T09:47:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29360128~8388608,71303168~8388608,83886080~8388608,121634816~4194304,159383552~8388608,205520896~8388608,297795584~4194304,381681664~16777216] 2024-04-02T09:47:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29360128~8388608,71303168~8388608,83886080~12582912,121634816~8388608,159383552~8388608,205520896~12582912,297795584~8388608,381681664~20971520] 2024-04-02T09:47:52.344 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 3 diff [20971520~16777216,50331648~8388608,71303168~8388608,83886080~8388608,96468992~8388608,121634816~4194304,159383552~8388608,205520896~8388608,226492416~4194304,243269632~8388608,297795584~4194304,310378496~8388608,352321536~4194304,381681664~25165824] 2024-04-02T09:47:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~16777216,50331648~8388608,71303168~8388608,83886080~8388608,96468992~8388608,121634816~4194304,159383552~8388608,205520896~8388608,226492416~4194304,243269632~8388608,297795584~4194304,310378496~8388608,352321536~4194304,381681664~25165824] 2024-04-02T09:47:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~16777216,50331648~8388608,71303168~8388608,83886080~25165824,121634816~8388608,159383552~8388608,205520896~12582912,226492416~8388608,243269632~12582912,297795584~8388608,310378496~12582912,352321536~8388608,381681664~25165824] 2024-04-02T09:47:52.346 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 4 diff [20971520~16777216,50331648~8388608,71303168~8388608,83886080~8388608,96468992~12582912,121634816~12582912,159383552~8388608,171966464~8388608,205520896~8388608,226492416~4194304,243269632~8388608,276824064~8388608,297795584~4194304,310378496~8388608,343932928~12582912,381681664~25165824] 2024-04-02T09:47:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~16777216,50331648~8388608,71303168~8388608,83886080~8388608,96468992~12582912,121634816~12582912,159383552~8388608,171966464~8388608,205520896~8388608,226492416~4194304,243269632~8388608,276824064~8388608,297795584~4194304,310378496~8388608,343932928~12582912,381681664~25165824] 2024-04-02T09:47:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~16777216,50331648~8388608,71303168~8388608,83886080~29360128,121634816~16777216,159383552~8388608,171966464~12582912,205520896~12582912,226492416~8388608,243269632~12582912,276824064~8388608,297795584~8388608,310378496~12582912,343932928~16777216,381681664~25165824] 2024-04-02T09:47:52.348 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 5 diff [20971520~16777216,50331648~12582912,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,205520896~8388608,222298112~8388608,243269632~8388608,276824064~8388608,297795584~4194304,310378496~8388608,322961408~8388608,343932928~12582912,360710144~4194304,381681664~25165824] 2024-04-02T09:47:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~16777216,50331648~12582912,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,205520896~8388608,222298112~8388608,243269632~8388608,276824064~8388608,297795584~4194304,310378496~8388608,322961408~8388608,343932928~12582912,360710144~4194304,381681664~25165824] 2024-04-02T09:47:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~16777216,50331648~12582912,71303168~41943040,117440512~20971520,159383552~8388608,171966464~12582912,205520896~12582912,222298112~12582912,243269632~12582912,276824064~8388608,297795584~8388608,310378496~25165824,343932928~25165824,381681664~25165824] 2024-04-02T09:47:52.351 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 6 diff [8388608~29360128,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,297795584~4194304,310378496~8388608,322961408~12582912,339738624~16777216,360710144~4194304,381681664~25165824] 2024-04-02T09:47:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~29360128,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~8388608,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,297795584~4194304,310378496~8388608,322961408~12582912,339738624~16777216,360710144~4194304,381681664~25165824] 2024-04-02T09:47:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~29360128,50331648~16777216,71303168~41943040,117440512~20971520,159383552~8388608,171966464~12582912,201326592~16777216,222298112~12582912,243269632~12582912,264241152~20971520,297795584~8388608,310378496~25165824,339738624~29360128,381681664~25165824] 2024-04-02T09:47:52.354 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 7 diff [8388608~29360128,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,381681664~25165824] 2024-04-02T09:47:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~29360128,50331648~16777216,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,381681664~25165824] 2024-04-02T09:47:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~29360128,50331648~16777216,71303168~41943040,117440512~20971520,159383552~8388608,171966464~16777216,201326592~16777216,222298112~12582912,243269632~12582912,264241152~20971520,297795584~37748736,339738624~29360128,381681664~25165824] 2024-04-02T09:47:52.357 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 8 diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~29360128] 2024-04-02T09:47:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~8388608,171966464~12582912,201326592~12582912,222298112~8388608,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~29360128] 2024-04-02T09:47:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~41943040,117440512~20971520,159383552~8388608,171966464~16777216,201326592~16777216,222298112~12582912,239075328~16777216,264241152~20971520,297795584~37748736,339738624~29360128,381681664~29360128] 2024-04-02T09:47:52.360 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 9 diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~33554432,201326592~29360128,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~29360128] 2024-04-02T09:47:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~20971520,96468992~12582912,117440512~16777216,159383552~33554432,201326592~29360128,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~29360128] 2024-04-02T09:47:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~41943040,117440512~20971520,159383552~33554432,201326592~33554432,239075328~16777216,264241152~20971520,297795584~37748736,339738624~29360128,381681664~29360128] 2024-04-02T09:47:52.364 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 10 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~20971520,71303168~67108864,159383552~33554432,201326592~54525952,264241152~20971520,297795584~37748736,339738624~29360128,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.368 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 11 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,289406976~12582912,306184192~29360128,339738624~29360128,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~37748736,113246208~20971520,159383552~33554432,201326592~54525952,264241152~16777216,289406976~12582912,306184192~29360128,339738624~29360128,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~92274688,159383552~33554432,201326592~54525952,264241152~20971520,289406976~46137344,339738624~29360128,373293056~4194304,381681664~29360128] 2024-04-02T09:47:52.372 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 12 diff [0~4194304,8388608~58720256,71303168~62914560,159383552~96468992,260046848~20971520,289406976~12582912,306184192~71303168,381681664~29360128] 2024-04-02T09:47:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~62914560,159383552~96468992,260046848~20971520,289406976~12582912,306184192~71303168,381681664~29360128] 2024-04-02T09:47:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~130023424,159383552~96468992,260046848~25165824,289406976~88080384,381681664~29360128] 2024-04-02T09:47:52.377 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 13 diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~130023424,146800640~8388608,159383552~96468992,260046848~25165824,289406976~88080384,381681664~29360128] 2024-04-02T09:47:52.382 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 14 diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~62914560,146800640~8388608,159383552~96468992,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~130023424,146800640~8388608,159383552~96468992,260046848~25165824,289406976~121634816] 2024-04-02T09:47:52.387 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 15 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.393 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 16 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~29360128] 2024-04-02T09:47:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.399 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 17 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~104857600] 2024-04-02T09:47:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~104857600] 2024-04-02T09:47:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.405 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 18 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~104857600] 2024-04-02T09:47:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~104857600] 2024-04-02T09:47:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~150994944] 2024-04-02T09:47:52.412 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 19 diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:52.419 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 3 diff [20971520~12582912,50331648~8388608,96468992~8388608,226492416~4194304,243269632~8388608,310378496~8388608,352321536~4194304,398458880~8388608] 2024-04-02T09:47:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~12582912,50331648~8388608,96468992~8388608,226492416~4194304,243269632~8388608,310378496~8388608,352321536~4194304,398458880~8388608] 2024-04-02T09:47:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~12582912,50331648~8388608,96468992~12582912,226492416~8388608,243269632~12582912,310378496~12582912,352321536~8388608,398458880~8388608] 2024-04-02T09:47:52.421 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 4 diff [20971520~12582912,50331648~8388608,71303168~4194304,96468992~12582912,125829120~8388608,171966464~8388608,205520896~8388608,226492416~4194304,243269632~8388608,276824064~8388608,310378496~8388608,343932928~12582912,398458880~8388608] 2024-04-02T09:47:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~12582912,50331648~8388608,71303168~4194304,96468992~12582912,125829120~8388608,171966464~8388608,205520896~8388608,226492416~4194304,243269632~8388608,276824064~8388608,310378496~8388608,343932928~12582912,398458880~8388608] 2024-04-02T09:47:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~12582912,50331648~8388608,71303168~8388608,96468992~16777216,125829120~12582912,171966464~12582912,205520896~12582912,226492416~8388608,243269632~12582912,276824064~8388608,310378496~12582912,343932928~16777216,398458880~8388608] 2024-04-02T09:47:52.422 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 5 diff [20971520~12582912,50331648~12582912,71303168~12582912,96468992~12582912,117440512~16777216,171966464~8388608,205520896~8388608,222298112~8388608,243269632~8388608,276824064~8388608,310378496~8388608,322961408~8388608,343932928~12582912,360710144~4194304,398458880~8388608] 2024-04-02T09:47:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~12582912,50331648~12582912,71303168~12582912,96468992~12582912,117440512~16777216,171966464~8388608,205520896~8388608,222298112~8388608,243269632~8388608,276824064~8388608,310378496~8388608,322961408~8388608,343932928~12582912,360710144~4194304,398458880~8388608] 2024-04-02T09:47:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~12582912,50331648~12582912,71303168~16777216,96468992~16777216,117440512~20971520,171966464~12582912,205520896~12582912,222298112~12582912,243269632~12582912,276824064~8388608,310378496~25165824,343932928~25165824,398458880~8388608] 2024-04-02T09:47:52.424 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 6 diff [8388608~25165824,50331648~16777216,71303168~12582912,96468992~12582912,117440512~16777216,171966464~8388608,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,310378496~8388608,322961408~12582912,339738624~16777216,360710144~4194304,398458880~8388608] 2024-04-02T09:47:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~25165824,50331648~16777216,71303168~12582912,96468992~12582912,117440512~16777216,171966464~8388608,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,310378496~8388608,322961408~12582912,339738624~16777216,360710144~4194304,398458880~8388608] 2024-04-02T09:47:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~25165824,50331648~16777216,71303168~16777216,96468992~16777216,117440512~20971520,171966464~12582912,201326592~16777216,222298112~12582912,243269632~12582912,264241152~20971520,310378496~25165824,339738624~29360128,398458880~8388608] 2024-04-02T09:47:52.426 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 7 diff [8388608~25165824,50331648~16777216,71303168~12582912,96468992~12582912,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~25165824,50331648~16777216,71303168~12582912,96468992~12582912,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,243269632~8388608,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~29360128,50331648~16777216,71303168~16777216,96468992~16777216,117440512~20971520,171966464~16777216,201326592~16777216,222298112~12582912,243269632~12582912,264241152~20971520,297795584~4194304,306184192~29360128,339738624~29360128,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.428 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 8 diff [8388608~33554432,46137344~20971520,71303168~12582912,96468992~12582912,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~12582912,96468992~12582912,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~16777216,96468992~16777216,117440512~20971520,171966464~16777216,201326592~16777216,222298112~12582912,239075328~16777216,264241152~20971520,297795584~4194304,306184192~29360128,339738624~29360128,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.432 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 9 diff [8388608~33554432,46137344~20971520,71303168~16777216,96468992~12582912,117440512~16777216,167772160~25165824,201326592~29360128,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~16777216,96468992~12582912,117440512~16777216,167772160~25165824,201326592~29360128,239075328~16777216,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~16777216,96468992~16777216,117440512~20971520,167772160~25165824,201326592~33554432,239075328~16777216,264241152~20971520,297795584~4194304,306184192~29360128,339738624~29360128,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.435 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 10 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~16777216,113246208~20971520,159383552~4194304,167772160~25165824,201326592~54525952,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~16777216,113246208~20971520,159383552~4194304,167772160~25165824,201326592~54525952,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~25165824,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~46137344,159383552~4194304,167772160~25165824,201326592~54525952,264241152~20971520,297795584~4194304,306184192~29360128,339738624~29360128,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.439 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 11 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~16777216,113246208~20971520,159383552~4194304,167772160~25165824,201326592~54525952,264241152~16777216,289406976~12582912,306184192~29360128,339738624~29360128,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~16777216,113246208~20971520,159383552~4194304,167772160~25165824,201326592~54525952,264241152~16777216,289406976~12582912,306184192~29360128,339738624~29360128,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~41943040,92274688~46137344,159383552~4194304,167772160~25165824,201326592~54525952,264241152~20971520,289406976~12582912,306184192~29360128,339738624~29360128,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.443 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 12 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,159383552~4194304,167772160~88080384,260046848~20971520,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,159383552~4194304,167772160~88080384,260046848~20971520,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~46137344,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.448 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 13 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~88080384,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~88080384,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~46137344,146800640~8388608,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.453 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 14 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~88080384,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~88080384,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~46137344,146800640~8388608,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.459 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 15 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~62914560,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.465 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 16 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~62914560,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.471 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 17 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.478 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 18 diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:52 smithi187 ceph-mon[84356]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:52.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:47:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.484 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 19 diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.495 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 4 diff [20971520~8388608,71303168~4194304,104857600~4194304,125829120~8388608,171966464~8388608,205520896~8388608,226492416~4194304,276824064~8388608,310378496~8388608,343932928~8388608] 2024-04-02T09:47:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~8388608,71303168~4194304,104857600~4194304,125829120~8388608,171966464~8388608,205520896~8388608,226492416~4194304,276824064~8388608,310378496~8388608,343932928~8388608] 2024-04-02T09:47:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~8388608,71303168~8388608,104857600~8388608,125829120~12582912,171966464~12582912,205520896~12582912,226492416~8388608,276824064~8388608,310378496~8388608,343932928~12582912] 2024-04-02T09:47:52.495 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 5 diff [20971520~8388608,54525952~4194304,71303168~12582912,104857600~4194304,117440512~16777216,171966464~8388608,205520896~8388608,222298112~8388608,276824064~8388608,310378496~8388608,322961408~8388608,343932928~8388608,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~8388608,54525952~4194304,71303168~12582912,104857600~4194304,117440512~16777216,171966464~8388608,205520896~8388608,222298112~8388608,276824064~8388608,310378496~8388608,322961408~8388608,343932928~8388608,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~8388608,54525952~8388608,71303168~16777216,104857600~8388608,117440512~20971520,171966464~12582912,205520896~12582912,222298112~12582912,276824064~8388608,310378496~8388608,322961408~12582912,343932928~12582912,360710144~8388608,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 6 diff [8388608~20971520,54525952~4194304,62914560~4194304,71303168~12582912,104857600~4194304,117440512~16777216,171966464~8388608,201326592~12582912,222298112~8388608,264241152~8388608,276824064~8388608,310378496~8388608,322961408~12582912,339738624~12582912,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~20971520,54525952~4194304,62914560~4194304,71303168~12582912,104857600~4194304,117440512~16777216,171966464~8388608,201326592~12582912,222298112~8388608,264241152~8388608,276824064~8388608,310378496~8388608,322961408~12582912,339738624~12582912,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~20971520,54525952~12582912,71303168~16777216,104857600~8388608,117440512~20971520,171966464~12582912,201326592~16777216,222298112~12582912,264241152~20971520,310378496~8388608,322961408~12582912,339738624~16777216,360710144~8388608,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 7 diff [8388608~25165824,54525952~4194304,62914560~4194304,71303168~12582912,104857600~4194304,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,264241152~8388608,276824064~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~12582912,360710144~4194304,381681664~8388608,398458880~4194304] 2024-04-02T09:47:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~25165824,54525952~4194304,62914560~4194304,71303168~12582912,104857600~4194304,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,264241152~8388608,276824064~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~12582912,360710144~4194304,381681664~8388608,398458880~4194304] 2024-04-02T09:47:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~29360128,54525952~12582912,71303168~16777216,104857600~8388608,117440512~20971520,171966464~16777216,201326592~16777216,222298112~12582912,264241152~20971520,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~8388608,381681664~12582912,398458880~4194304] 2024-04-02T09:47:52.497 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 8 diff [8388608~33554432,46137344~4194304,54525952~12582912,71303168~12582912,104857600~4194304,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,239075328~12582912,264241152~8388608,276824064~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~16777216,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~4194304,54525952~12582912,71303168~12582912,104857600~4194304,117440512~16777216,171966464~12582912,201326592~12582912,222298112~8388608,239075328~12582912,264241152~8388608,276824064~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~16777216,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~8388608,117440512~20971520,171966464~16777216,201326592~16777216,222298112~12582912,239075328~16777216,264241152~20971520,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~8388608,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.500 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 9 diff [8388608~33554432,46137344~20971520,71303168~16777216,104857600~4194304,117440512~16777216,167772160~25165824,201326592~29360128,239075328~12582912,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~33554432,46137344~20971520,71303168~16777216,104857600~4194304,117440512~16777216,167772160~25165824,201326592~29360128,239075328~12582912,264241152~8388608,276824064~8388608,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~16777216,104857600~8388608,117440512~20971520,167772160~25165824,201326592~33554432,239075328~16777216,264241152~20971520,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~8388608,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.503 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 10 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~4194304,104857600~4194304,113246208~20971520,159383552~4194304,167772160~25165824,201326592~50331648,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~4194304,104857600~4194304,113246208~20971520,159383552~4194304,167772160~25165824,201326592~50331648,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~4194304,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~8388608,104857600~33554432,159383552~4194304,167772160~25165824,201326592~54525952,264241152~20971520,297795584~4194304,306184192~12582912,322961408~12582912,339738624~16777216,360710144~8388608,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.507 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 11 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~8388608,104857600~4194304,113246208~20971520,159383552~4194304,167772160~25165824,201326592~50331648,264241152~16777216,289406976~12582912,306184192~29360128,339738624~16777216,360710144~8388608,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~8388608,104857600~4194304,113246208~20971520,159383552~4194304,167772160~25165824,201326592~50331648,264241152~16777216,289406976~12582912,306184192~29360128,339738624~16777216,360710144~8388608,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~41943040,92274688~46137344,159383552~4194304,167772160~25165824,201326592~54525952,264241152~20971520,289406976~12582912,306184192~29360128,339738624~16777216,360710144~8388608,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.511 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 12 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,159383552~4194304,167772160~83886080,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,159383552~4194304,167772160~83886080,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~46137344,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.515 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 13 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~83886080,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~83886080,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~46137344,146800640~8388608,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.519 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 14 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~83886080,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~41943040,146800640~8388608,159383552~4194304,167772160~83886080,260046848~20971520,289406976~12582912,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~46137344,146800640~8388608,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.525 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 15 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~83886080,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~83886080,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~62914560,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.529 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 16 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~50331648,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~62914560,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.535 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 17 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~88080384,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.541 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 18 diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~96468992,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.547 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 19 diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.553 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 5 diff [54525952~4194304,75497472~8388608,117440512~8388608,222298112~4194304,310378496~4194304,322961408~8388608,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [54525952~4194304,75497472~8388608,117440512~8388608,222298112~4194304,310378496~4194304,322961408~8388608,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [54525952~8388608,75497472~12582912,117440512~8388608,222298112~8388608,310378496~8388608,322961408~12582912,360710144~8388608,398458880~4194304] 2024-04-02T09:47:52.555 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 6 diff [8388608~12582912,54525952~4194304,62914560~4194304,75497472~8388608,117440512~8388608,171966464~8388608,201326592~8388608,222298112~4194304,264241152~8388608,310378496~4194304,322961408~12582912,339738624~4194304,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,54525952~4194304,62914560~4194304,75497472~8388608,117440512~8388608,171966464~8388608,201326592~8388608,222298112~4194304,264241152~8388608,310378496~4194304,322961408~12582912,339738624~4194304,360710144~4194304,398458880~4194304] 2024-04-02T09:47:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~16777216,54525952~12582912,75497472~12582912,117440512~8388608,171966464~12582912,201326592~8388608,222298112~8388608,264241152~12582912,310378496~8388608,322961408~12582912,339738624~4194304,360710144~8388608,398458880~4194304] 2024-04-02T09:47:52.556 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 7 diff [8388608~12582912,25165824~8388608,54525952~4194304,62914560~4194304,75497472~8388608,117440512~8388608,171966464~12582912,201326592~8388608,222298112~4194304,264241152~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~4194304,360710144~4194304,381681664~8388608,398458880~4194304] 2024-04-02T09:47:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,25165824~8388608,54525952~4194304,62914560~4194304,75497472~8388608,117440512~8388608,171966464~12582912,201326592~8388608,222298112~4194304,264241152~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~4194304,360710144~4194304,381681664~8388608,398458880~4194304] 2024-04-02T09:47:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~29360128,54525952~12582912,75497472~12582912,117440512~8388608,171966464~16777216,201326592~8388608,222298112~8388608,264241152~12582912,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,360710144~8388608,381681664~12582912,398458880~4194304] 2024-04-02T09:47:52.558 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 8 diff [8388608~12582912,25165824~16777216,46137344~4194304,54525952~12582912,71303168~12582912,117440512~12582912,171966464~12582912,201326592~8388608,222298112~4194304,239075328~12582912,264241152~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~4194304,352321536~4194304,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,25165824~16777216,46137344~4194304,54525952~12582912,71303168~12582912,117440512~12582912,171966464~12582912,201326592~8388608,222298112~4194304,239075328~12582912,264241152~8388608,297795584~4194304,306184192~8388608,322961408~12582912,339738624~4194304,352321536~4194304,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~4194304,54525952~12582912,71303168~16777216,117440512~12582912,171966464~16777216,201326592~8388608,222298112~8388608,239075328~16777216,264241152~12582912,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~8388608,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.561 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 9 diff [8388608~12582912,25165824~16777216,46137344~20971520,71303168~16777216,117440512~12582912,167772160~25165824,201326592~16777216,222298112~4194304,239075328~12582912,264241152~8388608,276824064~4194304,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,25165824~16777216,46137344~20971520,71303168~16777216,117440512~12582912,167772160~25165824,201326592~16777216,222298112~4194304,239075328~12582912,264241152~8388608,276824064~4194304,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~16777216,117440512~12582912,167772160~25165824,201326592~29360128,239075328~16777216,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~8388608,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.563 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 10 diff [0~4194304,8388608~12582912,25165824~16777216,46137344~20971520,71303168~16777216,92274688~4194304,113246208~16777216,159383552~4194304,167772160~25165824,201326592~16777216,222298112~4194304,230686720~20971520,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~4194304,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~12582912,25165824~16777216,46137344~20971520,71303168~16777216,92274688~4194304,113246208~16777216,159383552~4194304,167772160~25165824,201326592~16777216,222298112~4194304,230686720~20971520,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~4194304,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~8388608,113246208~16777216,159383552~4194304,167772160~25165824,201326592~54525952,264241152~20971520,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.567 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 11 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~8388608,113246208~16777216,159383552~4194304,167772160~25165824,201326592~16777216,222298112~4194304,230686720~20971520,264241152~16777216,289406976~12582912,306184192~29360128,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~16777216,92274688~8388608,113246208~16777216,159383552~4194304,167772160~25165824,201326592~16777216,222298112~4194304,230686720~20971520,264241152~16777216,289406976~12582912,306184192~29360128,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~8388608,398458880~12582912] 2024-04-02T09:47:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~41943040,92274688~12582912,113246208~16777216,159383552~4194304,167772160~25165824,201326592~54525952,264241152~20971520,289406976~12582912,306184192~29360128,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.571 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 12 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~16777216,113246208~16777216,159383552~4194304,167772160~50331648,222298112~4194304,230686720~20971520,260046848~20971520,289406976~12582912,306184192~37748736,352321536~4194304,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~16777216,113246208~16777216,159383552~4194304,167772160~50331648,222298112~4194304,230686720~20971520,260046848~20971520,289406976~12582912,306184192~37748736,352321536~4194304,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~37748736,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~41943040,352321536~4194304,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.575 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 13 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~16777216,113246208~16777216,146800640~8388608,159383552~4194304,167772160~50331648,222298112~4194304,230686720~20971520,260046848~20971520,289406976~12582912,306184192~37748736,348127232~29360128,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~16777216,113246208~16777216,146800640~8388608,159383552~4194304,167772160~50331648,222298112~4194304,230686720~20971520,260046848~20971520,289406976~12582912,306184192~37748736,348127232~29360128,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~37748736,146800640~8388608,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.579 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 14 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~37748736,146800640~8388608,159383552~4194304,167772160~50331648,222298112~29360128,260046848~20971520,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~37748736,146800640~8388608,159383552~4194304,167772160~50331648,222298112~29360128,260046848~20971520,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~37748736,146800640~8388608,159383552~4194304,167772160~88080384,260046848~25165824,289406976~12582912,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.583 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 15 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~29360128,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~29360128,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~37748736,134217728~20971520,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.588 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 16 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~79691776,92274688~37748736,134217728~20971520,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.593 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 17 diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~16777216,92274688~50331648,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.598 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 18 diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~12582912] 2024-04-02T09:47:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.604 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 19 diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.610 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 6 diff [8388608~12582912,62914560~4194304,171966464~8388608,201326592~8388608,264241152~8388608,331350016~4194304,339738624~4194304] 2024-04-02T09:47:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,62914560~4194304,171966464~8388608,201326592~8388608,264241152~8388608,331350016~4194304,339738624~4194304] 2024-04-02T09:47:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~16777216,62914560~4194304,171966464~12582912,201326592~8388608,264241152~12582912,331350016~4194304,339738624~4194304] 2024-04-02T09:47:52.611 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 7 diff [8388608~12582912,25165824~8388608,62914560~4194304,171966464~12582912,201326592~8388608,264241152~8388608,297795584~4194304,306184192~4194304,322961408~4194304,331350016~4194304,339738624~4194304,381681664~8388608] 2024-04-02T09:47:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,25165824~8388608,62914560~4194304,171966464~12582912,201326592~8388608,264241152~8388608,297795584~4194304,306184192~4194304,322961408~4194304,331350016~4194304,339738624~4194304,381681664~8388608] 2024-04-02T09:47:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~29360128,62914560~4194304,171966464~16777216,201326592~8388608,264241152~12582912,297795584~4194304,306184192~8388608,322961408~12582912,339738624~4194304,381681664~12582912] 2024-04-02T09:47:52.613 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 8 diff [8388608~12582912,25165824~16777216,46137344~4194304,54525952~12582912,71303168~4194304,125829120~4194304,171966464~12582912,201326592~8388608,239075328~12582912,264241152~8388608,297795584~4194304,306184192~4194304,322961408~4194304,331350016~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,25165824~16777216,46137344~4194304,54525952~12582912,71303168~4194304,125829120~4194304,171966464~12582912,201326592~8388608,239075328~12582912,264241152~8388608,297795584~4194304,306184192~4194304,322961408~4194304,331350016~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~4194304,54525952~12582912,71303168~8388608,125829120~4194304,171966464~16777216,201326592~8388608,239075328~16777216,264241152~12582912,297795584~4194304,306184192~8388608,322961408~12582912,339738624~4194304,352321536~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.615 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 9 diff [8388608~12582912,25165824~16777216,46137344~20971520,71303168~8388608,125829120~4194304,167772160~25165824,201326592~16777216,239075328~12582912,264241152~8388608,276824064~4194304,297795584~4194304,306184192~12582912,322961408~4194304,331350016~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~12582912,25165824~16777216,46137344~20971520,71303168~8388608,125829120~4194304,167772160~25165824,201326592~16777216,239075328~12582912,264241152~8388608,276824064~4194304,297795584~4194304,306184192~12582912,322961408~4194304,331350016~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~33554432,46137344~20971520,71303168~12582912,125829120~4194304,167772160~25165824,201326592~20971520,239075328~16777216,264241152~16777216,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.617 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 10 diff [0~4194304,8388608~12582912,25165824~16777216,46137344~20971520,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,201326592~16777216,230686720~20971520,264241152~16777216,297795584~4194304,306184192~12582912,322961408~4194304,331350016~4194304,339738624~4194304,352321536~4194304,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~12582912,25165824~16777216,46137344~20971520,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,201326592~16777216,230686720~20971520,264241152~16777216,297795584~4194304,306184192~12582912,322961408~4194304,331350016~4194304,339738624~4194304,352321536~4194304,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:52 smithi112 ceph-mon[91385]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:52 smithi112 ceph-mon[88945]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~20971520,71303168~12582912,92274688~8388608,113246208~16777216,159383552~4194304,167772160~25165824,201326592~20971520,230686720~25165824,264241152~20971520,297795584~4194304,306184192~12582912,322961408~12582912,339738624~4194304,352321536~4194304,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.620 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 11 diff [0~4194304,8388608~33554432,46137344~20971520,71303168~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,201326592~16777216,230686720~20971520,264241152~16777216,289406976~12582912,306184192~20971520,331350016~4194304,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~33554432,46137344~20971520,71303168~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,201326592~16777216,230686720~20971520,264241152~16777216,289406976~12582912,306184192~20971520,331350016~4194304,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~33554432,46137344~37748736,92274688~12582912,113246208~16777216,159383552~4194304,167772160~25165824,201326592~20971520,230686720~25165824,264241152~20971520,289406976~12582912,306184192~29360128,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.623 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 12 diff [0~4194304,8388608~58720256,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~50331648,230686720~20971520,260046848~20971520,289406976~12582912,306184192~20971520,331350016~12582912,352321536~4194304,360710144~16777216,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~50331648,230686720~20971520,260046848~20971520,289406976~12582912,306184192~20971520,331350016~12582912,352321536~4194304,360710144~16777216,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~75497472,92274688~37748736,159383552~4194304,167772160~54525952,230686720~25165824,260046848~25165824,289406976~12582912,306184192~41943040,352321536~4194304,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.626 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 13 diff [0~4194304,8388608~58720256,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~50331648,230686720~20971520,260046848~20971520,289406976~12582912,306184192~20971520,331350016~12582912,348127232~29360128,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~50331648,230686720~20971520,260046848~20971520,289406976~12582912,306184192~20971520,331350016~12582912,348127232~29360128,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~75497472,92274688~37748736,146800640~8388608,159383552~4194304,167772160~54525952,230686720~25165824,260046848~25165824,289406976~12582912,306184192~71303168,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.630 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 14 diff [0~4194304,8388608~58720256,71303168~8388608,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~20971520,289406976~12582912,306184192~71303168,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~8388608,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~20971520,289406976~12582912,306184192~71303168,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~75497472,92274688~37748736,146800640~8388608,159383552~4194304,167772160~54525952,226492416~29360128,260046848~25165824,289406976~12582912,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.634 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 15 diff [0~4194304,8388608~58720256,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~75497472,92274688~37748736,134217728~20971520,159383552~4194304,167772160~54525952,226492416~29360128,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.638 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 16 diff [0~4194304,8388608~58720256,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~71303168,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~75497472,92274688~37748736,134217728~20971520,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.643 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 17 diff [0~4194304,8388608~58720256,71303168~8388608,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~8388608] 2024-04-02T09:47:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~8388608,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~8388608] 2024-04-02T09:47:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~4194304,167772160~88080384,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.649 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 18 diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~8388608] 2024-04-02T09:47:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~33554432,260046848~33554432,297795584~4194304,306184192~83886080,398458880~8388608] 2024-04-02T09:47:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~96468992,260046848~41943040,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.654 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 19 diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:52.660 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 7 diff [25165824~8388608,171966464~12582912,297795584~4194304,306184192~4194304,322961408~4194304,339738624~4194304,381681664~8388608] 2024-04-02T09:47:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [25165824~8388608,171966464~12582912,297795584~4194304,306184192~4194304,322961408~4194304,339738624~4194304,381681664~8388608] 2024-04-02T09:47:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [25165824~12582912,171966464~16777216,297795584~4194304,306184192~8388608,322961408~8388608,339738624~4194304,381681664~12582912] 2024-04-02T09:47:52.661 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 8 diff [25165824~16777216,46137344~4194304,54525952~8388608,71303168~4194304,125829120~4194304,171966464~12582912,239075328~12582912,297795584~4194304,306184192~4194304,322961408~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [25165824~16777216,46137344~4194304,54525952~8388608,71303168~4194304,125829120~4194304,171966464~12582912,239075328~12582912,297795584~4194304,306184192~4194304,322961408~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [25165824~16777216,46137344~4194304,54525952~12582912,71303168~8388608,125829120~4194304,171966464~16777216,239075328~16777216,297795584~4194304,306184192~8388608,322961408~8388608,339738624~4194304,352321536~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.663 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 9 diff [25165824~16777216,46137344~16777216,71303168~8388608,125829120~4194304,167772160~25165824,205520896~12582912,239075328~12582912,276824064~4194304,297795584~4194304,306184192~12582912,322961408~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [25165824~16777216,46137344~16777216,71303168~8388608,125829120~4194304,167772160~25165824,205520896~12582912,239075328~12582912,276824064~4194304,297795584~4194304,306184192~12582912,322961408~4194304,339738624~4194304,352321536~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [25165824~16777216,46137344~20971520,71303168~12582912,125829120~4194304,167772160~25165824,205520896~16777216,239075328~16777216,276824064~4194304,297795584~4194304,306184192~12582912,322961408~8388608,339738624~4194304,352321536~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.665 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 10 diff [0~4194304,25165824~16777216,46137344~16777216,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,297795584~4194304,306184192~12582912,322961408~4194304,339738624~4194304,352321536~4194304,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,25165824~16777216,46137344~16777216,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,297795584~4194304,306184192~12582912,322961408~4194304,339738624~4194304,352321536~4194304,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,25165824~16777216,46137344~20971520,71303168~12582912,92274688~8388608,113246208~16777216,159383552~4194304,167772160~25165824,205520896~16777216,230686720~25165824,264241152~4194304,272629760~12582912,297795584~4194304,306184192~12582912,322961408~8388608,339738624~4194304,352321536~4194304,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.667 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 11 diff [0~4194304,16777216~25165824,46137344~20971520,71303168~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,289406976~12582912,306184192~20971520,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~25165824,46137344~20971520,71303168~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~25165824,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,289406976~12582912,306184192~20971520,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~25165824,46137344~37748736,92274688~12582912,113246208~16777216,159383552~4194304,167772160~25165824,205520896~16777216,230686720~25165824,264241152~4194304,272629760~12582912,289406976~12582912,306184192~25165824,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.669 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 12 diff [0~4194304,16777216~50331648,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~33554432,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~12582912,306184192~20971520,335544320~8388608,352321536~4194304,360710144~16777216,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~50331648,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~33554432,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~12582912,306184192~20971520,335544320~8388608,352321536~4194304,360710144~16777216,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~67108864,92274688~37748736,159383552~4194304,167772160~54525952,230686720~25165824,260046848~25165824,289406976~12582912,306184192~25165824,335544320~12582912,352321536~4194304,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.672 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 13 diff [0~4194304,16777216~50331648,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~33554432,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~12582912,306184192~20971520,335544320~8388608,348127232~29360128,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~50331648,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~33554432,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~12582912,306184192~20971520,335544320~8388608,348127232~29360128,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~67108864,92274688~37748736,146800640~8388608,159383552~4194304,167772160~54525952,230686720~25165824,260046848~25165824,289406976~12582912,306184192~25165824,335544320~41943040,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.676 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 14 diff [0~4194304,16777216~50331648,71303168~8388608,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~8388608,272629760~8388608,289406976~12582912,306184192~25165824,335544320~41943040,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~50331648,71303168~8388608,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~8388608,272629760~8388608,289406976~12582912,306184192~25165824,335544320~41943040,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~67108864,92274688~37748736,146800640~8388608,159383552~4194304,167772160~54525952,226492416~29360128,260046848~25165824,289406976~12582912,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.679 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 15 diff [0~4194304,16777216~50331648,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~8388608,272629760~20971520,297795584~4194304,306184192~25165824,335544320~41943040,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~50331648,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,226492416~25165824,260046848~8388608,272629760~20971520,297795584~4194304,306184192~25165824,335544320~41943040,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~67108864,92274688~37748736,134217728~20971520,159383552~4194304,167772160~54525952,226492416~29360128,260046848~41943040,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.683 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 16 diff [0~4194304,16777216~50331648,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~25165824,335544320~41943040,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~50331648,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~25165824,335544320~41943040,381681664~12582912,398458880~8388608] 2024-04-02T09:47:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~67108864,92274688~37748736,134217728~20971520,159383552~4194304,167772160~88080384,260046848~41943040,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.688 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 17 diff [0~4194304,16777216~50331648,71303168~8388608,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~25165824,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~50331648,71303168~8388608,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~50331648,222298112~33554432,260046848~33554432,297795584~4194304,306184192~25165824,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~4194304,167772160~88080384,260046848~41943040,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.692 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 18 diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~33554432,260046848~33554432,297795584~4194304,306184192~25165824,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~33554432,260046848~33554432,297795584~4194304,306184192~25165824,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~96468992,260046848~41943040,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.697 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 19 diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.702 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 8 diff [33554432~8388608,46137344~4194304,54525952~8388608,71303168~4194304,125829120~4194304,239075328~12582912,352321536~4194304,398458880~8388608] 2024-04-02T09:47:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [33554432~8388608,46137344~4194304,54525952~8388608,71303168~4194304,125829120~4194304,239075328~12582912,352321536~4194304,398458880~8388608] 2024-04-02T09:47:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [33554432~8388608,46137344~4194304,54525952~12582912,71303168~8388608,125829120~4194304,239075328~16777216,352321536~4194304,398458880~12582912] 2024-04-02T09:47:52.704 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 9 diff [33554432~8388608,46137344~16777216,71303168~8388608,125829120~4194304,167772160~4194304,184549376~8388608,205520896~12582912,239075328~12582912,276824064~4194304,306184192~12582912,352321536~4194304,398458880~8388608] 2024-04-02T09:47:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [33554432~8388608,46137344~16777216,71303168~8388608,125829120~4194304,167772160~4194304,184549376~8388608,205520896~12582912,239075328~12582912,276824064~4194304,306184192~12582912,352321536~4194304,398458880~8388608] 2024-04-02T09:47:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [33554432~8388608,46137344~20971520,71303168~12582912,125829120~4194304,167772160~8388608,184549376~8388608,205520896~16777216,239075328~16777216,276824064~4194304,306184192~12582912,352321536~4194304,398458880~12582912] 2024-04-02T09:47:52.705 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 10 diff [0~4194304,33554432~8388608,46137344~16777216,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,306184192~12582912,352321536~4194304,373293056~4194304,398458880~8388608] 2024-04-02T09:47:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,33554432~8388608,46137344~16777216,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,306184192~12582912,352321536~4194304,373293056~4194304,398458880~8388608] 2024-04-02T09:47:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,33554432~8388608,46137344~20971520,71303168~12582912,92274688~8388608,113246208~16777216,159383552~4194304,167772160~8388608,184549376~8388608,205520896~16777216,230686720~25165824,264241152~4194304,272629760~12582912,306184192~12582912,352321536~4194304,373293056~4194304,398458880~12582912] 2024-04-02T09:47:52.707 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 11 diff [0~4194304,16777216~8388608,33554432~8388608,46137344~20971520,71303168~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,289406976~8388608,306184192~16777216,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,398458880~8388608] 2024-04-02T09:47:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~8388608,46137344~20971520,71303168~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~20971520,264241152~4194304,272629760~8388608,289406976~8388608,306184192~16777216,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,398458880~8388608] 2024-04-02T09:47:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~8388608,46137344~37748736,92274688~12582912,113246208~16777216,159383552~4194304,167772160~8388608,184549376~8388608,205520896~16777216,230686720~25165824,264241152~4194304,272629760~12582912,289406976~8388608,306184192~16777216,339738624~4194304,352321536~4194304,360710144~8388608,373293056~4194304,398458880~12582912] 2024-04-02T09:47:52.709 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 12 diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,352321536~4194304,360710144~16777216,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,352321536~4194304,360710144~16777216,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,159383552~4194304,167772160~8388608,184549376~37748736,230686720~25165824,260046848~25165824,289406976~8388608,306184192~16777216,335544320~12582912,352321536~4194304,360710144~16777216,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.712 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 13 diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,348127232~29360128,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~20971520,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,348127232~29360128,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,146800640~8388608,159383552~4194304,167772160~8388608,184549376~37748736,230686720~25165824,260046848~25165824,289406976~8388608,306184192~16777216,335544320~41943040,381681664~12582912,398458880~12582912] 2024-04-02T09:47:52.714 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 14 diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~25165824,260046848~8388608,272629760~8388608,289406976~8388608,306184192~20971520,335544320~41943040,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~25165824,260046848~8388608,272629760~8388608,289406976~8388608,306184192~20971520,335544320~41943040,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,146800640~8388608,159383552~4194304,167772160~8388608,184549376~37748736,226492416~29360128,260046848~25165824,289406976~8388608,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.717 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 15 diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~25165824,260046848~8388608,272629760~20971520,306184192~20971520,335544320~41943040,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~25165824,260046848~8388608,272629760~20971520,306184192~20971520,335544320~41943040,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,134217728~20971520,159383552~4194304,167772160~8388608,184549376~37748736,226492416~29360128,260046848~37748736,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.721 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 16 diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~33554432,260046848~33554432,306184192~20971520,335544320~41943040,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~33554432,260046848~33554432,306184192~20971520,335544320~41943040,381681664~8388608,398458880~8388608] 2024-04-02T09:47:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,134217728~20971520,159383552~4194304,167772160~8388608,184549376~71303168,260046848~37748736,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.725 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 17 diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~33554432,260046848~33554432,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~33554432,71303168~8388608,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~33554432,260046848~33554432,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~121634816,159383552~4194304,167772160~8388608,184549376~71303168,260046848~37748736,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.729 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 18 diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~12582912,176160768~4194304,184549376~33554432,222298112~33554432,260046848~33554432,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~12582912,176160768~4194304,184549376~33554432,222298112~33554432,260046848~33554432,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~121634816,159383552~20971520,184549376~71303168,260046848~37748736,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.734 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 19 diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:52.738 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 9 diff [50331648~4194304,71303168~8388608,125829120~4194304,167772160~4194304,184549376~8388608,205520896~12582912,276824064~4194304,306184192~12582912] 2024-04-02T09:47:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [50331648~4194304,71303168~8388608,125829120~4194304,167772160~4194304,184549376~8388608,205520896~12582912,276824064~4194304,306184192~12582912] 2024-04-02T09:47:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [50331648~4194304,71303168~12582912,125829120~4194304,167772160~8388608,184549376~8388608,205520896~16777216,276824064~4194304,306184192~12582912] 2024-04-02T09:47:52.740 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 10 diff [0~4194304,50331648~4194304,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~8388608,264241152~4194304,272629760~8388608,306184192~12582912,373293056~4194304] 2024-04-02T09:47:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,50331648~4194304,71303168~8388608,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~8388608,264241152~4194304,272629760~8388608,306184192~12582912,373293056~4194304] 2024-04-02T09:47:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,50331648~4194304,71303168~12582912,92274688~8388608,113246208~16777216,159383552~4194304,167772160~8388608,184549376~8388608,205520896~16777216,230686720~8388608,264241152~4194304,272629760~12582912,306184192~12582912,373293056~4194304] 2024-04-02T09:47:52.741 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 11 diff [0~4194304,16777216~8388608,46137344~8388608,62914560~16777216,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~8388608,264241152~4194304,272629760~8388608,289406976~8388608,306184192~16777216,339738624~4194304,360710144~8388608,373293056~4194304] 2024-04-02T09:47:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,46137344~8388608,62914560~16777216,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~8388608,205520896~12582912,230686720~8388608,264241152~4194304,272629760~8388608,289406976~8388608,306184192~16777216,339738624~4194304,360710144~8388608,373293056~4194304] 2024-04-02T09:47:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,46137344~12582912,62914560~20971520,92274688~12582912,113246208~16777216,159383552~4194304,167772160~8388608,184549376~8388608,205520896~16777216,230686720~8388608,264241152~4194304,272629760~12582912,289406976~8388608,306184192~16777216,339738624~4194304,360710144~8388608,373293056~4194304] 2024-04-02T09:47:52.743 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 12 diff [0~4194304,16777216~8388608,41943040~12582912,62914560~16777216,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~8388608,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,41943040~12582912,62914560~16777216,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~8388608,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,41943040~16777216,62914560~20971520,92274688~37748736,159383552~4194304,167772160~8388608,184549376~37748736,230686720~8388608,260046848~25165824,289406976~8388608,306184192~16777216,335544320~12582912,360710144~16777216,381681664~12582912] 2024-04-02T09:47:52.745 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 13 diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~12582912,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,348127232~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~16777216,205520896~12582912,230686720~12582912,260046848~8388608,272629760~8388608,289406976~8388608,306184192~16777216,335544320~8388608,348127232~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,146800640~8388608,159383552~4194304,167772160~8388608,184549376~37748736,230686720~12582912,260046848~25165824,289406976~8388608,306184192~16777216,335544320~41943040,381681664~12582912] 2024-04-02T09:47:52.748 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 14 diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~16777216,260046848~8388608,272629760~8388608,289406976~8388608,306184192~20971520,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~16777216,260046848~8388608,272629760~8388608,289406976~8388608,306184192~20971520,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,146800640~8388608,159383552~4194304,167772160~8388608,184549376~37748736,226492416~16777216,260046848~25165824,289406976~8388608,306184192~25165824,335544320~58720256] 2024-04-02T09:47:52.751 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 15 diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~16777216,260046848~8388608,272629760~20971520,306184192~20971520,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,226492416~16777216,260046848~8388608,272629760~20971520,306184192~20971520,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,134217728~20971520,159383552~4194304,167772160~8388608,184549376~37748736,226492416~20971520,260046848~37748736,306184192~25165824,335544320~58720256] 2024-04-02T09:47:52.755 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 16 diff [0~4194304,16777216~8388608,33554432~46137344,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~29360128,260046848~33554432,306184192~20971520,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~29360128,260046848~33554432,306184192~20971520,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~50331648,92274688~37748736,134217728~20971520,159383552~4194304,167772160~8388608,184549376~71303168,260046848~37748736,306184192~25165824,335544320~58720256] 2024-04-02T09:47:52.759 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 17 diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~29360128,260046848~33554432,306184192~20971520,335544320~54525952] 2024-04-02T09:47:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,167772160~4194304,184549376~33554432,222298112~29360128,260046848~33554432,306184192~20971520,335544320~54525952] 2024-04-02T09:47:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~121634816,159383552~4194304,167772160~8388608,184549376~71303168,260046848~37748736,306184192~25165824,335544320~58720256] 2024-04-02T09:47:52.763 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 18 diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~12582912,176160768~4194304,184549376~33554432,222298112~29360128,260046848~33554432,306184192~20971520,335544320~54525952] 2024-04-02T09:47:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~12582912,176160768~4194304,184549376~33554432,222298112~29360128,260046848~33554432,306184192~20971520,335544320~54525952] 2024-04-02T09:47:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~121634816,159383552~20971520,184549376~71303168,260046848~37748736,306184192~25165824,335544320~58720256] 2024-04-02T09:47:52.768 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 19 diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:52.772 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 10 diff [0~4194304,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,209715200~8388608,230686720~8388608,264241152~4194304,272629760~8388608,373293056~4194304] 2024-04-02T09:47:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,92274688~4194304,113246208~4194304,121634816~8388608,159383552~4194304,209715200~8388608,230686720~8388608,264241152~4194304,272629760~8388608,373293056~4194304] 2024-04-02T09:47:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,92274688~8388608,113246208~16777216,159383552~4194304,209715200~12582912,230686720~8388608,264241152~4194304,272629760~12582912,373293056~4194304] 2024-04-02T09:47:52.774 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 11 diff [0~4194304,16777216~8388608,46137344~8388608,62914560~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,209715200~8388608,230686720~8388608,264241152~4194304,272629760~8388608,289406976~8388608,314572800~8388608,339738624~4194304,360710144~8388608,373293056~4194304] 2024-04-02T09:47:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,46137344~8388608,62914560~8388608,92274688~8388608,113246208~4194304,121634816~8388608,159383552~4194304,209715200~8388608,230686720~8388608,264241152~4194304,272629760~8388608,289406976~8388608,314572800~8388608,339738624~4194304,360710144~8388608,373293056~4194304] 2024-04-02T09:47:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,46137344~12582912,62914560~8388608,92274688~12582912,113246208~16777216,159383552~4194304,209715200~12582912,230686720~8388608,264241152~4194304,272629760~12582912,289406976~8388608,314572800~8388608,339738624~4194304,360710144~8388608,373293056~4194304] 2024-04-02T09:47:52.775 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 12 diff [0~4194304,16777216~8388608,41943040~12582912,62914560~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,192937984~8388608,209715200~8388608,230686720~8388608,260046848~8388608,272629760~8388608,289406976~8388608,314572800~8388608,335544320~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,41943040~12582912,62914560~8388608,92274688~16777216,113246208~4194304,121634816~8388608,159383552~4194304,192937984~8388608,209715200~8388608,230686720~8388608,260046848~8388608,272629760~8388608,289406976~8388608,314572800~8388608,335544320~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,41943040~16777216,62914560~8388608,92274688~37748736,159383552~4194304,192937984~12582912,209715200~12582912,230686720~8388608,260046848~25165824,289406976~8388608,314572800~8388608,335544320~12582912,360710144~16777216,381681664~12582912] 2024-04-02T09:47:52.777 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 13 diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,192937984~8388608,209715200~8388608,230686720~12582912,260046848~8388608,272629760~8388608,289406976~8388608,314572800~8388608,335544320~8388608,348127232~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~16777216,113246208~4194304,121634816~8388608,146800640~8388608,159383552~4194304,192937984~8388608,209715200~8388608,230686720~12582912,260046848~8388608,272629760~8388608,289406976~8388608,314572800~8388608,335544320~8388608,348127232~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~46137344,92274688~37748736,146800640~8388608,159383552~4194304,192937984~12582912,209715200~12582912,230686720~12582912,260046848~25165824,289406976~8388608,314572800~8388608,335544320~41943040,381681664~12582912] 2024-04-02T09:47:52.779 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 14 diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,192937984~25165824,226492416~16777216,260046848~8388608,272629760~8388608,289406976~8388608,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~25165824,121634816~8388608,146800640~8388608,159383552~4194304,192937984~25165824,226492416~16777216,260046848~8388608,272629760~8388608,289406976~8388608,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~46137344,92274688~37748736,146800640~8388608,159383552~4194304,192937984~29360128,226492416~16777216,260046848~25165824,289406976~8388608,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.782 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 15 diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,192937984~25165824,226492416~16777216,260046848~8388608,272629760~20971520,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~25165824,62914560~16777216,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,192937984~25165824,226492416~16777216,260046848~8388608,272629760~20971520,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~46137344,92274688~37748736,134217728~20971520,159383552~4194304,192937984~29360128,226492416~20971520,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.785 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 16 diff [0~4194304,16777216~8388608,33554432~46137344,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,192937984~25165824,222298112~29360128,260046848~33554432,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,92274688~37748736,134217728~8388608,146800640~8388608,159383552~4194304,192937984~25165824,222298112~29360128,260046848~33554432,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~46137344,92274688~37748736,134217728~20971520,159383552~4194304,192937984~62914560,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.788 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 17 diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,192937984~25165824,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~4194304,192937984~25165824,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~46137344,83886080~71303168,159383552~4194304,192937984~62914560,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.791 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 18 diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~12582912,176160768~4194304,192937984~25165824,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,33554432~46137344,83886080~4194304,92274688~50331648,146800640~8388608,159383552~12582912,176160768~4194304,192937984~25165824,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~12582912,33554432~46137344,83886080~71303168,159383552~12582912,176160768~4194304,192937984~62914560,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.796 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 19 diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.800 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 11 diff [16777216~8388608,46137344~8388608,62914560~8388608,96468992~4194304,113246208~4194304,230686720~4194304,289406976~8388608,314572800~8388608,339738624~4194304,360710144~8388608] 2024-04-02T09:47:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,46137344~8388608,62914560~8388608,96468992~4194304,113246208~4194304,230686720~4194304,289406976~8388608,314572800~8388608,339738624~4194304,360710144~8388608] 2024-04-02T09:47:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,46137344~12582912,62914560~8388608,96468992~8388608,113246208~4194304,230686720~4194304,289406976~8388608,314572800~8388608,339738624~4194304,360710144~8388608] 2024-04-02T09:47:52.802 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 12 diff [16777216~8388608,41943040~12582912,62914560~8388608,96468992~12582912,113246208~4194304,192937984~8388608,230686720~4194304,260046848~8388608,289406976~8388608,314572800~8388608,335544320~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,41943040~12582912,62914560~8388608,96468992~12582912,113246208~4194304,192937984~8388608,230686720~4194304,260046848~8388608,289406976~8388608,314572800~8388608,335544320~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,41943040~16777216,62914560~8388608,96468992~20971520,192937984~12582912,230686720~4194304,260046848~12582912,289406976~8388608,314572800~8388608,335544320~12582912,360710144~16777216,381681664~12582912] 2024-04-02T09:47:52.803 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 13 diff [16777216~8388608,33554432~25165824,62914560~16777216,96468992~12582912,113246208~4194304,146800640~8388608,192937984~8388608,230686720~12582912,260046848~8388608,272629760~8388608,289406976~8388608,314572800~8388608,335544320~8388608,348127232~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~25165824,62914560~16777216,96468992~12582912,113246208~4194304,146800640~8388608,192937984~8388608,230686720~12582912,260046848~8388608,272629760~8388608,289406976~8388608,314572800~8388608,335544320~8388608,348127232~8388608,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~46137344,96468992~20971520,146800640~8388608,192937984~12582912,230686720~12582912,260046848~25165824,289406976~8388608,314572800~8388608,335544320~41943040,381681664~12582912] 2024-04-02T09:47:52.805 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 14 diff [16777216~8388608,33554432~25165824,62914560~16777216,96468992~20971520,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~8388608,289406976~8388608,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~25165824,62914560~16777216,96468992~20971520,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~8388608,289406976~8388608,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~46137344,96468992~20971520,146800640~8388608,192937984~16777216,226492416~16777216,260046848~25165824,289406976~8388608,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.807 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 15 diff [16777216~8388608,33554432~25165824,62914560~16777216,96468992~33554432,134217728~8388608,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~20971520,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~25165824,62914560~16777216,96468992~33554432,134217728~8388608,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~20971520,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~46137344,96468992~33554432,134217728~20971520,192937984~16777216,226492416~20971520,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.810 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 16 diff [16777216~8388608,33554432~46137344,96468992~33554432,134217728~8388608,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~46137344,96468992~33554432,134217728~8388608,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~16777216,335544320~20971520,360710144~16777216,381681664~8388608] 2024-04-02T09:47:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~46137344,96468992~33554432,134217728~20971520,192937984~16777216,222298112~33554432,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.813 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 17 diff [16777216~8388608,33554432~46137344,83886080~4194304,96468992~46137344,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~46137344,83886080~4194304,96468992~46137344,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~46137344,83886080~8388608,96468992~58720256,192937984~16777216,222298112~33554432,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.817 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 18 diff [16777216~8388608,33554432~46137344,83886080~4194304,96468992~46137344,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~46137344,83886080~4194304,96468992~46137344,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~33554432,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~46137344,83886080~8388608,96468992~58720256,159383552~12582912,176160768~4194304,192937984~16777216,222298112~33554432,260046848~37748736,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.821 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 19 diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:52.825 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 12 diff [41943040~4194304,62914560~4194304,100663296~8388608,192937984~8388608,230686720~4194304,260046848~8388608,335544320~8388608,364904448~8388608,381681664~8388608] 2024-04-02T09:47:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [41943040~4194304,62914560~4194304,100663296~8388608,192937984~8388608,230686720~4194304,260046848~8388608,335544320~8388608,364904448~8388608,381681664~8388608] 2024-04-02T09:47:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [41943040~8388608,62914560~8388608,100663296~12582912,192937984~12582912,230686720~4194304,260046848~12582912,335544320~12582912,364904448~12582912,381681664~12582912] 2024-04-02T09:47:52.827 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 13 diff [33554432~12582912,54525952~4194304,62914560~4194304,71303168~8388608,100663296~8388608,146800640~8388608,192937984~8388608,230686720~12582912,260046848~8388608,272629760~8388608,289406976~4194304,335544320~8388608,348127232~8388608,364904448~8388608,381681664~8388608] 2024-04-02T09:47:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [33554432~12582912,54525952~4194304,62914560~4194304,71303168~8388608,100663296~8388608,146800640~8388608,192937984~8388608,230686720~12582912,260046848~8388608,272629760~8388608,289406976~4194304,335544320~8388608,348127232~8388608,364904448~8388608,381681664~8388608] 2024-04-02T09:47:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [33554432~16777216,54525952~25165824,100663296~12582912,146800640~8388608,192937984~12582912,230686720~12582912,260046848~25165824,289406976~8388608,335544320~25165824,364904448~12582912,381681664~12582912] 2024-04-02T09:47:52.828 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 14 diff [16777216~4194304,33554432~12582912,54525952~4194304,62914560~4194304,71303168~8388608,100663296~16777216,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~8388608,289406976~4194304,310378496~8388608,322961408~4194304,335544320~20971520,364904448~12582912,381681664~8388608] 2024-04-02T09:47:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,33554432~12582912,54525952~4194304,62914560~4194304,71303168~8388608,100663296~16777216,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~8388608,289406976~4194304,310378496~8388608,322961408~4194304,335544320~20971520,364904448~12582912,381681664~8388608] 2024-04-02T09:47:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,33554432~16777216,54525952~25165824,100663296~16777216,146800640~8388608,192937984~16777216,226492416~16777216,260046848~25165824,289406976~8388608,310378496~8388608,322961408~8388608,335544320~25165824,364904448~29360128] 2024-04-02T09:47:52.830 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 15 diff [16777216~4194304,33554432~12582912,54525952~4194304,62914560~4194304,71303168~8388608,100663296~29360128,134217728~8388608,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~20971520,310378496~8388608,322961408~4194304,335544320~20971520,364904448~12582912,381681664~8388608] 2024-04-02T09:47:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,33554432~12582912,54525952~4194304,62914560~4194304,71303168~8388608,100663296~29360128,134217728~8388608,146800640~8388608,192937984~16777216,226492416~16777216,260046848~8388608,272629760~20971520,310378496~8388608,322961408~4194304,335544320~20971520,364904448~12582912,381681664~8388608] 2024-04-02T09:47:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,33554432~16777216,54525952~25165824,100663296~29360128,134217728~20971520,192937984~16777216,226492416~20971520,260046848~37748736,310378496~8388608,322961408~8388608,335544320~25165824,364904448~29360128] 2024-04-02T09:47:52.834 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 16 diff [16777216~4194304,33554432~12582912,54525952~12582912,71303168~8388608,100663296~29360128,134217728~8388608,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,335544320~20971520,364904448~12582912,381681664~8388608] 2024-04-02T09:47:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,33554432~12582912,54525952~12582912,71303168~8388608,100663296~29360128,134217728~8388608,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,335544320~20971520,364904448~12582912,381681664~8388608] 2024-04-02T09:47:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,33554432~16777216,54525952~25165824,100663296~29360128,134217728~20971520,192937984~16777216,222298112~33554432,260046848~37748736,310378496~8388608,322961408~8388608,335544320~25165824,364904448~29360128] 2024-04-02T09:47:52.835 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 17 diff [16777216~8388608,33554432~12582912,54525952~12582912,71303168~8388608,83886080~4194304,100663296~41943040,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~12582912,54525952~12582912,71303168~8388608,83886080~4194304,100663296~41943040,146800640~8388608,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~16777216,54525952~25165824,83886080~8388608,100663296~54525952,192937984~16777216,222298112~33554432,260046848~37748736,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:52.838 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 18 diff [16777216~8388608,33554432~16777216,54525952~12582912,71303168~8388608,83886080~4194304,100663296~41943040,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~16777216,54525952~12582912,71303168~8388608,83886080~4194304,100663296~41943040,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~16777216,54525952~25165824,83886080~8388608,100663296~54525952,159383552~12582912,176160768~4194304,192937984~16777216,222298112~33554432,260046848~37748736,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:52.841 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 19 diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:52.845 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 13 diff [33554432~8388608,54525952~4194304,71303168~8388608,146800640~8388608,192937984~4194304,234881024~8388608,272629760~8388608,289406976~4194304,348127232~8388608] 2024-04-02T09:47:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [33554432~8388608,54525952~4194304,71303168~8388608,146800640~8388608,192937984~4194304,234881024~8388608,272629760~8388608,289406976~4194304,348127232~8388608] 2024-04-02T09:47:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [33554432~8388608,54525952~8388608,71303168~8388608,146800640~8388608,192937984~8388608,234881024~8388608,272629760~12582912,289406976~8388608,348127232~12582912] 2024-04-02T09:47:52.846 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 14 diff [16777216~4194304,33554432~8388608,54525952~4194304,71303168~8388608,109051904~8388608,146800640~8388608,192937984~4194304,201326592~8388608,226492416~16777216,272629760~8388608,289406976~4194304,310378496~8388608,322961408~4194304,339738624~16777216,373293056~4194304] 2024-04-02T09:47:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,33554432~8388608,54525952~4194304,71303168~8388608,109051904~8388608,146800640~8388608,192937984~4194304,201326592~8388608,226492416~16777216,272629760~8388608,289406976~4194304,310378496~8388608,322961408~4194304,339738624~16777216,373293056~4194304] 2024-04-02T09:47:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,33554432~8388608,54525952~8388608,71303168~8388608,109051904~8388608,146800640~8388608,192937984~16777216,226492416~16777216,272629760~12582912,289406976~8388608,310378496~8388608,322961408~8388608,339738624~20971520,373293056~8388608] 2024-04-02T09:47:52.848 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 15 diff [16777216~4194304,33554432~8388608,54525952~4194304,71303168~8388608,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,226492416~16777216,272629760~20971520,310378496~8388608,322961408~4194304,339738624~16777216,364904448~12582912] 2024-04-02T09:47:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,33554432~8388608,54525952~4194304,71303168~8388608,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,226492416~16777216,272629760~20971520,310378496~8388608,322961408~4194304,339738624~16777216,364904448~12582912] 2024-04-02T09:47:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,33554432~8388608,54525952~8388608,71303168~8388608,109051904~20971520,134217728~20971520,192937984~16777216,226492416~20971520,272629760~25165824,310378496~8388608,322961408~8388608,339738624~20971520,364904448~16777216] 2024-04-02T09:47:52.851 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 16 diff [16777216~4194304,33554432~12582912,54525952~12582912,71303168~8388608,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~20971520,310378496~8388608,322961408~4194304,339738624~16777216,364904448~12582912] 2024-04-02T09:47:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,33554432~12582912,54525952~12582912,71303168~8388608,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~20971520,310378496~8388608,322961408~4194304,339738624~16777216,364904448~12582912] 2024-04-02T09:47:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,33554432~16777216,54525952~12582912,71303168~8388608,109051904~20971520,134217728~20971520,192937984~16777216,222298112~33554432,260046848~8388608,272629760~25165824,310378496~8388608,322961408~8388608,339738624~20971520,364904448~16777216] 2024-04-02T09:47:52.852 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 17 diff [16777216~8388608,33554432~12582912,54525952~12582912,71303168~8388608,83886080~4194304,109051904~33554432,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~20971520,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~12582912,54525952~12582912,71303168~8388608,83886080~4194304,109051904~33554432,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~20971520,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~16777216,54525952~12582912,71303168~8388608,83886080~8388608,109051904~46137344,192937984~16777216,222298112~33554432,260046848~8388608,272629760~25165824,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:52.855 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 18 diff [16777216~8388608,33554432~16777216,54525952~12582912,71303168~8388608,83886080~4194304,109051904~33554432,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,33554432~16777216,54525952~12582912,71303168~8388608,83886080~4194304,109051904~33554432,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~33554432,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,33554432~16777216,54525952~12582912,71303168~8388608,83886080~8388608,109051904~46137344,159383552~12582912,176160768~4194304,192937984~16777216,222298112~33554432,260046848~37748736,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:52.858 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 19 diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:52.861 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 14 diff [16777216~4194304,109051904~8388608,201326592~8388608,226492416~8388608,310378496~8388608,322961408~4194304,339738624~8388608,373293056~4194304] 2024-04-02T09:47:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,109051904~8388608,201326592~8388608,226492416~8388608,310378496~8388608,322961408~4194304,339738624~8388608,373293056~4194304] 2024-04-02T09:47:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,109051904~8388608,201326592~8388608,226492416~8388608,310378496~8388608,322961408~8388608,339738624~8388608,373293056~8388608] 2024-04-02T09:47:52.863 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 15 diff [16777216~4194304,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,226492416~16777216,272629760~8388608,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,364904448~12582912] 2024-04-02T09:47:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,226492416~16777216,272629760~8388608,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,364904448~12582912] 2024-04-02T09:47:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,109051904~20971520,134217728~20971520,192937984~16777216,226492416~20971520,272629760~20971520,310378496~8388608,322961408~8388608,339738624~8388608,364904448~16777216] 2024-04-02T09:47:52.865 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 16 diff [16777216~4194304,41943040~4194304,54525952~12582912,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~8388608,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,364904448~12582912] 2024-04-02T09:47:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,41943040~4194304,54525952~12582912,109051904~20971520,134217728~8388608,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~8388608,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,364904448~12582912] 2024-04-02T09:47:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~4194304,41943040~8388608,54525952~12582912,109051904~20971520,134217728~20971520,192937984~16777216,222298112~33554432,260046848~8388608,272629760~20971520,310378496~8388608,322961408~8388608,339738624~8388608,364904448~16777216] 2024-04-02T09:47:52.867 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 17 diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,109051904~33554432,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~8388608,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,109051904~33554432,146800640~8388608,192937984~4194304,201326592~8388608,222298112~29360128,260046848~8388608,272629760~8388608,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~12582912,54525952~12582912,83886080~8388608,109051904~46137344,192937984~16777216,222298112~33554432,260046848~8388608,272629760~20971520,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:52.869 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 18 diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,109051904~33554432,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~20971520,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,109051904~33554432,146800640~8388608,159383552~8388608,176160768~4194304,192937984~16777216,222298112~29360128,260046848~20971520,285212672~8388608,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~12582912,54525952~12582912,83886080~8388608,109051904~46137344,159383552~12582912,176160768~4194304,192937984~16777216,222298112~33554432,260046848~33554432,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:52.871 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 19 diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~71303168,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:52.874 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 15 diff [113246208~16777216,134217728~8388608,146800640~8388608,192937984~4194304,234881024~8388608,272629760~8388608,285212672~8388608,364904448~8388608] 2024-04-02T09:47:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [113246208~16777216,134217728~8388608,146800640~8388608,192937984~4194304,234881024~8388608,272629760~8388608,285212672~8388608,364904448~8388608] 2024-04-02T09:47:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [113246208~16777216,134217728~20971520,192937984~8388608,234881024~12582912,272629760~20971520,364904448~8388608] 2024-04-02T09:47:52.876 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 16 diff [41943040~4194304,54525952~12582912,113246208~16777216,134217728~8388608,146800640~8388608,192937984~4194304,222298112~8388608,234881024~16777216,260046848~8388608,272629760~8388608,285212672~8388608,364904448~8388608] 2024-04-02T09:47:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [41943040~4194304,54525952~12582912,113246208~16777216,134217728~8388608,146800640~8388608,192937984~4194304,222298112~8388608,234881024~16777216,260046848~8388608,272629760~8388608,285212672~8388608,364904448~8388608] 2024-04-02T09:47:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [41943040~8388608,54525952~12582912,113246208~16777216,134217728~20971520,192937984~8388608,222298112~33554432,260046848~8388608,272629760~20971520,364904448~8388608] 2024-04-02T09:47:52.877 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 17 diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~29360128,146800640~8388608,192937984~4194304,222298112~8388608,234881024~16777216,260046848~8388608,272629760~8388608,285212672~8388608,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~29360128,146800640~8388608,192937984~4194304,222298112~8388608,234881024~16777216,260046848~8388608,272629760~8388608,285212672~8388608,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~12582912,54525952~12582912,83886080~8388608,113246208~41943040,192937984~8388608,222298112~33554432,260046848~8388608,272629760~20971520,339738624~4194304,356515840~16777216,377487360~12582912] 2024-04-02T09:47:52.879 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 18 diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~29360128,146800640~8388608,159383552~8388608,176160768~4194304,192937984~12582912,222298112~8388608,234881024~16777216,260046848~20971520,285212672~8388608,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~29360128,146800640~8388608,159383552~8388608,176160768~4194304,192937984~12582912,222298112~8388608,234881024~16777216,260046848~20971520,285212672~8388608,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~12582912,54525952~12582912,83886080~8388608,113246208~41943040,159383552~12582912,176160768~4194304,192937984~16777216,222298112~33554432,260046848~33554432,339738624~4194304,356515840~16777216,377487360~12582912] 2024-04-02T09:47:52.882 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 19 diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~41943040,159383552~20971520,192937984~16777216,222298112~71303168,339738624~4194304,356515840~33554432] 2024-04-02T09:47:52.885 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 16 diff [41943040~4194304,54525952~12582912,222298112~8388608,239075328~12582912,260046848~8388608,364904448~4194304] 2024-04-02T09:47:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [41943040~4194304,54525952~12582912,222298112~8388608,239075328~12582912,260046848~8388608,364904448~4194304] 2024-04-02T09:47:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [41943040~8388608,54525952~12582912,222298112~12582912,239075328~16777216,260046848~8388608,364904448~4194304] 2024-04-02T09:47:52.886 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 17 diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~4194304,121634816~12582912,222298112~8388608,239075328~12582912,260046848~8388608,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~4194304,121634816~12582912,222298112~8388608,239075328~12582912,260046848~8388608,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~12582912,54525952~12582912,83886080~8388608,113246208~4194304,121634816~16777216,222298112~12582912,239075328~16777216,260046848~8388608,339738624~4194304,356515840~12582912,377487360~12582912] 2024-04-02T09:47:52.887 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 18 diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~20971520,159383552~8388608,176160768~4194304,192937984~12582912,222298112~8388608,239075328~12582912,260046848~12582912,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,54525952~12582912,83886080~4194304,113246208~20971520,159383552~8388608,176160768~4194304,192937984~12582912,222298112~8388608,239075328~12582912,260046848~12582912,339738624~4194304,356515840~12582912,377487360~8388608] 2024-04-02T09:47:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~12582912,54525952~12582912,83886080~8388608,113246208~25165824,159383552~12582912,176160768~4194304,192937984~16777216,222298112~12582912,239075328~16777216,260046848~12582912,339738624~4194304,356515840~12582912,377487360~12582912] 2024-04-02T09:47:52.889 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 19 diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,222298112~12582912,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:52.891 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 17 diff [16777216~8388608,37748736~8388608,83886080~4194304,113246208~4194304,121634816~12582912,339738624~4194304,356515840~8388608,377487360~8388608] 2024-04-02T09:47:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,83886080~4194304,113246208~4194304,121634816~12582912,339738624~4194304,356515840~8388608,377487360~8388608] 2024-04-02T09:47:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~8388608,83886080~8388608,113246208~4194304,121634816~16777216,339738624~4194304,356515840~12582912,377487360~12582912] 2024-04-02T09:47:52.893 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 18 diff [16777216~8388608,37748736~8388608,83886080~4194304,113246208~20971520,159383552~8388608,176160768~4194304,192937984~12582912,243269632~12582912,268435456~4194304,339738624~4194304,356515840~8388608,377487360~8388608] 2024-04-02T09:47:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,37748736~8388608,83886080~4194304,113246208~20971520,159383552~8388608,176160768~4194304,192937984~12582912,243269632~12582912,268435456~4194304,339738624~4194304,356515840~8388608,377487360~8388608] 2024-04-02T09:47:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~12582912,37748736~8388608,83886080~8388608,113246208~25165824,159383552~12582912,176160768~4194304,192937984~16777216,243269632~12582912,268435456~4194304,339738624~4194304,356515840~12582912,377487360~12582912] 2024-04-02T09:47:52.894 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 19 diff [16777216~8388608,29360128~4194304,37748736~8388608,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,339738624~4194304,356515840~8388608,373293056~12582912] 2024-04-02T09:47:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,339738624~4194304,356515840~8388608,373293056~12582912] 2024-04-02T09:47:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~29360128,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,243269632~20971520,268435456~4194304,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:52.896 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 18 diff [37748736~8388608,117440512~4194304,159383552~8388608,176160768~4194304,192937984~12582912,243269632~12582912,268435456~4194304] 2024-04-02T09:47:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [37748736~8388608,117440512~4194304,159383552~8388608,176160768~4194304,192937984~12582912,243269632~12582912,268435456~4194304] 2024-04-02T09:47:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [37748736~8388608,117440512~4194304,159383552~12582912,176160768~4194304,192937984~16777216,243269632~12582912,268435456~4194304] 2024-04-02T09:47:52.897 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 19 diff [29360128~4194304,37748736~8388608,96468992~8388608,117440512~4194304,134217728~8388608,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,373293056~8388608] 2024-04-02T09:47:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29360128~4194304,37748736~8388608,96468992~8388608,117440512~4194304,134217728~8388608,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,373293056~8388608] 2024-04-02T09:47:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29360128~16777216,96468992~12582912,117440512~4194304,134217728~12582912,150994944~4194304,159383552~20971520,192937984~16777216,243269632~20971520,268435456~4194304,276824064~8388608,373293056~12582912] 2024-04-02T09:47:52.899 INFO:tasks.workunit.client.0.smithi112.stdout:from 18 to 19 diff [29360128~4194304,37748736~4194304,96468992~8388608,134217728~8388608,150994944~4194304,163577856~8388608,251658240~8388608,276824064~8388608,373293056~8388608] 2024-04-02T09:47:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29360128~4194304,37748736~4194304,96468992~8388608,134217728~8388608,150994944~4194304,163577856~8388608,251658240~8388608,276824064~8388608,373293056~8388608] 2024-04-02T09:47:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29360128~16777216,96468992~12582912,134217728~12582912,150994944~4194304,163577856~12582912,251658240~12582912,276824064~8388608,373293056~12582912] 2024-04-02T09:47:53.248 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:53.272 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:53.278 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.284 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.290 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.296 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:53.302 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:53.310 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:53.311 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:53.315 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:53.319 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:53.322 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:53.325 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:53.328 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~71303168,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:53.331 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~41943040,159383552~20971520,192937984~16777216,222298112~71303168,339738624~4194304,356515840~33554432] 2024-04-02T09:47:53.332 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,222298112~12582912,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:53.335 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,339738624~4194304,356515840~8388608,373293056~12582912] 2024-04-02T09:47:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,339738624~4194304,356515840~8388608,373293056~12582912] 2024-04-02T09:47:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~29360128,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,243269632~20971520,268435456~4194304,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:53.336 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to HEAD diff [29360128~4194304,37748736~8388608,96468992~8388608,117440512~4194304,134217728~8388608,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,373293056~8388608] 2024-04-02T09:47:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29360128~4194304,37748736~8388608,96468992~8388608,117440512~4194304,134217728~8388608,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,373293056~8388608] 2024-04-02T09:47:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29360128~16777216,96468992~12582912,117440512~4194304,134217728~12582912,150994944~4194304,159383552~20971520,192937984~16777216,243269632~20971520,268435456~4194304,276824064~8388608,373293056~12582912] 2024-04-02T09:47:53.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:53 smithi112 ceph-mon[91385]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:53.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:53 smithi112 ceph-mon[91385]: pgmap v4122: 137 pgs: 137 active+clean; 860 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 42 MiB/s wr, 212 op/s 2024-04-02T09:47:53.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:53.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:53 smithi112 ceph-mon[88945]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:53.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:53 smithi112 ceph-mon[88945]: pgmap v4122: 137 pgs: 137 active+clean; 860 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 42 MiB/s wr, 212 op/s 2024-04-02T09:47:53.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:53 smithi187 ceph-mon[84356]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:53 smithi187 ceph-mon[84356]: pgmap v4122: 137 pgs: 137 active+clean; 860 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 42 MiB/s wr, 212 op/s 2024-04-02T09:47:53.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:54.257 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:54.257 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:54.288 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:54.288 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:54.288 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:54.296 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:54.296 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.296 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.303 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.303 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.303 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.309 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.309 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.309 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.315 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.315 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:54.315 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:54.320 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:54.320 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:54.320 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:54.325 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:54.325 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:54.325 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:54.329 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:54.329 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:54.329 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:54.334 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:54.334 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:54.334 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:54.338 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:54.338 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:54.338 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:54.341 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:54.341 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:54.341 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:54.344 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:54.345 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:54.345 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:54.347 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:54.347 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:54.347 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:54.350 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~71303168,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:54.350 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:54.350 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:54.351 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~41943040,159383552~20971520,192937984~16777216,222298112~71303168,339738624~4194304,356515840~33554432] 2024-04-02T09:47:54.351 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:54.351 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:54.353 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,222298112~12582912,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:54.353 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,339738624~4194304,356515840~8388608,373293056~12582912] 2024-04-02T09:47:54.353 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,243269632~16777216,268435456~4194304,276824064~8388608,339738624~4194304,356515840~8388608,373293056~12582912] 2024-04-02T09:47:54.354 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~29360128,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,243269632~20971520,268435456~4194304,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:54.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:54 smithi112 ceph-mon[88945]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:54 smithi112 ceph-mon[91385]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:54 smithi187 ceph-mon[84356]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:55.256 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:55.257 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:55.308 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:55.308 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:55.308 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:55.318 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:55.318 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.318 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.328 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.328 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.328 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.334 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.334 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.334 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.339 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.339 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:55.339 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:55.344 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:55.344 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:55.344 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:55.348 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:55.348 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:55.348 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:55.352 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:55.352 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:55.353 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:55.356 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:55.356 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:55.356 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:55.363 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:55.363 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:55.363 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:55.363 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:55.364 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:55.364 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:55.366 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:55.366 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:55.366 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:55.369 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:55.369 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:55.369 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:55.371 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~71303168,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:55.371 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:55.371 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:55.373 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~41943040,159383552~20971520,192937984~16777216,222298112~71303168,339738624~4194304,356515840~33554432] 2024-04-02T09:47:55.373 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:55.373 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,150994944~4194304,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:55.374 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~33554432,150994944~4194304,159383552~20971520,192937984~16777216,222298112~12582912,239075328~33554432,276824064~8388608,339738624~4194304,356515840~12582912,373293056~16777216] 2024-04-02T09:47:55.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:55 smithi112 ceph-mon[88945]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:55 smithi112 ceph-mon[88945]: pgmap v4125: 137 pgs: 137 active+clean; 890 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 559 KiB/s rd, 29 MiB/s wr, 992 op/s 2024-04-02T09:47:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:55 smithi112 ceph-mon[91385]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:55 smithi112 ceph-mon[91385]: pgmap v4125: 137 pgs: 137 active+clean; 890 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 559 KiB/s rd, 29 MiB/s wr, 992 op/s 2024-04-02T09:47:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:55 smithi187 ceph-mon[84356]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:55 smithi187 ceph-mon[84356]: pgmap v4125: 137 pgs: 137 active+clean; 890 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 559 KiB/s rd, 29 MiB/s wr, 992 op/s 2024-04-02T09:47:56.258 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:56.259 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:56.310 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:56.310 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:56.310 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:56.319 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:56.319 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.319 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.326 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.326 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.326 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.333 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.333 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.333 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.338 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.338 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:56.338 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:56.343 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:56.343 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:56.343 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:56.347 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:56.347 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:56.347 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:56.350 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:56.350 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:56.351 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:56.353 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:56.354 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:56.354 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:56.356 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:56.356 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:56.356 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:56.359 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:56.359 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:56.359 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:56.361 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:56.361 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:56.361 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:56.363 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:56.363 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:56.363 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:56.365 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~71303168,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:56.365 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:56.365 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,113246208~29360128,146800640~8388608,159383552~12582912,176160768~4194304,192937984~12582912,222298112~8388608,234881024~58720256,339738624~4194304,356515840~12582912,373293056~12582912] 2024-04-02T09:47:56.365 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~12582912,113246208~41943040,159383552~20971520,192937984~16777216,222298112~71303168,339738624~4194304,356515840~33554432] 2024-04-02T09:47:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:56 smithi112 ceph-mon[91385]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:56 smithi112 ceph-mon[88945]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:56 smithi187 ceph-mon[84356]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:57.286 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:57.286 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:57.310 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:57.310 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:57.310 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:57.323 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:57.323 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.323 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.339 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.339 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.339 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.345 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.345 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.345 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.350 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.350 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:57.350 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:57.354 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:57.354 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:57.355 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:57.358 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:57.358 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:57.358 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:57.361 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:57.361 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:57.361 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:57.364 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:57.364 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:57.364 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:57.366 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:57.366 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:57.366 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:57.368 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:57.369 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:57.369 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:57.370 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:57.370 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:57.370 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:57.372 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:57.372 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:57.372 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~8388608,54525952~12582912,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~8388608,356515840~12582912,373293056~12582912] 2024-04-02T09:47:57.373 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~71303168,310378496~8388608,322961408~8388608,339738624~8388608,356515840~33554432] 2024-04-02T09:47:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:57 smithi112 ceph-mon[91385]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:57 smithi112 ceph-mon[91385]: pgmap v4128: 137 pgs: 137 active+clean; 902 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 555 KiB/s rd, 12 MiB/s wr, 1.02k op/s 2024-04-02T09:47:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:57 smithi112 ceph-mon[88945]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:57 smithi112 ceph-mon[88945]: pgmap v4128: 137 pgs: 137 active+clean; 902 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 555 KiB/s rd, 12 MiB/s wr, 1.02k op/s 2024-04-02T09:47:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:57 smithi187 ceph-mon[84356]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:57 smithi187 ceph-mon[84356]: pgmap v4128: 137 pgs: 137 active+clean; 902 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 555 KiB/s rd, 12 MiB/s wr, 1.02k op/s 2024-04-02T09:47:58.286 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:58.286 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:58.319 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:58.319 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:58.319 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:58.340 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:58.340 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.340 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.347 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.347 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.347 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.351 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.352 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.352 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.355 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.355 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:58.356 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:58.359 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:58.359 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:58.360 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:58.363 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:58.363 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:58.363 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:58.366 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:58.366 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:58.366 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:58.369 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:58.369 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:58.369 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:58.371 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:58.371 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:58.371 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:58.373 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:58.373 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:58.373 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:58.374 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:58.375 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:58.375 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~8388608,109051904~33554432,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,339738624~29360128,373293056~12582912] 2024-04-02T09:47:58.375 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~12582912,71303168~8388608,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,339738624~50331648] 2024-04-02T09:47:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:58 smithi112 ceph-mon[91385]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:58 smithi112 ceph-mon[88945]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:58 smithi187 ceph-mon[84356]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:59.291 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:59.291 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:47:59.320 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:59.320 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:59.320 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:47:59.333 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:47:59.333 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.333 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.344 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.344 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.344 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.349 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.349 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.349 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.353 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.353 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:59.353 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:47:59.356 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:47:59.356 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:59.356 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:47:59.359 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:59.359 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:59.359 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:47:59.362 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:47:59.362 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:59.362 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:47:59.364 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:47:59.364 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:59.364 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:59.366 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:47:59.367 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:59.367 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:47:59.368 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:47:59.368 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:59.368 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~20971520,54525952~12582912,71303168~8388608,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~8388608,322961408~4194304,335544320~54525952] 2024-04-02T09:47:59.369 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~33554432,54525952~25165824,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~8388608,322961408~8388608,335544320~58720256] 2024-04-02T09:47:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:59 smithi112 ceph-mon[91385]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:47:59 smithi112 ceph-mon[91385]: pgmap v4131: 137 pgs: 137 active+clean; 882 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 413 KiB/s rd, 4.1 MiB/s wr, 743 op/s 2024-04-02T09:47:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:47:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:47:59] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-04-02T09:47:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:59 smithi112 ceph-mon[88945]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:47:59 smithi112 ceph-mon[88945]: pgmap v4131: 137 pgs: 137 active+clean; 882 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 413 KiB/s rd, 4.1 MiB/s wr, 743 op/s 2024-04-02T09:47:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:59 smithi187 ceph-mon[84356]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:47:59 smithi187 ceph-mon[84356]: pgmap v4131: 137 pgs: 137 active+clean; 882 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 413 KiB/s rd, 4.1 MiB/s wr, 743 op/s 2024-04-02T09:48:00.023 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:00.023 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:00.050 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:00.050 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:00.050 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:00.058 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:00.058 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.058 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.064 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.064 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.064 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.085 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.085 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:00.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:00.089 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:00.089 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:00.089 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:00.091 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:00.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:00.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:00.094 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:00.094 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:48:00.094 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:48:00.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:48:00.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:48:00.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:48:00.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:48:00.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:48:00.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~8388608,29360128~50331648,83886080~4194304,96468992~46137344,146800640~8388608,159383552~12582912,176160768~4194304,192937984~16777216,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:48:00.099 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~62914560,83886080~8388608,96468992~58720256,159383552~20971520,192937984~16777216,222298112~75497472,310378496~20971520,335544320~58720256] 2024-04-02T09:48:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:00 smithi112 ceph-mon[91385]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:48:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:00 smithi112 ceph-mon[91385]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:48:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:00 smithi112 ceph-mon[88945]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:48:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:00 smithi112 ceph-mon[88945]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:48:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:00 smithi187 ceph-mon[84356]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:48:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:00 smithi187 ceph-mon[84356]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:48:01.006 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:01.006 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:01.039 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:01.040 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:01.040 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:01.054 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:01.054 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.054 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.061 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.062 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.062 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.067 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.067 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.067 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.070 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.070 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:01.070 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:01.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:01.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:01.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:01.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:01.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:01.077 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:01.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:01.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:48:01.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:48:01.081 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:48:01.081 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:48:01.081 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,192937984~25165824,222298112~71303168,310378496~16777216,335544320~54525952] 2024-04-02T09:48:01.082 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~62914560,83886080~71303168,159383552~20971520,192937984~104857600,310378496~20971520,335544320~58720256] 2024-04-02T09:48:02.019 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:02.019 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:02.061 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:02.062 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:02.062 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:02.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:02.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.080 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.083 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.083 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.083 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:02.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:02.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:02.089 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:02.089 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:02.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:02.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:02.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:02.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:02.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:48:02.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952] 2024-04-02T09:48:02.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256] 2024-04-02T09:48:02.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:02 smithi187 ceph-mon[84356]: pgmap v4134: 137 pgs: 137 active+clean; 852 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 6.7 KiB/s wr, 708 op/s 2024-04-02T09:48:02.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:02 smithi187 ceph-mon[84356]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:48:02.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:02 smithi112 ceph-mon[88945]: pgmap v4134: 137 pgs: 137 active+clean; 852 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 6.7 KiB/s wr, 708 op/s 2024-04-02T09:48:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:02 smithi112 ceph-mon[88945]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:48:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:02 smithi112 ceph-mon[91385]: pgmap v4134: 137 pgs: 137 active+clean; 852 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 6.7 KiB/s wr, 708 op/s 2024-04-02T09:48:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:02 smithi112 ceph-mon[91385]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:48:02.734 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:48:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:03.040 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:03.040 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:03.060 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:03.060 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:03.060 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:03.069 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:03.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.088 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:03.088 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:03.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:03.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:03.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:03.099 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:03.099 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:03.099 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~8388608,29360128~50331648,83886080~4194304,92274688~50331648,146800640~8388608,159383552~20971520,184549376~33554432,222298112~71303168,306184192~20971520,335544320~54525952,398458880~8388608] 2024-04-02T09:48:03.100 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~20971520,184549376~113246208,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:03 smithi112 ceph-mon[88945]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:48:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:03 smithi112 ceph-mon[91385]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:48:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:03 smithi187 ceph-mon[84356]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:48:04.032 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:04.032 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:04.070 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:04.070 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:04.070 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:04.085 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:04.085 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.085 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.095 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.095 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:04.099 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:04.100 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:04.100 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:04.100 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,16777216~62914560,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~25165824,335544320~58720256,398458880~8388608] 2024-04-02T09:48:04.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,16777216~138412032,159383552~142606336,306184192~25165824,335544320~58720256,398458880~12582912] 2024-04-02T09:48:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:04 smithi112 ceph-mon[91385]: pgmap v4137: 137 pgs: 137 active+clean; 790 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 147 KiB/s rd, 1.2 KiB/s wr, 294 op/s 2024-04-02T09:48:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:04 smithi112 ceph-mon[91385]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:48:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:04 smithi112 ceph-mon[88945]: pgmap v4137: 137 pgs: 137 active+clean; 790 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 147 KiB/s rd, 1.2 KiB/s wr, 294 op/s 2024-04-02T09:48:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:04 smithi112 ceph-mon[88945]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:48:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:04 smithi187 ceph-mon[84356]: pgmap v4137: 137 pgs: 137 active+clean; 790 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 147 KiB/s rd, 1.2 KiB/s wr, 294 op/s 2024-04-02T09:48:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:04 smithi187 ceph-mon[84356]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:48:05.015 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:05.015 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:05.057 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:05.057 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:05.057 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:05.069 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:05.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.075 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.075 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.075 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.080 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.081 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.085 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.085 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:05.085 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~71303168,83886080~4194304,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~8388608] 2024-04-02T09:48:05.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:05 smithi112 ceph-mon[91385]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:48:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:05 smithi112 ceph-mon[91385]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:48:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:05 smithi112 ceph-mon[88945]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:48:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:05 smithi112 ceph-mon[88945]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:48:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:05 smithi187 ceph-mon[84356]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:48:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:05 smithi187 ceph-mon[84356]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:48:06.060 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:06.060 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:06.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:06.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:06.080 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:06.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:06.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.093 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.099 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.099 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.102 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~58720256,222298112~71303168,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:06 smithi112 ceph-mon[91385]: pgmap v4140: 137 pgs: 137 active+clean; 749 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 314 op/s 2024-04-02T09:48:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:06 smithi112 ceph-mon[88945]: pgmap v4140: 137 pgs: 137 active+clean; 749 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 314 op/s 2024-04-02T09:48:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:06 smithi187 ceph-mon[84356]: pgmap v4140: 137 pgs: 137 active+clean; 749 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 314 op/s 2024-04-02T09:48:07.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:07.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:07.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:07.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:07.093 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:07.105 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:07.105 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:07.105 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:07.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:07.113 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:07.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:07.115 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:07.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:07 smithi112 ceph-mon[91385]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:48:07.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:07 smithi112 ceph-mon[88945]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:48:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:07 smithi187 ceph-mon[84356]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:48:08.073 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:08.073 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:08.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:08.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:08.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:08.114 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:08.115 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:08.115 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~79691776,92274688~50331648,146800640~8388608,159383552~134217728,297795584~4194304,306184192~88080384,398458880~12582912] 2024-04-02T09:48:08.116 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~142606336,306184192~88080384,398458880~12582912] 2024-04-02T09:48:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:08 smithi112 ceph-mon[91385]: pgmap v4143: 137 pgs: 137 active+clean; 720 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 215 op/s 2024-04-02T09:48:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:08 smithi112 ceph-mon[91385]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:08 smithi112 ceph-mon[88945]: pgmap v4143: 137 pgs: 137 active+clean; 720 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 215 op/s 2024-04-02T09:48:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:08 smithi112 ceph-mon[88945]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:08 smithi187 ceph-mon[84356]: pgmap v4143: 137 pgs: 137 active+clean; 720 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 215 op/s 2024-04-02T09:48:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:08 smithi187 ceph-mon[84356]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:09.072 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:09.072 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:09.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:09.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:09.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~4194304,306184192~104857600] 2024-04-02T09:48:09.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:09 smithi112 ceph-mon[91385]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:48:09] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:48:09.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:09 smithi112 ceph-mon[88945]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:09 smithi187 ceph-mon[84356]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:10.022 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:10.022 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,8388608~58720256,71303168~71303168,146800640~8388608,159383552~134217728,297795584~113246208] 2024-04-02T09:48:10.040 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,8388608~146800640,159383552~251658240] 2024-04-02T09:48:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:10 smithi112 ceph-mon[91385]: pgmap v4146: 137 pgs: 137 active+clean; 654 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 164 op/s 2024-04-02T09:48:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:10 smithi112 ceph-mon[91385]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:10 smithi112 ceph-mon[91385]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:10 smithi112 ceph-mon[88945]: pgmap v4146: 137 pgs: 137 active+clean; 654 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 164 op/s 2024-04-02T09:48:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:10 smithi112 ceph-mon[88945]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:10 smithi112 ceph-mon[88945]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:10 smithi187 ceph-mon[84356]: pgmap v4146: 137 pgs: 137 active+clean; 654 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 164 op/s 2024-04-02T09:48:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:10 smithi187 ceph-mon[84356]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:10 smithi187 ceph-mon[84356]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:11.103 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39027 ms) 2024-04-02T09:48:11.103 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-02T09:48:11.103 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:12.185 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1083 ms) 2024-04-02T09:48:12.185 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-02T09:48:12.185 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:12 smithi112 ceph-mon[88945]: pgmap v4149: 137 pgs: 137 active+clean; 588 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 181 op/s 2024-04-02T09:48:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:12 smithi112 ceph-mon[88945]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:12 smithi112 ceph-mon[91385]: pgmap v4149: 137 pgs: 137 active+clean; 588 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 181 op/s 2024-04-02T09:48:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:12 smithi112 ceph-mon[91385]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:12 smithi187 ceph-mon[84356]: pgmap v4149: 137 pgs: 137 active+clean; 588 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 181 op/s 2024-04-02T09:48:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:12 smithi187 ceph-mon[84356]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:12.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:48:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:13.198 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [0~8388608,12582912~4194304] to clone 2024-04-02T09:48:13.198 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [0~8388608,12582912~8388608] 2024-04-02T09:48:13.202 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1017 ms) 2024-04-02T09:48:13.202 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-02T09:48:13.202 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:13.226 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [1728881~65818,2250107~21536,4210616~67372,5077988~34426,5613001~39609,7236408~98060,11917272~84174,14241087~52072,19814809~88885] 2024-04-02T09:48:13.236 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (34 ms) 2024-04-02T09:48:13.236 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-02T09:48:13.236 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:13 smithi112 ceph-mon[91385]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:13 smithi112 ceph-mon[88945]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:13 smithi187 ceph-mon[84356]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:14.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:14 smithi112 ceph-mon[88945]: pgmap v4152: 137 pgs: 137 active+clean; 506 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 99 op/s 2024-04-02T09:48:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:14 smithi112 ceph-mon[88945]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:14 smithi112 ceph-mon[91385]: pgmap v4152: 137 pgs: 137 active+clean; 506 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 99 op/s 2024-04-02T09:48:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:14 smithi112 ceph-mon[91385]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:14 smithi187 ceph-mon[84356]: pgmap v4152: 137 pgs: 137 active+clean; 506 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 99 op/s 2024-04-02T09:48:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:14 smithi187 ceph-mon[84356]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:15.150 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1914 ms) 2024-04-02T09:48:15.150 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-02T09:48:15.150 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:15.205 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (54 ms) 2024-04-02T09:48:15.205 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-02T09:48:15.205 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:15.282 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (76 ms) 2024-04-02T09:48:15.282 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-02T09:48:15.282 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-02T09:48:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:15 smithi112 ceph-mon[91385]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:15 smithi112 ceph-mon[91385]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:15 smithi112 ceph-mon[88945]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:15 smithi112 ceph-mon[88945]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:15 smithi187 ceph-mon[84356]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:15 smithi187 ceph-mon[84356]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:16 smithi112 ceph-mon[91385]: pgmap v4155: 137 pgs: 137 active+clean; 473 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.6 MiB/s wr, 164 op/s 2024-04-02T09:48:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:16 smithi112 ceph-mon[88945]: pgmap v4155: 137 pgs: 137 active+clean; 473 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.6 MiB/s wr, 164 op/s 2024-04-02T09:48:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:16 smithi187 ceph-mon[84356]: pgmap v4155: 137 pgs: 137 active+clean; 473 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.6 MiB/s wr, 164 op/s 2024-04-02T09:48:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:18 smithi112 ceph-mon[88945]: pgmap v4157: 137 pgs: 137 active+clean; 492 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.9 MiB/s wr, 180 op/s 2024-04-02T09:48:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:18 smithi112 ceph-mon[91385]: pgmap v4157: 137 pgs: 137 active+clean; 492 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.9 MiB/s wr, 180 op/s 2024-04-02T09:48:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:18 smithi187 ceph-mon[84356]: pgmap v4157: 137 pgs: 137 active+clean; 492 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.9 MiB/s wr, 180 op/s 2024-04-02T09:48:19.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:48:19] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:48:20.328 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-04-02T09:48:20.328 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:48:20.328 INFO:tasks.workunit.client.0.smithi112.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:48:20.328 INFO:tasks.workunit.client.0.smithi112.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:48:20.328 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-02T09:48:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:20 smithi112 ceph-mon[88945]: pgmap v4158: 137 pgs: 137 active+clean; 544 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.7 MiB/s wr, 231 op/s 2024-04-02T09:48:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:20 smithi112 ceph-mon[88945]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:20 smithi112 ceph-mon[91385]: pgmap v4158: 137 pgs: 137 active+clean; 544 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.7 MiB/s wr, 231 op/s 2024-04-02T09:48:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:20 smithi112 ceph-mon[91385]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:20 smithi187 ceph-mon[84356]: pgmap v4158: 137 pgs: 137 active+clean; 544 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.7 MiB/s wr, 231 op/s 2024-04-02T09:48:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:20 smithi187 ceph-mon[84356]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/1 (68197 ms total) 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 480 tests from 24 test suites ran. (2129907 ms total) 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 434 tests. 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-02T09:48:21.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-02T09:48:21.118 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:48:21.119 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-02T09:48:21.120 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:48:21.127 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:48:21.127 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:48:21.197 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-02T09:48:21.197 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:48:21.480 DEBUG:teuthology.parallel:result is None 2024-04-02T09:48:21.480 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:48:21.512 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:48:21.513 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:21.567 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:48:21.568 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:48:21.568 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-02T09:48:21.568 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:48:21.568 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-02T09:48:21.568 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:48:21.569 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:48:21.569 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:48:21.569 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:21.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:48:21.624 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:48:21.624 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:21.679 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:21.679 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:48:21.734 INFO:tasks.workunit:timeout=3h 2024-04-02T09:48:21.734 INFO:tasks.workunit:cleanup=True 2024-04-02T09:48:21.734 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:48:21.789 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:48:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:22 smithi112 ceph-mon[91385]: pgmap v4160: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.3 MiB/s wr, 197 op/s 2024-04-02T09:48:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:22 smithi112 ceph-mon[91385]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:22 smithi112 ceph-mon[88945]: pgmap v4160: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.3 MiB/s wr, 197 op/s 2024-04-02T09:48:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:22 smithi112 ceph-mon[88945]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:22 smithi187 ceph-mon[84356]: pgmap v4160: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.3 MiB/s wr, 197 op/s 2024-04-02T09:48:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:22 smithi187 ceph-mon[84356]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:48:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:24 smithi112 ceph-mon[91385]: pgmap v4162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:24 smithi112 ceph-mon[88945]: pgmap v4162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:24 smithi187 ceph-mon[84356]: pgmap v4162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:26 smithi187 ceph-mon[84356]: pgmap v4163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:26 smithi112 ceph-mon[91385]: pgmap v4163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:26 smithi112 ceph-mon[88945]: pgmap v4163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:27.440 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:48:27.455 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:48:27.457 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:48:27.457 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:48:27.506 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:48:27.556 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:48:27.598 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:48:27.600 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:48:27.600 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:48:27.642 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:48:27.645 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T09:48:27.645 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:48:27.701 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-02T09:48:27.702 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-02T09:48:27.702 DEBUG:teuthology.orchestra.run.smithi112:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:48:27.759 INFO:tasks.workunit.client.0.smithi112.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:48:27.760 INFO:tasks.workunit.client.0.smithi112.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-02T09:48:27.760 INFO:tasks.workunit.client.0.smithi112.stderr:+ '[' -n '' ']' 2024-04-02T09:48:27.760 INFO:tasks.workunit.client.0.smithi112.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-02T09:48:27.934 INFO:tasks.workunit.client.0.smithi112.stdout:============================= test session starts ============================== 2024-04-02T09:48:27.934 INFO:tasks.workunit.client.0.smithi112.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-02T09:48:27.934 INFO:tasks.workunit.client.0.smithi112.stdout:cachedir: .pytest_cache 2024-04-02T09:48:27.934 INFO:tasks.workunit.client.0.smithi112.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-02T09:48:28.416 INFO:tasks.workunit.client.0.smithi112.stdout:collecting ... collected 175 items 2024-04-02T09:48:28.416 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:48:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:28 smithi187 ceph-mon[84356]: pgmap v4164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:28 smithi112 ceph-mon[91385]: pgmap v4164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:28 smithi112 ceph-mon[88945]: pgmap v4164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:48:29] "GET /metrics HTTP/1.1" 200 34273 "" "Prometheus/2.43.0" 2024-04-02T09:48:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:30 smithi187 ceph-mon[84356]: pgmap v4165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:48:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:30 smithi187 ceph-mon[84356]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:30 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:30 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[91385]: pgmap v4165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[91385]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[88945]: pgmap v4165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[88945]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:30 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:31 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:48:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:31 smithi187 ceph-mon[84356]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:31.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:31 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:48:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:31 smithi112 ceph-mon[91385]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:31 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:48:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:31 smithi112 ceph-mon[88945]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:32.159 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-02T09:48:32.249 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-02T09:48:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:32 smithi187 ceph-mon[84356]: pgmap v4168: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:48:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:32 smithi187 ceph-mon[84356]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:32.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:48:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:32 smithi112 ceph-mon[91385]: pgmap v4168: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:48:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:32 smithi112 ceph-mon[91385]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:32 smithi112 ceph-mon[88945]: pgmap v4168: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:48:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:32 smithi112 ceph-mon[88945]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:32.883 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-02T09:48:32.985 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-02T09:48:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:33 smithi187 ceph-mon[84356]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:33.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:33 smithi112 ceph-mon[88945]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:33 smithi112 ceph-mon[91385]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:34.263 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-02T09:48:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:34 smithi187 ceph-mon[84356]: pgmap v4171: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:48:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:34 smithi187 ceph-mon[84356]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:34 smithi112 ceph-mon[88945]: pgmap v4171: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:48:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:34 smithi112 ceph-mon[88945]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:34 smithi112 ceph-mon[91385]: pgmap v4171: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:48:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:34 smithi112 ceph-mon[91385]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:34.831 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-02T09:48:35.363 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-02T09:48:35.465 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-02T09:48:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:35 smithi187 ceph-mon[84356]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:35 smithi187 ceph-mon[84356]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-04-02T09:48:35.555 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-02T09:48:35.567 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-02T09:48:35.570 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-02T09:48:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:35 smithi112 ceph-mon[91385]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:35 smithi112 ceph-mon[91385]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-04-02T09:48:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:35 smithi112 ceph-mon[88945]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:35 smithi112 ceph-mon[88945]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-04-02T09:48:35.646 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-02T09:48:35.710 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-02T09:48:35.794 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-02T09:48:35.866 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-02T09:48:35.975 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-02T09:48:36.202 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-02T09:48:36.220 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-02T09:48:36.230 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-02T09:48:36.256 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-02T09:48:36.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:48:36] ENGINE Bus STOPPING 2024-04-02T09:48:36.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:48:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:48:36.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:48:36] ENGINE Bus STOPPED 2024-04-02T09:48:36.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:48:36] ENGINE Bus STARTING 2024-04-02T09:48:36.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:48:36] ENGINE Serving on http://:::9283 2024-04-02T09:48:36.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:36 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:09:48:36] ENGINE Bus STARTED 2024-04-02T09:48:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:37 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:48:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:48:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:37 smithi187 ceph-mon[84356]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 354 op/s 2024-04-02T09:48:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[91385]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 354 op/s 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:37.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:48:37.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:37 smithi112 ceph-mon[88945]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 354 op/s 2024-04-02T09:48:38.344 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-02T09:48:38.345 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-02T09:48:38.346 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-02T09:48:38.419 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-02T09:48:38.492 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-02T09:48:38.566 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-02T09:48:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:38 smithi112 ceph-mon[88945]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:38.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:38 smithi112 ceph-mon[91385]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:38.642 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-02T09:48:38.715 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-02T09:48:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:38 smithi187 ceph-mon[84356]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:38.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:38.788 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-02T09:48:38.866 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-02T09:48:38.945 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-02T09:48:39.034 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-02T09:48:39.104 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-02T09:48:39.180 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-02T09:48:39.270 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-02T09:48:39.350 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-02T09:48:39.437 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-02T09:48:39.524 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-02T09:48:39.615 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-02T09:48:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:48:39] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:48:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:39 smithi112 ceph-mon[91385]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:39 smithi112 ceph-mon[91385]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 28 KiB/s wr, 472 op/s 2024-04-02T09:48:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:39 smithi112 ceph-mon[88945]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:39 smithi112 ceph-mon[88945]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 28 KiB/s wr, 472 op/s 2024-04-02T09:48:39.703 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-02T09:48:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:39 smithi187 ceph-mon[84356]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:39.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:39 smithi187 ceph-mon[84356]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 28 KiB/s wr, 472 op/s 2024-04-02T09:48:39.778 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-02T09:48:39.853 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-02T09:48:39.994 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-02T09:48:40.080 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-02T09:48:40.171 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-02T09:48:40.243 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-02T09:48:40.326 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-02T09:48:40.410 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-02T09:48:41.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:41 smithi112 ceph-mon[91385]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:41.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:41 smithi112 ceph-mon[88945]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:41 smithi187 ceph-mon[84356]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:42 smithi187 ceph-mon[84356]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 1.12k op/s 2024-04-02T09:48:42.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:42 smithi187 ceph-mon[84356]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:42 smithi112 ceph-mon[91385]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 1.12k op/s 2024-04-02T09:48:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:42 smithi112 ceph-mon[91385]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:42 smithi112 ceph-mon[88945]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 1.12k op/s 2024-04-02T09:48:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:42 smithi112 ceph-mon[88945]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:48:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:43 smithi112 ceph-mon[91385]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:43 smithi112 ceph-mon[88945]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:43 smithi187 ceph-mon[84356]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:44.124 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-02T09:48:44.218 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-02T09:48:44.321 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-02T09:48:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:44 smithi112 ceph-mon[91385]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 1.27k op/s 2024-04-02T09:48:44.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:44 smithi112 ceph-mon[91385]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:44 smithi112 ceph-mon[88945]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 1.27k op/s 2024-04-02T09:48:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:44 smithi112 ceph-mon[88945]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:44 smithi187 ceph-mon[84356]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 1.27k op/s 2024-04-02T09:48:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:44 smithi187 ceph-mon[84356]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:44.517 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-02T09:48:44.714 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-02T09:48:44.785 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-02T09:48:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:45 smithi112 ceph-mon[91385]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:45 smithi112 ceph-mon[91385]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:45 smithi112 ceph-mon[88945]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:45 smithi112 ceph-mon[88945]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:45 smithi187 ceph-mon[84356]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:45 smithi187 ceph-mon[84356]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:46 smithi112 ceph-mon[91385]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 21 KiB/s wr, 596 op/s 2024-04-02T09:48:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:46 smithi112 ceph-mon[88945]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 21 KiB/s wr, 596 op/s 2024-04-02T09:48:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:46 smithi187 ceph-mon[84356]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 21 KiB/s wr, 596 op/s 2024-04-02T09:48:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:47 smithi112 ceph-mon[91385]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:47 smithi112 ceph-mon[88945]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:47 smithi187 ceph-mon[84356]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:48.221 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-02T09:48:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:48 smithi112 ceph-mon[91385]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 619 KiB/s rd, 1.0 MiB/s wr, 840 op/s 2024-04-02T09:48:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:48 smithi112 ceph-mon[91385]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:48 smithi112 ceph-mon[88945]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 619 KiB/s rd, 1.0 MiB/s wr, 840 op/s 2024-04-02T09:48:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:48 smithi112 ceph-mon[88945]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:48 smithi187 ceph-mon[84356]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 619 KiB/s rd, 1.0 MiB/s wr, 840 op/s 2024-04-02T09:48:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:48 smithi187 ceph-mon[84356]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:49.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:49 smithi112 ceph-mon[88945]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:49.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:49 smithi112 ceph-mon[91385]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:49.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:48:49] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:48:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:49 smithi187 ceph-mon[84356]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:50.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:50 smithi112 ceph-mon[91385]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 1.0 MiB/s wr, 493 op/s 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:50 smithi112 ceph-mon[91385]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:50 smithi112 ceph-mon[91385]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:50 smithi112 ceph-mon[88945]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 1.0 MiB/s wr, 493 op/s 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:50 smithi112 ceph-mon[88945]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:50 smithi112 ceph-mon[88945]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:50 smithi187 ceph-mon[84356]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 1.0 MiB/s wr, 493 op/s 2024-04-02T09:48:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:50 smithi187 ceph-mon[84356]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:50 smithi187 ceph-mon[84356]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:52 smithi112 ceph-mon[91385]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 1.0 MiB/s wr, 151 op/s 2024-04-02T09:48:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:52 smithi112 ceph-mon[91385]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:52 smithi112 ceph-mon[88945]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 1.0 MiB/s wr, 151 op/s 2024-04-02T09:48:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:52 smithi112 ceph-mon[88945]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:52 smithi187 ceph-mon[84356]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 1.0 MiB/s wr, 151 op/s 2024-04-02T09:48:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:52 smithi187 ceph-mon[84356]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:52.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:48:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:53 smithi112 ceph-mon[91385]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:53 smithi112 ceph-mon[88945]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:53 smithi187 ceph-mon[84356]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:54.196 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-02T09:48:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:54 smithi112 ceph-mon[91385]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.0 MiB/s wr, 213 op/s 2024-04-02T09:48:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:54 smithi112 ceph-mon[91385]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:54 smithi112 ceph-mon[88945]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.0 MiB/s wr, 213 op/s 2024-04-02T09:48:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:54 smithi112 ceph-mon[88945]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:54 smithi187 ceph-mon[84356]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.0 MiB/s wr, 213 op/s 2024-04-02T09:48:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:54 smithi187 ceph-mon[84356]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:55 smithi112 ceph-mon[91385]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:55 smithi112 ceph-mon[91385]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:55 smithi112 ceph-mon[88945]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:55 smithi112 ceph-mon[88945]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:55 smithi187 ceph-mon[84356]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:55 smithi187 ceph-mon[84356]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:56.114 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-02T09:48:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:56 smithi112 ceph-mon[88945]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 5.7 KiB/s wr, 180 op/s 2024-04-02T09:48:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:56 smithi112 ceph-mon[88945]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:56 smithi112 ceph-mon[91385]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 5.7 KiB/s wr, 180 op/s 2024-04-02T09:48:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:56 smithi112 ceph-mon[91385]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:56 smithi187 ceph-mon[84356]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 5.7 KiB/s wr, 180 op/s 2024-04-02T09:48:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:56 smithi187 ceph-mon[84356]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:58.215 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-02T09:48:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:58 smithi112 ceph-mon[91385]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-04-02T09:48:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:58 smithi112 ceph-mon[91385]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:58 smithi112 ceph-mon[88945]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-04-02T09:48:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:58 smithi112 ceph-mon[88945]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:58 smithi187 ceph-mon[84356]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-04-02T09:48:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:58 smithi187 ceph-mon[84356]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:48:59 smithi187 ceph-mon[84356]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:48:59 smithi112 ceph-mon[91385]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:48:59 smithi112 ceph-mon[88945]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:48:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:48:59] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:49:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:00 smithi187 ceph-mon[84356]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 178 op/s 2024-04-02T09:49:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:00 smithi187 ceph-mon[84356]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:49:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:00 smithi187 ceph-mon[84356]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:49:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:00 smithi112 ceph-mon[88945]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 178 op/s 2024-04-02T09:49:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:00 smithi112 ceph-mon[88945]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:49:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:00 smithi112 ceph-mon[88945]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:49:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:00 smithi112 ceph-mon[91385]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 178 op/s 2024-04-02T09:49:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:00 smithi112 ceph-mon[91385]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:49:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:00 smithi112 ceph-mon[91385]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:49:02.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:02 smithi187 ceph-mon[84356]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-04-02T09:49:02.283 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:02 smithi187 ceph-mon[84356]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:49:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:02 smithi112 ceph-mon[91385]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-04-02T09:49:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:02 smithi112 ceph-mon[91385]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:49:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:02 smithi112 ceph-mon[88945]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-04-02T09:49:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:02 smithi112 ceph-mon[88945]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:49:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:49:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:03 smithi112 ceph-mon[91385]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:49:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:03 smithi112 ceph-mon[88945]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:49:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:03 smithi187 ceph-mon[84356]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:49:04.121 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-02T09:49:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:04 smithi112 ceph-mon[91385]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:49:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:04 smithi112 ceph-mon[91385]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:49:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:04 smithi112 ceph-mon[88945]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:49:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:04 smithi112 ceph-mon[88945]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:49:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:04 smithi187 ceph-mon[84356]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:49:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:04 smithi187 ceph-mon[84356]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:49:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:05 smithi112 ceph-mon[91385]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:49:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:05 smithi112 ceph-mon[91385]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:49:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:05 smithi112 ceph-mon[88945]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:49:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:05 smithi112 ceph-mon[88945]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:49:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:05 smithi187 ceph-mon[84356]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:49:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:05 smithi187 ceph-mon[84356]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:49:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:06 smithi112 ceph-mon[91385]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-04-02T09:49:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:06 smithi112 ceph-mon[88945]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-04-02T09:49:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:06 smithi187 ceph-mon[84356]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-04-02T09:49:07.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:07 smithi112 ceph-mon[88945]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:49:07.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:07 smithi112 ceph-mon[91385]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:49:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:07 smithi187 ceph-mon[84356]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:49:08.175 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-02T09:49:08.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:08 smithi112 ceph-mon[91385]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:49:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:08 smithi112 ceph-mon[91385]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:49:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:08 smithi112 ceph-mon[88945]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:49:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:08 smithi112 ceph-mon[88945]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:49:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:08 smithi187 ceph-mon[84356]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:49:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:08 smithi187 ceph-mon[84356]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:49:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:09 smithi112 ceph-mon[91385]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:49:09.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:09 smithi112 ceph-mon[88945]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:49:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:49:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:49:09] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:49:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:09 smithi187 ceph-mon[84356]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:49:10.108 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-02T09:49:10.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:10 smithi112 ceph-mon[88945]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-02T09:49:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:10 smithi112 ceph-mon[88945]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:49:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:10 smithi112 ceph-mon[88945]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:49:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:10 smithi112 ceph-mon[91385]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-02T09:49:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:10 smithi112 ceph-mon[91385]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:49:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:10 smithi112 ceph-mon[91385]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:49:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:10 smithi187 ceph-mon[84356]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-02T09:49:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:10 smithi187 ceph-mon[84356]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:49:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:10 smithi187 ceph-mon[84356]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:49:12.163 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-02T09:49:12.243 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-02T09:49:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:12 smithi112 ceph-mon[91385]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-02T09:49:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:12 smithi112 ceph-mon[91385]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:49:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:12 smithi112 ceph-mon[88945]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-02T09:49:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:12 smithi112 ceph-mon[88945]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:49:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:12 smithi187 ceph-mon[84356]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-02T09:49:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:12 smithi187 ceph-mon[84356]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:49:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:49:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:13.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:13 smithi112 ceph-mon[91385]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:49:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:13 smithi112 ceph-mon[88945]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:49:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:13 smithi187 ceph-mon[84356]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:49:14.178 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-02T09:49:14.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:14 smithi112 ceph-mon[91385]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-04-02T09:49:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:14 smithi112 ceph-mon[91385]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:49:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:14 smithi112 ceph-mon[88945]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-04-02T09:49:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:14 smithi112 ceph-mon[88945]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:49:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:14 smithi187 ceph-mon[84356]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-04-02T09:49:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:14 smithi187 ceph-mon[84356]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:49:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:15 smithi112 ceph-mon[91385]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:49:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:15 smithi112 ceph-mon[91385]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:49:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:15 smithi112 ceph-mon[88945]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:49:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:15 smithi112 ceph-mon[88945]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:49:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:15 smithi187 ceph-mon[84356]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:49:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:15 smithi187 ceph-mon[84356]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:49:16.153 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-02T09:49:16.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:16 smithi112 ceph-mon[91385]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 90 op/s 2024-04-02T09:49:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:16 smithi112 ceph-mon[91385]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:16 smithi112 ceph-mon[88945]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 90 op/s 2024-04-02T09:49:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:16 smithi112 ceph-mon[88945]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:16 smithi187 ceph-mon[84356]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 90 op/s 2024-04-02T09:49:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:16 smithi187 ceph-mon[84356]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:18.194 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-02T09:49:18.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:18 smithi112 ceph-mon[88945]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.2 KiB/s wr, 145 op/s 2024-04-02T09:49:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:18 smithi112 ceph-mon[88945]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:18 smithi112 ceph-mon[91385]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.2 KiB/s wr, 145 op/s 2024-04-02T09:49:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:18 smithi112 ceph-mon[91385]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:18 smithi187 ceph-mon[84356]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.2 KiB/s wr, 145 op/s 2024-04-02T09:49:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:18 smithi187 ceph-mon[84356]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:19.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:19 smithi112 ceph-mon[88945]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:19.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:19 smithi112 ceph-mon[91385]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:19.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:49:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:49:19] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:49:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:19 smithi187 ceph-mon[84356]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:20.114 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-02T09:49:20.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:20 smithi112 ceph-mon[88945]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 128 op/s 2024-04-02T09:49:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:20 smithi112 ceph-mon[88945]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:20 smithi112 ceph-mon[88945]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:20 smithi112 ceph-mon[91385]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 128 op/s 2024-04-02T09:49:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:20 smithi112 ceph-mon[91385]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:20 smithi112 ceph-mon[91385]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:20 smithi187 ceph-mon[84356]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 128 op/s 2024-04-02T09:49:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:20 smithi187 ceph-mon[84356]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:20 smithi187 ceph-mon[84356]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:22.222 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-02T09:49:22.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:22 smithi112 ceph-mon[91385]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 7.5 KiB/s wr, 178 op/s 2024-04-02T09:49:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:22 smithi112 ceph-mon[91385]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:22 smithi112 ceph-mon[88945]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 7.5 KiB/s wr, 178 op/s 2024-04-02T09:49:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:22 smithi112 ceph-mon[88945]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:22 smithi187 ceph-mon[84356]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 7.5 KiB/s wr, 178 op/s 2024-04-02T09:49:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:22 smithi187 ceph-mon[84356]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:49:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:23 smithi187 ceph-mon[84356]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:23.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:23 smithi112 ceph-mon[91385]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:23 smithi112 ceph-mon[88945]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:24.216 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-02T09:49:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:24 smithi187 ceph-mon[84356]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.2 KiB/s wr, 192 op/s 2024-04-02T09:49:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:24 smithi187 ceph-mon[84356]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:24 smithi112 ceph-mon[91385]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.2 KiB/s wr, 192 op/s 2024-04-02T09:49:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:24 smithi112 ceph-mon[91385]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:24 smithi112 ceph-mon[88945]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.2 KiB/s wr, 192 op/s 2024-04-02T09:49:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:24 smithi112 ceph-mon[88945]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:25 smithi187 ceph-mon[84356]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:25 smithi187 ceph-mon[84356]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:25 smithi112 ceph-mon[91385]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:25 smithi112 ceph-mon[91385]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:25 smithi112 ceph-mon[88945]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:25 smithi112 ceph-mon[88945]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:26 smithi187 ceph-mon[84356]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-02T09:49:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:26 smithi187 ceph-mon[84356]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:26 smithi112 ceph-mon[91385]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-02T09:49:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:26 smithi112 ceph-mon[91385]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:26 smithi112 ceph-mon[88945]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-02T09:49:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:26 smithi112 ceph-mon[88945]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:28.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:28 smithi112 ceph-mon[91385]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2024-04-02T09:49:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:28 smithi112 ceph-mon[91385]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:28 smithi112 ceph-mon[88945]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2024-04-02T09:49:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:28 smithi112 ceph-mon[88945]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:28 smithi187 ceph-mon[84356]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2024-04-02T09:49:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:28 smithi187 ceph-mon[84356]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:29 smithi112 ceph-mon[91385]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:29 smithi112 ceph-mon[88945]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:29 smithi187 ceph-mon[84356]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:49:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:49:29] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:49:30.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:30 smithi112 ceph-mon[91385]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:49:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:30 smithi112 ceph-mon[91385]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:30 smithi112 ceph-mon[91385]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:30 smithi112 ceph-mon[88945]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:49:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:30 smithi112 ceph-mon[88945]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:30 smithi112 ceph-mon[88945]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:30 smithi187 ceph-mon[84356]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:49:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:30 smithi187 ceph-mon[84356]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:30 smithi187 ceph-mon[84356]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:32.150 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-02T09:49:32.242 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-02T09:49:32.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:32 smithi187 ceph-mon[84356]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-04-02T09:49:32.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:32 smithi187 ceph-mon[84356]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:32.315 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-02T09:49:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:32 smithi112 ceph-mon[91385]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-04-02T09:49:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:32 smithi112 ceph-mon[91385]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:32 smithi112 ceph-mon[88945]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-04-02T09:49:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:32 smithi112 ceph-mon[88945]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:32.393 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-02T09:49:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:49:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:33 smithi112 ceph-mon[88945]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:33 smithi112 ceph-mon[91385]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:33 smithi187 ceph-mon[84356]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:34.170 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-02T09:49:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:34 smithi112 ceph-mon[91385]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:49:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:34 smithi112 ceph-mon[91385]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:34 smithi112 ceph-mon[88945]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:49:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:34 smithi112 ceph-mon[88945]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:34 smithi187 ceph-mon[84356]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:49:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:34 smithi187 ceph-mon[84356]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:35 smithi112 ceph-mon[91385]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:35 smithi112 ceph-mon[91385]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:35 smithi112 ceph-mon[88945]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:35 smithi112 ceph-mon[88945]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:35 smithi187 ceph-mon[84356]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:35 smithi187 ceph-mon[84356]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:36.123 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-02T09:49:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:36 smithi112 ceph-mon[91385]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-02T09:49:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:36 smithi112 ceph-mon[91385]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:36 smithi112 ceph-mon[88945]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-02T09:49:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:36 smithi112 ceph-mon[88945]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:36 smithi187 ceph-mon[84356]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-02T09:49:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:36 smithi187 ceph-mon[84356]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:49:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:49:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:38 smithi112 ceph-mon[88945]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 286 op/s 2024-04-02T09:49:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:38 smithi112 ceph-mon[88945]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:38 smithi112 ceph-mon[91385]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 286 op/s 2024-04-02T09:49:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:38 smithi112 ceph-mon[91385]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:38 smithi187 ceph-mon[84356]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 286 op/s 2024-04-02T09:49:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:38 smithi187 ceph-mon[84356]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:39.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:39 smithi112 ceph-mon[88945]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:39 smithi112 ceph-mon[91385]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:39.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:49:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:49:39] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:49:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:39 smithi187 ceph-mon[84356]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:40.129 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-02T09:49:40.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:40 smithi112 ceph-mon[88945]: pgmap v4267: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 17 KiB/s wr, 292 op/s 2024-04-02T09:49:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:40 smithi112 ceph-mon[88945]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:40 smithi112 ceph-mon[88945]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:40 smithi112 ceph-mon[91385]: pgmap v4267: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 17 KiB/s wr, 292 op/s 2024-04-02T09:49:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:40 smithi112 ceph-mon[91385]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:40 smithi112 ceph-mon[91385]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:40 smithi187 ceph-mon[84356]: pgmap v4267: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 17 KiB/s wr, 292 op/s 2024-04-02T09:49:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:40 smithi187 ceph-mon[84356]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:40 smithi187 ceph-mon[84356]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:42.203 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-02T09:49:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:42 smithi112 ceph-mon[91385]: pgmap v4270: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 14 KiB/s wr, 180 op/s 2024-04-02T09:49:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:42 smithi112 ceph-mon[91385]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:42 smithi112 ceph-mon[88945]: pgmap v4270: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 14 KiB/s wr, 180 op/s 2024-04-02T09:49:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:42 smithi112 ceph-mon[88945]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:42 smithi187 ceph-mon[84356]: pgmap v4270: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 14 KiB/s wr, 180 op/s 2024-04-02T09:49:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:42 smithi187 ceph-mon[84356]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:49:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:43.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:43 smithi112 ceph-mon[91385]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:43 smithi112 ceph-mon[88945]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:43 smithi187 ceph-mon[84356]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:44.219 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-02T09:49:44.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:44 smithi112 ceph-mon[88945]: pgmap v4273: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 172 op/s 2024-04-02T09:49:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:44 smithi112 ceph-mon[88945]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:44 smithi112 ceph-mon[91385]: pgmap v4273: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 172 op/s 2024-04-02T09:49:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:44 smithi112 ceph-mon[91385]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:44 smithi187 ceph-mon[84356]: pgmap v4273: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 172 op/s 2024-04-02T09:49:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:44 smithi187 ceph-mon[84356]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:45 smithi112 ceph-mon[91385]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:45.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:45 smithi112 ceph-mon[91385]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:45 smithi112 ceph-mon[88945]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:45 smithi112 ceph-mon[88945]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:45 smithi187 ceph-mon[84356]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:45 smithi187 ceph-mon[84356]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:46.116 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-02T09:49:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:46 smithi187 ceph-mon[84356]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 5.5 KiB/s wr, 36 op/s 2024-04-02T09:49:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:46 smithi187 ceph-mon[84356]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:46 smithi112 ceph-mon[91385]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 5.5 KiB/s wr, 36 op/s 2024-04-02T09:49:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:46 smithi112 ceph-mon[91385]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:46 smithi112 ceph-mon[88945]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 5.5 KiB/s wr, 36 op/s 2024-04-02T09:49:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:46 smithi112 ceph-mon[88945]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:48 smithi187 ceph-mon[84356]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-04-02T09:49:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:48 smithi187 ceph-mon[84356]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:48 smithi112 ceph-mon[91385]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-04-02T09:49:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:48 smithi112 ceph-mon[91385]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:48 smithi112 ceph-mon[88945]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-04-02T09:49:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:48 smithi112 ceph-mon[88945]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:49 smithi187 ceph-mon[84356]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:49 smithi112 ceph-mon[91385]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:49:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:49:49] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:49:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:49 smithi112 ceph-mon[88945]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:50 smithi187 ceph-mon[84356]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 173 op/s 2024-04-02T09:49:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:50 smithi187 ceph-mon[84356]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:50 smithi187 ceph-mon[84356]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:50.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:50 smithi112 ceph-mon[91385]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 173 op/s 2024-04-02T09:49:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:50 smithi112 ceph-mon[91385]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:50 smithi112 ceph-mon[91385]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:50 smithi112 ceph-mon[88945]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 173 op/s 2024-04-02T09:49:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:50 smithi112 ceph-mon[88945]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:50 smithi112 ceph-mon[88945]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:52.173 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-02T09:49:52.312 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:52 smithi187 ceph-mon[84356]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-04-02T09:49:52.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:52 smithi187 ceph-mon[84356]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:52 smithi112 ceph-mon[91385]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-04-02T09:49:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:52 smithi112 ceph-mon[91385]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:52 smithi112 ceph-mon[88945]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-04-02T09:49:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:52 smithi112 ceph-mon[88945]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:49:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:53 smithi112 ceph-mon[91385]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:53 smithi112 ceph-mon[88945]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:53 smithi187 ceph-mon[84356]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:54.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:54 smithi112 ceph-mon[91385]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-04-02T09:49:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:54 smithi112 ceph-mon[91385]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:54 smithi112 ceph-mon[88945]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-04-02T09:49:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:54 smithi112 ceph-mon[88945]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:54 smithi187 ceph-mon[84356]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-04-02T09:49:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:54 smithi187 ceph-mon[84356]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:55 smithi112 ceph-mon[91385]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:55 smithi112 ceph-mon[91385]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:55.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:55 smithi112 ceph-mon[88945]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:55.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:55 smithi112 ceph-mon[88945]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:55 smithi187 ceph-mon[84356]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:55 smithi187 ceph-mon[84356]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:56.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:56 smithi112 ceph-mon[88945]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:49:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:56 smithi112 ceph-mon[88945]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:56 smithi112 ceph-mon[91385]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:49:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:56 smithi112 ceph-mon[91385]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:56 smithi187 ceph-mon[84356]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:49:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:56 smithi187 ceph-mon[84356]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:58.167 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-02T09:49:58.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:58 smithi112 ceph-mon[91385]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-04-02T09:49:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:58 smithi112 ceph-mon[91385]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:58 smithi112 ceph-mon[88945]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-04-02T09:49:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:58 smithi112 ceph-mon[88945]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:58 smithi187 ceph-mon[84356]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-04-02T09:49:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:58 smithi187 ceph-mon[84356]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:59.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:49:59 smithi112 ceph-mon[91385]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:49:59 smithi112 ceph-mon[88945]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:59.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:49:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:49:59] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:49:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:49:59 smithi187 ceph-mon[84356]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:50:00.135 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-02T09:50:00.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[88945]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[88945]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[88945]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[88945]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[91385]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[91385]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[91385]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:00 smithi112 ceph-mon[91385]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:50:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:00 smithi187 ceph-mon[84356]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-04-02T09:50:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:00 smithi187 ceph-mon[84356]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:50:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:00 smithi187 ceph-mon[84356]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:00 smithi187 ceph-mon[84356]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:50:02.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:02 smithi112 ceph-mon[91385]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-02T09:50:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:02 smithi112 ceph-mon[91385]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:50:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:02 smithi112 ceph-mon[88945]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-02T09:50:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:02 smithi112 ceph-mon[88945]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:50:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:02 smithi187 ceph-mon[84356]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-02T09:50:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:02 smithi187 ceph-mon[84356]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:50:02.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:50:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:03.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:03 smithi112 ceph-mon[88945]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:50:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:03 smithi112 ceph-mon[91385]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:50:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:03 smithi187 ceph-mon[84356]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:50:04.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:04 smithi112 ceph-mon[91385]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 107 op/s 2024-04-02T09:50:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:04 smithi112 ceph-mon[91385]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:50:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:04 smithi112 ceph-mon[88945]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 107 op/s 2024-04-02T09:50:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:04 smithi112 ceph-mon[88945]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:50:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:04 smithi187 ceph-mon[84356]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 107 op/s 2024-04-02T09:50:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:04 smithi187 ceph-mon[84356]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:50:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:05 smithi112 ceph-mon[91385]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:50:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:05 smithi112 ceph-mon[91385]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:50:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:05 smithi112 ceph-mon[88945]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:50:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:05 smithi112 ceph-mon[88945]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:50:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:05 smithi187 ceph-mon[84356]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:50:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:05 smithi187 ceph-mon[84356]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:50:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:06 smithi112 ceph-mon[91385]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-04-02T09:50:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:06 smithi112 ceph-mon[91385]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:50:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:06 smithi112 ceph-mon[88945]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-04-02T09:50:06.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:06 smithi112 ceph-mon[88945]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:50:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:06 smithi187 ceph-mon[84356]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-04-02T09:50:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:06 smithi187 ceph-mon[84356]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:50:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:08 smithi112 ceph-mon[91385]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-02T09:50:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:08 smithi112 ceph-mon[91385]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:50:08.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:08 smithi112 ceph-mon[88945]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-02T09:50:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:08 smithi112 ceph-mon[88945]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:50:08.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:08 smithi187 ceph-mon[84356]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-02T09:50:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:08 smithi187 ceph-mon[84356]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:50:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:09.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:09 smithi112 ceph-mon[91385]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:50:09.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:50:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:50:09] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:50:09.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:09 smithi112 ceph-mon[88945]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:50:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:09 smithi187 ceph-mon[84356]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:50:10.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:10 smithi112 ceph-mon[91385]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:50:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:10 smithi112 ceph-mon[91385]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:50:10.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:10 smithi112 ceph-mon[91385]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:10 smithi112 ceph-mon[88945]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:10 smithi112 ceph-mon[88945]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:50:10.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:10 smithi112 ceph-mon[88945]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:50:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:10 smithi187 ceph-mon[84356]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:50:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:10 smithi187 ceph-mon[84356]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:50:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:10 smithi187 ceph-mon[84356]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:50:12.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:12 smithi187 ceph-mon[84356]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-04-02T09:50:12.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:12 smithi187 ceph-mon[84356]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:50:12.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:12 smithi112 ceph-mon[88945]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-04-02T09:50:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:12 smithi112 ceph-mon[88945]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:50:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:12 smithi112 ceph-mon[91385]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-04-02T09:50:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:12 smithi112 ceph-mon[91385]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:50:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:50:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:13 smithi112 ceph-mon[88945]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:50:13.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:13 smithi112 ceph-mon[91385]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:50:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:13 smithi187 ceph-mon[84356]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:50:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:14 smithi112 ceph-mon[88945]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-02T09:50:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:14 smithi112 ceph-mon[88945]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:50:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:14 smithi112 ceph-mon[91385]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-02T09:50:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:14 smithi112 ceph-mon[91385]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:50:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:14 smithi187 ceph-mon[84356]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-02T09:50:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:14 smithi187 ceph-mon[84356]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:50:15.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:15 smithi112 ceph-mon[91385]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:50:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:15 smithi112 ceph-mon[88945]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:50:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:15 smithi187 ceph-mon[84356]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:50:16.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:16 smithi112 ceph-mon[88945]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 2.5 KiB/s wr, 108 op/s 2024-04-02T09:50:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:16 smithi112 ceph-mon[88945]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:50:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:16 smithi112 ceph-mon[91385]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 2.5 KiB/s wr, 108 op/s 2024-04-02T09:50:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:16 smithi112 ceph-mon[91385]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:50:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:16 smithi187 ceph-mon[84356]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 2.5 KiB/s wr, 108 op/s 2024-04-02T09:50:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:16 smithi187 ceph-mon[84356]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:50:17.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:17 smithi112 ceph-mon[91385]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:17.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:17 smithi112 ceph-mon[88945]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:17 smithi187 ceph-mon[84356]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:18 smithi112 ceph-mon[91385]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:18 smithi112 ceph-mon[91385]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:18 smithi112 ceph-mon[88945]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:18 smithi112 ceph-mon[88945]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:18 smithi187 ceph-mon[84356]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:18 smithi187 ceph-mon[84356]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:19 smithi112 ceph-mon[91385]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:19.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:19 smithi112 ceph-mon[88945]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:19.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:50:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:50:19] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:50:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:19 smithi187 ceph-mon[84356]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:20.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:20 smithi112 ceph-mon[91385]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:20 smithi112 ceph-mon[91385]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:20 smithi112 ceph-mon[88945]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:20 smithi112 ceph-mon[88945]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:20 smithi187 ceph-mon[84356]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:20 smithi187 ceph-mon[84356]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:21.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:21 smithi112 ceph-mon[91385]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:21.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:21 smithi112 ceph-mon[88945]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:21 smithi187 ceph-mon[84356]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:22 smithi112 ceph-mon[91385]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:22 smithi112 ceph-mon[91385]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:22 smithi112 ceph-mon[88945]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:22 smithi112 ceph-mon[88945]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:22 smithi187 ceph-mon[84356]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:22 smithi187 ceph-mon[84356]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:22.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:50:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:23 smithi112 ceph-mon[91385]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:23 smithi112 ceph-mon[88945]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:23 smithi187 ceph-mon[84356]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:24.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:24 smithi112 ceph-mon[91385]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-04-02T09:50:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:24 smithi112 ceph-mon[91385]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:24 smithi112 ceph-mon[88945]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-04-02T09:50:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:24 smithi112 ceph-mon[88945]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:24 smithi187 ceph-mon[84356]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-04-02T09:50:24.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:24 smithi187 ceph-mon[84356]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:25 smithi187 ceph-mon[84356]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:25 smithi112 ceph-mon[88945]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:25 smithi112 ceph-mon[91385]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:26 smithi187 ceph-mon[84356]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 196 op/s 2024-04-02T09:50:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:26 smithi187 ceph-mon[84356]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:26 smithi112 ceph-mon[88945]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 196 op/s 2024-04-02T09:50:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:26 smithi112 ceph-mon[88945]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:26 smithi112 ceph-mon[91385]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 196 op/s 2024-04-02T09:50:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:26 smithi112 ceph-mon[91385]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:27 smithi187 ceph-mon[84356]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:27 smithi112 ceph-mon[88945]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:27 smithi112 ceph-mon[91385]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:28 smithi187 ceph-mon[84356]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:28 smithi187 ceph-mon[84356]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:28 smithi112 ceph-mon[91385]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:28 smithi112 ceph-mon[91385]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:28 smithi112 ceph-mon[88945]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:28 smithi112 ceph-mon[88945]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:29.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:29 smithi187 ceph-mon[84356]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:29 smithi112 ceph-mon[91385]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:29 smithi112 ceph-mon[88945]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:50:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:50:29] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:50:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:30 smithi187 ceph-mon[84356]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-02T09:50:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:30 smithi187 ceph-mon[84356]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:30 smithi112 ceph-mon[88945]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-02T09:50:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:30 smithi112 ceph-mon[88945]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:30 smithi112 ceph-mon[91385]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-02T09:50:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:30 smithi112 ceph-mon[91385]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:31.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:31 smithi187 ceph-mon[84356]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:31.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:31 smithi112 ceph-mon[88945]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:31 smithi112 ceph-mon[91385]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:32 smithi187 ceph-mon[84356]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.2 KiB/s wr, 246 op/s 2024-04-02T09:50:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:32 smithi187 ceph-mon[84356]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:32.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:50:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:32 smithi112 ceph-mon[91385]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.2 KiB/s wr, 246 op/s 2024-04-02T09:50:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:32 smithi112 ceph-mon[91385]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:32 smithi112 ceph-mon[88945]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.2 KiB/s wr, 246 op/s 2024-04-02T09:50:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:32 smithi112 ceph-mon[88945]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:33 smithi187 ceph-mon[84356]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:33 smithi112 ceph-mon[91385]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:33 smithi112 ceph-mon[88945]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:34 smithi187 ceph-mon[84356]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 3.2 KiB/s wr, 290 op/s 2024-04-02T09:50:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:34 smithi187 ceph-mon[84356]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:34 smithi112 ceph-mon[91385]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 3.2 KiB/s wr, 290 op/s 2024-04-02T09:50:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:34 smithi112 ceph-mon[91385]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:34 smithi112 ceph-mon[88945]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 3.2 KiB/s wr, 290 op/s 2024-04-02T09:50:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:34 smithi112 ceph-mon[88945]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:35 smithi187 ceph-mon[84356]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:35 smithi187 ceph-mon[84356]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 3.7 KiB/s wr, 284 op/s 2024-04-02T09:50:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:35 smithi112 ceph-mon[91385]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:35 smithi112 ceph-mon[91385]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 3.7 KiB/s wr, 284 op/s 2024-04-02T09:50:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:35 smithi112 ceph-mon[88945]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:35 smithi112 ceph-mon[88945]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 3.7 KiB/s wr, 284 op/s 2024-04-02T09:50:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:36 smithi187 ceph-mon[84356]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:36.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:36 smithi112 ceph-mon[91385]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:36 smithi112 ceph-mon[88945]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:37 smithi187 ceph-mon[84356]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:37 smithi187 ceph-mon[84356]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:37.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:37 smithi112 ceph-mon[91385]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:37 smithi112 ceph-mon[91385]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:37.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:37 smithi112 ceph-mon[88945]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:37 smithi112 ceph-mon[88945]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:37.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:38 smithi187 ceph-mon[84356]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:50:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[91385]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[88945]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:50:38.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:39 smithi187 ceph-mon[84356]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:39 smithi187 ceph-mon[84356]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-04-02T09:50:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:39 smithi112 ceph-mon[88945]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:39 smithi112 ceph-mon[88945]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-04-02T09:50:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:39 smithi112 ceph-mon[91385]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:39 smithi112 ceph-mon[91385]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-04-02T09:50:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:50:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:50:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:50:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:40 smithi187 ceph-mon[84356]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:40.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:40 smithi112 ceph-mon[91385]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:40 smithi112 ceph-mon[88945]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:41 smithi187 ceph-mon[84356]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:41 smithi187 ceph-mon[84356]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:50:41.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:41 smithi112 ceph-mon[91385]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:41 smithi112 ceph-mon[91385]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:50:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:41 smithi112 ceph-mon[88945]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:41 smithi112 ceph-mon[88945]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:50:42.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:42 smithi187 ceph-mon[84356]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:42.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:50:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:42 smithi112 ceph-mon[91385]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:42 smithi112 ceph-mon[88945]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:43 smithi112 ceph-mon[91385]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:43 smithi112 ceph-mon[91385]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-04-02T09:50:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:43 smithi112 ceph-mon[88945]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:43 smithi112 ceph-mon[88945]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-04-02T09:50:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:43 smithi187 ceph-mon[84356]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:43.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:43 smithi187 ceph-mon[84356]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-04-02T09:50:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:44 smithi187 ceph-mon[84356]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:44.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:44 smithi112 ceph-mon[88945]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:44 smithi112 ceph-mon[91385]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:45 smithi112 ceph-mon[88945]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:45 smithi112 ceph-mon[88945]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 3.0 KiB/s wr, 371 op/s 2024-04-02T09:50:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:45 smithi112 ceph-mon[91385]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:45.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:45 smithi112 ceph-mon[91385]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 3.0 KiB/s wr, 371 op/s 2024-04-02T09:50:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:45 smithi187 ceph-mon[84356]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:45.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:45 smithi187 ceph-mon[84356]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 3.0 KiB/s wr, 371 op/s 2024-04-02T09:50:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:46 smithi112 ceph-mon[91385]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:46 smithi112 ceph-mon[88945]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:46.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:46 smithi187 ceph-mon[84356]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:47 smithi112 ceph-mon[91385]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:47 smithi112 ceph-mon[91385]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:47 smithi112 ceph-mon[88945]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:47 smithi112 ceph-mon[88945]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:47 smithi187 ceph-mon[84356]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:47.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:47 smithi187 ceph-mon[84356]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:48.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:48 smithi112 ceph-mon[91385]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:48 smithi112 ceph-mon[88945]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:48.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:48 smithi187 ceph-mon[84356]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:49.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:49 smithi112 ceph-mon[91385]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:49 smithi112 ceph-mon[91385]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.5 KiB/s wr, 422 op/s 2024-04-02T09:50:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:49 smithi112 ceph-mon[88945]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:49 smithi112 ceph-mon[88945]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.5 KiB/s wr, 422 op/s 2024-04-02T09:50:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:50:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:50:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:50:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:49 smithi187 ceph-mon[84356]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:49.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:49 smithi187 ceph-mon[84356]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.5 KiB/s wr, 422 op/s 2024-04-02T09:50:50.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:50 smithi112 ceph-mon[88945]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:50 smithi112 ceph-mon[91385]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:50.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:50 smithi187 ceph-mon[84356]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:51.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:51 smithi112 ceph-mon[88945]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:51 smithi112 ceph-mon[88945]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.2 KiB/s wr, 422 op/s 2024-04-02T09:50:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:51 smithi112 ceph-mon[91385]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:51 smithi112 ceph-mon[91385]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.2 KiB/s wr, 422 op/s 2024-04-02T09:50:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:51 smithi187 ceph-mon[84356]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:51.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:51 smithi187 ceph-mon[84356]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.2 KiB/s wr, 422 op/s 2024-04-02T09:50:52.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:52 smithi112 ceph-mon[88945]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:52.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:52 smithi112 ceph-mon[91385]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:52.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:52 smithi187 ceph-mon[84356]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:50:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:53 smithi112 ceph-mon[91385]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:53 smithi112 ceph-mon[91385]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-04-02T09:50:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:53 smithi112 ceph-mon[88945]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:53 smithi112 ceph-mon[88945]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-04-02T09:50:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:53.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:53 smithi187 ceph-mon[84356]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:53.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:53 smithi187 ceph-mon[84356]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-04-02T09:50:53.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:54 smithi112 ceph-mon[88945]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:54.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:54 smithi112 ceph-mon[91385]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:54.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:54 smithi187 ceph-mon[84356]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:55 smithi112 ceph-mon[91385]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:55 smithi112 ceph-mon[91385]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 3.0 KiB/s wr, 459 op/s 2024-04-02T09:50:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:55 smithi112 ceph-mon[88945]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:55 smithi112 ceph-mon[88945]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 3.0 KiB/s wr, 459 op/s 2024-04-02T09:50:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:55 smithi187 ceph-mon[84356]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:55.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:55 smithi187 ceph-mon[84356]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 3.0 KiB/s wr, 459 op/s 2024-04-02T09:50:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:56 smithi112 ceph-mon[91385]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:56 smithi112 ceph-mon[88945]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:56.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:56 smithi187 ceph-mon[84356]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:57 smithi112 ceph-mon[91385]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:57 smithi112 ceph-mon[91385]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:50:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:57 smithi112 ceph-mon[88945]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:57 smithi112 ceph-mon[88945]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:50:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:57 smithi187 ceph-mon[84356]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:57.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:57 smithi187 ceph-mon[84356]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:50:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:58 smithi112 ceph-mon[91385]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:58 smithi112 ceph-mon[88945]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:58.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:58 smithi187 ceph-mon[84356]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:59 smithi112 ceph-mon[91385]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:50:59 smithi112 ceph-mon[91385]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.2 KiB/s wr, 509 op/s 2024-04-02T09:50:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:59 smithi112 ceph-mon[88945]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:50:59 smithi112 ceph-mon[88945]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.2 KiB/s wr, 509 op/s 2024-04-02T09:50:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:50:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:50:59] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:50:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:59 smithi187 ceph-mon[84356]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:59.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:50:59 smithi187 ceph-mon[84356]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.2 KiB/s wr, 509 op/s 2024-04-02T09:51:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:00 smithi112 ceph-mon[91385]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:51:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:00 smithi112 ceph-mon[88945]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:51:00.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:00 smithi187 ceph-mon[84356]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:51:00.731 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 09:51:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T09:51:00.486433561Z level=info msg="Completed cleanup jobs" duration=1.141788ms 2024-04-02T09:51:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:01 smithi112 ceph-mon[91385]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:51:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:01 smithi112 ceph-mon[91385]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-04-02T09:51:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:01 smithi112 ceph-mon[88945]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:51:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:01 smithi112 ceph-mon[88945]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-04-02T09:51:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:01 smithi187 ceph-mon[84356]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:51:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:01 smithi187 ceph-mon[84356]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-04-02T09:51:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:02 smithi112 ceph-mon[91385]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:51:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:02 smithi112 ceph-mon[88945]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:51:02.633 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:02 smithi187 ceph-mon[84356]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:51:02.633 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:51:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:03 smithi187 ceph-mon[84356]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:51:03.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:03 smithi187 ceph-mon[84356]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.7 KiB/s wr, 553 op/s 2024-04-02T09:51:03.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:03 smithi112 ceph-mon[91385]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:51:03.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:03 smithi112 ceph-mon[91385]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.7 KiB/s wr, 553 op/s 2024-04-02T09:51:03.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:03 smithi112 ceph-mon[88945]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:51:03.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:03 smithi112 ceph-mon[88945]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.7 KiB/s wr, 553 op/s 2024-04-02T09:51:04.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:04 smithi187 ceph-mon[84356]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:51:04.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:04 smithi112 ceph-mon[88945]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:51:04.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:04 smithi112 ceph-mon[91385]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:51:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:05 smithi187 ceph-mon[84356]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:51:05.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:05 smithi187 ceph-mon[84356]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 2.7 KiB/s wr, 546 op/s 2024-04-02T09:51:05.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:05 smithi112 ceph-mon[88945]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:51:05.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:05 smithi112 ceph-mon[88945]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 2.7 KiB/s wr, 546 op/s 2024-04-02T09:51:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:05 smithi112 ceph-mon[91385]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:51:05.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:05 smithi112 ceph-mon[91385]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 2.7 KiB/s wr, 546 op/s 2024-04-02T09:51:06.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:06 smithi187 ceph-mon[84356]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:51:06.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:06 smithi112 ceph-mon[88945]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:51:06.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:06 smithi112 ceph-mon[91385]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:51:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:07 smithi187 ceph-mon[84356]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:51:07.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:07 smithi187 ceph-mon[84356]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:07.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:07 smithi112 ceph-mon[88945]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:51:07.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:07 smithi112 ceph-mon[88945]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:07 smithi112 ceph-mon[91385]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:51:07.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:07 smithi112 ceph-mon[91385]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:08 smithi187 ceph-mon[84356]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:51:08.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:08.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:08 smithi112 ceph-mon[91385]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:51:08.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:08 smithi112 ceph-mon[88945]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:51:08.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:09 smithi112 ceph-mon[91385]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:51:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:09 smithi112 ceph-mon[91385]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 4.0 KiB/s wr, 598 op/s 2024-04-02T09:51:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:09 smithi112 ceph-mon[88945]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:51:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:09 smithi112 ceph-mon[88945]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 4.0 KiB/s wr, 598 op/s 2024-04-02T09:51:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:51:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:51:09] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:51:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:09 smithi187 ceph-mon[84356]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:51:09.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:09 smithi187 ceph-mon[84356]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 4.0 KiB/s wr, 598 op/s 2024-04-02T09:51:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:10 smithi187 ceph-mon[84356]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:51:10.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:10 smithi112 ceph-mon[91385]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:51:10.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:10 smithi112 ceph-mon[88945]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:51:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:11 smithi187 ceph-mon[84356]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:51:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:11 smithi187 ceph-mon[84356]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.5 KiB/s wr, 598 op/s 2024-04-02T09:51:11.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:11 smithi112 ceph-mon[88945]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:51:11.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:11 smithi112 ceph-mon[88945]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.5 KiB/s wr, 598 op/s 2024-04-02T09:51:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:11 smithi112 ceph-mon[91385]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:51:11.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:11 smithi112 ceph-mon[91385]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.5 KiB/s wr, 598 op/s 2024-04-02T09:51:12.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:12 smithi187 ceph-mon[84356]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:51:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:51:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:12.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:12 smithi112 ceph-mon[91385]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:51:12.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:12 smithi112 ceph-mon[88945]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:51:13.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:13 smithi187 ceph-mon[84356]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:51:13.781 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:13 smithi187 ceph-mon[84356]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 3.0 KiB/s wr, 643 op/s 2024-04-02T09:51:13.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:13 smithi112 ceph-mon[91385]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:51:13.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:13 smithi112 ceph-mon[91385]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 3.0 KiB/s wr, 643 op/s 2024-04-02T09:51:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:13 smithi112 ceph-mon[88945]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:51:13.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:13 smithi112 ceph-mon[88945]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 3.0 KiB/s wr, 643 op/s 2024-04-02T09:51:14.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:14 smithi187 ceph-mon[84356]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:51:14.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:14 smithi112 ceph-mon[91385]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:51:14.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:14 smithi112 ceph-mon[88945]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:51:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:15 smithi187 ceph-mon[84356]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:51:15.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:15 smithi187 ceph-mon[84356]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 3.0 KiB/s wr, 637 op/s 2024-04-02T09:51:15.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:15 smithi112 ceph-mon[91385]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:51:15.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:15 smithi112 ceph-mon[91385]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 3.0 KiB/s wr, 637 op/s 2024-04-02T09:51:15.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:15 smithi112 ceph-mon[88945]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:51:15.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:15 smithi112 ceph-mon[88945]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 3.0 KiB/s wr, 637 op/s 2024-04-02T09:51:16.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:16 smithi187 ceph-mon[84356]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:51:16.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:16 smithi112 ceph-mon[91385]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:51:16.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:16 smithi112 ceph-mon[88945]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:51:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:17 smithi187 ceph-mon[84356]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:17.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:17 smithi187 ceph-mon[84356]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-02T09:51:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:17 smithi112 ceph-mon[91385]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:17.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:17 smithi112 ceph-mon[91385]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-02T09:51:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:17 smithi112 ceph-mon[88945]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:17.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:17 smithi112 ceph-mon[88945]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-02T09:51:18.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:18 smithi187 ceph-mon[84356]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:18.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:18 smithi112 ceph-mon[91385]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:18.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:18 smithi112 ceph-mon[88945]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:19 smithi112 ceph-mon[91385]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:19 smithi112 ceph-mon[91385]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.7 KiB/s wr, 688 op/s 2024-04-02T09:51:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:19 smithi112 ceph-mon[88945]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:19 smithi112 ceph-mon[88945]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.7 KiB/s wr, 688 op/s 2024-04-02T09:51:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:51:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:51:19] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:51:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:19 smithi187 ceph-mon[84356]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:19.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:19 smithi187 ceph-mon[84356]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.7 KiB/s wr, 688 op/s 2024-04-02T09:51:20.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:20 smithi187 ceph-mon[84356]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:20.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:20 smithi112 ceph-mon[91385]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:20.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:20 smithi112 ceph-mon[88945]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:21.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:21 smithi112 ceph-mon[88945]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:21.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:21 smithi112 ceph-mon[88945]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.2 KiB/s wr, 688 op/s 2024-04-02T09:51:21.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:21 smithi112 ceph-mon[91385]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:21.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:21 smithi112 ceph-mon[91385]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.2 KiB/s wr, 688 op/s 2024-04-02T09:51:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:21 smithi187 ceph-mon[84356]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:21.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:21 smithi187 ceph-mon[84356]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 3.2 KiB/s wr, 688 op/s 2024-04-02T09:51:22.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:22 smithi187 ceph-mon[84356]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:22.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:51:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:22.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:22 smithi112 ceph-mon[91385]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:22.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:22 smithi112 ceph-mon[88945]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:23.769 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:23 smithi112 ceph-mon[91385]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:23 smithi112 ceph-mon[91385]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 544 KiB/s rd, 3.5 KiB/s wr, 732 op/s 2024-04-02T09:51:23.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:23 smithi112 ceph-mon[88945]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:23 smithi112 ceph-mon[88945]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 544 KiB/s rd, 3.5 KiB/s wr, 732 op/s 2024-04-02T09:51:23.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:23.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:23 smithi187 ceph-mon[84356]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:23.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:23 smithi187 ceph-mon[84356]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 544 KiB/s rd, 3.5 KiB/s wr, 732 op/s 2024-04-02T09:51:23.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:24.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:24 smithi112 ceph-mon[91385]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:24.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:24 smithi112 ceph-mon[88945]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:24.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:24 smithi187 ceph-mon[84356]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:25.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:25 smithi112 ceph-mon[91385]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:25.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:25 smithi112 ceph-mon[91385]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 539 KiB/s rd, 3.0 KiB/s wr, 725 op/s 2024-04-02T09:51:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:25 smithi112 ceph-mon[88945]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:25.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:25 smithi112 ceph-mon[88945]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 539 KiB/s rd, 3.0 KiB/s wr, 725 op/s 2024-04-02T09:51:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:25 smithi187 ceph-mon[84356]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:25.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:25 smithi187 ceph-mon[84356]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 539 KiB/s rd, 3.0 KiB/s wr, 725 op/s 2024-04-02T09:51:26.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:26 smithi112 ceph-mon[91385]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:26.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:26 smithi112 ceph-mon[88945]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:26.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:26 smithi187 ceph-mon[84356]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:27 smithi112 ceph-mon[91385]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:27.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:27 smithi112 ceph-mon[91385]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:27 smithi112 ceph-mon[88945]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:27 smithi112 ceph-mon[88945]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:27 smithi187 ceph-mon[84356]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:27.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:27 smithi187 ceph-mon[84356]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:28.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:28 smithi112 ceph-mon[91385]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:28.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:28 smithi112 ceph-mon[88945]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:28.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:28 smithi187 ceph-mon[84356]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:29.541 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:51:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:51:29] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:51:29.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:29 smithi112 ceph-mon[88945]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:29.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:29 smithi112 ceph-mon[88945]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 3.7 KiB/s wr, 776 op/s 2024-04-02T09:51:29.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:29 smithi112 ceph-mon[91385]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:29.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:29 smithi112 ceph-mon[91385]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 3.7 KiB/s wr, 776 op/s 2024-04-02T09:51:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:29 smithi187 ceph-mon[84356]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:29.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:29 smithi187 ceph-mon[84356]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 3.7 KiB/s wr, 776 op/s 2024-04-02T09:51:30.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:30 smithi112 ceph-mon[88945]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:30.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:30 smithi112 ceph-mon[91385]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:30.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:30 smithi187 ceph-mon[84356]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:31.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:31 smithi112 ceph-mon[91385]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:31.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:31 smithi112 ceph-mon[91385]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 4.0 KiB/s wr, 776 op/s 2024-04-02T09:51:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:31 smithi112 ceph-mon[88945]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:31.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:31 smithi112 ceph-mon[88945]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 4.0 KiB/s wr, 776 op/s 2024-04-02T09:51:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:31 smithi187 ceph-mon[84356]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:31.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:31 smithi187 ceph-mon[84356]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 4.0 KiB/s wr, 776 op/s 2024-04-02T09:51:32.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:32 smithi187 ceph-mon[84356]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:32.732 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:51:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:32.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:32 smithi112 ceph-mon[88945]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:32.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:32 smithi112 ceph-mon[91385]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:33.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:33 smithi112 ceph-mon[91385]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:33.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:33 smithi112 ceph-mon[91385]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 3.5 KiB/s wr, 819 op/s 2024-04-02T09:51:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:33 smithi112 ceph-mon[88945]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:33.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:33 smithi112 ceph-mon[88945]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 3.5 KiB/s wr, 819 op/s 2024-04-02T09:51:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:33 smithi187 ceph-mon[84356]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:33.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:33 smithi187 ceph-mon[84356]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 3.5 KiB/s wr, 819 op/s 2024-04-02T09:51:34.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:34 smithi112 ceph-mon[91385]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:34.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:34 smithi112 ceph-mon[88945]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:34.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:34 smithi187 ceph-mon[84356]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:35.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:35 smithi112 ceph-mon[88945]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:35.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:35 smithi112 ceph-mon[88945]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 2.5 KiB/s wr, 812 op/s 2024-04-02T09:51:35.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:35 smithi112 ceph-mon[91385]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:35.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:35 smithi112 ceph-mon[91385]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 2.5 KiB/s wr, 812 op/s 2024-04-02T09:51:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:35 smithi187 ceph-mon[84356]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:35.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:35 smithi187 ceph-mon[84356]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 2.5 KiB/s wr, 812 op/s 2024-04-02T09:51:36.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:36 smithi112 ceph-mon[88945]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:36.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:36 smithi112 ceph-mon[91385]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:36.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:36 smithi187 ceph-mon[84356]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:37.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:37 smithi112 ceph-mon[91385]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:37.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:37 smithi112 ceph-mon[91385]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:51:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:37 smithi112 ceph-mon[88945]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:37.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:37 smithi112 ceph-mon[88945]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:51:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:37 smithi187 ceph-mon[84356]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:37.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:37 smithi187 ceph-mon[84356]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[88945]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[91385]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:38.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:38.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:38.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:38.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:38.870 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:51:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:38 smithi187 ceph-mon[84356]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:38.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:38.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:51:39.587 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:51:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:51:39] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:51:39.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:39 smithi112 ceph-mon[91385]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:39.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:39 smithi112 ceph-mon[91385]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 639 KiB/s rd, 3.5 KiB/s wr, 862 op/s 2024-04-02T09:51:39.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:39 smithi112 ceph-mon[88945]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:39.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:39 smithi112 ceph-mon[88945]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 639 KiB/s rd, 3.5 KiB/s wr, 862 op/s 2024-04-02T09:51:39.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:39 smithi187 ceph-mon[84356]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:39.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:39 smithi187 ceph-mon[84356]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 639 KiB/s rd, 3.5 KiB/s wr, 862 op/s 2024-04-02T09:51:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:40 smithi112 ceph-mon[91385]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:40.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:40 smithi112 ceph-mon[88945]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:40.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:40 smithi187 ceph-mon[84356]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:41.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:41 smithi112 ceph-mon[88945]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:41.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:41 smithi112 ceph-mon[88945]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 4.0 KiB/s wr, 863 op/s 2024-04-02T09:51:41.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:41 smithi112 ceph-mon[91385]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:41.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:41 smithi112 ceph-mon[91385]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 4.0 KiB/s wr, 863 op/s 2024-04-02T09:51:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:41 smithi187 ceph-mon[84356]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:41.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:41 smithi187 ceph-mon[84356]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 4.0 KiB/s wr, 863 op/s 2024-04-02T09:51:42.604 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:51:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:42.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:42 smithi112 ceph-mon[91385]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:42.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:42 smithi112 ceph-mon[88945]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:42.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:42 smithi187 ceph-mon[84356]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:43.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:43 smithi112 ceph-mon[91385]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 4.2 KiB/s wr, 903 op/s 2024-04-02T09:51:43.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:43 smithi112 ceph-mon[91385]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:43.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:43 smithi112 ceph-mon[88945]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 4.2 KiB/s wr, 903 op/s 2024-04-02T09:51:43.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:43 smithi112 ceph-mon[88945]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:43 smithi187 ceph-mon[84356]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 4.2 KiB/s wr, 903 op/s 2024-04-02T09:51:43.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:43 smithi187 ceph-mon[84356]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:44.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:44 smithi187 ceph-mon[84356]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:45.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:44 smithi112 ceph-mon[88945]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:45.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:44 smithi112 ceph-mon[91385]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:45 smithi187 ceph-mon[84356]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 668 KiB/s rd, 3.0 KiB/s wr, 898 op/s 2024-04-02T09:51:45.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:45 smithi187 ceph-mon[84356]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:46.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:45 smithi112 ceph-mon[91385]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 668 KiB/s rd, 3.0 KiB/s wr, 898 op/s 2024-04-02T09:51:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:45 smithi112 ceph-mon[91385]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:45 smithi112 ceph-mon[88945]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 668 KiB/s rd, 3.0 KiB/s wr, 898 op/s 2024-04-02T09:51:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:45 smithi112 ceph-mon[88945]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:46.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:46 smithi187 ceph-mon[84356]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:47.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:46 smithi112 ceph-mon[88945]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:47.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:46 smithi112 ceph-mon[91385]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:47 smithi187 ceph-mon[84356]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:47.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:47 smithi187 ceph-mon[84356]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:47 smithi112 ceph-mon[88945]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:47 smithi112 ceph-mon[88945]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:47 smithi112 ceph-mon[91385]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:47 smithi112 ceph-mon[91385]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:48.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:48 smithi187 ceph-mon[84356]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:49.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:48 smithi112 ceph-mon[88945]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:49.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:48 smithi112 ceph-mon[91385]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:51:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:51:49] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:51:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:49 smithi187 ceph-mon[84356]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.2 KiB/s wr, 950 op/s 2024-04-02T09:51:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:49 smithi187 ceph-mon[84356]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:49 smithi112 ceph-mon[88945]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.2 KiB/s wr, 950 op/s 2024-04-02T09:51:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:49 smithi112 ceph-mon[88945]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:49 smithi112 ceph-mon[91385]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.2 KiB/s wr, 950 op/s 2024-04-02T09:51:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:49 smithi112 ceph-mon[91385]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:50 smithi187 ceph-mon[84356]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:51.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:50 smithi112 ceph-mon[88945]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:50 smithi112 ceph-mon[91385]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:51 smithi187 ceph-mon[84356]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:51:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:51 smithi187 ceph-mon[84356]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:51 smithi112 ceph-mon[91385]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:51:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:51 smithi112 ceph-mon[91385]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:51 smithi112 ceph-mon[88945]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:51:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:51 smithi112 ceph-mon[88945]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:52.672 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:51:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:52.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:52 smithi187 ceph-mon[84356]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:53.020 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:52 smithi112 ceph-mon[91385]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:53.020 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:52 smithi112 ceph-mon[88945]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:53 smithi187 ceph-mon[84356]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 3.7 KiB/s wr, 796 op/s 2024-04-02T09:51:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:53 smithi187 ceph-mon[84356]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:54.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:53 smithi112 ceph-mon[88945]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 3.7 KiB/s wr, 796 op/s 2024-04-02T09:51:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:53 smithi112 ceph-mon[88945]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:53 smithi112 ceph-mon[91385]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 3.7 KiB/s wr, 796 op/s 2024-04-02T09:51:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:53 smithi112 ceph-mon[91385]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:54 smithi187 ceph-mon[84356]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:55.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:54 smithi112 ceph-mon[91385]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:54 smithi112 ceph-mon[88945]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:55 smithi187 ceph-mon[84356]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.0 KiB/s wr, 789 op/s 2024-04-02T09:51:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:55 smithi187 ceph-mon[84356]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:56.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:55 smithi112 ceph-mon[91385]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.0 KiB/s wr, 789 op/s 2024-04-02T09:51:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:55 smithi112 ceph-mon[91385]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:55 smithi112 ceph-mon[88945]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.0 KiB/s wr, 789 op/s 2024-04-02T09:51:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:55 smithi112 ceph-mon[88945]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:56.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:56 smithi187 ceph-mon[84356]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:57.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:56 smithi112 ceph-mon[88945]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:57.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:56 smithi112 ceph-mon[91385]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:57 smithi187 ceph-mon[84356]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:57.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:57 smithi187 ceph-mon[84356]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:58.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:57 smithi112 ceph-mon[91385]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:57 smithi112 ceph-mon[91385]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:57 smithi112 ceph-mon[88945]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:51:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:57 smithi112 ceph-mon[88945]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:58.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:58 smithi187 ceph-mon[84356]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:59.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:58 smithi112 ceph-mon[91385]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:59.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:58 smithi112 ceph-mon[88945]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:51:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:51:59] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:51:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:59 smithi187 ceph-mon[84356]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:51:59.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:51:59 smithi187 ceph-mon[84356]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:52:00.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:59 smithi112 ceph-mon[88945]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:52:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:51:59 smithi112 ceph-mon[88945]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:52:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:59 smithi112 ceph-mon[91385]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:52:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:51:59 smithi112 ceph-mon[91385]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:52:00.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:00 smithi187 ceph-mon[84356]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:52:01.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:00 smithi112 ceph-mon[91385]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:52:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:00 smithi112 ceph-mon[88945]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:52:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:01 smithi187 ceph-mon[84356]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-04-02T09:52:01.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:01 smithi187 ceph-mon[84356]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:52:02.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:01 smithi112 ceph-mon[91385]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-04-02T09:52:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:01 smithi112 ceph-mon[91385]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:52:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:01 smithi112 ceph-mon[88945]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-04-02T09:52:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:01 smithi112 ceph-mon[88945]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:52:02.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:52:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:03.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:02 smithi112 ceph-mon[88945]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:52:03.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:02 smithi112 ceph-mon[91385]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:52:03.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:02 smithi187 ceph-mon[84356]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:52:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:03 smithi112 ceph-mon[88945]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-02T09:52:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:03 smithi112 ceph-mon[88945]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:52:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:03 smithi112 ceph-mon[91385]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-02T09:52:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:03 smithi112 ceph-mon[91385]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:52:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:03 smithi187 ceph-mon[84356]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-02T09:52:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:03 smithi187 ceph-mon[84356]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:52:05.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:04 smithi112 ceph-mon[91385]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:52:05.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:04 smithi112 ceph-mon[88945]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:52:05.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:04 smithi187 ceph-mon[84356]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:52:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:05 smithi112 ceph-mon[91385]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 792 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:52:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:05 smithi112 ceph-mon[91385]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:52:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:05 smithi112 ceph-mon[88945]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 792 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:52:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:05 smithi112 ceph-mon[88945]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:52:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:05 smithi187 ceph-mon[84356]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 792 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:52:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:05 smithi187 ceph-mon[84356]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:52:07.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:06 smithi112 ceph-mon[91385]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:52:07.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:06 smithi112 ceph-mon[88945]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:52:07.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:06 smithi187 ceph-mon[84356]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:52:08.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:07 smithi112 ceph-mon[91385]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:07 smithi112 ceph-mon[91385]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:52:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:07 smithi112 ceph-mon[88945]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:07 smithi112 ceph-mon[88945]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:52:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:07 smithi187 ceph-mon[84356]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:07 smithi187 ceph-mon[84356]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:52:09.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:08 smithi112 ceph-mon[91385]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:52:09.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:08 smithi112 ceph-mon[88945]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:52:09.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:08 smithi187 ceph-mon[84356]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:52:09.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:09.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:52:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:52:09] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:52:10.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:09 smithi112 ceph-mon[88945]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:52:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:09 smithi112 ceph-mon[88945]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:52:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:09 smithi112 ceph-mon[91385]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:52:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:09 smithi112 ceph-mon[91385]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:52:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:09 smithi187 ceph-mon[84356]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:52:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:09 smithi187 ceph-mon[84356]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:52:11.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:10 smithi112 ceph-mon[88945]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:52:11.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:10 smithi112 ceph-mon[91385]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:52:11.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:10 smithi187 ceph-mon[84356]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:52:12.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:11 smithi112 ceph-mon[91385]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:52:12.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:11 smithi112 ceph-mon[91385]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:52:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:11 smithi112 ceph-mon[88945]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:52:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:11 smithi112 ceph-mon[88945]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:52:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:11 smithi187 ceph-mon[84356]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:52:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:11 smithi187 ceph-mon[84356]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:52:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:52:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:13.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:12 smithi112 ceph-mon[91385]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:52:13.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:12 smithi112 ceph-mon[88945]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:52:13.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:12 smithi187 ceph-mon[84356]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:52:14.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:13 smithi112 ceph-mon[91385]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:52:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:13 smithi112 ceph-mon[91385]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:52:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:13 smithi112 ceph-mon[88945]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:52:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:13 smithi112 ceph-mon[88945]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:52:14.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:13 smithi187 ceph-mon[84356]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:52:14.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:13 smithi187 ceph-mon[84356]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:52:15.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:14 smithi112 ceph-mon[91385]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:52:15.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:14 smithi112 ceph-mon[88945]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:52:15.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:14 smithi187 ceph-mon[84356]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:52:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:15 smithi112 ceph-mon[91385]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-04-02T09:52:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:15 smithi112 ceph-mon[91385]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:52:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:15 smithi112 ceph-mon[88945]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-04-02T09:52:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:15 smithi112 ceph-mon[88945]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:52:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:15 smithi187 ceph-mon[84356]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-04-02T09:52:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:15 smithi187 ceph-mon[84356]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:52:17.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:16 smithi112 ceph-mon[88945]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:17.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:16 smithi112 ceph-mon[91385]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:17.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:16 smithi187 ceph-mon[84356]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:18.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:17 smithi112 ceph-mon[91385]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:17 smithi112 ceph-mon[91385]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:17 smithi112 ceph-mon[88945]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:17 smithi112 ceph-mon[88945]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:17 smithi187 ceph-mon[84356]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:17 smithi187 ceph-mon[84356]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:19.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:18 smithi112 ceph-mon[88945]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:19.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:18 smithi112 ceph-mon[91385]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:19.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:18 smithi187 ceph-mon[84356]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:52:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:52:19] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:52:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:19 smithi112 ceph-mon[88945]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.2 KiB/s wr, 1.21k op/s 2024-04-02T09:52:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:19 smithi112 ceph-mon[88945]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:19 smithi112 ceph-mon[91385]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.2 KiB/s wr, 1.21k op/s 2024-04-02T09:52:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:19 smithi112 ceph-mon[91385]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:19 smithi187 ceph-mon[84356]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.2 KiB/s wr, 1.21k op/s 2024-04-02T09:52:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:19 smithi187 ceph-mon[84356]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:21.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:20 smithi112 ceph-mon[91385]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:21.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:20 smithi112 ceph-mon[88945]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:21.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:20 smithi187 ceph-mon[84356]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:22.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:21 smithi112 ceph-mon[88945]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-02T09:52:22.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:21 smithi112 ceph-mon[88945]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:22.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:21 smithi112 ceph-mon[91385]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-02T09:52:22.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:21 smithi112 ceph-mon[91385]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:21 smithi187 ceph-mon[84356]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-02T09:52:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:21 smithi187 ceph-mon[84356]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:52:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:23.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:22 smithi112 ceph-mon[91385]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:22 smithi112 ceph-mon[88945]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:22 smithi187 ceph-mon[84356]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:23 smithi112 ceph-mon[91385]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:23 smithi112 ceph-mon[91385]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:23 smithi112 ceph-mon[88945]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:23 smithi112 ceph-mon[88945]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:23 smithi187 ceph-mon[84356]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:23 smithi187 ceph-mon[84356]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:25.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:24 smithi112 ceph-mon[91385]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:25.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:24 smithi112 ceph-mon[88945]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:25.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:24 smithi187 ceph-mon[84356]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:26.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:25 smithi112 ceph-mon[91385]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 3.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:25 smithi112 ceph-mon[91385]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:25 smithi112 ceph-mon[88945]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 3.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:25 smithi112 ceph-mon[88945]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:25 smithi187 ceph-mon[84356]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 3.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:25 smithi187 ceph-mon[84356]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:27.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:26 smithi187 ceph-mon[84356]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:27.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:26 smithi112 ceph-mon[91385]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:27.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:26 smithi112 ceph-mon[88945]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:27 smithi187 ceph-mon[84356]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:52:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:27 smithi187 ceph-mon[84356]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:28.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:27 smithi112 ceph-mon[88945]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:52:28.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:27 smithi112 ceph-mon[88945]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:27 smithi112 ceph-mon[91385]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:52:28.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:27 smithi112 ceph-mon[91385]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:29.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:28 smithi187 ceph-mon[84356]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:29.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:28 smithi112 ceph-mon[91385]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:29.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:28 smithi112 ceph-mon[88945]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:52:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:52:29] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:52:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:29 smithi187 ceph-mon[84356]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-02T09:52:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:29 smithi187 ceph-mon[84356]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:30.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:29 smithi112 ceph-mon[88945]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-02T09:52:30.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:29 smithi112 ceph-mon[88945]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:29 smithi112 ceph-mon[91385]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-02T09:52:30.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:29 smithi112 ceph-mon[91385]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:31.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:30 smithi187 ceph-mon[84356]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:31.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:30 smithi112 ceph-mon[91385]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:31.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:30 smithi112 ceph-mon[88945]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:31 smithi187 ceph-mon[84356]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-02T09:52:32.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:31 smithi187 ceph-mon[84356]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:32.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:31 smithi112 ceph-mon[88945]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-02T09:52:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:31 smithi112 ceph-mon[88945]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:31 smithi112 ceph-mon[91385]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-02T09:52:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:31 smithi112 ceph-mon[91385]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:52:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:33.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:32 smithi187 ceph-mon[84356]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:32 smithi112 ceph-mon[91385]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:32 smithi112 ceph-mon[88945]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:33 smithi187 ceph-mon[84356]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 993 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-04-02T09:52:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:33 smithi187 ceph-mon[84356]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:34.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:33 smithi112 ceph-mon[91385]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 993 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-04-02T09:52:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:33 smithi112 ceph-mon[91385]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:33 smithi112 ceph-mon[88945]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 993 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-04-02T09:52:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:33 smithi112 ceph-mon[88945]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:35.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:34 smithi187 ceph-mon[84356]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:35.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:34 smithi112 ceph-mon[91385]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:34 smithi112 ceph-mon[88945]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:35 smithi187 ceph-mon[84356]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-02T09:52:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:35 smithi187 ceph-mon[84356]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:36.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:35 smithi112 ceph-mon[91385]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-02T09:52:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:35 smithi112 ceph-mon[91385]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:35 smithi112 ceph-mon[88945]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-02T09:52:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:35 smithi112 ceph-mon[88945]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:37.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:36 smithi187 ceph-mon[84356]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:37.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:36 smithi112 ceph-mon[91385]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:36 smithi112 ceph-mon[88945]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:37 smithi187 ceph-mon[84356]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:37 smithi187 ceph-mon[84356]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:37 smithi112 ceph-mon[91385]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:37 smithi112 ceph-mon[91385]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:37 smithi112 ceph-mon[88945]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:37 smithi112 ceph-mon[88945]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:38 smithi187 ceph-mon[84356]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:39.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:38 smithi112 ceph-mon[91385]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:39.279 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:39.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:38 smithi112 ceph-mon[88945]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:39.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:39.576 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:52:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:52:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:52:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:39 smithi187 ceph-mon[84356]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-04-02T09:52:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:39 smithi187 ceph-mon[84356]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:39 smithi112 ceph-mon[91385]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-04-02T09:52:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:39 smithi112 ceph-mon[91385]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:39 smithi112 ceph-mon[88945]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-04-02T09:52:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:39 smithi112 ceph-mon[88945]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:41.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:40 smithi187 ceph-mon[84356]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:41.338 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:40 smithi112 ceph-mon[91385]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:41.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:40 smithi112 ceph-mon[88945]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:41 smithi187 ceph-mon[84356]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:41 smithi187 ceph-mon[84356]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:41 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:42.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[88945]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[88945]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[91385]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[91385]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:41 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:42.734 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:52:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:42 smithi187 ceph-mon[84356]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:43.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:42 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[91385]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:43.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:43.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[88945]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:43.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:43.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:43.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:42 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:52:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:43 smithi112 ceph-mon[91385]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-04-02T09:52:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:43 smithi112 ceph-mon[91385]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:43 smithi112 ceph-mon[88945]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-04-02T09:52:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:43 smithi112 ceph-mon[88945]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:43 smithi187 ceph-mon[84356]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-04-02T09:52:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:43 smithi187 ceph-mon[84356]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:45.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:44 smithi112 ceph-mon[91385]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:45.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:44 smithi112 ceph-mon[88945]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:44 smithi187 ceph-mon[84356]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:46.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:45 smithi112 ceph-mon[91385]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-02T09:52:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:45 smithi112 ceph-mon[91385]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:45 smithi112 ceph-mon[88945]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-02T09:52:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:45 smithi112 ceph-mon[88945]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:45 smithi187 ceph-mon[84356]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-02T09:52:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:45 smithi187 ceph-mon[84356]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:47.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:47 smithi112 ceph-mon[91385]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:47.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:47 smithi112 ceph-mon[88945]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:47 smithi187 ceph-mon[84356]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:48.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:48 smithi112 ceph-mon[91385]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:52:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:48 smithi112 ceph-mon[91385]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:48 smithi112 ceph-mon[88945]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:52:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:48 smithi112 ceph-mon[88945]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:48 smithi187 ceph-mon[84356]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:52:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:48 smithi187 ceph-mon[84356]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:49.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:49 smithi112 ceph-mon[88945]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:49.281 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:49 smithi112 ceph-mon[91385]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:49.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:49 smithi187 ceph-mon[84356]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:52:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:52:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:52:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:50 smithi112 ceph-mon[91385]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-04-02T09:52:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:50 smithi112 ceph-mon[91385]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:50 smithi112 ceph-mon[88945]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-04-02T09:52:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:50 smithi112 ceph-mon[88945]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:50 smithi187 ceph-mon[84356]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-04-02T09:52:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:50 smithi187 ceph-mon[84356]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:51.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:51 smithi112 ceph-mon[91385]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:51.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:51 smithi112 ceph-mon[88945]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:51 smithi187 ceph-mon[84356]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:52.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:52 smithi187 ceph-mon[84356]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:52.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:52 smithi187 ceph-mon[84356]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:52 smithi112 ceph-mon[91385]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:52 smithi112 ceph-mon[91385]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:52 smithi112 ceph-mon[88945]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:52 smithi112 ceph-mon[88945]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:52:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:53.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:53 smithi112 ceph-mon[91385]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:53.291 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:53.292 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:53 smithi112 ceph-mon[88945]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:53.292 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:53 smithi187 ceph-mon[84356]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:54 smithi112 ceph-mon[91385]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-04-02T09:52:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:54 smithi112 ceph-mon[91385]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:54 smithi112 ceph-mon[88945]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-04-02T09:52:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:54 smithi112 ceph-mon[88945]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:54 smithi187 ceph-mon[84356]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-04-02T09:52:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:54 smithi187 ceph-mon[84356]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:55.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:55 smithi112 ceph-mon[91385]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:55 smithi112 ceph-mon[88945]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:55 smithi187 ceph-mon[84356]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:56 smithi112 ceph-mon[91385]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.51k op/s 2024-04-02T09:52:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:56 smithi112 ceph-mon[91385]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:56 smithi112 ceph-mon[88945]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.51k op/s 2024-04-02T09:52:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:56 smithi112 ceph-mon[88945]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:56 smithi187 ceph-mon[84356]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.51k op/s 2024-04-02T09:52:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:56 smithi187 ceph-mon[84356]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:57.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:57 smithi112 ceph-mon[91385]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:57 smithi112 ceph-mon[88945]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:57 smithi187 ceph-mon[84356]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:58 smithi112 ceph-mon[91385]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:58 smithi112 ceph-mon[91385]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:58 smithi112 ceph-mon[88945]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:58 smithi112 ceph-mon[88945]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:58 smithi187 ceph-mon[84356]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:52:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:58 smithi187 ceph-mon[84356]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:59.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:52:59 smithi112 ceph-mon[91385]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:52:59 smithi112 ceph-mon[88945]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:59.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:52:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:52:59] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:52:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:52:59 smithi187 ceph-mon[84356]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:53:00.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:00 smithi112 ceph-mon[91385]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:53:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:00 smithi112 ceph-mon[91385]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:53:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:00 smithi112 ceph-mon[88945]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:53:00.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:00 smithi112 ceph-mon[88945]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:53:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:00 smithi187 ceph-mon[84356]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:53:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:00 smithi187 ceph-mon[84356]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:53:01.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:01 smithi112 ceph-mon[88945]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:53:01.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:01 smithi112 ceph-mon[91385]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:53:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:01 smithi187 ceph-mon[84356]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:53:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:02 smithi112 ceph-mon[91385]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-04-02T09:53:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:02 smithi112 ceph-mon[91385]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:53:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:02 smithi112 ceph-mon[88945]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-04-02T09:53:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:02 smithi112 ceph-mon[88945]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:53:02.383 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:02 smithi187 ceph-mon[84356]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-04-02T09:53:02.383 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:02 smithi187 ceph-mon[84356]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:53:02.383 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:53:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:03.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:03 smithi112 ceph-mon[91385]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:53:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:03 smithi112 ceph-mon[88945]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:53:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:03 smithi187 ceph-mon[84356]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:53:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:04 smithi112 ceph-mon[88945]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-04-02T09:53:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:04 smithi112 ceph-mon[88945]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:53:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:04 smithi112 ceph-mon[91385]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-04-02T09:53:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:04 smithi112 ceph-mon[91385]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:53:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:04 smithi187 ceph-mon[84356]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-04-02T09:53:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:04 smithi187 ceph-mon[84356]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:53:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:05 smithi187 ceph-mon[84356]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:53:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:05 smithi112 ceph-mon[91385]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:53:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:05 smithi112 ceph-mon[88945]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:53:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:06 smithi187 ceph-mon[84356]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-04-02T09:53:06.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:06 smithi187 ceph-mon[84356]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:53:06.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:06 smithi112 ceph-mon[88945]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-04-02T09:53:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:06 smithi112 ceph-mon[88945]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:53:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:06 smithi112 ceph-mon[91385]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-04-02T09:53:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:06 smithi112 ceph-mon[91385]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:53:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:07 smithi187 ceph-mon[84356]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:53:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:07 smithi112 ceph-mon[91385]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:53:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:07 smithi112 ceph-mon[88945]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:53:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:08 smithi187 ceph-mon[84356]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-02T09:53:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:08 smithi187 ceph-mon[84356]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:53:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:08 smithi112 ceph-mon[88945]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-02T09:53:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:08 smithi112 ceph-mon[88945]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:53:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:08.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:08 smithi112 ceph-mon[91385]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-02T09:53:08.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:08 smithi112 ceph-mon[91385]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:53:08.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:09 smithi187 ceph-mon[84356]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:53:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:09 smithi112 ceph-mon[91385]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:53:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:09 smithi112 ceph-mon[88945]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:53:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:53:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:53:09] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:53:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:10 smithi187 ceph-mon[84356]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-04-02T09:53:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:10 smithi187 ceph-mon[84356]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:53:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:10 smithi112 ceph-mon[91385]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-04-02T09:53:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:10 smithi112 ceph-mon[91385]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:53:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:10 smithi112 ceph-mon[88945]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-04-02T09:53:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:10 smithi112 ceph-mon[88945]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:53:11.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:11 smithi187 ceph-mon[84356]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:53:11.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:11 smithi112 ceph-mon[88945]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:53:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:11 smithi112 ceph-mon[91385]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:53:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:12 smithi187 ceph-mon[84356]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-04-02T09:53:12.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:12 smithi187 ceph-mon[84356]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:53:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:53:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:12.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:12 smithi112 ceph-mon[88945]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-04-02T09:53:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:12 smithi112 ceph-mon[88945]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:53:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:12 smithi112 ceph-mon[91385]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-04-02T09:53:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:12 smithi112 ceph-mon[91385]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:53:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:13 smithi187 ceph-mon[84356]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:53:13.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:13 smithi112 ceph-mon[88945]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:53:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:13 smithi112 ceph-mon[91385]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:53:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:14 smithi187 ceph-mon[84356]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:53:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:14 smithi187 ceph-mon[84356]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:53:14.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:14 smithi112 ceph-mon[88945]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:53:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:14 smithi112 ceph-mon[88945]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:53:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:14 smithi112 ceph-mon[91385]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:53:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:14 smithi112 ceph-mon[91385]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:53:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:15 smithi187 ceph-mon[84356]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:53:15.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:15 smithi112 ceph-mon[88945]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:53:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:15 smithi112 ceph-mon[91385]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:53:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:16 smithi187 ceph-mon[84356]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-02T09:53:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:16 smithi187 ceph-mon[84356]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:53:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:16 smithi112 ceph-mon[91385]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-02T09:53:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:16 smithi112 ceph-mon[91385]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:53:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:16 smithi112 ceph-mon[88945]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-02T09:53:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:16 smithi112 ceph-mon[88945]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:53:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:17 smithi187 ceph-mon[84356]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:17 smithi187 ceph-mon[84356]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:53:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:17 smithi112 ceph-mon[91385]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:17 smithi112 ceph-mon[91385]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:53:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:17 smithi112 ceph-mon[88945]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:17 smithi112 ceph-mon[88945]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:53:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:18 smithi187 ceph-mon[84356]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:18.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:18 smithi112 ceph-mon[91385]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:18 smithi112 ceph-mon[88945]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:19 smithi187 ceph-mon[84356]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:19.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:19 smithi187 ceph-mon[84356]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-04-02T09:53:19.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:19 smithi112 ceph-mon[88945]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:19 smithi112 ceph-mon[88945]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-04-02T09:53:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:53:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:53:19] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:53:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:19 smithi112 ceph-mon[91385]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:19 smithi112 ceph-mon[91385]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-04-02T09:53:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:20 smithi187 ceph-mon[84356]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:20.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:20 smithi112 ceph-mon[88945]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:20 smithi112 ceph-mon[91385]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:21.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:21 smithi187 ceph-mon[84356]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:21.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:21 smithi187 ceph-mon[84356]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:53:21.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:21 smithi112 ceph-mon[91385]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:21 smithi112 ceph-mon[91385]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:53:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:21 smithi112 ceph-mon[88945]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:21 smithi112 ceph-mon[88945]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:53:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:22 smithi187 ceph-mon[84356]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:22.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:53:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:22 smithi112 ceph-mon[91385]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:22 smithi112 ceph-mon[88945]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:23 smithi112 ceph-mon[88945]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:23 smithi112 ceph-mon[88945]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:23.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:23 smithi112 ceph-mon[91385]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:23.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:23 smithi112 ceph-mon[91385]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:23.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:23 smithi187 ceph-mon[84356]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:23 smithi187 ceph-mon[84356]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:23.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:24 smithi112 ceph-mon[91385]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:24 smithi112 ceph-mon[88945]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:24.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:24 smithi187 ceph-mon[84356]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:25 smithi112 ceph-mon[91385]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:25 smithi112 ceph-mon[91385]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:25 smithi112 ceph-mon[88945]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:25 smithi112 ceph-mon[88945]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:25 smithi187 ceph-mon[84356]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:25.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:25 smithi187 ceph-mon[84356]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:26 smithi112 ceph-mon[91385]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:26 smithi112 ceph-mon[88945]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:26.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:26 smithi187 ceph-mon[84356]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:27 smithi112 ceph-mon[91385]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:27 smithi112 ceph-mon[91385]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:53:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:27 smithi112 ceph-mon[88945]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:27 smithi112 ceph-mon[88945]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:53:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:27 smithi187 ceph-mon[84356]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:27.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:27 smithi187 ceph-mon[84356]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:53:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:28 smithi112 ceph-mon[91385]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:28 smithi112 ceph-mon[88945]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:28.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:28 smithi187 ceph-mon[84356]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:29.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:53:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:53:29] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:53:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:29 smithi112 ceph-mon[88945]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:29 smithi112 ceph-mon[88945]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:29 smithi112 ceph-mon[91385]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:29 smithi112 ceph-mon[91385]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:29 smithi187 ceph-mon[84356]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:29 smithi187 ceph-mon[84356]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:30 smithi112 ceph-mon[91385]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:30 smithi112 ceph-mon[91385]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:30 smithi112 ceph-mon[88945]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:30 smithi112 ceph-mon[88945]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:30 smithi187 ceph-mon[84356]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:30 smithi187 ceph-mon[84356]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:32.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:32 smithi112 ceph-mon[91385]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:53:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:32 smithi112 ceph-mon[91385]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:32 smithi112 ceph-mon[88945]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:53:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:32 smithi112 ceph-mon[88945]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:32 smithi187 ceph-mon[84356]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:53:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:32 smithi187 ceph-mon[84356]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:32.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:53:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:33.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:33 smithi112 ceph-mon[91385]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:33.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:33 smithi112 ceph-mon[88945]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:33 smithi187 ceph-mon[84356]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:34 smithi112 ceph-mon[88945]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:34 smithi112 ceph-mon[88945]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:34 smithi112 ceph-mon[91385]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:34 smithi112 ceph-mon[91385]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:34 smithi187 ceph-mon[84356]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:34 smithi187 ceph-mon[84356]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:35 smithi112 ceph-mon[88945]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:35 smithi112 ceph-mon[88945]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:35 smithi112 ceph-mon[91385]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:35 smithi112 ceph-mon[91385]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:35 smithi187 ceph-mon[84356]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:35 smithi187 ceph-mon[84356]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:36 smithi112 ceph-mon[91385]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:36.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:36 smithi112 ceph-mon[88945]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:36 smithi187 ceph-mon[84356]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:37 smithi112 ceph-mon[91385]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:37 smithi112 ceph-mon[88945]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:37 smithi187 ceph-mon[84356]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:38 smithi112 ceph-mon[91385]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:38 smithi112 ceph-mon[91385]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:38.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:38 smithi112 ceph-mon[88945]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:38.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:38 smithi112 ceph-mon[88945]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:38.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:38 smithi187 ceph-mon[84356]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:38 smithi187 ceph-mon[84356]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:39.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:39 smithi112 ceph-mon[91385]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:39 smithi112 ceph-mon[88945]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:39.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:53:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:53:39] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-04-02T09:53:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:39 smithi187 ceph-mon[84356]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:40 smithi112 ceph-mon[88945]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:40 smithi112 ceph-mon[88945]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:40 smithi112 ceph-mon[88945]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:40 smithi112 ceph-mon[91385]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:40 smithi112 ceph-mon[91385]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:40.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:40 smithi112 ceph-mon[91385]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:40 smithi187 ceph-mon[84356]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:40 smithi187 ceph-mon[84356]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:40 smithi187 ceph-mon[84356]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:42 smithi112 ceph-mon[91385]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:42.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:42 smithi112 ceph-mon[91385]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:42 smithi112 ceph-mon[88945]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:42 smithi112 ceph-mon[88945]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:42 smithi187 ceph-mon[84356]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:42 smithi187 ceph-mon[84356]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:53:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:43.436 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:43 smithi187 ceph-mon[84356]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:43.436 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:43 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:43 smithi112 ceph-mon[91385]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:43 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:43 smithi112 ceph-mon[88945]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:43 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:44.462 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:44 smithi187 ceph-mon[84356]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:44.462 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:44 smithi187 ceph-mon[84356]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:44 smithi112 ceph-mon[91385]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:44 smithi112 ceph-mon[91385]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:44 smithi112 ceph-mon[88945]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:44 smithi112 ceph-mon[88945]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:45 smithi187 ceph-mon[84356]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:45 smithi187 ceph-mon[84356]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:45 smithi112 ceph-mon[91385]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:45 smithi112 ceph-mon[91385]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:45 smithi112 ceph-mon[88945]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:45 smithi112 ceph-mon[88945]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:46 smithi187 ceph-mon[84356]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:53:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:46 smithi187 ceph-mon[84356]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:46 smithi112 ceph-mon[91385]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:53:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:46 smithi112 ceph-mon[91385]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:46 smithi112 ceph-mon[88945]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:53:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:46 smithi112 ceph-mon[88945]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:47 smithi187 ceph-mon[84356]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[91385]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:53:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:47 smithi112 ceph-mon[88945]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:48 smithi187 ceph-mon[84356]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:48 smithi187 ceph-mon[84356]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:48 smithi112 ceph-mon[88945]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:48 smithi112 ceph-mon[88945]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:48.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:48 smithi112 ceph-mon[91385]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:48.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:48 smithi112 ceph-mon[91385]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:53:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:53:49] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-04-02T09:53:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:50 smithi112 ceph-mon[88945]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:50 smithi112 ceph-mon[88945]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:50 smithi112 ceph-mon[91385]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:50 smithi112 ceph-mon[91385]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:50 smithi187 ceph-mon[84356]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:50 smithi187 ceph-mon[84356]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:51.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:51 smithi112 ceph-mon[88945]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:51 smithi112 ceph-mon[91385]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:51 smithi187 ceph-mon[84356]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:52 smithi112 ceph-mon[88945]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:52 smithi112 ceph-mon[88945]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:52 smithi112 ceph-mon[91385]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:52 smithi112 ceph-mon[91385]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:52 smithi187 ceph-mon[84356]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:52 smithi187 ceph-mon[84356]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:52.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:53:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:53 smithi112 ceph-mon[91385]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:53 smithi112 ceph-mon[88945]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:53 smithi187 ceph-mon[84356]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:54.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:54 smithi112 ceph-mon[88945]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:53:54.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:54 smithi112 ceph-mon[88945]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:54.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:54 smithi112 ceph-mon[91385]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:53:54.372 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:54 smithi112 ceph-mon[91385]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:54 smithi187 ceph-mon[84356]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:53:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:54 smithi187 ceph-mon[84356]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:55 smithi112 ceph-mon[91385]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:55 smithi112 ceph-mon[91385]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:55 smithi112 ceph-mon[88945]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:55 smithi112 ceph-mon[88945]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:55 smithi187 ceph-mon[84356]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:55 smithi187 ceph-mon[84356]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:56.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:56 smithi112 ceph-mon[91385]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:53:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:56 smithi112 ceph-mon[88945]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:53:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:56 smithi187 ceph-mon[84356]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:53:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:57 smithi187 ceph-mon[84356]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:57 smithi112 ceph-mon[91385]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:57 smithi112 ceph-mon[88945]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:58 smithi187 ceph-mon[84356]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:58 smithi187 ceph-mon[84356]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:58 smithi112 ceph-mon[91385]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:58 smithi112 ceph-mon[91385]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:58 smithi112 ceph-mon[88945]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:58 smithi112 ceph-mon[88945]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:53:59 smithi187 ceph-mon[84356]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:53:59 smithi112 ceph-mon[91385]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:53:59 smithi112 ceph-mon[88945]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:53:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:53:59] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:54:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:00 smithi187 ceph-mon[84356]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:54:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:00 smithi187 ceph-mon[84356]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:54:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:00 smithi187 ceph-mon[84356]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:54:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:00 smithi112 ceph-mon[88945]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:54:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:00 smithi112 ceph-mon[88945]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:54:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:00 smithi112 ceph-mon[88945]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:54:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:00 smithi112 ceph-mon[91385]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:54:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:00 smithi112 ceph-mon[91385]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:54:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:00 smithi112 ceph-mon[91385]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:54:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:02 smithi112 ceph-mon[91385]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:54:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:02 smithi112 ceph-mon[91385]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:54:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:02 smithi112 ceph-mon[88945]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:54:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:02 smithi112 ceph-mon[88945]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:54:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:02 smithi187 ceph-mon[84356]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:54:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:02 smithi187 ceph-mon[84356]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:54:02.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:54:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:03 smithi112 ceph-mon[91385]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:54:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:03 smithi112 ceph-mon[88945]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:54:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:03 smithi187 ceph-mon[84356]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:54:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:04 smithi112 ceph-mon[91385]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:04 smithi112 ceph-mon[91385]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:54:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:04 smithi112 ceph-mon[88945]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:04 smithi112 ceph-mon[88945]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:54:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:04 smithi187 ceph-mon[84356]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:04 smithi187 ceph-mon[84356]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:54:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:05 smithi112 ceph-mon[88945]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:54:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:05 smithi112 ceph-mon[88945]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:54:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:05 smithi112 ceph-mon[91385]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:54:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:05 smithi112 ceph-mon[91385]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:54:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:05 smithi187 ceph-mon[84356]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:54:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:05 smithi187 ceph-mon[84356]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:54:06.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:06 smithi112 ceph-mon[91385]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:06 smithi112 ceph-mon[88945]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:06 smithi187 ceph-mon[84356]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:07 smithi187 ceph-mon[84356]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:54:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:07 smithi112 ceph-mon[91385]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:54:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:07 smithi112 ceph-mon[88945]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:54:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:08 smithi187 ceph-mon[84356]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:08 smithi187 ceph-mon[84356]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:54:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:08.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:08 smithi112 ceph-mon[91385]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:08 smithi112 ceph-mon[91385]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:54:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:08 smithi112 ceph-mon[88945]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:08 smithi112 ceph-mon[88945]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:54:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:09 smithi187 ceph-mon[84356]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:54:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:09 smithi112 ceph-mon[91385]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:54:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:54:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:54:09] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:54:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:09 smithi112 ceph-mon[88945]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:54:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:10 smithi187 ceph-mon[84356]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:54:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:10 smithi187 ceph-mon[84356]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:54:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:10 smithi187 ceph-mon[84356]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:54:10.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:10 smithi112 ceph-mon[88945]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:54:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:10 smithi112 ceph-mon[88945]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:54:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:10 smithi112 ceph-mon[88945]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:54:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:10 smithi112 ceph-mon[91385]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:54:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:10 smithi112 ceph-mon[91385]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:54:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:10 smithi112 ceph-mon[91385]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:54:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:12 smithi187 ceph-mon[84356]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:12 smithi187 ceph-mon[84356]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:54:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:54:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:12.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:12 smithi112 ceph-mon[88945]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:12 smithi112 ceph-mon[88945]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:54:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:12 smithi112 ceph-mon[91385]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:12 smithi112 ceph-mon[91385]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:54:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:13 smithi187 ceph-mon[84356]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:54:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:13 smithi112 ceph-mon[91385]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:54:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:13 smithi112 ceph-mon[88945]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:54:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:14 smithi187 ceph-mon[84356]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:14 smithi187 ceph-mon[84356]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:54:14.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:14 smithi112 ceph-mon[91385]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:14 smithi112 ceph-mon[91385]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:54:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:14 smithi112 ceph-mon[88945]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:14 smithi112 ceph-mon[88945]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:54:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:15 smithi187 ceph-mon[84356]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:54:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:15 smithi187 ceph-mon[84356]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:54:15.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:15 smithi112 ceph-mon[88945]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:54:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:15 smithi112 ceph-mon[88945]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:54:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:15 smithi112 ceph-mon[91385]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:54:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:15 smithi112 ceph-mon[91385]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:54:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:16 smithi187 ceph-mon[84356]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:16 smithi187 ceph-mon[84356]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:16.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:16 smithi112 ceph-mon[91385]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:16 smithi112 ceph-mon[91385]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:16 smithi112 ceph-mon[88945]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:16 smithi112 ceph-mon[88945]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:18.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:18 smithi112 ceph-mon[91385]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:18.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:18 smithi112 ceph-mon[91385]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:18 smithi112 ceph-mon[88945]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:18.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:18 smithi112 ceph-mon[88945]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:18 smithi187 ceph-mon[84356]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:18 smithi187 ceph-mon[84356]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:19.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:19 smithi112 ceph-mon[91385]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:19.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:19 smithi112 ceph-mon[88945]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:19.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:54:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:54:19] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:54:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:19 smithi187 ceph-mon[84356]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:20 smithi112 ceph-mon[91385]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:20 smithi112 ceph-mon[91385]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:20.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:20 smithi112 ceph-mon[91385]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:20 smithi112 ceph-mon[88945]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:20.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:20 smithi112 ceph-mon[88945]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:20.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:20 smithi112 ceph-mon[88945]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:20 smithi187 ceph-mon[84356]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:20 smithi187 ceph-mon[84356]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:20 smithi187 ceph-mon[84356]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:22 smithi112 ceph-mon[91385]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:22 smithi112 ceph-mon[91385]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:22 smithi112 ceph-mon[88945]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:22 smithi112 ceph-mon[88945]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:22 smithi187 ceph-mon[84356]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:22 smithi187 ceph-mon[84356]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:22.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:54:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:23 smithi187 ceph-mon[84356]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:23 smithi112 ceph-mon[88945]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:23 smithi112 ceph-mon[91385]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:24 smithi187 ceph-mon[84356]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:24 smithi187 ceph-mon[84356]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:24.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:24 smithi112 ceph-mon[91385]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:24 smithi112 ceph-mon[91385]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:24 smithi112 ceph-mon[88945]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:24 smithi112 ceph-mon[88945]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:25 smithi187 ceph-mon[84356]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:25 smithi187 ceph-mon[84356]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:25.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:25 smithi112 ceph-mon[91385]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:25 smithi112 ceph-mon[91385]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:25 smithi112 ceph-mon[88945]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:25 smithi112 ceph-mon[88945]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:26 smithi187 ceph-mon[84356]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 954 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:26.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:26 smithi112 ceph-mon[88945]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 954 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:26 smithi112 ceph-mon[91385]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 954 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:27 smithi187 ceph-mon[84356]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:27 smithi112 ceph-mon[91385]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:27 smithi112 ceph-mon[88945]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:28 smithi187 ceph-mon[84356]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:54:28.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:28 smithi187 ceph-mon[84356]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:28 smithi112 ceph-mon[91385]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:54:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:28 smithi112 ceph-mon[91385]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:28 smithi112 ceph-mon[88945]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:54:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:28 smithi112 ceph-mon[88945]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:29 smithi187 ceph-mon[84356]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:29 smithi112 ceph-mon[91385]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:29 smithi112 ceph-mon[88945]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:54:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:54:29] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:54:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:30 smithi187 ceph-mon[84356]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:30 smithi187 ceph-mon[84356]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:30.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:30 smithi187 ceph-mon[84356]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:30.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:30 smithi112 ceph-mon[91385]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:30 smithi112 ceph-mon[91385]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:30 smithi112 ceph-mon[91385]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:30 smithi112 ceph-mon[88945]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:30 smithi112 ceph-mon[88945]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:30 smithi112 ceph-mon[88945]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:32 smithi112 ceph-mon[88945]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:32 smithi112 ceph-mon[88945]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:32 smithi112 ceph-mon[91385]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:32.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:32 smithi112 ceph-mon[91385]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:32 smithi187 ceph-mon[84356]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:32 smithi187 ceph-mon[84356]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:32.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:54:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:33.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:33 smithi112 ceph-mon[88945]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:33.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:33 smithi112 ceph-mon[91385]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:33 smithi187 ceph-mon[84356]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:34.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:34 smithi112 ceph-mon[88945]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:54:34.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:34 smithi112 ceph-mon[88945]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:34 smithi112 ceph-mon[91385]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:54:34.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:34 smithi112 ceph-mon[91385]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:34 smithi187 ceph-mon[84356]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:54:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:34 smithi187 ceph-mon[84356]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:35.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:35 smithi112 ceph-mon[88945]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:35.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:35 smithi112 ceph-mon[88945]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:35 smithi112 ceph-mon[91385]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:35.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:35 smithi112 ceph-mon[91385]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:35 smithi187 ceph-mon[84356]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:35 smithi187 ceph-mon[84356]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:36.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:36 smithi112 ceph-mon[88945]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:54:36.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:36 smithi112 ceph-mon[91385]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:54:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:36 smithi187 ceph-mon[84356]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:54:37.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:37 smithi112 ceph-mon[88945]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:37 smithi112 ceph-mon[91385]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:37 smithi187 ceph-mon[84356]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:38 smithi112 ceph-mon[88945]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:38 smithi112 ceph-mon[88945]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:38 smithi112 ceph-mon[91385]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:38 smithi112 ceph-mon[91385]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:38 smithi187 ceph-mon[84356]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:38 smithi187 ceph-mon[84356]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:39 smithi187 ceph-mon[84356]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:39 smithi112 ceph-mon[91385]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:39 smithi112 ceph-mon[88945]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:54:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:54:39] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:54:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:40 smithi187 ceph-mon[84356]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:40 smithi187 ceph-mon[84356]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:40 smithi187 ceph-mon[84356]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:40 smithi112 ceph-mon[88945]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:40 smithi112 ceph-mon[88945]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:40 smithi112 ceph-mon[88945]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:40 smithi112 ceph-mon[91385]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:40 smithi112 ceph-mon[91385]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:40 smithi112 ceph-mon[91385]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:42 smithi187 ceph-mon[84356]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:42.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:42 smithi187 ceph-mon[84356]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:42.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:54:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:42 smithi112 ceph-mon[91385]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:42 smithi112 ceph-mon[91385]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:42 smithi112 ceph-mon[88945]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:42 smithi112 ceph-mon[88945]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:43 smithi187 ceph-mon[84356]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:43 smithi112 ceph-mon[88945]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:43.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:43 smithi112 ceph-mon[91385]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:44 smithi187 ceph-mon[84356]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:54:44.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:44 smithi187 ceph-mon[84356]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:44 smithi112 ceph-mon[91385]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:54:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:44 smithi112 ceph-mon[91385]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:44 smithi112 ceph-mon[88945]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:54:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:44 smithi112 ceph-mon[88945]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:45 smithi187 ceph-mon[84356]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:45 smithi187 ceph-mon[84356]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:45 smithi112 ceph-mon[91385]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:45 smithi112 ceph-mon[91385]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:45 smithi112 ceph-mon[88945]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:45 smithi112 ceph-mon[88945]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:46 smithi187 ceph-mon[84356]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:54:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:46 smithi187 ceph-mon[84356]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:46 smithi112 ceph-mon[91385]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:54:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:46 smithi112 ceph-mon[91385]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:46 smithi112 ceph-mon[88945]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:54:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:46 smithi112 ceph-mon[88945]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:47 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:47 smithi187 ceph-mon[84356]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:47.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:47 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:47 smithi112 ceph-mon[91385]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:47 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:47 smithi112 ceph-mon[88945]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:48 smithi187 ceph-mon[84356]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:54:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:48 smithi187 ceph-mon[84356]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[88945]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[88945]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[91385]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:48.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:54:48.620 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:48 smithi112 ceph-mon[91385]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:54:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:54:49] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:54:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:50 smithi112 ceph-mon[91385]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:50.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:50 smithi112 ceph-mon[91385]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:50 smithi112 ceph-mon[88945]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:50.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:50 smithi112 ceph-mon[88945]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:50 smithi187 ceph-mon[84356]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:50 smithi187 ceph-mon[84356]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:51.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:51 smithi112 ceph-mon[91385]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:51.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:51 smithi112 ceph-mon[88945]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:51 smithi187 ceph-mon[84356]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:52.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:52 smithi112 ceph-mon[88945]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 794 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:54:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:52 smithi112 ceph-mon[88945]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:52 smithi112 ceph-mon[91385]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 794 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:54:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:52 smithi112 ceph-mon[91385]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:52 smithi187 ceph-mon[84356]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 794 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:54:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:52 smithi187 ceph-mon[84356]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:52.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:54:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:53.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:53 smithi112 ceph-mon[91385]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:53 smithi112 ceph-mon[88945]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:53 smithi187 ceph-mon[84356]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:54 smithi112 ceph-mon[88945]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:54:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:54 smithi112 ceph-mon[88945]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:54 smithi112 ceph-mon[91385]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:54:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:54 smithi112 ceph-mon[91385]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:54 smithi187 ceph-mon[84356]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:54:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:54 smithi187 ceph-mon[84356]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:55.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:55 smithi112 ceph-mon[88945]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:55.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:55 smithi112 ceph-mon[88945]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:55 smithi112 ceph-mon[91385]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:55.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:55 smithi112 ceph-mon[91385]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:55 smithi187 ceph-mon[84356]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:55 smithi187 ceph-mon[84356]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:56 smithi187 ceph-mon[84356]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:54:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:56 smithi112 ceph-mon[91385]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:54:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:56 smithi112 ceph-mon[88945]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:54:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:57 smithi187 ceph-mon[84356]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:57.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:57 smithi112 ceph-mon[91385]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:57 smithi112 ceph-mon[88945]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:58 smithi187 ceph-mon[84356]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:58 smithi187 ceph-mon[84356]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:58 smithi112 ceph-mon[91385]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:58 smithi112 ceph-mon[91385]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:58 smithi112 ceph-mon[88945]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:54:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:58 smithi112 ceph-mon[88945]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:54:59 smithi187 ceph-mon[84356]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:54:59 smithi112 ceph-mon[91385]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:54:59 smithi112 ceph-mon[88945]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:54:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:54:59] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:55:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:00 smithi187 ceph-mon[84356]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:55:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:00 smithi187 ceph-mon[84356]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:55:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:00 smithi187 ceph-mon[84356]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:55:00.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:00 smithi112 ceph-mon[88945]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:55:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:00 smithi112 ceph-mon[88945]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:55:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:00 smithi112 ceph-mon[88945]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:55:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:00 smithi112 ceph-mon[91385]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:55:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:00 smithi112 ceph-mon[91385]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:55:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:00 smithi112 ceph-mon[91385]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:55:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:02 smithi112 ceph-mon[88945]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:55:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:02 smithi112 ceph-mon[88945]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:55:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:02 smithi112 ceph-mon[91385]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:55:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:02 smithi112 ceph-mon[91385]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:55:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:02 smithi187 ceph-mon[84356]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:55:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:02 smithi187 ceph-mon[84356]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:55:02.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:55:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:03 smithi112 ceph-mon[91385]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:55:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:03 smithi112 ceph-mon[88945]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:55:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:03 smithi187 ceph-mon[84356]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:55:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:04 smithi112 ceph-mon[91385]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-02T09:55:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:04 smithi112 ceph-mon[91385]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:55:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:04 smithi112 ceph-mon[88945]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-02T09:55:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:04 smithi112 ceph-mon[88945]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:55:04.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:04 smithi187 ceph-mon[84356]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-02T09:55:04.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:04 smithi187 ceph-mon[84356]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:55:05.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:05 smithi112 ceph-mon[91385]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:55:05.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:05 smithi112 ceph-mon[91385]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:55:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:05 smithi112 ceph-mon[88945]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:55:05.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:05 smithi112 ceph-mon[88945]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:55:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:05 smithi187 ceph-mon[84356]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:55:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:05 smithi187 ceph-mon[84356]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:55:06.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:06 smithi112 ceph-mon[91385]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-04-02T09:55:06.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:06 smithi112 ceph-mon[88945]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-04-02T09:55:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:06 smithi187 ceph-mon[84356]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-04-02T09:55:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:07 smithi187 ceph-mon[84356]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:55:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:07 smithi112 ceph-mon[91385]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:55:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:07 smithi112 ceph-mon[88945]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:55:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:08 smithi187 ceph-mon[84356]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:55:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:08 smithi187 ceph-mon[84356]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:55:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:08 smithi112 ceph-mon[88945]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:55:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:08 smithi112 ceph-mon[88945]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:55:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:08 smithi112 ceph-mon[91385]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:55:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:08 smithi112 ceph-mon[91385]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:55:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:09 smithi187 ceph-mon[84356]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:55:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:09 smithi112 ceph-mon[91385]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:55:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:09 smithi112 ceph-mon[88945]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:55:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:55:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:55:09] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:55:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:10 smithi187 ceph-mon[84356]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:10 smithi187 ceph-mon[84356]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:55:10.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:10 smithi187 ceph-mon[84356]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:55:10.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:10 smithi112 ceph-mon[91385]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:10 smithi112 ceph-mon[91385]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:55:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:10 smithi112 ceph-mon[91385]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:55:10.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:10 smithi112 ceph-mon[88945]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:10.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:10 smithi112 ceph-mon[88945]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:55:10.622 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:10 smithi112 ceph-mon[88945]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:55:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:12 smithi112 ceph-mon[91385]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:12 smithi112 ceph-mon[91385]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:55:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:12 smithi112 ceph-mon[88945]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:12 smithi112 ceph-mon[88945]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:55:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:12 smithi187 ceph-mon[84356]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:12 smithi187 ceph-mon[84356]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:55:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:55:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:13.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:13 smithi112 ceph-mon[88945]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:55:13.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:13 smithi112 ceph-mon[91385]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:55:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:13 smithi187 ceph-mon[84356]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:55:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:14 smithi112 ceph-mon[88945]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-02T09:55:14.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:14 smithi112 ceph-mon[88945]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:55:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:14 smithi112 ceph-mon[91385]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-02T09:55:14.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:14 smithi112 ceph-mon[91385]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:55:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:14 smithi187 ceph-mon[84356]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-02T09:55:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:14 smithi187 ceph-mon[84356]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:55:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:15 smithi112 ceph-mon[91385]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:55:15.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:15 smithi112 ceph-mon[91385]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:55:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:15 smithi112 ceph-mon[88945]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:55:15.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:15 smithi112 ceph-mon[88945]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:55:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:15 smithi187 ceph-mon[84356]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:55:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:15 smithi187 ceph-mon[84356]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:55:16.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:16 smithi112 ceph-mon[88945]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 5.0 KiB/s wr, 849 op/s 2024-04-02T09:55:16.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:16 smithi112 ceph-mon[91385]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 5.0 KiB/s wr, 849 op/s 2024-04-02T09:55:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:16 smithi187 ceph-mon[84356]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 5.0 KiB/s wr, 849 op/s 2024-04-02T09:55:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:17 smithi187 ceph-mon[84356]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:17 smithi112 ceph-mon[91385]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:17 smithi112 ceph-mon[88945]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:18 smithi187 ceph-mon[84356]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:18.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:18 smithi187 ceph-mon[84356]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:18 smithi112 ceph-mon[91385]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:18 smithi112 ceph-mon[91385]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:18 smithi112 ceph-mon[88945]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:18 smithi112 ceph-mon[88945]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:19 smithi187 ceph-mon[84356]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:19.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:19 smithi112 ceph-mon[91385]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:19.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:19 smithi112 ceph-mon[88945]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:19.623 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:55:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:55:19] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:55:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:20 smithi187 ceph-mon[84356]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 812 op/s 2024-04-02T09:55:20.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:20 smithi187 ceph-mon[84356]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:20.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:20 smithi187 ceph-mon[84356]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:20 smithi112 ceph-mon[91385]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 812 op/s 2024-04-02T09:55:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:20 smithi112 ceph-mon[91385]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:20 smithi112 ceph-mon[91385]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:20 smithi112 ceph-mon[88945]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 812 op/s 2024-04-02T09:55:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:20 smithi112 ceph-mon[88945]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:20 smithi112 ceph-mon[88945]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:22 smithi112 ceph-mon[88945]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 812 op/s 2024-04-02T09:55:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:22 smithi112 ceph-mon[88945]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:22 smithi112 ceph-mon[91385]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 812 op/s 2024-04-02T09:55:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:22 smithi112 ceph-mon[91385]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:22 smithi187 ceph-mon[84356]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 812 op/s 2024-04-02T09:55:22.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:22 smithi187 ceph-mon[84356]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:22.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:55:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:23.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:23 smithi112 ceph-mon[91385]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:23.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:23 smithi112 ceph-mon[88945]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:23.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:23 smithi187 ceph-mon[84356]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:24 smithi112 ceph-mon[88945]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-04-02T09:55:24.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:24 smithi112 ceph-mon[88945]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:24 smithi112 ceph-mon[91385]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-04-02T09:55:24.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:24 smithi112 ceph-mon[91385]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:24 smithi187 ceph-mon[84356]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-04-02T09:55:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:24 smithi187 ceph-mon[84356]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:25 smithi112 ceph-mon[91385]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:25.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:25 smithi112 ceph-mon[91385]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:25 smithi112 ceph-mon[88945]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:25.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:25 smithi112 ceph-mon[88945]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:25 smithi187 ceph-mon[84356]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:25 smithi187 ceph-mon[84356]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:26.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:26 smithi112 ceph-mon[91385]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 762 op/s 2024-04-02T09:55:26.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:26 smithi112 ceph-mon[88945]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 762 op/s 2024-04-02T09:55:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:26 smithi187 ceph-mon[84356]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 762 op/s 2024-04-02T09:55:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:27 smithi187 ceph-mon[84356]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:27 smithi112 ceph-mon[88945]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:27 smithi112 ceph-mon[91385]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:28 smithi187 ceph-mon[84356]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:28 smithi187 ceph-mon[84356]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:28 smithi112 ceph-mon[91385]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:28 smithi112 ceph-mon[91385]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:28 smithi112 ceph-mon[88945]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:28 smithi112 ceph-mon[88945]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:29 smithi187 ceph-mon[84356]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:29 smithi112 ceph-mon[91385]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:29 smithi112 ceph-mon[88945]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:55:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:55:29] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:55:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:30 smithi187 ceph-mon[84356]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:30 smithi187 ceph-mon[84356]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:30 smithi187 ceph-mon[84356]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:30.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:30 smithi112 ceph-mon[88945]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:30 smithi112 ceph-mon[88945]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:30 smithi112 ceph-mon[88945]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:30 smithi112 ceph-mon[91385]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:30 smithi112 ceph-mon[91385]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:30 smithi112 ceph-mon[91385]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:32.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:32 smithi187 ceph-mon[84356]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:32.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:32 smithi187 ceph-mon[84356]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:32.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:55:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:32.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:32 smithi112 ceph-mon[91385]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:32 smithi112 ceph-mon[91385]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:32 smithi112 ceph-mon[88945]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:32 smithi112 ceph-mon[88945]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:33 smithi187 ceph-mon[84356]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:33 smithi112 ceph-mon[91385]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:33 smithi112 ceph-mon[88945]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:34 smithi187 ceph-mon[84356]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-04-02T09:55:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:34 smithi187 ceph-mon[84356]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:34.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:34 smithi112 ceph-mon[91385]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-04-02T09:55:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:34 smithi112 ceph-mon[91385]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:34 smithi112 ceph-mon[88945]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-04-02T09:55:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:34 smithi112 ceph-mon[88945]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:35 smithi187 ceph-mon[84356]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:35 smithi187 ceph-mon[84356]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 675 op/s 2024-04-02T09:55:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:35 smithi187 ceph-mon[84356]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:35.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:35 smithi112 ceph-mon[88945]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:35 smithi112 ceph-mon[88945]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 675 op/s 2024-04-02T09:55:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:35 smithi112 ceph-mon[88945]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:35 smithi112 ceph-mon[91385]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:35 smithi112 ceph-mon[91385]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 675 op/s 2024-04-02T09:55:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:35 smithi112 ceph-mon[91385]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:37.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:37 smithi112 ceph-mon[88945]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:37.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:37 smithi112 ceph-mon[91385]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:37.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:37 smithi187 ceph-mon[84356]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:38.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:38 smithi112 ceph-mon[91385]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:55:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:38 smithi112 ceph-mon[91385]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:38 smithi112 ceph-mon[88945]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:55:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:38 smithi112 ceph-mon[88945]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:38 smithi187 ceph-mon[84356]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:55:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:38 smithi187 ceph-mon[84356]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:39.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:39 smithi112 ceph-mon[91385]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:39.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:39 smithi112 ceph-mon[88945]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:39.369 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:55:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:55:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:55:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:39 smithi187 ceph-mon[84356]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:40.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:40 smithi112 ceph-mon[91385]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-04-02T09:55:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:40 smithi112 ceph-mon[91385]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:40 smithi112 ceph-mon[91385]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:40 smithi112 ceph-mon[88945]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-04-02T09:55:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:40 smithi112 ceph-mon[88945]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:40 smithi112 ceph-mon[88945]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:40 smithi187 ceph-mon[84356]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-04-02T09:55:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:40 smithi187 ceph-mon[84356]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:40 smithi187 ceph-mon[84356]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:42 smithi187 ceph-mon[84356]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 633 op/s 2024-04-02T09:55:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:42 smithi187 ceph-mon[84356]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:42.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:55:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:42 smithi112 ceph-mon[91385]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 633 op/s 2024-04-02T09:55:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:42 smithi112 ceph-mon[91385]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:42 smithi112 ceph-mon[88945]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 633 op/s 2024-04-02T09:55:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:42 smithi112 ceph-mon[88945]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:43 smithi187 ceph-mon[84356]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:43 smithi112 ceph-mon[91385]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:43 smithi112 ceph-mon[88945]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:44 smithi187 ceph-mon[84356]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:55:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:44 smithi187 ceph-mon[84356]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:44 smithi112 ceph-mon[91385]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:55:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:44 smithi112 ceph-mon[91385]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:44 smithi112 ceph-mon[88945]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:55:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:44 smithi112 ceph-mon[88945]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:45 smithi187 ceph-mon[84356]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:45 smithi187 ceph-mon[84356]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:45 smithi112 ceph-mon[91385]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:45 smithi112 ceph-mon[91385]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:45 smithi112 ceph-mon[88945]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:45 smithi112 ceph-mon[88945]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:46 smithi187 ceph-mon[84356]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 583 op/s 2024-04-02T09:55:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:46 smithi112 ceph-mon[91385]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 583 op/s 2024-04-02T09:55:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:46 smithi112 ceph-mon[88945]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 583 op/s 2024-04-02T09:55:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:47 smithi187 ceph-mon[84356]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:47 smithi112 ceph-mon[88945]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:47 smithi112 ceph-mon[91385]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:48 smithi187 ceph-mon[84356]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:55:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:48 smithi187 ceph-mon[84356]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[88945]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[88945]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[91385]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[91385]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:49 smithi187 ceph-mon[84356]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:49.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:49.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:55:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[88945]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[91385]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:55:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:50 smithi187 ceph-mon[84356]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:50 smithi187 ceph-mon[84356]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:50 smithi187 ceph-mon[84356]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:50.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:50 smithi112 ceph-mon[91385]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:50 smithi112 ceph-mon[91385]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:50 smithi112 ceph-mon[91385]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:50 smithi112 ceph-mon[88945]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:50 smithi112 ceph-mon[88945]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:50 smithi112 ceph-mon[88945]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:52 smithi112 ceph-mon[88945]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:52 smithi112 ceph-mon[88945]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:52 smithi112 ceph-mon[91385]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:52 smithi112 ceph-mon[91385]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:52 smithi187 ceph-mon[84356]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:52 smithi187 ceph-mon[84356]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:52.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:55:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:53 smithi112 ceph-mon[91385]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:53.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:53.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:53 smithi112 ceph-mon[88945]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:53.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:53 smithi187 ceph-mon[84356]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:54 smithi112 ceph-mon[91385]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 500 op/s 2024-04-02T09:55:54.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:54 smithi112 ceph-mon[91385]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:54 smithi112 ceph-mon[88945]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 500 op/s 2024-04-02T09:55:54.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:54 smithi112 ceph-mon[88945]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:54 smithi187 ceph-mon[84356]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 500 op/s 2024-04-02T09:55:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:54 smithi187 ceph-mon[84356]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:55 smithi187 ceph-mon[84356]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:55 smithi187 ceph-mon[84356]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:55 smithi112 ceph-mon[91385]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:55 smithi112 ceph-mon[91385]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:55 smithi112 ceph-mon[88945]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:55 smithi112 ceph-mon[88945]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:56 smithi187 ceph-mon[84356]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 5.0 KiB/s wr, 494 op/s 2024-04-02T09:55:56.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:56 smithi112 ceph-mon[91385]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 5.0 KiB/s wr, 494 op/s 2024-04-02T09:55:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:56 smithi112 ceph-mon[88945]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 5.0 KiB/s wr, 494 op/s 2024-04-02T09:55:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:57 smithi187 ceph-mon[84356]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:57 smithi112 ceph-mon[88945]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:57 smithi112 ceph-mon[91385]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:58 smithi187 ceph-mon[84356]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:58.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:58 smithi187 ceph-mon[84356]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:58 smithi112 ceph-mon[91385]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:58 smithi112 ceph-mon[91385]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:58 smithi112 ceph-mon[88945]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:58 smithi112 ceph-mon[88945]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:55:59 smithi187 ceph-mon[84356]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:55:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:55:59 smithi112 ceph-mon[91385]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:55:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:55:59 smithi112 ceph-mon[88945]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:55:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:55:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:55:59] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:56:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:00 smithi187 ceph-mon[84356]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-02T09:56:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:00 smithi187 ceph-mon[84356]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:56:00.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:00 smithi187 ceph-mon[84356]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:56:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:00 smithi112 ceph-mon[88945]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-02T09:56:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:00 smithi112 ceph-mon[88945]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:56:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:00 smithi112 ceph-mon[88945]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:56:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:00 smithi112 ceph-mon[91385]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-02T09:56:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:00 smithi112 ceph-mon[91385]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:56:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:00 smithi112 ceph-mon[91385]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:56:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:02 smithi112 ceph-mon[91385]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-02T09:56:02.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:02 smithi112 ceph-mon[91385]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:56:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:02 smithi112 ceph-mon[88945]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-02T09:56:02.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:02 smithi112 ceph-mon[88945]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:56:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:02 smithi187 ceph-mon[84356]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-02T09:56:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:02 smithi187 ceph-mon[84356]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:56:02.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:56:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:03.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:03 smithi112 ceph-mon[88945]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:56:03.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:03 smithi112 ceph-mon[91385]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:56:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:03 smithi187 ceph-mon[84356]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:56:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:04 smithi112 ceph-mon[88945]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-02T09:56:04.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:04 smithi112 ceph-mon[88945]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:56:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:04 smithi112 ceph-mon[91385]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-02T09:56:04.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:04 smithi112 ceph-mon[91385]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:56:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:04 smithi187 ceph-mon[84356]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-02T09:56:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:04 smithi187 ceph-mon[84356]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:56:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:05 smithi187 ceph-mon[84356]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:56:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:05 smithi187 ceph-mon[84356]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:56:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:05 smithi112 ceph-mon[91385]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:56:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:05 smithi112 ceph-mon[91385]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:56:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:05 smithi112 ceph-mon[88945]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:56:05.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:05 smithi112 ceph-mon[88945]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:56:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:06 smithi187 ceph-mon[84356]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 5.0 KiB/s wr, 410 op/s 2024-04-02T09:56:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:06 smithi112 ceph-mon[91385]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 5.0 KiB/s wr, 410 op/s 2024-04-02T09:56:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:06 smithi112 ceph-mon[88945]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 5.0 KiB/s wr, 410 op/s 2024-04-02T09:56:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:07 smithi187 ceph-mon[84356]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:07.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:07 smithi112 ceph-mon[88945]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:07 smithi112 ceph-mon[91385]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:08 smithi187 ceph-mon[84356]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:08 smithi187 ceph-mon[84356]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:08 smithi112 ceph-mon[88945]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:08 smithi112 ceph-mon[88945]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:08 smithi112 ceph-mon[91385]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:08 smithi112 ceph-mon[91385]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:09 smithi187 ceph-mon[84356]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:09 smithi112 ceph-mon[91385]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:56:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:56:09] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:56:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:09 smithi112 ceph-mon[88945]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:10 smithi187 ceph-mon[84356]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 366 op/s 2024-04-02T09:56:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:10 smithi187 ceph-mon[84356]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:10 smithi187 ceph-mon[84356]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:10 smithi112 ceph-mon[88945]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 366 op/s 2024-04-02T09:56:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:10 smithi112 ceph-mon[88945]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:10 smithi112 ceph-mon[88945]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:10 smithi112 ceph-mon[91385]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 366 op/s 2024-04-02T09:56:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:10 smithi112 ceph-mon[91385]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:10 smithi112 ceph-mon[91385]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:12.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:12 smithi112 ceph-mon[91385]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-04-02T09:56:12.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:12 smithi112 ceph-mon[91385]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:12 smithi112 ceph-mon[88945]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-04-02T09:56:12.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:12 smithi112 ceph-mon[88945]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:12 smithi187 ceph-mon[84356]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-04-02T09:56:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:12 smithi187 ceph-mon[84356]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:56:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:13.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:13 smithi112 ceph-mon[91385]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:13.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:13 smithi112 ceph-mon[88945]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:13 smithi187 ceph-mon[84356]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:14 smithi187 ceph-mon[84356]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2024-04-02T09:56:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:14 smithi187 ceph-mon[84356]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:14 smithi112 ceph-mon[91385]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2024-04-02T09:56:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:14 smithi112 ceph-mon[91385]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:14 smithi112 ceph-mon[88945]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2024-04-02T09:56:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:14 smithi112 ceph-mon[88945]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:15 smithi187 ceph-mon[84356]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:15 smithi187 ceph-mon[84356]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:15.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:15 smithi112 ceph-mon[91385]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:15 smithi112 ceph-mon[91385]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:15 smithi112 ceph-mon[88945]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:15 smithi112 ceph-mon[88945]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:16 smithi187 ceph-mon[84356]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 5.0 KiB/s wr, 320 op/s 2024-04-02T09:56:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:16 smithi112 ceph-mon[91385]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 5.0 KiB/s wr, 320 op/s 2024-04-02T09:56:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:16 smithi112 ceph-mon[88945]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 5.0 KiB/s wr, 320 op/s 2024-04-02T09:56:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:17 smithi187 ceph-mon[84356]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:17 smithi112 ceph-mon[88945]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:17 smithi112 ceph-mon[91385]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:18 smithi187 ceph-mon[84356]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:56:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:18 smithi187 ceph-mon[84356]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:18 smithi112 ceph-mon[91385]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:56:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:18 smithi112 ceph-mon[91385]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:18 smithi112 ceph-mon[88945]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:56:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:18 smithi112 ceph-mon[88945]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:19 smithi187 ceph-mon[84356]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:19.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:19 smithi112 ceph-mon[91385]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:19 smithi112 ceph-mon[88945]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:56:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:56:19] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:56:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:20 smithi187 ceph-mon[84356]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:20 smithi187 ceph-mon[84356]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:20.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:20 smithi187 ceph-mon[84356]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:20 smithi112 ceph-mon[91385]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:20 smithi112 ceph-mon[91385]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:20 smithi112 ceph-mon[91385]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:20 smithi112 ceph-mon[88945]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:20 smithi112 ceph-mon[88945]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:20 smithi112 ceph-mon[88945]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:22 smithi112 ceph-mon[91385]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 280 op/s 2024-04-02T09:56:22.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:22 smithi112 ceph-mon[91385]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:22.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:22 smithi112 ceph-mon[88945]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 280 op/s 2024-04-02T09:56:22.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:22 smithi112 ceph-mon[88945]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:22 smithi187 ceph-mon[84356]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 280 op/s 2024-04-02T09:56:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:22 smithi187 ceph-mon[84356]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:22.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:56:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:23 smithi187 ceph-mon[84356]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:23.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:23 smithi112 ceph-mon[88945]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:23 smithi112 ceph-mon[91385]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:24 smithi187 ceph-mon[84356]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-04-02T09:56:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:24 smithi187 ceph-mon[84356]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:24 smithi112 ceph-mon[91385]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-04-02T09:56:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:24 smithi112 ceph-mon[91385]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:24 smithi112 ceph-mon[88945]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-04-02T09:56:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:24 smithi112 ceph-mon[88945]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:25 smithi187 ceph-mon[84356]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:25 smithi187 ceph-mon[84356]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:25.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:25 smithi112 ceph-mon[88945]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:25 smithi112 ceph-mon[88945]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:25 smithi112 ceph-mon[91385]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:25 smithi112 ceph-mon[91385]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:26 smithi187 ceph-mon[84356]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 5.0 KiB/s wr, 233 op/s 2024-04-02T09:56:26.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:26 smithi112 ceph-mon[91385]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 5.0 KiB/s wr, 233 op/s 2024-04-02T09:56:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:26 smithi112 ceph-mon[88945]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 5.0 KiB/s wr, 233 op/s 2024-04-02T09:56:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:27 smithi187 ceph-mon[84356]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:27 smithi112 ceph-mon[91385]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:27 smithi112 ceph-mon[88945]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:28 smithi187 ceph-mon[84356]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T09:56:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:28 smithi187 ceph-mon[84356]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:28 smithi112 ceph-mon[91385]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T09:56:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:28 smithi112 ceph-mon[91385]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:28 smithi112 ceph-mon[88945]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T09:56:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:28 smithi112 ceph-mon[88945]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:29.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:29 smithi187 ceph-mon[84356]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:29.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:29 smithi112 ceph-mon[91385]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:29 smithi112 ceph-mon[88945]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:56:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:56:29] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:56:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:30 smithi187 ceph-mon[84356]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:56:30.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:30 smithi187 ceph-mon[84356]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:30.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:30 smithi187 ceph-mon[84356]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:30 smithi112 ceph-mon[88945]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:56:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:30 smithi112 ceph-mon[88945]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:30 smithi112 ceph-mon[88945]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:30 smithi112 ceph-mon[91385]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:56:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:30 smithi112 ceph-mon[91385]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:30 smithi112 ceph-mon[91385]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:32 smithi112 ceph-mon[91385]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 191 op/s 2024-04-02T09:56:32.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:32 smithi112 ceph-mon[91385]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:32 smithi112 ceph-mon[88945]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 191 op/s 2024-04-02T09:56:32.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:32 smithi112 ceph-mon[88945]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:32 smithi187 ceph-mon[84356]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 191 op/s 2024-04-02T09:56:32.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:32 smithi187 ceph-mon[84356]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:32.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:56:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:33.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:33 smithi187 ceph-mon[84356]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:33.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:33 smithi112 ceph-mon[91385]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:33 smithi112 ceph-mon[88945]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:34 smithi187 ceph-mon[84356]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 148 op/s 2024-04-02T09:56:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:34 smithi187 ceph-mon[84356]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:34.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:34 smithi112 ceph-mon[88945]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 148 op/s 2024-04-02T09:56:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:34 smithi112 ceph-mon[88945]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:34 smithi112 ceph-mon[91385]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 148 op/s 2024-04-02T09:56:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:34 smithi112 ceph-mon[91385]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:35 smithi187 ceph-mon[84356]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:35.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:35 smithi187 ceph-mon[84356]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:35.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:35 smithi112 ceph-mon[91385]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:35 smithi112 ceph-mon[91385]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:35 smithi112 ceph-mon[88945]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:35 smithi112 ceph-mon[88945]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:36 smithi187 ceph-mon[84356]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-04-02T09:56:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:36 smithi187 ceph-mon[84356]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:36 smithi112 ceph-mon[91385]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-04-02T09:56:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:36 smithi112 ceph-mon[91385]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:36 smithi112 ceph-mon[88945]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-04-02T09:56:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:36 smithi112 ceph-mon[88945]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:38 smithi112 ceph-mon[91385]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:56:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:38 smithi112 ceph-mon[91385]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:38.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:38 smithi112 ceph-mon[88945]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:56:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:38 smithi112 ceph-mon[88945]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:38.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:38 smithi187 ceph-mon[84356]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:56:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:38 smithi187 ceph-mon[84356]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:39 smithi187 ceph-mon[84356]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:39 smithi112 ceph-mon[91385]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:56:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:56:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:56:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:39 smithi112 ceph-mon[88945]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:40 smithi187 ceph-mon[84356]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:56:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:40 smithi187 ceph-mon[84356]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:40.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:40 smithi187 ceph-mon[84356]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:40 smithi112 ceph-mon[88945]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:56:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:40 smithi112 ceph-mon[88945]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:40 smithi112 ceph-mon[88945]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:40 smithi112 ceph-mon[91385]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:56:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:40 smithi112 ceph-mon[91385]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:40 smithi112 ceph-mon[91385]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:41.229 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-02T09:56:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:42 smithi187 ceph-mon[84356]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-02T09:56:42.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:42 smithi187 ceph-mon[84356]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:42.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:56:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:42 smithi112 ceph-mon[91385]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-02T09:56:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:42 smithi112 ceph-mon[91385]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:42 smithi112 ceph-mon[88945]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-02T09:56:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:42 smithi112 ceph-mon[88945]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:43.238 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-02T09:56:43.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:43 smithi187 ceph-mon[84356]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:43.829 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:43 smithi112 ceph-mon[91385]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:43.829 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:43 smithi112 ceph-mon[88945]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:44 smithi187 ceph-mon[84356]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-04-02T09:56:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:44 smithi187 ceph-mon[84356]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:44.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:44 smithi112 ceph-mon[91385]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-04-02T09:56:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:44 smithi112 ceph-mon[91385]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:44 smithi112 ceph-mon[88945]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-04-02T09:56:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:44 smithi112 ceph-mon[88945]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:45 smithi187 ceph-mon[84356]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:45 smithi187 ceph-mon[84356]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:45.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:45 smithi112 ceph-mon[88945]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:45 smithi112 ceph-mon[88945]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:45 smithi112 ceph-mon[91385]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:45 smithi112 ceph-mon[91385]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:46 smithi187 ceph-mon[84356]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-02T09:56:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:46 smithi187 ceph-mon[84356]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:46 smithi112 ceph-mon[91385]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-02T09:56:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:46 smithi112 ceph-mon[91385]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:46 smithi112 ceph-mon[88945]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-02T09:56:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:46 smithi112 ceph-mon[88945]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:47.221 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-02T09:56:47.306 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-02T09:56:47.453 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-02T09:56:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:48 smithi112 ceph-mon[91385]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 9.2 KiB/s wr, 72 op/s 2024-04-02T09:56:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:48 smithi112 ceph-mon[91385]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:48 smithi112 ceph-mon[88945]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 9.2 KiB/s wr, 72 op/s 2024-04-02T09:56:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:48 smithi112 ceph-mon[88945]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:48 smithi187 ceph-mon[84356]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 9.2 KiB/s wr, 72 op/s 2024-04-02T09:56:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:48 smithi187 ceph-mon[84356]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:49 smithi187 ceph-mon[84356]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:49 smithi112 ceph-mon[91385]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:49 smithi112 ceph-mon[88945]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:56:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:56:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:56:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:56:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:50 smithi187 ceph-mon[84356]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[91385]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:50.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:50.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:56:50.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:50 smithi112 ceph-mon[88945]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:51.211 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-02T09:56:51.288 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-02T09:56:51.379 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-02T09:56:51.469 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-02T09:56:51.558 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-02T09:56:51.640 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-02T09:56:52.338 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-02T09:56:52.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:52 smithi112 ceph-mon[91385]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 342 op/s 2024-04-02T09:56:52.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:52 smithi112 ceph-mon[91385]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:52 smithi112 ceph-mon[88945]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 342 op/s 2024-04-02T09:56:52.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:52 smithi112 ceph-mon[88945]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:52.412 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-02T09:56:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:52 smithi187 ceph-mon[84356]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 342 op/s 2024-04-02T09:56:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:52 smithi187 ceph-mon[84356]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:52.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:56:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:52.516 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-02T09:56:52.616 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-02T09:56:52.696 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-02T09:56:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:54 smithi187 ceph-mon[84356]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 301 op/s 2024-04-02T09:56:54.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:54 smithi112 ceph-mon[91385]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 301 op/s 2024-04-02T09:56:54.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:54 smithi112 ceph-mon[88945]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 301 op/s 2024-04-02T09:56:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:56 smithi112 ceph-mon[91385]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 295 op/s 2024-04-02T09:56:56.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:56 smithi112 ceph-mon[91385]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:56 smithi112 ceph-mon[88945]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 295 op/s 2024-04-02T09:56:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:56 smithi112 ceph-mon[88945]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:56 smithi187 ceph-mon[84356]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 295 op/s 2024-04-02T09:56:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:56 smithi187 ceph-mon[84356]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:58.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:56:58 smithi112 ceph-mon[88945]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 43 KiB/s wr, 908 op/s 2024-04-02T09:56:58.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:56:58 smithi112 ceph-mon[91385]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 43 KiB/s wr, 908 op/s 2024-04-02T09:56:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:56:58 smithi187 ceph-mon[84356]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 43 KiB/s wr, 908 op/s 2024-04-02T09:56:59.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:56:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:56:59] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:57:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:00 smithi187 ceph-mon[84356]: pgmap v4920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 624 op/s 2024-04-02T09:57:00.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:00 smithi112 ceph-mon[91385]: pgmap v4920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 624 op/s 2024-04-02T09:57:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:00 smithi112 ceph-mon[88945]: pgmap v4920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 624 op/s 2024-04-02T09:57:00.925 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-02T09:57:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:01 smithi187 ceph-mon[84356]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:57:01.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:01 smithi112 ceph-mon[91385]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:57:01.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:01 smithi112 ceph-mon[88945]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:57:02.383 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:02 smithi187 ceph-mon[84356]: pgmap v4922: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 616 op/s 2024-04-02T09:57:02.383 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:57:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:02 smithi112 ceph-mon[91385]: pgmap v4922: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 616 op/s 2024-04-02T09:57:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:02 smithi112 ceph-mon[88945]: pgmap v4922: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 616 op/s 2024-04-02T09:57:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:04 smithi187 ceph-mon[84356]: pgmap v4923: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 538 KiB/s wr, 557 op/s 2024-04-02T09:57:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:04 smithi112 ceph-mon[88945]: pgmap v4923: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 538 KiB/s wr, 557 op/s 2024-04-02T09:57:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:04 smithi112 ceph-mon[91385]: pgmap v4923: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 538 KiB/s wr, 557 op/s 2024-04-02T09:57:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:06 smithi187 ceph-mon[84356]: pgmap v4924: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 467 op/s 2024-04-02T09:57:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:06 smithi112 ceph-mon[91385]: pgmap v4924: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 467 op/s 2024-04-02T09:57:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:06 smithi112 ceph-mon[88945]: pgmap v4924: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 467 op/s 2024-04-02T09:57:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:08 smithi187 ceph-mon[84356]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-02T09:57:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:08 smithi112 ceph-mon[88945]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-02T09:57:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:08 smithi112 ceph-mon[91385]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-02T09:57:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:57:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:57:09] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:57:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:10 smithi187 ceph-mon[84356]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-02T09:57:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:10 smithi112 ceph-mon[91385]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-02T09:57:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:10 smithi112 ceph-mon[88945]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-02T09:57:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:12 smithi187 ceph-mon[84356]: pgmap v4927: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-04-02T09:57:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:57:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:12 smithi112 ceph-mon[91385]: pgmap v4927: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-04-02T09:57:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:12 smithi112 ceph-mon[88945]: pgmap v4927: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-04-02T09:57:12.806 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-02T09:57:12.892 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-02T09:57:12.991 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-02T09:57:13.086 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-02T09:57:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:14 smithi187 ceph-mon[84356]: pgmap v4928: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:57:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:14 smithi187 ceph-mon[84356]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:57:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:14 smithi112 ceph-mon[91385]: pgmap v4928: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:57:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:14 smithi112 ceph-mon[91385]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:57:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:14 smithi112 ceph-mon[88945]: pgmap v4928: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:57:14.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:14 smithi112 ceph-mon[88945]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:57:15.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:15 smithi187 ceph-mon[84356]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:57:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:15 smithi112 ceph-mon[91385]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:57:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:15 smithi112 ceph-mon[88945]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:57:16.260 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-02T09:57:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:16 smithi187 ceph-mon[84356]: pgmap v4931: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:57:16.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:16 smithi187 ceph-mon[84356]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:57:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:16 smithi112 ceph-mon[91385]: pgmap v4931: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:57:16.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:16 smithi112 ceph-mon[91385]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:57:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:16 smithi112 ceph-mon[88945]: pgmap v4931: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:57:16.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:16 smithi112 ceph-mon[88945]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:57:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:17 smithi187 ceph-mon[84356]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:57:17.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:17 smithi112 ceph-mon[91385]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:57:17.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:17 smithi112 ceph-mon[88945]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:57:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:18 smithi187 ceph-mon[84356]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 311 op/s 2024-04-02T09:57:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:18 smithi187 ceph-mon[84356]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:18 smithi112 ceph-mon[91385]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 311 op/s 2024-04-02T09:57:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:18 smithi112 ceph-mon[91385]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:18 smithi112 ceph-mon[88945]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 311 op/s 2024-04-02T09:57:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:18 smithi112 ceph-mon[88945]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:19 smithi187 ceph-mon[84356]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:19 smithi112 ceph-mon[91385]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:19.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:19 smithi112 ceph-mon[88945]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:19.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:57:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:57:19] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:57:20.289 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-02T09:57:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:20 smithi187 ceph-mon[84356]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-04-02T09:57:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:20 smithi187 ceph-mon[84356]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:20 smithi112 ceph-mon[91385]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-04-02T09:57:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:20 smithi112 ceph-mon[91385]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:20 smithi112 ceph-mon[88945]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-04-02T09:57:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:20 smithi112 ceph-mon[88945]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:21.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:21 smithi187 ceph-mon[84356]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:21.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:21 smithi112 ceph-mon[88945]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:21.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:21 smithi112 ceph-mon[91385]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-02T09:57:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:22 smithi187 ceph-mon[84356]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 16 KiB/s wr, 424 op/s 2024-04-02T09:57:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:22 smithi187 ceph-mon[84356]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:22.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:57:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:22.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:22 smithi112 ceph-mon[91385]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 16 KiB/s wr, 424 op/s 2024-04-02T09:57:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:22 smithi112 ceph-mon[91385]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:22 smithi112 ceph-mon[88945]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 16 KiB/s wr, 424 op/s 2024-04-02T09:57:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:22 smithi112 ceph-mon[88945]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:23 smithi187 ceph-mon[84356]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:23.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:23.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:23 smithi112 ceph-mon[91385]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:23.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:23 smithi112 ceph-mon[88945]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:23.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:24 smithi187 ceph-mon[84356]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-04-02T09:57:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:24 smithi187 ceph-mon[84356]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:24 smithi112 ceph-mon[91385]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-04-02T09:57:24.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:24 smithi112 ceph-mon[91385]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:24 smithi112 ceph-mon[88945]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-04-02T09:57:24.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:24 smithi112 ceph-mon[88945]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:25 smithi187 ceph-mon[84356]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:25 smithi187 ceph-mon[84356]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:57:25.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:25 smithi187 ceph-mon[84356]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:25 smithi112 ceph-mon[91385]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:25 smithi112 ceph-mon[91385]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:57:25.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:25 smithi112 ceph-mon[91385]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:25 smithi112 ceph-mon[88945]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:25 smithi112 ceph-mon[88945]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:57:25.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:25 smithi112 ceph-mon[88945]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:26.321 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-02T09:57:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:27 smithi187 ceph-mon[84356]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:27 smithi187 ceph-mon[84356]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:57:27.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:27 smithi112 ceph-mon[91385]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:27 smithi112 ceph-mon[91385]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:57:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:27 smithi112 ceph-mon[88945]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:27 smithi112 ceph-mon[88945]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:57:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:28 smithi187 ceph-mon[84356]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:28.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:28 smithi112 ceph-mon[91385]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:28 smithi112 ceph-mon[88945]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:29 smithi112 ceph-mon[91385]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:29.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:29 smithi112 ceph-mon[91385]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 19 KiB/s wr, 386 op/s 2024-04-02T09:57:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:29 smithi112 ceph-mon[88945]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:29.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:29 smithi112 ceph-mon[88945]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 19 KiB/s wr, 386 op/s 2024-04-02T09:57:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:57:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:57:29] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:57:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:29 smithi187 ceph-mon[84356]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:29.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:29 smithi187 ceph-mon[84356]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 19 KiB/s wr, 386 op/s 2024-04-02T09:57:30.223 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-02T09:57:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:30 smithi112 ceph-mon[91385]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:30 smithi112 ceph-mon[91385]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:30 smithi112 ceph-mon[88945]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:30 smithi112 ceph-mon[88945]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:30 smithi187 ceph-mon[84356]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:30.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:30 smithi187 ceph-mon[84356]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:31.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:31 smithi112 ceph-mon[91385]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 223 op/s 2024-04-02T09:57:31.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:31 smithi112 ceph-mon[88945]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 223 op/s 2024-04-02T09:57:31.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:31 smithi187 ceph-mon[84356]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 223 op/s 2024-04-02T09:57:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:32 smithi112 ceph-mon[91385]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:32 smithi112 ceph-mon[88945]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:32.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:32 smithi187 ceph-mon[84356]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:32.632 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:57:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[88945]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]: dispatch 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]: dispatch 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[88945]: pgmap v4958: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[91385]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]: dispatch 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]: dispatch 2024-04-02T09:57:33.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:33 smithi112 ceph-mon[91385]: pgmap v4958: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-02T09:57:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:33 smithi187 ceph-mon[84356]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:33 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]: dispatch 2024-04-02T09:57:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:33 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]: dispatch 2024-04-02T09:57:33.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:33 smithi187 ceph-mon[84356]: pgmap v4958: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-02T09:57:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:34 smithi112 ceph-mon[91385]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:57:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:34 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]': finished 2024-04-02T09:57:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:34 smithi112 ceph-mon[91385]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:34 smithi112 ceph-mon[88945]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:57:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:34 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]': finished 2024-04-02T09:57:34.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:34 smithi112 ceph-mon[88945]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:34.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:34 smithi187 ceph-mon[84356]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:57:35.079 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:34 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi112-209684-2","app": "rbd"}]': finished 2024-04-02T09:57:35.079 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:34 smithi187 ceph-mon[84356]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:35 smithi112 ceph-mon[91385]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:35 smithi112 ceph-mon[91385]: pgmap v4961: 169 pgs: 2 creating+peering, 21 unknown, 146 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 100 op/s 2024-04-02T09:57:35.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:35 smithi112 ceph-mon[91385]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:35 smithi112 ceph-mon[88945]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:35 smithi112 ceph-mon[88945]: pgmap v4961: 169 pgs: 2 creating+peering, 21 unknown, 146 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 100 op/s 2024-04-02T09:57:35.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:35 smithi112 ceph-mon[88945]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:35 smithi187 ceph-mon[84356]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:35 smithi187 ceph-mon[84356]: pgmap v4961: 169 pgs: 2 creating+peering, 21 unknown, 146 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 100 op/s 2024-04-02T09:57:35.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:35 smithi187 ceph-mon[84356]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:36 smithi112 ceph-mon[91385]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:57:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:36 smithi112 ceph-mon[91385]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:36 smithi112 ceph-mon[88945]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:57:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:36 smithi112 ceph-mon[88945]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:36 smithi187 ceph-mon[84356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:57:36.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:36 smithi187 ceph-mon[84356]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:37.221 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-02T09:57:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:38 smithi187 ceph-mon[84356]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.5 KiB/s wr, 105 op/s 2024-04-02T09:57:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:38 smithi187 ceph-mon[84356]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:38 smithi112 ceph-mon[88945]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.5 KiB/s wr, 105 op/s 2024-04-02T09:57:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:38 smithi112 ceph-mon[88945]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:38 smithi112 ceph-mon[91385]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.5 KiB/s wr, 105 op/s 2024-04-02T09:57:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:38 smithi112 ceph-mon[91385]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:39.250 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-02T09:57:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:39 smithi187 ceph-mon[84356]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:39.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:39 smithi112 ceph-mon[91385]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:39.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:39 smithi112 ceph-mon[88945]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:57:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:57:39] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:57:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:40 smithi187 ceph-mon[84356]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-02T09:57:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:40 smithi187 ceph-mon[84356]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:40 smithi187 ceph-mon[84356]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:40.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:40 smithi112 ceph-mon[88945]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-02T09:57:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:40 smithi112 ceph-mon[88945]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:40 smithi112 ceph-mon[88945]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:40 smithi112 ceph-mon[91385]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-02T09:57:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:40 smithi112 ceph-mon[91385]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:40 smithi112 ceph-mon[91385]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:41.244 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-02T09:57:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:42 smithi187 ceph-mon[84356]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 19 KiB/s wr, 346 op/s 2024-04-02T09:57:42.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:42 smithi187 ceph-mon[84356]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:42.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:57:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:42 smithi112 ceph-mon[91385]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 19 KiB/s wr, 346 op/s 2024-04-02T09:57:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:42 smithi112 ceph-mon[91385]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:42 smithi112 ceph-mon[88945]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 19 KiB/s wr, 346 op/s 2024-04-02T09:57:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:42 smithi112 ceph-mon[88945]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:43.256 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-02T09:57:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:43 smithi187 ceph-mon[84356]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:43 smithi112 ceph-mon[91385]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:43 smithi112 ceph-mon[88945]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:44 smithi187 ceph-mon[84356]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 312 op/s 2024-04-02T09:57:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:44 smithi187 ceph-mon[84356]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:44 smithi112 ceph-mon[88945]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 312 op/s 2024-04-02T09:57:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:44 smithi112 ceph-mon[88945]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:44 smithi112 ceph-mon[91385]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 312 op/s 2024-04-02T09:57:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:44 smithi112 ceph-mon[91385]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-02T09:57:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:45 smithi187 ceph-mon[84356]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:45 smithi187 ceph-mon[84356]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:45 smithi112 ceph-mon[88945]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:45 smithi112 ceph-mon[88945]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:45 smithi112 ceph-mon[91385]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:45.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:45 smithi112 ceph-mon[91385]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:46 smithi187 ceph-mon[84356]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 KiB/s wr, 121 op/s 2024-04-02T09:57:46.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:46 smithi112 ceph-mon[88945]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 KiB/s wr, 121 op/s 2024-04-02T09:57:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:46 smithi112 ceph-mon[91385]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 KiB/s wr, 121 op/s 2024-04-02T09:57:47.285 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-02T09:57:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:47 smithi187 ceph-mon[84356]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:47.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:47 smithi112 ceph-mon[88945]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:47.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:47 smithi112 ceph-mon[91385]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:48 smithi187 ceph-mon[84356]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 26 KiB/s wr, 423 op/s 2024-04-02T09:57:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:48 smithi187 ceph-mon[84356]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:48 smithi112 ceph-mon[91385]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 26 KiB/s wr, 423 op/s 2024-04-02T09:57:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:48 smithi112 ceph-mon[91385]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:48 smithi112 ceph-mon[88945]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 26 KiB/s wr, 423 op/s 2024-04-02T09:57:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:48 smithi112 ceph-mon[88945]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:49.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:49 smithi187 ceph-mon[84356]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:49.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:49 smithi112 ceph-mon[91385]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:49.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:49 smithi112 ceph-mon[88945]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:49.620 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:57:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:57:49] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:57:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:50 smithi187 ceph-mon[84356]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 27 KiB/s wr, 436 op/s 2024-04-02T09:57:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:50.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:50 smithi187 ceph-mon[84356]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:57:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:50 smithi112 ceph-mon[91385]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 27 KiB/s wr, 436 op/s 2024-04-02T09:57:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:50.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:50 smithi112 ceph-mon[91385]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:57:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:50 smithi112 ceph-mon[88945]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 27 KiB/s wr, 436 op/s 2024-04-02T09:57:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:50.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:50 smithi112 ceph-mon[88945]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:57:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:51.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:57:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:51.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:57:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:51.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:57:52.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:52 smithi187 ceph-mon[84356]: pgmap v4984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 KiB/s wr, 1.78k op/s 2024-04-02T09:57:52.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:57:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:52.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:52 smithi112 ceph-mon[91385]: pgmap v4984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 KiB/s wr, 1.78k op/s 2024-04-02T09:57:52.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:52 smithi112 ceph-mon[88945]: pgmap v4984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 KiB/s wr, 1.78k op/s 2024-04-02T09:57:52.732 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-02T09:57:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:53 smithi187 ceph-mon[84356]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:57:53.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:53 smithi187 ceph-mon[84356]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 21 KiB/s wr, 1.61k op/s 2024-04-02T09:57:53.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:53 smithi112 ceph-mon[91385]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:57:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:53 smithi112 ceph-mon[91385]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 21 KiB/s wr, 1.61k op/s 2024-04-02T09:57:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:53 smithi112 ceph-mon[88945]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:57:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:53 smithi112 ceph-mon[88945]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 21 KiB/s wr, 1.61k op/s 2024-04-02T09:57:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:54.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:54 smithi187 ceph-mon[84356]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:57:55.118 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:54 smithi112 ceph-mon[88945]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:57:55.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:54 smithi112 ceph-mon[91385]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:57:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:55 smithi187 ceph-mon[84356]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:57:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:55 smithi187 ceph-mon[84356]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 25 KiB/s wr, 2.06k op/s 2024-04-02T09:57:55.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:55 smithi187 ceph-mon[84356]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:57:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:55 smithi112 ceph-mon[91385]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:57:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:55 smithi112 ceph-mon[91385]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 25 KiB/s wr, 2.06k op/s 2024-04-02T09:57:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:55 smithi112 ceph-mon[91385]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:57:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:55 smithi112 ceph-mon[88945]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:57:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:55 smithi112 ceph-mon[88945]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 25 KiB/s wr, 2.06k op/s 2024-04-02T09:57:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:55 smithi112 ceph-mon[88945]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:57:56.229 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-02T09:57:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:57 smithi187 ceph-mon[84356]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:57:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:57 smithi112 ceph-mon[88945]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:57:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:57 smithi112 ceph-mon[91385]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:57:58.236 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-02T09:57:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:58 smithi187 ceph-mon[84356]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 1.50k op/s 2024-04-02T09:57:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:58 smithi187 ceph-mon[84356]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:57:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:58 smithi112 ceph-mon[91385]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 1.50k op/s 2024-04-02T09:57:58.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:58 smithi112 ceph-mon[91385]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:57:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:58 smithi112 ceph-mon[88945]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 1.50k op/s 2024-04-02T09:57:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:58 smithi112 ceph-mon[88945]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:57:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:57:59 smithi187 ceph-mon[84356]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:57:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:57:59 smithi112 ceph-mon[91385]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:57:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:57:59 smithi112 ceph-mon[88945]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:57:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:57:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:57:59] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:58:00.226 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-02T09:58:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:00 smithi187 ceph-mon[84356]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:58:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:00 smithi187 ceph-mon[84356]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:58:00.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:00 smithi187 ceph-mon[84356]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:58:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:00 smithi112 ceph-mon[91385]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:58:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:00 smithi112 ceph-mon[91385]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:58:00.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:00 smithi112 ceph-mon[91385]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:58:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:00 smithi112 ceph-mon[88945]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:58:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:00 smithi112 ceph-mon[88945]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:58:00.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:00 smithi112 ceph-mon[88945]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:58:02.256 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-02T09:58:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:02 smithi187 ceph-mon[84356]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 39 KiB/s wr, 790 op/s 2024-04-02T09:58:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:02 smithi187 ceph-mon[84356]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:58:02.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:58:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:02 smithi112 ceph-mon[91385]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 39 KiB/s wr, 790 op/s 2024-04-02T09:58:02.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:02 smithi112 ceph-mon[91385]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:58:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:02 smithi112 ceph-mon[88945]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 39 KiB/s wr, 790 op/s 2024-04-02T09:58:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:02 smithi112 ceph-mon[88945]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:58:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:03 smithi187 ceph-mon[84356]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:58:03.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:03 smithi112 ceph-mon[91385]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:58:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:03 smithi112 ceph-mon[88945]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:58:04.260 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-02T09:58:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:04 smithi187 ceph-mon[84356]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 47 KiB/s wr, 967 op/s 2024-04-02T09:58:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:04 smithi187 ceph-mon[84356]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:58:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:04 smithi112 ceph-mon[91385]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 47 KiB/s wr, 967 op/s 2024-04-02T09:58:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:04 smithi112 ceph-mon[91385]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:58:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:04 smithi112 ceph-mon[88945]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 47 KiB/s wr, 967 op/s 2024-04-02T09:58:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:04 smithi112 ceph-mon[88945]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:58:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:05 smithi187 ceph-mon[84356]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:58:05.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:05 smithi187 ceph-mon[84356]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:58:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:05 smithi112 ceph-mon[91385]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:58:05.685 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:05 smithi112 ceph-mon[91385]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:58:05.685 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:05 smithi112 ceph-mon[88945]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:58:05.685 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:05 smithi112 ceph-mon[88945]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:58:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:06 smithi187 ceph-mon[84356]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 27 KiB/s wr, 609 op/s 2024-04-02T09:58:06.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:06 smithi112 ceph-mon[91385]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 27 KiB/s wr, 609 op/s 2024-04-02T09:58:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:06 smithi112 ceph-mon[88945]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 27 KiB/s wr, 609 op/s 2024-04-02T09:58:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:07 smithi187 ceph-mon[84356]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:58:07.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:07 smithi112 ceph-mon[91385]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:58:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:07 smithi112 ceph-mon[88945]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:58:08.301 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-02T09:58:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:08 smithi187 ceph-mon[84356]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 35 KiB/s wr, 689 op/s 2024-04-02T09:58:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:08 smithi187 ceph-mon[84356]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:58:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:08 smithi112 ceph-mon[91385]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 35 KiB/s wr, 689 op/s 2024-04-02T09:58:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:08 smithi112 ceph-mon[91385]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:58:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:08 smithi112 ceph-mon[88945]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 35 KiB/s wr, 689 op/s 2024-04-02T09:58:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:08 smithi112 ceph-mon[88945]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:58:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:09 smithi187 ceph-mon[84356]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:58:09.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:09 smithi112 ceph-mon[91385]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:58:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:09 smithi112 ceph-mon[88945]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:58:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:58:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:58:09] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:58:10.233 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-02T09:58:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:10 smithi187 ceph-mon[84356]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 26 KiB/s wr, 419 op/s 2024-04-02T09:58:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:10 smithi187 ceph-mon[84356]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:58:10.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:10 smithi187 ceph-mon[84356]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:58:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:10 smithi112 ceph-mon[91385]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 26 KiB/s wr, 419 op/s 2024-04-02T09:58:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:10 smithi112 ceph-mon[91385]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:58:10.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:10 smithi112 ceph-mon[91385]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:58:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:10 smithi112 ceph-mon[88945]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 26 KiB/s wr, 419 op/s 2024-04-02T09:58:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:10 smithi112 ceph-mon[88945]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:58:10.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:10 smithi112 ceph-mon[88945]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:58:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:12 smithi187 ceph-mon[84356]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 22 KiB/s wr, 378 op/s 2024-04-02T09:58:12.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:12 smithi187 ceph-mon[84356]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:58:12.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:58:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:12.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:12 smithi112 ceph-mon[88945]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 22 KiB/s wr, 378 op/s 2024-04-02T09:58:12.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:12 smithi112 ceph-mon[88945]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:58:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:12 smithi112 ceph-mon[91385]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 22 KiB/s wr, 378 op/s 2024-04-02T09:58:12.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:12 smithi112 ceph-mon[91385]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:58:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:13 smithi187 ceph-mon[84356]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:58:13.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:13 smithi187 ceph-mon[84356]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 225 KiB/s rd, 22 KiB/s wr, 319 op/s 2024-04-02T09:58:13.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:13 smithi112 ceph-mon[91385]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:58:13.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:13 smithi112 ceph-mon[91385]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 225 KiB/s rd, 22 KiB/s wr, 319 op/s 2024-04-02T09:58:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:13 smithi112 ceph-mon[88945]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:58:13.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:13 smithi112 ceph-mon[88945]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 225 KiB/s rd, 22 KiB/s wr, 319 op/s 2024-04-02T09:58:14.344 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-02T09:58:14.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:14 smithi187 ceph-mon[84356]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:58:14.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:14 smithi112 ceph-mon[88945]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:58:14.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:14 smithi112 ceph-mon[91385]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:58:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:15 smithi112 ceph-mon[88945]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:58:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:15 smithi112 ceph-mon[88945]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 15 KiB/s wr, 289 op/s 2024-04-02T09:58:15.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:15 smithi112 ceph-mon[88945]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:58:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:15 smithi112 ceph-mon[91385]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:58:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:15 smithi112 ceph-mon[91385]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 15 KiB/s wr, 289 op/s 2024-04-02T09:58:15.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:15 smithi112 ceph-mon[91385]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:58:15.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:15 smithi187 ceph-mon[84356]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:58:15.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:15 smithi187 ceph-mon[84356]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 15 KiB/s wr, 289 op/s 2024-04-02T09:58:15.732 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:15 smithi187 ceph-mon[84356]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:58:17.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:17 smithi187 ceph-mon[84356]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:58:17.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:17 smithi112 ceph-mon[88945]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:58:17.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:17 smithi112 ceph-mon[91385]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:58:18.241 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-02T09:58:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:18 smithi187 ceph-mon[84356]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 20 KiB/s wr, 412 op/s 2024-04-02T09:58:18.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:18 smithi187 ceph-mon[84356]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:58:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:18 smithi112 ceph-mon[91385]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 20 KiB/s wr, 412 op/s 2024-04-02T09:58:18.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:18 smithi112 ceph-mon[91385]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:58:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:18 smithi112 ceph-mon[88945]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 20 KiB/s wr, 412 op/s 2024-04-02T09:58:18.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:18 smithi112 ceph-mon[88945]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:58:19.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:19 smithi187 ceph-mon[84356]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:58:19.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:19 smithi112 ceph-mon[91385]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:58:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:58:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:58:19] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:58:19.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:19 smithi112 ceph-mon[88945]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:58:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:20 smithi187 ceph-mon[84356]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-04-02T09:58:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:20 smithi187 ceph-mon[84356]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:58:20.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:20 smithi187 ceph-mon[84356]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:58:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:20 smithi112 ceph-mon[91385]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-04-02T09:58:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:20 smithi112 ceph-mon[91385]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:58:20.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:20 smithi112 ceph-mon[91385]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:58:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:20 smithi112 ceph-mon[88945]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-04-02T09:58:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:20 smithi112 ceph-mon[88945]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:58:20.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:20 smithi112 ceph-mon[88945]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:58:22.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:22 smithi187 ceph-mon[84356]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 295 op/s 2024-04-02T09:58:22.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:58:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:22.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:22 smithi112 ceph-mon[88945]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 295 op/s 2024-04-02T09:58:22.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:22 smithi112 ceph-mon[91385]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 295 op/s 2024-04-02T09:58:23.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:23.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:23.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:24.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:24 smithi187 ceph-mon[84356]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 12 KiB/s wr, 233 op/s 2024-04-02T09:58:24.519 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:24 smithi112 ceph-mon[88945]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 12 KiB/s wr, 233 op/s 2024-04-02T09:58:24.519 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:24 smithi112 ceph-mon[91385]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 12 KiB/s wr, 233 op/s 2024-04-02T09:58:25.235 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-02T09:58:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:26 smithi187 ceph-mon[84356]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 7.9 KiB/s wr, 142 op/s 2024-04-02T09:58:26.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:26 smithi187 ceph-mon[84356]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:58:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:26 smithi112 ceph-mon[88945]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 7.9 KiB/s wr, 142 op/s 2024-04-02T09:58:26.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:26 smithi112 ceph-mon[88945]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:58:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:26 smithi112 ceph-mon[91385]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 7.9 KiB/s wr, 142 op/s 2024-04-02T09:58:26.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:26 smithi112 ceph-mon[91385]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:58:27.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:27 smithi187 ceph-mon[84356]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:58:27.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:27 smithi112 ceph-mon[91385]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:58:27.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:27 smithi112 ceph-mon[88945]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:58:28.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:28 smithi187 ceph-mon[84356]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 634 KiB/s wr, 150 op/s 2024-04-02T09:58:28.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:28 smithi112 ceph-mon[91385]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 634 KiB/s wr, 150 op/s 2024-04-02T09:58:28.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:28 smithi112 ceph-mon[88945]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 634 KiB/s wr, 150 op/s 2024-04-02T09:58:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:58:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:58:29] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:58:30.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:30 smithi187 ceph-mon[84356]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 518 KiB/s wr, 92 op/s 2024-04-02T09:58:30.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:30 smithi112 ceph-mon[91385]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 518 KiB/s wr, 92 op/s 2024-04-02T09:58:30.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:30 smithi112 ceph-mon[88945]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 518 KiB/s wr, 92 op/s 2024-04-02T09:58:32.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:32 smithi187 ceph-mon[84356]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 518 KiB/s wr, 96 op/s 2024-04-02T09:58:32.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:58:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:32.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:32 smithi112 ceph-mon[91385]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 518 KiB/s wr, 96 op/s 2024-04-02T09:58:32.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:32 smithi112 ceph-mon[88945]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 518 KiB/s wr, 96 op/s 2024-04-02T09:58:34.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:34 smithi187 ceph-mon[84356]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 518 KiB/s wr, 86 op/s 2024-04-02T09:58:34.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:34 smithi112 ceph-mon[91385]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 518 KiB/s wr, 86 op/s 2024-04-02T09:58:34.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:34 smithi112 ceph-mon[88945]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 518 KiB/s wr, 86 op/s 2024-04-02T09:58:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:36 smithi187 ceph-mon[84356]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 433 KiB/s wr, 72 op/s 2024-04-02T09:58:36.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:36 smithi187 ceph-mon[84356]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:58:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:36 smithi112 ceph-mon[91385]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 433 KiB/s wr, 72 op/s 2024-04-02T09:58:36.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:36 smithi112 ceph-mon[91385]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:58:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:36 smithi112 ceph-mon[88945]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 433 KiB/s wr, 72 op/s 2024-04-02T09:58:36.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:36 smithi112 ceph-mon[88945]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:58:37.250 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-02T09:58:37.361 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-02T09:58:38.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:38 smithi187 ceph-mon[84356]: pgmap v5039: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 822 KiB/s wr, 48 op/s 2024-04-02T09:58:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:38 smithi187 ceph-mon[84356]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:58:38.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:38.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:38 smithi112 ceph-mon[91385]: pgmap v5039: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 822 KiB/s wr, 48 op/s 2024-04-02T09:58:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:38 smithi112 ceph-mon[91385]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:58:38.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:38 smithi112 ceph-mon[88945]: pgmap v5039: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 822 KiB/s wr, 48 op/s 2024-04-02T09:58:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:38 smithi112 ceph-mon[88945]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:58:38.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:39.269 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-02T09:58:39.357 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-02T09:58:39.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:39 smithi187 ceph-mon[84356]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:58:39.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:39 smithi112 ceph-mon[88945]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:58:39.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:39 smithi112 ceph-mon[91385]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:58:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:58:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:58:39] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-02T09:58:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:40 smithi187 ceph-mon[84356]: pgmap v5042: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-04-02T09:58:40.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:40 smithi187 ceph-mon[84356]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:58:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:40 smithi112 ceph-mon[91385]: pgmap v5042: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-04-02T09:58:40.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:40 smithi112 ceph-mon[91385]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:58:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:40 smithi112 ceph-mon[88945]: pgmap v5042: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-04-02T09:58:40.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:40 smithi112 ceph-mon[88945]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:58:41.278 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-02T09:58:41.409 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-02T09:58:41.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:41 smithi187 ceph-mon[84356]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:58:41.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:41 smithi112 ceph-mon[91385]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:58:41.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:41 smithi112 ceph-mon[88945]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:58:42.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:42 smithi187 ceph-mon[84356]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 2.0 MiB/s wr, 325 op/s 2024-04-02T09:58:42.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:42 smithi187 ceph-mon[84356]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:58:42.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:58:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:42.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:42 smithi112 ceph-mon[91385]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 2.0 MiB/s wr, 325 op/s 2024-04-02T09:58:42.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:42 smithi112 ceph-mon[91385]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:58:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:42 smithi112 ceph-mon[88945]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 2.0 MiB/s wr, 325 op/s 2024-04-02T09:58:42.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:42 smithi112 ceph-mon[88945]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:58:43.282 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-02T09:58:43.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:43 smithi187 ceph-mon[84356]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:58:43.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:43 smithi112 ceph-mon[91385]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:58:43.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:43 smithi112 ceph-mon[88945]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:58:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:44 smithi187 ceph-mon[84356]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 22 KiB/s wr, 419 op/s 2024-04-02T09:58:44.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:44 smithi187 ceph-mon[84356]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:58:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:44 smithi112 ceph-mon[91385]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 22 KiB/s wr, 419 op/s 2024-04-02T09:58:44.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:44 smithi112 ceph-mon[91385]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:58:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:44 smithi112 ceph-mon[88945]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 22 KiB/s wr, 419 op/s 2024-04-02T09:58:44.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:44 smithi112 ceph-mon[88945]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:58:45.252 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-02T09:58:45.381 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-02T09:58:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:45 smithi187 ceph-mon[84356]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:58:45.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:45 smithi187 ceph-mon[84356]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:58:45.516 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-02T09:58:45.612 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-02T09:58:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:45 smithi112 ceph-mon[91385]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:58:45.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:45 smithi112 ceph-mon[91385]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:58:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:45 smithi112 ceph-mon[88945]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:58:45.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:45 smithi112 ceph-mon[88945]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:58:46.298 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-02T09:58:46.386 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-02T09:58:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:46 smithi187 ceph-mon[84356]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-04-02T09:58:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:46 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2576710817' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]: dispatch 2024-04-02T09:58:46.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:46 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]: dispatch 2024-04-02T09:58:46.482 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-02T09:58:46.591 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-02T09:58:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:46 smithi112 ceph-mon[91385]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-04-02T09:58:46.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:46 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2576710817' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]: dispatch 2024-04-02T09:58:46.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:46 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]: dispatch 2024-04-02T09:58:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:46 smithi112 ceph-mon[88945]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-04-02T09:58:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:46 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2576710817' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]: dispatch 2024-04-02T09:58:46.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:46 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]: dispatch 2024-04-02T09:58:46.697 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-02T09:58:46.784 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-02T09:58:46.873 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-02T09:58:47.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]': finished 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' 2024-04-02T09:58:47.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:47 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]': finished 2024-04-02T09:58:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]': finished 2024-04-02T09:58:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:58:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:58:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]': finished 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/515893145"}]': finished 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:47.621 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:47.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:47.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' 2024-04-02T09:58:47.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]: dispatch 2024-04-02T09:58:47.622 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:47 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d70a1a78-3d89-453e-8019-d8414b013702"}]': finished 2024-04-02T09:58:48.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:48 smithi187 ceph-mon[84356]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 340 op/s 2024-04-02T09:58:48.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:48 smithi187 ceph-mon[84356]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:58:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:48 smithi112 ceph-mon[91385]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 340 op/s 2024-04-02T09:58:48.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:48 smithi112 ceph-mon[91385]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:58:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:48 smithi112 ceph-mon[88945]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 340 op/s 2024-04-02T09:58:48.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:48 smithi112 ceph-mon[88945]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:58:49.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:58:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:58:49] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-02T09:58:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:49 smithi187 ceph-mon[84356]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:58:49.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:49 smithi187 ceph-mon[84356]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 18 KiB/s wr, 433 op/s 2024-04-02T09:58:50.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:49 smithi112 ceph-mon[91385]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:58:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:49 smithi112 ceph-mon[91385]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 18 KiB/s wr, 433 op/s 2024-04-02T09:58:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:49 smithi112 ceph-mon[88945]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:58:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:49 smithi112 ceph-mon[88945]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 18 KiB/s wr, 433 op/s 2024-04-02T09:58:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:58:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]: dispatch 2024-04-02T09:58:50.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]: dispatch 2024-04-02T09:58:50.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]': finished 2024-04-02T09:58:50.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]: dispatch 2024-04-02T09:58:50.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]: dispatch 2024-04-02T09:58:50.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]': finished 2024-04-02T09:58:50.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:50 smithi187 ceph-mon[84356]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]: dispatch 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]: dispatch 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]': finished 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]: dispatch 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]: dispatch 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]': finished 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[91385]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:58:51.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]: dispatch 2024-04-02T09:58:51.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]: dispatch 2024-04-02T09:58:51.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/24a565b4-4512-4376-ab0d-186c60527f28"}]': finished 2024-04-02T09:58:51.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]: dispatch 2024-04-02T09:58:51.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]: dispatch 2024-04-02T09:58:51.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1c1d2b3b-0e4a-4e3b-ad2d-5175abf23f6b"}]': finished 2024-04-02T09:58:51.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:50 smithi112 ceph-mon[88945]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:58:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:51 smithi187 ceph-mon[84356]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 26 KiB/s wr, 521 op/s 2024-04-02T09:58:51.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:51.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:51 smithi187 ceph-mon[84356]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:58:51.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:51.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:51.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[91385]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 26 KiB/s wr, 521 op/s 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[91385]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[88945]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 26 KiB/s wr, 521 op/s 2024-04-02T09:58:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:52.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[88945]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:58:52.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:52.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:52.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:58:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:58:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:53 smithi187 ceph-mon[84356]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:58:53.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:53.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:53 smithi112 ceph-mon[91385]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:58:53.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:53 smithi112 ceph-mon[88945]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:58:53.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:54.245 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:58:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:54 smithi187 ceph-mon[84356]: pgmap v5063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 29 KiB/s wr, 405 op/s 2024-04-02T09:58:54.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:54 smithi187 ceph-mon[84356]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:58:54.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:54 smithi112 ceph-mon[91385]: pgmap v5063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 29 KiB/s wr, 405 op/s 2024-04-02T09:58:54.520 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:54 smithi112 ceph-mon[91385]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:58:54.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:54 smithi112 ceph-mon[88945]: pgmap v5063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 29 KiB/s wr, 405 op/s 2024-04-02T09:58:54.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:54 smithi112 ceph-mon[88945]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:58:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:55 smithi187 ceph-mon[84356]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:58:55.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:55 smithi187 ceph-mon[84356]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:58:55.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:55 smithi112 ceph-mon[91385]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:58:55.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:55 smithi112 ceph-mon[91385]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:58:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:55 smithi112 ceph-mon[88945]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:58:55.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:55 smithi112 ceph-mon[88945]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:58:56.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:56 smithi187 ceph-mon[84356]: pgmap v5066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 10 KiB/s wr, 77 op/s 2024-04-02T09:58:56.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:56 smithi112 ceph-mon[91385]: pgmap v5066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 10 KiB/s wr, 77 op/s 2024-04-02T09:58:56.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:56 smithi112 ceph-mon[88945]: pgmap v5066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 10 KiB/s wr, 77 op/s 2024-04-02T09:58:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:57 smithi187 ceph-mon[84356]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:58:57.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:57 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]: dispatch 2024-04-02T09:58:57.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:57 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]: dispatch 2024-04-02T09:58:57.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:57 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]': finished 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[91385]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]: dispatch 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]: dispatch 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]': finished 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[88945]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3704210576' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]: dispatch 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]: dispatch 2024-04-02T09:58:57.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:57 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/eac69686-1054-45ac-bc6e-1327093e98da"}]': finished 2024-04-02T09:58:58.294 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:58:58.371 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-02T09:58:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:58 smithi187 ceph-mon[84356]: pgmap v5069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 102 op/s 2024-04-02T09:58:58.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:58 smithi187 ceph-mon[84356]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:58:58.511 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-02T09:58:58.587 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-02T09:58:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:58 smithi112 ceph-mon[91385]: pgmap v5069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 102 op/s 2024-04-02T09:58:58.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:58 smithi112 ceph-mon[91385]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:58:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:58 smithi112 ceph-mon[88945]: pgmap v5069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 102 op/s 2024-04-02T09:58:58.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:58 smithi112 ceph-mon[88945]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:58:58.664 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-02T09:58:58.741 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-02T09:58:58.815 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-02T09:58:58.949 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-02T09:58:59.062 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-02T09:58:59.069 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-02T09:58:59.078 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-02T09:58:59.079 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-02T09:58:59.086 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-02T09:58:59.093 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-02T09:58:59.189 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-02T09:58:59.275 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-02T09:58:59.366 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-02T09:58:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:59 smithi187 ceph-mon[84356]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:58:59.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:58:59 smithi187 ceph-mon[84356]: pgmap v5072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-04-02T09:58:59.493 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-02T09:58:59.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:59 smithi112 ceph-mon[91385]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:58:59.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:58:59 smithi112 ceph-mon[91385]: pgmap v5072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-04-02T09:58:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:59 smithi112 ceph-mon[88945]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:58:59.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:58:59 smithi112 ceph-mon[88945]: pgmap v5072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 191 op/s 2024-04-02T09:58:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:58:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:58:59] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:59:01.124 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-02T09:59:01.241 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-02T09:59:01.340 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-02T09:59:01.445 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-02T09:59:01.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:01 smithi187 ceph-mon[84356]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:59:01.618 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:01 smithi112 ceph-mon[88945]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:59:01.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:01 smithi112 ceph-mon[91385]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:59:01.622 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-02T09:59:02.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:02 smithi187 ceph-mon[84356]: pgmap v5074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 69 KiB/s wr, 757 op/s 2024-04-02T09:59:02.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:59:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:02.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:02 smithi112 ceph-mon[91385]: pgmap v5074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 69 KiB/s wr, 757 op/s 2024-04-02T09:59:02.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:02 smithi112 ceph-mon[88945]: pgmap v5074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 69 KiB/s wr, 757 op/s 2024-04-02T09:59:03.286 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-02T09:59:03.382 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-02T09:59:03.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:03 smithi187 ceph-mon[84356]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:59:03.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:03 smithi112 ceph-mon[91385]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:59:03.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:03 smithi112 ceph-mon[88945]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:59:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:04 smithi187 ceph-mon[84356]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 71 KiB/s wr, 825 op/s 2024-04-02T09:59:04.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:04 smithi187 ceph-mon[84356]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:59:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:04 smithi112 ceph-mon[91385]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 71 KiB/s wr, 825 op/s 2024-04-02T09:59:04.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:04 smithi112 ceph-mon[91385]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:59:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:04 smithi112 ceph-mon[88945]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 71 KiB/s wr, 825 op/s 2024-04-02T09:59:04.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:04 smithi112 ceph-mon[88945]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:59:05.264 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-02T09:59:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:05 smithi187 ceph-mon[84356]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:59:05.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:05 smithi187 ceph-mon[84356]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:59:05.529 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-02T09:59:05.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:05 smithi112 ceph-mon[91385]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:59:05.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:05 smithi112 ceph-mon[91385]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:59:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:05 smithi112 ceph-mon[88945]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:59:05.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:05 smithi112 ceph-mon[88945]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:59:06.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:06 smithi187 ceph-mon[84356]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 102 KiB/s wr, 1.21k op/s 2024-04-02T09:59:06.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:06 smithi112 ceph-mon[91385]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 102 KiB/s wr, 1.21k op/s 2024-04-02T09:59:06.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:06 smithi112 ceph-mon[88945]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 102 KiB/s wr, 1.21k op/s 2024-04-02T09:59:07.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:07 smithi187 ceph-mon[84356]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:59:07.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:07 smithi112 ceph-mon[91385]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:59:07.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:07 smithi112 ceph-mon[88945]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:59:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:08 smithi187 ceph-mon[84356]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 783 KiB/s rd, 58 KiB/s wr, 1.07k op/s 2024-04-02T09:59:08.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:08 smithi187 ceph-mon[84356]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:59:08.482 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:08 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:08 smithi112 ceph-mon[88945]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 783 KiB/s rd, 58 KiB/s wr, 1.07k op/s 2024-04-02T09:59:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:08 smithi112 ceph-mon[88945]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:59:08.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:08 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:08 smithi112 ceph-mon[91385]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 783 KiB/s rd, 58 KiB/s wr, 1.07k op/s 2024-04-02T09:59:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:08 smithi112 ceph-mon[91385]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:59:08.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:08 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:09.359 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-02T09:59:09.481 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:09 smithi187 ceph-mon[84356]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:59:09.574 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-02T09:59:09.618 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:09 smithi112 ceph-mon[91385]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:59:09.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:09 smithi112 ceph-mon[88945]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:59:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:59:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:59:09] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:59:09.761 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-02T09:59:10.165 INFO:tasks.workunit.client.0.smithi112.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout:=============================== warnings summary =============================== 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: Traceback (most recent call last): 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: raise Exception() 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: Exception 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-02T09:59:10.166 INFO:tasks.workunit.client.0.smithi112.stdout:============ 167 passed, 8 skipped, 1 warning in 642.23s (0:10:42) ============= 2024-04-02T09:59:10.214 INFO:tasks.workunit.client.0.smithi112.stderr:+ exit 0 2024-04-02T09:59:10.214 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:59:10.215 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:59:10.250 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-02T09:59:10.250 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:59:10.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:10 smithi112 ceph-mon[91385]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 40 KiB/s wr, 840 op/s 2024-04-02T09:59:10.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:10 smithi112 ceph-mon[91385]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:59:10.508 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:10 smithi112 ceph-mon[91385]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:59:10.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:10 smithi112 ceph-mon[88945]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 40 KiB/s wr, 840 op/s 2024-04-02T09:59:10.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:10 smithi112 ceph-mon[88945]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:59:10.509 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:10 smithi112 ceph-mon[88945]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:59:10.510 DEBUG:teuthology.parallel:result is None 2024-04-02T09:59:10.510 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:10.536 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:10.536 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:10.591 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:10.591 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:59:10.591 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-02T09:59:10.591 DEBUG:teuthology.parallel:result is None 2024-04-02T09:59:10.591 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:59:10.601 INFO:teuthology.task.print:**** done end parallel 2024-04-02T09:59:10.601 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:59:10.611 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-02T09:59:10.611 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T09:59:10.620 INFO:tasks.workunit:Pulling workunits from ref 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T09:59:10.620 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:59:10.620 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:10.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:59:10.646 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:59:10.647 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:10.701 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:10.701 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:59:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:10 smithi187 ceph-mon[84356]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 40 KiB/s wr, 840 op/s 2024-04-02T09:59:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:10 smithi187 ceph-mon[84356]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:59:10.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:10 smithi187 ceph-mon[84356]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:59:10.755 INFO:tasks.workunit:timeout=3h 2024-04-02T09:59:10.756 INFO:tasks.workunit:cleanup=True 2024-04-02T09:59:10.756 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T09:59:10.811 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:59:11.619 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:11 smithi112 ceph-mon[88945]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:11.619 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:11 smithi112 ceph-mon[91385]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:11.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:11 smithi187 ceph-mon[84356]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:59:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:13 smithi112 ceph-mon[88945]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:13 smithi112 ceph-mon[91385]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:13 smithi187 ceph-mon[84356]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:16.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:15 smithi112 ceph-mon[91385]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:15 smithi112 ceph-mon[88945]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:15 smithi187 ceph-mon[84356]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:17 smithi112 ceph-mon[88945]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:17 smithi112 ceph-mon[91385]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:17 smithi187 ceph-mon[84356]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:59:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:59:19] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:59:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:19 smithi112 ceph-mon[88945]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:19 smithi112 ceph-mon[91385]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:19 smithi187 ceph-mon[84356]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:21 smithi112 ceph-mon[91385]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:21 smithi112 ceph-mon[88945]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:21 smithi187 ceph-mon[84356]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:59:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:23 smithi112 ceph-mon[91385]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:23 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:23 smithi112 ceph-mon[88945]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:23 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:23 smithi187 ceph-mon[84356]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:23 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:25 smithi112 ceph-mon[91385]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:25 smithi112 ceph-mon[88945]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:25 smithi187 ceph-mon[84356]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:27 smithi112 ceph-mon[91385]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:27 smithi112 ceph-mon[88945]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:27 smithi187 ceph-mon[84356]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:59:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:59:29] "GET /metrics HTTP/1.1" 200 34272 "" "Prometheus/2.43.0" 2024-04-02T09:59:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:29 smithi112 ceph-mon[88945]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:29 smithi112 ceph-mon[91385]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:29 smithi187 ceph-mon[84356]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:31 smithi187 ceph-mon[84356]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:31 smithi112 ceph-mon[91385]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:31 smithi112 ceph-mon[88945]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:59:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:33 smithi112 ceph-mon[91385]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:34.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:33 smithi112 ceph-mon[88945]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:33 smithi187 ceph-mon[84356]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:35 smithi112 ceph-mon[91385]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:35 smithi112 ceph-mon[88945]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:35 smithi187 ceph-mon[84356]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:38.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:37 smithi112 ceph-mon[91385]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:38.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:37 smithi112 ceph-mon[88945]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:38.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:37 smithi187 ceph-mon[84356]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:39.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:39.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:39.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:39.618 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:59:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:59:39] "GET /metrics HTTP/1.1" 200 34270 "" "Prometheus/2.43.0" 2024-04-02T09:59:40.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:39 smithi112 ceph-mon[91385]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:40.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:39 smithi112 ceph-mon[88945]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:39 smithi187 ceph-mon[84356]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:41 smithi112 ceph-mon[91385]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:41 smithi112 ceph-mon[88945]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:41 smithi187 ceph-mon[84356]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:59:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:44.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:43 smithi112 ceph-mon[88945]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:44.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:43 smithi112 ceph-mon[91385]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:43 smithi187 ceph-mon[84356]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:45 smithi112 ceph-mon[91385]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:45 smithi112 ceph-mon[88945]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:45 smithi187 ceph-mon[84356]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:48.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:47 smithi112 ceph-mon[91385]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:48.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:47 smithi112 ceph-mon[88945]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:47 smithi187 ceph-mon[84356]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:49.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:59:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:59:49] "GET /metrics HTTP/1.1" 200 34270 "" "Prometheus/2.43.0" 2024-04-02T09:59:50.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:49 smithi112 ceph-mon[91385]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:50.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:49 smithi112 ceph-mon[88945]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:50.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:49 smithi187 ceph-mon[84356]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:51 smithi112 ceph-mon[91385]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:52.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:51 smithi112 ceph-mon[88945]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:52.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:51 smithi187 ceph-mon[84356]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:52.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:52.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 09:59:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T09:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:53.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:59:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:53.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:59:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:53.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T09:59:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:53 smithi112 ceph-mon[91385]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:54.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:53 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:53 smithi112 ceph-mon[88945]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:54.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:53 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:53 smithi187 ceph-mon[84356]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:54.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:53 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:56.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:55 smithi112 ceph-mon[91385]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:56.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:55 smithi112 ceph-mon[88945]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:55 smithi187 ceph-mon[84356]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:58.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:57 smithi112 ceph-mon[91385]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:58.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:57 smithi112 ceph-mon[88945]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:58.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:57 smithi187 ceph-mon[84356]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:59.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 09:59:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:09:59:59] "GET /metrics HTTP/1.1" 200 34275 "" "Prometheus/2.43.0" 2024-04-02T10:00:00.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 09:59:59 smithi112 ceph-mon[91385]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:00.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 09:59:59 smithi112 ceph-mon[88945]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:00.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 09:59:59 smithi187 ceph-mon[84356]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:01.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:00 smithi112 ceph-mon[91385]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T10:00:01.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:00 smithi112 ceph-mon[88945]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T10:00:01.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:00 smithi187 ceph-mon[84356]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T10:00:02.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:01 smithi112 ceph-mon[91385]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:02.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:01 smithi112 ceph-mon[88945]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:02.132 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:01 smithi187 ceph-mon[84356]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:02.481 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:00:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:04.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:03 smithi112 ceph-mon[88945]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:04.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:03 smithi112 ceph-mon[91385]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:04.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:03 smithi187 ceph-mon[84356]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:06.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:05 smithi112 ceph-mon[91385]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:06.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:05 smithi112 ceph-mon[88945]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:06.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:05 smithi187 ceph-mon[84356]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:07 smithi112 ceph-mon[91385]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:08.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:07 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:07 smithi112 ceph-mon[88945]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:08.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:07 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:07 smithi187 ceph-mon[84356]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:08.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:07 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:09.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:10:00:09] "GET /metrics HTTP/1.1" 200 34270 "" "Prometheus/2.43.0" 2024-04-02T10:00:10.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:09 smithi112 ceph-mon[91385]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:10.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:09 smithi112 ceph-mon[88945]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:10.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:09 smithi187 ceph-mon[84356]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:12.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:11 smithi112 ceph-mon[91385]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:12.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:11 smithi112 ceph-mon[88945]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:12.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:11 smithi187 ceph-mon[84356]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:12.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:00:12 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:14.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:13 smithi112 ceph-mon[91385]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:14.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:13 smithi112 ceph-mon[88945]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:14.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:13 smithi187 ceph-mon[84356]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:16.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:15 smithi112 ceph-mon[91385]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:16.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:15 smithi112 ceph-mon[88945]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:16.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:15 smithi187 ceph-mon[84356]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:18.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:17 smithi112 ceph-mon[91385]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:18.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:17 smithi112 ceph-mon[88945]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:18.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:17 smithi187 ceph-mon[84356]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:19.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:19 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:10:00:19] "GET /metrics HTTP/1.1" 200 34270 "" "Prometheus/2.43.0" 2024-04-02T10:00:20.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:19 smithi112 ceph-mon[91385]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:20.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:19 smithi112 ceph-mon[88945]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:20.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:19 smithi187 ceph-mon[84356]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:22.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:21 smithi112 ceph-mon[91385]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:22.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:21 smithi112 ceph-mon[88945]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:22.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:21 smithi187 ceph-mon[84356]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:22.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:00:22 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:23.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:22 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:23.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:22 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:23.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:22 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:24.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:23 smithi112 ceph-mon[91385]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:24.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:23 smithi112 ceph-mon[88945]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:24.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:23 smithi187 ceph-mon[84356]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:26.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:25 smithi112 ceph-mon[88945]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:26.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:25 smithi112 ceph-mon[91385]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:26.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:25 smithi187 ceph-mon[84356]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:28.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:27 smithi112 ceph-mon[91385]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:28.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:27 smithi112 ceph-mon[88945]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:28.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:27 smithi187 ceph-mon[84356]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:29.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:10:00:29] "GET /metrics HTTP/1.1" 200 34267 "" "Prometheus/2.43.0" 2024-04-02T10:00:30.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:29 smithi112 ceph-mon[91385]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:30.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:29 smithi112 ceph-mon[88945]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:30.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:29 smithi187 ceph-mon[84356]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:32.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:31 smithi112 ceph-mon[91385]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:32.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:31 smithi112 ceph-mon[88945]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:32.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:31 smithi187 ceph-mon[84356]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:32.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:00:32 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:34.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:33 smithi112 ceph-mon[91385]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:34.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:33 smithi112 ceph-mon[88945]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:34.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:33 smithi187 ceph-mon[84356]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr:Note: switching to '14da45f22b7b6f8995de09c1525ea96ba87a39fd'. 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T10:00:34.692 INFO:tasks.workunit.client.0.smithi112.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: git switch -c 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr:Or undo this operation with: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: git switch - 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:34.693 INFO:tasks.workunit.client.0.smithi112.stderr:HEAD is now at 14da45f22b7 osd/scrub: ignore FullReset in all ReplicaActive states 2024-04-02T10:00:34.699 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T10:00:34.754 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T10:00:34.756 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T10:00:34.756 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T10:00:34.805 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T10:00:34.854 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T10:00:34.895 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T10:00:34.897 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T10:00:34.897 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T10:00:34.944 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T10:00:34.948 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-02T10:00:34.948 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T10:00:35.004 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-02T10:00:35.006 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-02T10:00:35.006 DEBUG:teuthology.orchestra.run.smithi112:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=14da45f22b7b6f8995de09c1525ea96ba87a39fd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-02T10:00:35.062 INFO:tasks.workunit.client.0.smithi112.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T10:00:35.454 INFO:tasks.workunit.client.0.smithi112.stderr:+ LAST_OPT_REVISION=1 2024-04-02T10:00:35.454 INFO:tasks.workunit.client.0.smithi112.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T10:00:35.454 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph -s 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: cluster: 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: id: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: health: HEALTH_WARN 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: Telemetry requires re-opt-in 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: services: 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: mon: 3 daemons, quorum a,b,c (age 86m) 2024-04-02T10:00:35.963 INFO:tasks.workunit.client.0.smithi112.stdout: mgr: y(active, since 86m), standbys: x 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: mds: 1/1 daemons up, 1 standby 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: osd: 8 osds: 8 up (since 81m), 8 in (since 94m) 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: data: 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: volumes: 1/1 healthy 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: pools: 4 pools, 105 pgs 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: objects: 28 objects, 4.6 MiB 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: usage: 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: pgs: 105 active+clean 2024-04-02T10:00:35.964 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-02T10:00:35.978 INFO:tasks.workunit.client.0.smithi112.stderr:++ ceph telemetry collection ls 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[88945]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2365555096' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2365555096' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3710346' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[91385]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2365555096' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2365555096' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:36.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:35 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3710346' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:36.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:35 smithi187 ceph-mon[84356]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:36.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:35 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2365555096' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:36.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:35 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2365555096' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:36.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:35 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3710346' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:36.546 INFO:tasks.workunit.client.0.smithi112.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T10:00:36.546 INFO:tasks.workunit.client.0.smithi112.stderr:['\''basic_pool_flags'\''] 2024-04-02T10:00:36.546 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.547 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.547 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.547 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.547 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.547 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.547 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.548 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.548 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.548 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.548 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.548 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.548 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-02T10:00:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-02T10:00:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T10:00:36.549 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_pool_flags'] 2024-04-02T10:00:36.550 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.550 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.550 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.550 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.550 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.550 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.551 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T10:00:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T10:00:36.552 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_pool_flags'] 2024-04-02T10:00:36.553 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.553 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.553 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.553 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.553 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.553 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.554 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.555 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.555 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.555 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T10:00:36.555 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:36.555 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T10:00:36.555 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_pool_flags'] 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.556 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.557 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.557 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.557 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.557 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.557 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.557 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.558 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.558 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T10:00:36.558 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:36.558 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T10:00:36.558 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_pool_flags'] 2024-04-02T10:00:36.558 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.559 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.559 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.560 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.561 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.561 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T10:00:36.561 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:36.561 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T10:00:36.561 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_pool_flags'] 2024-04-02T10:00:36.561 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.562 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.562 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.562 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.562 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.562 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.563 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:+ [[ New collections are available: 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:['basic_pool_flags'] 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:NAME STATUS DESC 2024-04-02T10:00:36.564 INFO:tasks.workunit.client.0.smithi112.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:36.565 INFO:tasks.workunit.client.0.smithi112.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:36.566 INFO:tasks.workunit.client.0.smithi112.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:36.566 INFO:tasks.workunit.client.0.smithi112.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-02T10:00:36.566 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry preview 2024-04-02T10:00:37.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:36 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3710346' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:37.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:36 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3710346' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:37.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:36 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3710346' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:37.310 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:37.311 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:37.312 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:37.313 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:37.314 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:37.315 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:37.316 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:37.317 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:37.318 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:37.319 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:37.320 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:37.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:37.322 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:37.323 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:37.324 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T10:00:37.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 2, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T10:00:37.327 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "has_msr_rules": 0, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_descents": 100, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:37.328 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.329 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T10:00:37.330 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_stats": { 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 296256, 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:37.331 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 999424, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 0, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 334, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1041600, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 694272, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14474752, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20430848, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 442592, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.332 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 876544, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 430, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1343944, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1028096, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14863704, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 171827200, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2910024, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:37.333 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 876544, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 3129344, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6740, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 11373360, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2453760, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 151198856, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 174956544 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 167059456, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 1933720, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 4759552, 2024-04-02T10:00:37.334 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6436, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 9503792, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2487040, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 150120248, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 171819008 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 258842624, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 5209960, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 16384, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 237568, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9510, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 14523592, 2024-04-02T10:00:37.335 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3909888, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 232037072, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 259080192 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 566091776, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 25881992, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 47906816, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12554, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.336 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 96854888, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9039104, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 430907920, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 613998592 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 686252032, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28115864, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 40960, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 37527552, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 13592, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 94437696, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9519616, 2024-04-02T10:00:37.337 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 550730024, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 723779584 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 519520256, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 27251856, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 40960, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 7831552, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12356, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 77319896, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 11022592, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 400477080, 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 527351808 2024-04-02T10:00:37.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 482664448, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 18844248, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 32063488, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9820, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 55181240, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10575360, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 394786800, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 514727936 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 605052928, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22151488, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 40960, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 40411136, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11408, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 75402520, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10771712, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 493278376, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 645464064 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.340 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 421609472, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28575520, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 125730816, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12581, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 100058936, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 8606720, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 280960424, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 547340288 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:37.341 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 496959488, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 17079608, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 5373952, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 24535040, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9787, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 72661672, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9879040, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 391965216, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 521494528 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:37.342 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 541310976, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22152176, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 38486016, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11148, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 73131088, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 59, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9894656, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 432725184, 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 579796992 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "io_rate": { 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_stats_delta": { 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 0, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 0, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "stamp_delta": "12.002647", 2024-04-02T10:00:37.344 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:37.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:37.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:37.347 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 0 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "mempool": { 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:37.348 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.349 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.350 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.351 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.352 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 150039, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.353 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 928, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.354 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.357 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.357 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.358 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.360 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.361 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.362 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.363 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 222320, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 65 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51904, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 181 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.364 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12416, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 256 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.365 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.366 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.368 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.369 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.371 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42245009, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5227 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 88, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.372 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:37.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.374 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.375 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.376 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.377 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.378 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.379 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42123769, 2024-04-02T10:00:37.380 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5201 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1320, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 15 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.381 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:37.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.383 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.384 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.385 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42608073, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5270 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 176, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:37.390 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11792, 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20440, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 388 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47232, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 25 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.392 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2688, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 14 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56480, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 706 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 374608, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.393 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 832089, 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 229 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2466734, 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 545600 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7061376, 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10416 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.394 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 78632, 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8362 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86448, 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.395 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 78179, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 56 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.396 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 14813402, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 268 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21472, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 244 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 524880, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7092384, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 18428 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.398 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.399 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 22792, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 34816, 2024-04-02T10:00:37.400 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4416, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372320, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.401 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1336344, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2435904, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 537417 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6960736, 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10268 2024-04-02T10:00:37.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76448, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8185 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 85920, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.403 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.404 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55440, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 24494598, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 271 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 32120, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 365 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.405 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 443232, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 38 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7243392, 2024-04-02T10:00:37.406 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21116 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.407 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 18296, 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 341 2024-04-02T10:00:37.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 120704, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1920, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55360, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 692 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 358384, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.409 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 234178, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 71 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1753196, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 389306 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5157376, 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7616 2024-04-02T10:00:37.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 66372, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7019 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82704, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.411 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 35835, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.412 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10702446, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 13332 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8448, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 96 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361584, 2024-04-02T10:00:37.413 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3187600, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 6130 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.414 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16624, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 307 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42624, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 53440, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 668 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.417 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 304970, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 98 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1749173, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 387236 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5126096, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7570 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67260, 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7045 2024-04-02T10:00:37.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.419 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 143491, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 64 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20595622, 2024-04-02T10:00:37.420 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 272 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 431568, 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 37 2024-04-02T10:00:37.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3528720, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9186 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.422 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.423 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20272, 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 374 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 39168, 2024-04-02T10:00:37.424 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 26 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4608, 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 24 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54880, 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 686 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:37.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1053895, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 265 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2104680, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 461722 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.426 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6016896, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8880 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67456, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7044 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165596, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 123140, 2024-04-02T10:00:37.428 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 53 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25350844, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 282 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25344, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.429 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.430 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5053360, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12118 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 23424, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43776, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 30 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 768, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 4 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.433 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56400, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 705 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372736, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360413, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 100 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2354055, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 527939 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6819976, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10061 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76724, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8193 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86016, 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:37.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.436 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43391, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 50 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4491377, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 261 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.437 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 466560, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 40 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6440720, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12386 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.439 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.440 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17024, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 314 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30592, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 22 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3648, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 19 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.441 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 53920, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 674 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361088, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 659448, 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 165 2024-04-02T10:00:37.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1713170, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 378324 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4995536, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7378 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 68688, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7201 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83328, 2024-04-02T10:00:37.443 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165508, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1189 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:37.444 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 79569, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 53 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20061141, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 280 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16632, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 189 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3589144, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9231 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.447 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17776, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 324 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30720, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54160, 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 677 2024-04-02T10:00:37.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360880, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 404503, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 114 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:37.450 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1991863, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 444485 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5795216, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8554 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 69424, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7203 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83280, 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:37.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:37.452 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76209, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 53 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21099034, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 274 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:37.453 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11880, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 135 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 536544, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4867720, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9361 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.455 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:37.456 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.457 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:37.458 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:37.459 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:37.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T10:00:37.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T10:00:37.462 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "reef", 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "squid" 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:37.463 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 19, 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "squid" 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:37.464 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:37.465 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:37.466 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.467 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:37.468 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:37.469 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:37.470 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9321, 17, 1, 0, 4, 3, 0, 6, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10064, 66, 20, 0, 22, 2, 5, 16, 27, 43, 105, 37, 55, 34, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1476, 21, 46, 0, 2, 0, 0, 3, 4, 15, 71, 163, 152, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 853, 11, 1, 0, 1, 1, 0, 0, 0, 2, 1, 16, 210, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 434, 13, 6, 0, 0, 1, 0, 0, 0, 9, 8, 8, 23, 53, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 293, 15, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 12, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 132, 5, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 8, 18, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.471 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.472 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6813, 5, 0, 0, 3, 2, 2, 5, 4, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8149, 34, 1022, 2, 20, 6, 6, 14, 17, 49, 105, 53, 75, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1292, 7, 463, 21, 0, 0, 0, 3, 3, 11, 48, 233, 271, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 307, 3, 3, 10, 1, 0, 0, 0, 0, 2, 1, 11, 257, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 94, 4, 1, 0, 2, 0, 0, 1, 0, 0, 2, 4, 20, 38, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 75, 0, 19, 0, 0, 0, 0, 0, 0, 1, 0, 7, 21, 3, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 131, 0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 3, 44, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.473 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 1, 26, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.474 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.475 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10444, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9823, 85, 37, 0, 12, 0, 0, 2, 0, 0, 3, 14, 9, 13, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 968, 103, 183, 2, 2, 0, 0, 0, 8, 1, 22, 10, 1, 4, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 508, 12, 35, 0, 0, 0, 0, 0, 3, 4, 0, 22, 39, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 13, 12, 0, 0, 0, 0, 1, 7, 9, 2, 4, 26, 76, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 129, 3, 19, 31, 0, 0, 0, 1, 10, 8, 5, 12, 27, 20, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 81, 0, 3, 36, 62, 0, 0, 1, 3, 7, 1, 6, 27, 31, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 2, 71, 83, 2, 0, 0, 1, 0, 3, 7, 23, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 3, 46, 0, 1, 0, 0, 0, 0, 1, 6, 22, 20, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.476 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.477 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 616, 50, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16948, 7959, 0, 1, 7389, 441, 1, 0, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10761, 366, 15, 0, 372, 152, 5, 6, 8, 21, 34, 23, 24, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1851, 11, 25, 0, 1, 0, 0, 0, 4, 1, 17, 70, 76, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 448, 5, 0, 0, 13, 5, 0, 0, 0, 0, 0, 7, 105, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 123, 7, 5, 0, 164, 16, 0, 0, 1, 4, 5, 9, 13, 24, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.478 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 1, 1, 0, 330, 12, 0, 3, 0, 0, 0, 0, 15, 4, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 0, 0, 0, 364, 0, 0, 0, 0, 0, 3, 7, 10, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 1826, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.479 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.480 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8321, 1, 64, 5, 14, 13, 2, 0, 0, 0, 13, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7545, 12, 5, 0, 16, 22, 68, 71, 16, 14, 49, 10, 12, 21, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 988, 6, 2, 0, 1, 0, 2, 5, 3, 14, 61, 79, 30, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 339, 6, 0, 0, 0, 0, 0, 1, 1, 1, 7, 26, 186, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 88, 5, 0, 0, 0, 1, 1, 0, 0, 1, 8, 10, 19, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 60, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 9, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 40, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 17, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.481 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.482 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:37.483 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5420, 3131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14154, 5102, 1, 0, 1, 0, 0, 2, 1, 3, 1, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8344, 131, 3, 1, 6, 0, 1, 3, 1, 5, 5, 3, 9, 18, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1411, 21, 6, 1, 3, 0, 0, 0, 1, 5, 15, 2, 1, 2, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 441, 2, 0, 5, 5, 0, 0, 0, 0, 3, 4, 11, 48, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 8, 0, 0, 0, 1, 0, 1, 5, 9, 6, 5, 18, 56, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 191, 0, 0, 1, 0, 0, 0, 0, 4, 2, 0, 2, 15, 13, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 4, 26, 14, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 9, 3, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.484 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.485 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:37.486 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 81, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7859, 3458, 4153, 8, 17, 22, 0, 1, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7377, 332, 284, 0, 26, 31, 74, 98, 3, 11, 9, 10, 10, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 916, 43, 42, 0, 5, 2, 25, 43, 6, 12, 54, 85, 42, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 354, 4, 0, 0, 0, 1, 0, 0, 0, 1, 6, 20, 168, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 161, 4, 0, 0, 1, 1, 0, 0, 0, 0, 4, 0, 15, 47, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 114, 6, 2, 0, 0, 0, 0, 1, 0, 0, 11, 3, 6, 15, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 10, 16, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 13, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.487 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.488 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12139, 1, 1, 0, 1, 0, 0, 0, 0, 2, 1, 4, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7310, 45, 15, 0, 12, 0, 2, 0, 3, 1, 3, 10, 5, 15, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 784, 5, 11, 0, 2, 0, 2, 0, 2, 5, 16, 3, 4, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.489 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 6, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 16, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 1, 6, 0, 5, 0, 21, 32, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 6, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 29, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.490 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.491 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:37.492 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:37.493 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:37.494 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:37.495 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:37.496 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.497 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4935, 44, 68, 179, 419, 581, 677, 2, 1, 2, 2, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.498 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 716, 23, 31, 20, 50, 31, 45, 1, 3, 5, 4, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 256, 1, 2, 0, 0, 0, 1, 0, 1, 0, 0, 3, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 130, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 4, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 17, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.499 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 5, 9, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2893, 219, 25, 54, 123, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 387, 63, 1300, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 220, 2, 43, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1541, 1046, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1676, 1904, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 46, 48, 28, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.501 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.502 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.503 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9238, 5, 0, 0, 0, 1, 2, 3, 3, 1, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16641, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 707, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 382, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 10, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.504 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.505 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 227, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3695, 34, 2, 0, 18, 1, 5, 9, 17, 14, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 402, 9, 2, 0, 6, 1, 0, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 212, 11, 33, 45, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 887, 178, 1, 106, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.506 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3880, 2285, 0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 746, 542, 1, 54, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.507 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.508 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 769, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2922, 228, 31, 60, 139, 274, 473, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 284, 5, 0, 0, 0, 1, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.509 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.510 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 662, 5, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.511 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4884, 76, 126, 237, 465, 596, 716, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 386, 1, 6, 8, 7, 16, 8, 2, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 208, 3, 5, 15, 3, 1, 1, 0, 0, 1, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 39, 77, 114, 27, 0, 0, 0, 0, 1, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.512 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.513 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2954, 34, 0, 0, 4, 2, 4, 0, 8, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 372, 1, 1, 0, 0, 1, 0, 1, 2, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.514 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.515 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.516 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 530, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8092, 30, 62, 29, 2, 1, 2, 1, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2350, 31, 107, 47, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 173, 8, 1, 0, 0, 0, 1, 0, 0, 0, 0, 5, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.517 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.518 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:37.519 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:37.520 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:37.521 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:37.522 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:37.523 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.524 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 938, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.525 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.526 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.527 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3842, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.528 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.529 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16655, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 728, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 253, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.530 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.531 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.532 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3796, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.533 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.534 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.535 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 298, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.536 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 686, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.538 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.539 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.540 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.541 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.542 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2538, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.543 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.544 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:37.545 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:37.546 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:37.547 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.548 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:37.549 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:37.550 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.551 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1784, 11, 3, 4, 10, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1414, 11, 1, 2, 5, 5, 9, 14, 26, 43, 108, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 243, 12, 0, 0, 0, 1, 1, 6, 8, 4, 35, 144, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 7, 250, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 560, 6, 0, 0, 0, 0, 1, 0, 0, 2, 8, 7, 20, 30, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 21, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.552 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.553 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2258, 21, 2, 0, 4, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1931, 1, 0, 2, 3, 7, 9, 13, 38, 75, 145, 88, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99, 0, 2, 0, 1, 1, 1, 0, 5, 7, 43, 241, 254, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 10, 315, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.554 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 2, 0, 0, 0, 1, 0, 0, 1, 1, 3, 5, 28, 30, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 19, 24, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.555 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.556 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 320, 7, 2, 0, 9, 0, 0, 2, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 164, 5, 0, 0, 5, 0, 1, 9, 10, 6, 50, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 6, 8, 13, 71, 99, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 135, 5, 0, 0, 0, 0, 0, 1, 3, 6, 20, 35, 21, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 53, 26, 0, 0, 0, 0, 0, 2, 2, 3, 3, 12, 28, 45, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 47, 0, 0, 0, 1, 0, 0, 0, 2, 2, 5, 13, 34, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 82, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.557 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.558 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.561 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.561 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.561 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.561 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1176, 11, 0, 0, 5, 0, 6, 5, 13, 14, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 583, 5, 0, 0, 12, 3, 4, 5, 19, 32, 47, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 238, 12, 0, 1, 0, 0, 1, 2, 4, 5, 20, 97, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 415, 25, 0, 0, 0, 0, 0, 0, 2, 5, 9, 13, 59, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.562 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 369, 20, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 15, 22, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 222, 38, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 12, 28, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.563 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.564 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1075, 12, 0, 0, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 865, 6, 0, 0, 1, 1, 0, 6, 20, 22, 26, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 385, 5, 0, 0, 1, 0, 2, 4, 4, 4, 52, 126, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 482, 7, 0, 0, 1, 1, 1, 1, 1, 5, 9, 15, 171, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 200, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 4, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 101, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 14, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.565 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.566 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 103, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 576, 18, 0, 0, 6, 1, 4, 4, 14, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 97, 8, 1, 0, 1, 0, 2, 0, 2, 10, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.567 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 12, 0, 0, 2, 0, 0, 4, 4, 5, 34, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 7, 0, 0, 0, 1, 0, 0, 1, 1, 8, 15, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 2, 2, 6, 10, 19, 13, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 7, 19, 28, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.568 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.569 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 69, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.570 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1086, 21, 0, 1, 9, 1, 1, 4, 4, 5, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 654, 0, 2, 0, 7, 0, 6, 13, 16, 29, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 6, 0, 0, 1, 1, 1, 4, 3, 2, 38, 94, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 431, 8, 0, 0, 0, 0, 0, 0, 1, 4, 18, 22, 131, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 25, 19, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 104, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 4, 8, 19, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.571 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.572 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 218, 22, 0, 0, 7, 0, 0, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 3, 0, 0, 2, 1, 0, 3, 3, 2, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 2, 0, 0, 0, 1, 2, 1, 5, 10, 19, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.573 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 70, 0, 0, 0, 0, 0, 2, 0, 3, 4, 17, 22, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 28, 23, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 11, 11, 42, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.574 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.575 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 8, 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "number of replicas", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 1, 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[1, 1]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[2, 2]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[3, 3]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[4, 4]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[5, 5]", 2024-04-02T10:00:37.576 INFO:tasks.workunit.client.0.smithi112.stdout: "[6, None]" 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "linear" 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 10, 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "duration", 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 250000, 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 249999]", 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "[250000, 499999]", 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "[500000, 999999]", 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "[1000000, 1999999]", 2024-04-02T10:00:37.577 INFO:tasks.workunit.client.0.smithi112.stdout: "[2000000, 3999999]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[4000000, 7999999]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[8000000, 15999999]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[16000000, 31999999]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[32000000, None]" 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.578 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.579 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.580 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.581 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:37.582 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.583 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.584 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_counters": { 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "caps": { 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_commit": { 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_complete": { 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_keys": { 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_merge": { 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_split": { 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.587 INFO:tasks.workunit.client.0.smithi112.stdout: "exported_inodes": { 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "forward": { 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_cap_release": { 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps": { 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.588 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "imported_inodes": { 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes": { 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_expired": { 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_pinned": { 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.589 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_with_caps": { 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "load_cent": { 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "openino_dir_fetch": { 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "process_request_cap_release": { 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "reply_latency": { 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "request": { 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rbytes": { 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rfiles": { 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rsnaps": { 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_reply": { 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.591 INFO:tasks.workunit.client.0.smithi112.stdout: "subtrees": { 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_cache": { 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_exportdir": { 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_flush": { 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragstats": { 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_inodestats": { 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_processing": { 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays": { 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_delayed": { 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.594 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_completed": { 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_started": { 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_created": { 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_enqueued": { 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_migrated": { 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_reintegrated": { 2024-04-02T10:00:37.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_log": { 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "ev": { 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "evadd": { 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "evex": { 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "evexd": { 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.596 INFO:tasks.workunit.client.0.smithi112.stdout: "evexg": { 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "evlrg": { 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "evtrm": { 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "jlat": { 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.597 INFO:tasks.workunit.client.0.smithi112.stdout: "replayed": { 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "seg": { 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "segadd": { 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "segex": { 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "segexd": { 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.598 INFO:tasks.workunit.client.0.smithi112.stdout: "segexg": { 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "segmjr": { 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "segtrm": { 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_mem": { 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "cap": { 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.599 INFO:tasks.workunit.client.0.smithi112.stdout: "cap+": { 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "cap-": { 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "dir": { 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "dir+": { 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:37.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "dir-": { 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "dn": { 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "dn+": { 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.601 INFO:tasks.workunit.client.0.smithi112.stdout: "dn-": { 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: "heap": { 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 248184 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: "ino": { 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:37.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: "ino+": { 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: "ino-": { 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.603 INFO:tasks.workunit.client.0.smithi112.stdout: "rss": { 2024-04-02T10:00:37.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52676 2024-04-02T10:00:37.604 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_server": { 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_request": { 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_session": { 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_peer_request": { 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "req_create_latency": { 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getattr_latency": { 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "req_link_latency": { 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookup_latency": { 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupino_latency": { 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupname_latency": { 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lssnap_latency": { 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mkdir_latency": { 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mknod_latency": { 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mksnap_latency": { 2024-04-02T10:00:37.609 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.610 INFO:tasks.workunit.client.0.smithi112.stdout: "req_open_latency": { 2024-04-02T10:00:37.610 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.611 INFO:tasks.workunit.client.0.smithi112.stdout: "req_readdir_latency": { 2024-04-02T10:00:37.611 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.612 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rename_latency": { 2024-04-02T10:00:37.612 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.613 INFO:tasks.workunit.client.0.smithi112.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:37.613 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.613 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmdir_latency": { 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setattr_latency": { 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setlayout_latency": { 2024-04-02T10:00:37.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setxattr_latency": { 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "req_symlink_latency": { 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.616 INFO:tasks.workunit.client.0.smithi112.stdout: "req_unlink_latency": { 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_sessions": { 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "average_load": { 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "avg_session_uptime": { 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "mdthresh_evicted": { 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.617 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "session_count": { 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "session_remove": { 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_open": { 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_stale": { 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.618 INFO:tasks.workunit.client.0.smithi112.stdout: "total_load": { 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "purge_queue": { 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed": { 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed_ops": { 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing": { 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_high_water": { 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops": { 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_item_in_journal": { 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:37.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:37.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 255 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8611 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.623 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8611, 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58758374 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8611, 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2067946191 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:37.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999922 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:37.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8612 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:37.627 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8612 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8612, 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26420312415 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:37.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8611 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8611, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115960844 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8611, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75426 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8611, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5994844041 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.630 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 171941888 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 167280640 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4661248 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:37.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24326172 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.634 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68929557 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:37.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1498417 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70785792 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178302943 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69160993 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:37.640 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 373497, 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1740029365 2024-04-02T10:00:37.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:37.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20783, 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10487744161 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.643 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.644 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 232 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.645 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8578 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8578, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58509055 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8578, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1335978111 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.646 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999951 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.647 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8578 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.649 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8578 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8578, 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26756561268 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:37.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.651 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8578 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8578, 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115384184 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8578, 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75152 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8578, 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2686955965 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 168804352 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 163987456 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4816896 2024-04-02T10:00:37.653 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24221684 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68992038 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:37.656 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1490885 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70751317 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.659 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178330948 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69132988 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 371934, 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1782096057 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:37.664 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20697, 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6328202717 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:37.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:37.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 242 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8684 2024-04-02T10:00:37.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8684, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59895270 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8684, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26052 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8684, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1935949606 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:37.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8682 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8682, 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59248248 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:37.670 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8682, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67288 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8682, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2982047447 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.671 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999921 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8685 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8685, 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29830223724 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:37.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 88144 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.673 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:37.674 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 255934464 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 253812736 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.675 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2121728 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24523086 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.678 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68811959 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1513012 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70850513 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178250066 2024-04-02T10:00:37.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69213870 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 390018, 2024-04-02T10:00:37.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1996347465 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.686 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20961, 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8027760248 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:37.687 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23746 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.688 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11698176 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 738529280 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4427963 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1266462 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 200, 2024-04-02T10:00:37.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1000630 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 658046976 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79607, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11787911695 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79601, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19351536450 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10158080 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 326053888 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653787136 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9667239000 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69606 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240361472 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240365568 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67608 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69606, 2024-04-02T10:00:37.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2500462137 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9579782857 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 66922 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3640330 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.695 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11607738 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 984 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.696 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 330 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 984, 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4693121 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.697 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1031 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14656 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.698 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1079160832 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.699 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14049280 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24103, 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67887959 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3612, 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7021115880 2024-04-02T10:00:37.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.701 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30851, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258336843 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23344539631 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.702 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 78848, 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1662517304 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48091802 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23392631433 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.703 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41886, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1651760573 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1092, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240091 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25664, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15360500 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.704 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53, 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85308 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17914, 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3164257030 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 257636 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24114 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.705 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13447, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2648285191 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34462, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13007420 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21015, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2111599433 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15596, 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 455431702 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.707 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13484589066 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 805859642 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9648, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4072598707667 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6772725732521 2024-04-02T10:00:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2998869254697 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10837607 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 345712055 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41575211794 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.709 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32931116 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20728654584 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16349560304 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10154875 2024-04-02T10:00:37.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2606, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13453713 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 92497386599 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17493241654 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 824704624 2024-04-02T10:00:37.711 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 610590720 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562577408 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48013312 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56559115 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 552960 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.715 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68712949 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.716 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2160 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 149808 2024-04-02T10:00:37.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70582535 2024-04-02T10:00:37.718 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12588144 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37706077 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.719 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67146291 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.721 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 112006 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1114165 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69508332 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.724 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56 2024-04-02T10:00:37.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40519 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 133807, 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8563134224 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2709503556 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40519, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 200071420470 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327449 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41428, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23182863517 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:37.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40519, 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71668876154 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24499 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24499, 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16094782236 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327449 2024-04-02T10:00:37.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24863, 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6936447644 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24499, 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6780106585 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8739 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 558576487 2024-04-02T10:00:37.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17705317115 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.730 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9084, 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6474356711 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15339599738 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2150927069 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:37.731 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 166271321119 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7481, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9772059162 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49549169831 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.732 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 672108544 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.733 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20468 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.734 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9158656 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.735 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831651840 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3541010 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1287017 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 202, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 972420 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 895811584 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75293, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11341969918 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75287, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18319604198 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9125888 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.737 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 308387840 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 891551744 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55 2024-04-02T10:00:37.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7352444416 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58122 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158647296 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158651392 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52076 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 58122, 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2047461938 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7258297046 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.740 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55234 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3290413 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 788 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9077380 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.741 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 357 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.742 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1134, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3209477 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 631 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13475 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1151930368 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13451264 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19055, 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79159557 2024-04-02T10:00:37.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3546, 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6558633595 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21077, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 182894845 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.747 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22200618510 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74521, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1749048767 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48058356 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22248676866 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.748 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29484, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1330670531 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 979, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2679340 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9420, 2024-04-02T10:00:37.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10852087 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81318 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11152, 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2030878000 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 232065 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27546 2024-04-02T10:00:37.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21387, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2339153327 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70974, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18016542 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49587, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1570486172 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15609, 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 448472808 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.752 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10221908587 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1356281799 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22592, 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4097709958884 2024-04-02T10:00:37.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6969745865970 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3121198870510 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9041134 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.754 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 347196758 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34835938598 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29315371 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15813873006 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.755 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14852051360 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9563958 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2573, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12885488 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76084369387 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.756 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15870053352 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 539634446 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 720371712 2024-04-02T10:00:37.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 682688512 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37683200 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56702287 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 90112 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1040384 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67996337 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:37.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.762 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 166304 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69494157 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:37.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9176432 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37801524 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70462556 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.767 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 103255 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1123029 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.769 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68434433 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42421 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 140185, 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11244203795 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2513419808 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42421, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 756923621813 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428466 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 44092, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33633264926 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.773 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42421, 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110489185101 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20413 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20413, 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14525936964 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.774 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428466 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20863, 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5747383251 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20413, 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6947273449 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12166 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 298458680 2024-04-02T10:00:37.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107769648062 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12294, 2024-04-02T10:00:37.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13696264141 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32706037346 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9842 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2214961128 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 634628036787 2024-04-02T10:00:37.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10935, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14189617534 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70835874306 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.778 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 363 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 909275136 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:37.779 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17918 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4919296 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.781 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 651509760 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5935084 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1112497 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 170, 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 865296 2024-04-02T10:00:37.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573112320 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70524, 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10704243362 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70544, 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17076153149 2024-04-02T10:00:37.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6311936 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 288944128 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 590151680 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3299910552 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30919 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781392896 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781396992 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28997 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30919, 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1189250577 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240264240 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.786 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29086 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1917859 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 665 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4866944 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 869 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:37.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 209 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 869, 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1310489 2024-04-02T10:00:37.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.789 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8065 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 947953664 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9244672 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14384, 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48520298 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.791 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3616, 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4152164842 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.792 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 31961, 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 270742802 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.793 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20448781288 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69867, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1390765900 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31272779 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20480054067 2024-04-02T10:00:37.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261509, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1952494239 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1013, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2774171 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145095, 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47202304 2024-04-02T10:00:37.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 37, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65478 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23410, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1734074971 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 463386 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18275 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.796 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10196, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2387405648 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28170, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9945115 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17974, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2062548377 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12671, 2024-04-02T10:00:37.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 374469278 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10248177787 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1227641831 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4485973700858 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.799 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6586559384482 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842520877935 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9099262 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 458569892 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31517547286 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27533853 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14424350415 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11238178402 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5369475 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2551, 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12340040 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67899266630 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12110798332 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479749139 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523943936 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516046848 2024-04-02T10:00:37.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7897088 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.804 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57236422 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.805 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12288 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20480 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68559930 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107232 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.809 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73934114 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4616416 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38157614 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74666482 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 98584 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1125259 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72819471 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.816 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54146 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:37.817 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 146183, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8218656607 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1937810151 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 128182400983 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:37.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 55011, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53222805061 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89282326290 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24022 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:37.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21680880771 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24446, 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12332383554 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15415151210 2024-04-02T10:00:37.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28127 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494505410 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65580138609 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.821 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28412, 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37461186954 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59446405865 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1997 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.822 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1443304741 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40921381603 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2153, 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3429234553 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:37.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14420769215 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8763066 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 582365184 2024-04-02T10:00:37.824 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19700 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.825 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.826 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1585152 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573382656 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3244942 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1141889 2024-04-02T10:00:37.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 153, 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 746312 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 514392064 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66144, 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9960877974 2024-04-02T10:00:37.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66154, 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16491793570 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5013504 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 271011840 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 531431424 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 676659622 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16527 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.830 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614133760 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614137856 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12534 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16527, 2024-04-02T10:00:37.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 364974496 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 627294028 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15008 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 923389 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 485 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.832 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1561817 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 595 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 595, 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 498727 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 908 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.835 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8748 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 848408576 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9269248 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17513, 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54614113 2024-04-02T10:00:37.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3562, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2415635379 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.838 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15222, 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 112830994 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.839 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19463796972 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 65426, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1486342357 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37142960 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19500939932 2024-04-02T10:00:37.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 27436, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831739148 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1371, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2901723 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9726, 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7450375 2024-04-02T10:00:37.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55319 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12028, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1890948876 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224077 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18246 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.842 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43468, 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1686027566 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 106870, 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29663502 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63402, 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1233791807 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12353, 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 320767591 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10424593370 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1414869244 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18170, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3651244917615 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6759366405955 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2896946092845 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7595149 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 441944484 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.846 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30658228953 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25784122 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13960204926 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9313913080 2024-04-02T10:00:37.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5375403 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2557, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13995621 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 64810525325 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10200287928 2024-04-02T10:00:37.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 435787135 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 511451136 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479289344 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.849 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32161792 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57495899 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114688 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68210341 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219247 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1264 2024-04-02T10:00:37.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85440 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72010529 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 748112 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38330599 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69973193 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219247 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100750 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.860 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1126215 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70870268 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.861 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:37.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69523 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145573, 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7871488345 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.863 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1457604313 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 304262662990 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 71792, 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33676355381 2024-04-02T10:00:37.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74365691894 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51402 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53872338637 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:37.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51631, 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10591078214 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9364405596 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13903 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:37.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 295251445 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 188203222534 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:37.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15821, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17977334065 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41259682380 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4218 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1162352868 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 62187101819 2024-04-02T10:00:37.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4340, 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107943102 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23741603918 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523681792 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.870 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28300 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7294976 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 639475712 2024-04-02T10:00:37.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3114712 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1086646 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 166, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 742944 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.873 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653721600 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63100, 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9636434298 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63103, 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15695522141 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9150464 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.874 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258510848 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666501120 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.875 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107328421 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53035 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417814528 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417818624 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45903 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53035, 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1685086673 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4993139435 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49535 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321467 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 859 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7233227 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1122 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.878 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 275 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1122, 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1899334 2024-04-02T10:00:37.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 643 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10864 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.881 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907567104 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9265152 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.882 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23680, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70246511 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3500, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7118370305 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.883 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16872, 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159121433 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19204472960 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62494, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479187662 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51536969 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19256009929 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.885 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24483, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 930503430 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 829, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2240740 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10052, 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8339656 2024-04-02T10:00:37.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54605 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14267, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3427853034 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 189437 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19380 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.887 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9169, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1799586634 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 38134, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17820406 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28965, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1420087494 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13700, 2024-04-02T10:00:37.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 397718031 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.889 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11671717032 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1080276618 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18473, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3988231358271 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6392103517381 2024-04-02T10:00:37.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2427971766505 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7688719 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 344437350 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31667893327 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27953165 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14147490849 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15609347609 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5370202 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.892 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2451, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13662510 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73453978375 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16575156817 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699058096 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 642056192 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 601530368 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40525824 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56934910 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.895 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49152 2024-04-02T10:00:37.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 684032 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68161026 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2416 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 156800 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67756824 2024-04-02T10:00:37.900 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6575824 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37956607 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72908081 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:37.903 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 105017 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1121504 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75078127 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.906 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50 2024-04-02T10:00:37.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28661 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 91849, 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10448598757 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.908 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1488122712 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79364624730 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29299, 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13316423496 2024-04-02T10:00:37.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31390810052 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18859 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12104439310 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19041, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4702077333 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5267324970 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5498 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:37.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 317535497 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9929570889 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.912 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5818, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3529937594 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8562180665 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4304 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1170587215 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:37.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57330614531 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4440, 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5084408569 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17561304417 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:37.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 663007232 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30750 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.916 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13873152 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 813723648 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3809001 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1357408 2024-04-02T10:00:37.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 217, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088012 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 734265344 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83918, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11477918882 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83938, 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18213655281 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11235328 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 343764992 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747044864 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.920 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10713276232 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 90700 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223462912 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223467008 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81480 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 90700, 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3824896158 2024-04-02T10:00:37.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10567969544 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 86250 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5136278 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1160 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13604923 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1630 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1630, 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3652466 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 832 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11, 2024-04-02T10:00:37.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13490 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1174401024 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.927 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13463552 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20114, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70152738 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3531, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7885278805 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24955, 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 205656127 2024-04-02T10:00:37.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22338588208 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.930 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83339, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1596587554 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50276591 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22388864799 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.931 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32694, 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1320190698 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 873, 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2572104 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9623, 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12616995 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.932 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 48, 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 96438 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17030, 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504848603 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 249224 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22523 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21011, 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1891969978 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50793, 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22393822 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.934 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29782, 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1655142597 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15843, 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 471776081 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8994033904 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.936 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 504532343 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4450917289527 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6600418434222 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3236764428460 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10350412 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 325159577 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33452082531 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34800334 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14242763011 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15241566016 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9569712 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2509, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14696522 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.939 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72272492531 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16284973159 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 604530989 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.940 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 543932416 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 418095104 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125837312 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56404386 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.943 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69359198 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032898 2024-04-02T10:00:37.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2640 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 195504 2024-04-02T10:00:37.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71696830 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13909184 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37602924 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74317012 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.950 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032898 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110917 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1110160 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70673897 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:37.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50153 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 135141, 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12444286335 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.955 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479756157 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44754052294 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.956 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50979, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15038759241 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31601024600 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39548 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13569804055 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.957 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39746, 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7048374935 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281088636 2024-04-02T10:00:37.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9048 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 391259168 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18054766658 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.959 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9486, 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5708086927 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:37.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14083128347 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1557 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088496989 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:37.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13129481581 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1747, 2024-04-02T10:00:37.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2282297379 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10236807617 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.963 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:37.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4194304 2024-04-02T10:00:37.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.964 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:37.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:37.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.965 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:37.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:37.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.965 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747737088 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16396 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:37.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.967 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4042752 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 556892160 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4077704 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.968 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1036658 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 149, 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 718547 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484179968 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.969 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63382, 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8658665847 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63393, 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13878478479 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10338304 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 259698688 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.970 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:37.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479920128 2024-04-02T10:00:37.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.971 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:37.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.973 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:37.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.974 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:37.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:37.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.975 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:37.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2031677530 2024-04-02T10:00:37.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34006 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770110976 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770115072 2024-04-02T10:00:37.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25556 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34006, 2024-04-02T10:00:37.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 841521586 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1949664678 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31490 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1240332 2024-04-02T10:00:37.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 613 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4002603 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 796 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:37.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 183 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 796, 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1304215 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.980 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 705 2024-04-02T10:00:37.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9369 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.982 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 822919168 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9854976 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13756, 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51839510 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.983 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3432, 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3594853440 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.984 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18141, 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 158514147 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:37.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16998605912 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62876, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1267619148 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33624430 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17032230342 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.986 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24741, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 466008653 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 885, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2371322 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17720, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11271738 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.987 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54218 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11538, 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1679812533 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 187938 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18224 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:37.988 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14523, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1671818360 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 47008, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12849309 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32485, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1333161035 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11999, 2024-04-02T10:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 328035867 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7047067432 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 827300048 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14485, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3457063218730 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6286834937045 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74095, 2024-04-02T10:00:37.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2479735809265 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74095, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7485616 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 354807496 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26516565961 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26628905 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11196217296 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9303654469 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5965667 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:37.993 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2393, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12400218 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54430844518 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10086272802 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:37.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 480557217 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516120576 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 491405312 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.995 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24715264 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57300039 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 290816 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68234169 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:37.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750293 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114320 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.001 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73450123 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3486752 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38200026 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67365126 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750293 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 109141 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134470 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72322576 2024-04-02T10:00:38.007 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.008 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34922 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95050, 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8348588274 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1521665982 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52915227578 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 35349, 2024-04-02T10:00:38.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12901300213 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30540719415 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26678 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11356670474 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26832, 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5568055868 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6063446459 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4397 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:38.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342442380 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12153577162 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4558, 2024-04-02T10:00:38.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2750119207 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8085893569 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3847 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1179223602 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:38.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29404979942 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3959, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4583125138 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16391379387 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.015 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36792726 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494047232 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:38.016 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20668 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:38.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4956160 2024-04-02T10:00:38.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 592883712 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3721433 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1032909 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:38.019 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 154, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 823732 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 544669696 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64086, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8743160771 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64096, 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13950272447 2024-04-02T10:00:38.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13221888 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 262578176 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 553189376 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3259052678 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43717 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715254784 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.022 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715258880 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31301 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43717, 2024-04-02T10:00:38.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1228288457 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3159651078 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40668 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2217124 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 755 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4920230 2024-04-02T10:00:38.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 954 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 202 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 954, 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1153374 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.026 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9962 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.027 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 862707712 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9846784 2024-04-02T10:00:38.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17600, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56596361 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3466, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4780391941 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.029 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22144, 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 203077849 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64047, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17087629837 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63628, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1325013970 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64047, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40272876 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64047, 2024-04-02T10:00:38.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17127902713 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32546, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653915244 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 758, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2317527 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:38.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8205, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7099299 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 87014 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11860, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1110792905 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 198289 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:38.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17730 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7567, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1713538356 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33011, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9322172 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25444, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1495347410 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:38.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13345, 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 386018875 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:38.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8148765373 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 981331138 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15591, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3629567667488 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:38.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6293513433428 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75456, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3104330862019 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75456, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7796695 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 196584770 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26843189584 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25383805 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11949381591 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11261452761 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5960447 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2349, 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14366570 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58411271359 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:38.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12292524846 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 472621879 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 576389120 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.040 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 537722880 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38666240 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57162744 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.042 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73728 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68592648 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:38.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720584 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1872 2024-04-02T10:00:38.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132000 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74461800 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4422880 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38108496 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74909136 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:38.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720584 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114815 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1125393 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73355688 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.053 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58 2024-04-02T10:00:38.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34518 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 104572, 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10993205975 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.055 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1556159269 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34518, 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47421630698 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607133068 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:38.056 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34993, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17031848333 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34518, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36200230297 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21715 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21715, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12562504664 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607133068 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21838, 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913933225 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21715, 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7008132764 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11742 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 421886341 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11742, 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21670236957 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:38.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12023, 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10044777809 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11742, 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19148410622 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1061 2024-04-02T10:00:38.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134272928 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13188889077 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1132, 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2073137299 2024-04-02T10:00:38.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10043686911 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8388608 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.062 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 554528768 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:38.063 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:38.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.466821342750336e-06, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 812, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 1341440, 2024-04-02T10:00:38.065 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 311, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:38.066 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 153807, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:38.067 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 43215, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.1294408725225367e-07, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 158, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 178176, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 21027, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 6622, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 14405, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 63081, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 69, 2024-04-02T10:00:38.068 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 36864 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.069 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T10:00:38.070 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:38.071 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool", 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "selfmanaged_snaps" 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:38.072 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 12595200, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 4, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:38.073 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.7437614587834105e-05, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 9042, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 3226748928, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 4194323, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 4194323, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 12582969, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 24289, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 3104193536 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:38.074 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T10:00:37.171230", 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T10:00:38.075 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_stats": { 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "7.9.2" 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:38.076 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:38.078 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pg": [ 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.080 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309904+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.081 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.082 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2c", 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:19:51.711104+0000", 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.084 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.085 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.086 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.087 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341810+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.088 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162811+0000", 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.089 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2b", 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5137, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:49.448487+0000", 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.091 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.092 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.093 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.094 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329781+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.095 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2a", 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.096 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:41:08.301961+0000", 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.098 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.099 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.100 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:38.101 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335724+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.102 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.103 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.29", 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5072, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:48.727784+0000", 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.105 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.106 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.107 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.108 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.356754+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.109 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.28", 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.110 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5115, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:20.638162+0000", 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.112 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.113 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.114 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.330876+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.115 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.116 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.27", 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5066, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:04.603009+0000", 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.119 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.120 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.121 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.122 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.123 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.26", 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4969, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:37:48.646577+0000", 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.127 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357129+0000", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.129 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.25", 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:38.130 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:39.535457+0000", 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.133 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.134 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:38.135 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357522+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.136 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.24", 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:38.137 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:09.665870+0000", 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.140 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.141 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.342355+0000", 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162641+0000", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.143 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.23", 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5140, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:31.494537+0000", 2024-04-02T10:00:38.144 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.147 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.148 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:38.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346037+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.150 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.22", 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.151 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:53:37.785841+0000", 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.154 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.155 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296589+0000", 2024-04-02T10:00:38.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.157 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.21", 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.158 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5095, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:04.936623+0000", 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.162 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302167+0000", 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:38.164 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.20", 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.165 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4966, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:39.362344+0000", 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.168 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.169 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336331+0000", 2024-04-02T10:00:38.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.171 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.f", 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:38.172 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:53.755071+0000", 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.175 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.176 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342060+0000", 2024-04-02T10:00:38.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:38.178 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.e", 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.179 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:38.181 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.181 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:13:31.516658+0000", 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.182 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.183 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.184 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.185 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:38.186 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.311716+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:38.187 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.c", 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.188 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:04.078249+0000", 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.189 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.190 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.191 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.192 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:38.193 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341270+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.194 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.d", 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.195 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5118, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:28.098781+0000", 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 70, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.196 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.197 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.198 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.199 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341525+0000", 2024-04-02T10:00:38.200 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.201 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.d", 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.202 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:27:09.346134+0000", 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.203 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.204 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.205 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.206 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:38.207 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.341392+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.208 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.c", 2024-04-02T10:00:38.209 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:45:28.960462+0000", 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.210 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.212 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.213 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305947+0000", 2024-04-02T10:00:38.214 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.215 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.a", 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.216 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4975, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:51:07.269361+0000", 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.217 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.218 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.219 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.220 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326960+0000", 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.221 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 4, 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.222 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 4, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.b", 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.223 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4946, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:01.751305+0000", 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.224 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.225 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:38.226 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'4" 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.227 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335320+0000", 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.228 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.229 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.b", 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:38.230 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:53.372568+0000", 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.232 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.233 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.234 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:38.235 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341471+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.236 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.a", 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.237 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:48.277877+0000", 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.239 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.240 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.241 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.242 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325382+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.243 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.244 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.8", 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5073, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:05.793899+0000", 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.246 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.247 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:38.249 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340980+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.250 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.9", 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.251 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:55.638971+0000", 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.255 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323784+0000", 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.256 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.257 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.9", 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.258 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:00.286939+0000", 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.260 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.261 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.262 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.334567+0000", 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.263 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.264 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.8", 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.265 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4938, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:13:13.016742+0000", 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.267 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.269 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341399+0000", 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.270 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505434+0000", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.271 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.6", 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:01.150361+0000", 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.272 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.274 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.275 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.276 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326499+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.277 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.278 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.7", 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4956, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:25.619433+0000", 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.281 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.282 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.283 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.717439+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.284 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156797+0000", 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3164, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.285 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3164, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.1", 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8912, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:42.451992+0000", 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.006412513, 2024-04-02T10:00:38.286 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.288 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1048, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 433688, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3154, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 411489 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.289 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3164" 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.290 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332737+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.291 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.292 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.7", 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:59:41.345212+0000", 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.296 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:38.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306497+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.298 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.6", 2024-04-02T10:00:38.299 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5123, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:28:00.326888+0000", 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "556'3" 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.303 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:38.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.638049+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.305 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3044, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3044, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.0", 2024-04-02T10:00:38.306 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8862, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:51.346126+0000", 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002137842, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1207, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 367727, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3017, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 374571 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.310 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3044" 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.311 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336289+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.313 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.4", 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5117, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:09.830811+0000", 2024-04-02T10:00:38.314 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.318 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336770+0000", 2024-04-02T10:00:38.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059093+0000", 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.320 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.5", 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.321 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4912, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:42.553794+0000", 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.324 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.325 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:38.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608004+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162956+0000", 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.327 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3179, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3179, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.3", 2024-04-02T10:00:38.328 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 9308, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:13.977156+0000", 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004256378, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1944, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 379132, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.331 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3163, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 392493 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3179" 2024-04-02T10:00:38.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333406+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.334 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.0", 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:10.623717+0000", 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.338 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.339 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.340 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.343198+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.341 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.342 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.343 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.343 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.343 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.343 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.343 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.343 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1", 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:02.332202+0000", 2024-04-02T10:00:38.344 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.345 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.345 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.346 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.349 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.350 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608005+0000", 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.351 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:38.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:38.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3015, 2024-04-02T10:00:38.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.354 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.354 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3015, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.6", 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8956, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.355 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:57.280916+0000", 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004184078, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1321, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 398272, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2959, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 367657 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.358 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3015" 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.359 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 20, 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338959+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 197, 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.361 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "1.0", 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5421, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:05.902953+0000", 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.362 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:38.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 812, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1310, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 311, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.365 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "233'197" 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.366 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329121+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.368 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.3", 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:42:29.095790+0000", 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.369 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.372 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.373 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309658+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.375 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2", 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:34.590942+0000", 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.376 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.379 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.380 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.716142+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2915, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.382 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2915, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.5", 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8613, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:15:45.008119+0000", 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002789447, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1201, 2024-04-02T10:00:38.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 383184, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2898, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 310417 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.386 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2915" 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.359879+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1", 2024-04-02T10:00:38.389 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5102, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:12.945629+0000", 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.393 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299700+0000", 2024-04-02T10:00:38.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.395 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.0", 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5119, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.396 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:44.031109+0000", 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.399 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.400 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.664049+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.401 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2982, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2982, 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.402 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.7", 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8647, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:30:49.404381+0000", 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00765125, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194304, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.403 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 710, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 395417, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2979, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 379094 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2982" 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.406 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.407 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297469+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157972+0000", 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.409 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3", 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5028, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:19.551512+0000", 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.410 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.413 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.414 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310917+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.416 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.2", 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:27.257954+0000", 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.417 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.420 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.421 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.663326+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060441+0000", 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3101, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3101, 2024-04-02T10:00:38.423 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.4", 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8740, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:41.841980+0000", 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00714499, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.424 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 623, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 386517, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3115, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397954 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.427 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3101" 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.428 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346393+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.429 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.430 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.5", 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5017, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:20.331382+0000", 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.431 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.435 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.695321+0000", 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.437 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.4", 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.438 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5132, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:13:22.003066+0000", 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.441 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.442 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.660436+0000", 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3019, 2024-04-02T10:00:38.444 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3019, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.2", 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.445 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8935, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:24.372401+0000", 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004323447, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 19, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 988, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 407185, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3004, 2024-04-02T10:00:38.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397764 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3019" 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.449 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330359+0000", 2024-04-02T10:00:38.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.451 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.e", 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:38.452 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:15:58.431759+0000", 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.456 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:38.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331641+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.458 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.f", 2024-04-02T10:00:38.459 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5029, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:34.963785+0000", 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 22, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:38.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:38.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.464 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342447+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.11", 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4922, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:17:22.447390+0000", 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.470 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.471 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.704352+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 8, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.473 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.10", 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:55:35.713585+0000", 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 4, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 48, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 48, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.477 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'8" 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.478 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.307241+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.480 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.10", 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:18.480767+0000", 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.481 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.484 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.485 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.304785+0000", 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.487 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.11", 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.488 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:15.384248+0000", 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.491 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.492 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338237+0000", 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.494 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.13", 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.495 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:57:47.045770+0000", 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.498 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.499 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330109+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.501 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.12", 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:20.904891+0000", 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.502 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.505 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.506 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340430+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.508 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.12", 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:51.898170+0000", 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.509 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.512 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.513 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341371+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.515 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.13", 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5143, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:50.699254+0000", 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 34, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.516 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:38.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 16, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 7 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.519 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.520 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333089+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.522 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.15", 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4905, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:12.966652+0000", 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.523 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.526 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.527 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306388+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 30, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 30, 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.529 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.14", 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5004, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:24:06.483524+0000", 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 5824, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:38.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 20, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 28, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 28, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 25 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'30" 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.533 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:38.534 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323606+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.14", 2024-04-02T10:00:38.536 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:34.637868+0000", 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.537 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:38.541 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337781+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.15", 2024-04-02T10:00:38.543 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5127, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:19.708623+0000", 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 90, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.544 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:38.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 14, 2024-04-02T10:00:38.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 14, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'3" 2024-04-02T10:00:38.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.548 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.344938+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.549 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.550 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.17", 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5135, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:52:14.058895+0000", 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.554 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:38.555 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310525+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.556 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.16", 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.557 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5016, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:12:06.779590+0000", 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.558 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.559 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.561 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:38.562 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330940+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:38.563 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.16", 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.564 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4983, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:42.158084+0000", 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.565 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.566 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.568 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:38.569 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302404+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591360+0000", 2024-04-02T10:00:38.570 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.17", 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.571 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:16.908965+0000", 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.572 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.573 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.575 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.576 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.345871+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.577 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058445+0000", 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.578 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.19", 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5111, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:33.174159+0000", 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.579 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.580 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.582 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329541+0000", 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.583 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.584 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.18", 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.585 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:24.577991+0000", 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.586 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.587 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.589 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.355375+0000", 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.590 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.591 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.18", 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:38.592 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:47:07.746469+0000", 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.594 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.595 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.596 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296430+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.597 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.598 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.19", 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.599 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:15.084594+0000", 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.600 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.601 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.603 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:38.604 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340812+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.605 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1b", 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.606 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5133, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:00.525483+0000", 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.607 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.610 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325345+0000", 2024-04-02T10:00:38.611 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:38.612 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1a", 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4968, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.613 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:30.219251+0000", 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.616 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.617 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.340407+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.618 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.619 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1a", 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:24.047869+0000", 2024-04-02T10:00:38.620 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.624 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331710+0000", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.625 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.626 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1b", 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.627 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:55:08.391276+0000", 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.630 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.631 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297285+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.632 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.633 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1d", 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4994, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:16.324235+0000", 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.636 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.637 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336912+0000", 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.638 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.639 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1c", 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.421325+0000", 2024-04-02T10:00:38.640 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.643 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.644 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.336002+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.646 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1c", 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5075, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:54.225782+0000", 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.650 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.651 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.345833+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:38.653 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1d", 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4927, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:26:52.838851+0000", 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.658 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335974+0000", 2024-04-02T10:00:38.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.660 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1f", 2024-04-02T10:00:38.661 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:22.240422+0000", 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.665 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.666 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337294+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:38.668 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1e", 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5089, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:43:58.311047+0000", 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.669 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.672 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.673 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299895+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.675 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1e", 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5069, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:04:33.590854+0000", 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.676 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.679 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:38.680 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332130+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:38.681 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 6, 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.682 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.683 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 6, 2024-04-02T10:00:38.683 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.683 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.683 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1f", 2024-04-02T10:00:38.683 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.684 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.684 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.684 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5152, 2024-04-02T10:00:38.684 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.684 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:38:01.798031+0000", 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 582, 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:38.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 8, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.688 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'6" 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.689 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341434+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.691 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2d", 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4924, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:42.343731+0000", 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.695 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.696 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329000+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.698 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2e", 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.699 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.700 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.700 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5090, 2024-04-02T10:00:38.700 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.700 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:18:17.007595+0000", 2024-04-02T10:00:38.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.701 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.704 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.705 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.706 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327697+0000", 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.707 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.708 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2f", 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:38.709 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:22:10.591410+0000", 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.710 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.711 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.712 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.713 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:38.714 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327682+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.715 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.30", 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.716 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4993, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:41.039763+0000", 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.719 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.721 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336076+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.722 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.31", 2024-04-02T10:00:38.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5113, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:30.169147+0000", 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.726 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.727 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335947+0000", 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.729 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.32", 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.730 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:39.541050+0000", 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.733 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.734 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.293080+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.736 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.33", 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5068, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:59.152239+0000", 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.740 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.741 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309789+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.743 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.34", 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:25.196826+0000", 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.744 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.747 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.748 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302915+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589561+0000", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.750 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.35", 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4959, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:07:23.959026+0000", 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.751 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.754 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.755 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305127+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590445+0000", 2024-04-02T10:00:38.756 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.36", 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.757 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4959, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:16.594608+0000", 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.758 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.761 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336803+0000", 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.762 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.763 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.37", 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.764 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4935, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:17:29.912982+0000", 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.765 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.766 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.768 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.769 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.300046+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.770 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.38", 2024-04-02T10:00:38.771 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5070, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:26.183880+0000", 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.772 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.773 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.775 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.335318+0000", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.776 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.777 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.39", 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:25.759914+0000", 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.778 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.779 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.780 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.782 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.330765+0000", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.783 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:38.784 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3a", 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4987, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:45.520896+0000", 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.785 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.786 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.788 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.789 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336453+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.790 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.791 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.793 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.793 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.793 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.794 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3b", 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:27:17.005627+0000", 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:38.798 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.799 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.328353+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.801 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3c", 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5014, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:44.116710+0000", 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.805 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:38.806 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.696348+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.808 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3d", 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:10.226984+0000", 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.809 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.812 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.813 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306226+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.815 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3e", 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5122, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:35:19.086191+0000", 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.816 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.819 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:38.820 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341521+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:38.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:38.822 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3f", 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4928, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:46.523503+0000", 2024-04-02T10:00:38.823 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pool": [ 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 24, 2024-04-02T10:00:38.827 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 24419, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 8, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 24419, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 4, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194323, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:38.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 2, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 9042, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 3151122, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 24289, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 3031439 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 12595200, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:38.831 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 12582969, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 24 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 192, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 64, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:38.832 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 3, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:38.835 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 192 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 3, 2024-04-02T10:00:38.836 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 197, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 1, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 3, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 1, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:38.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 812, 2024-04-02T10:00:38.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1310, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 311, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 1781760, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 1771104, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:38.840 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 3 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 96, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 75, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 32, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 75, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 2, 2024-04-02T10:00:38.841 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 6622, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:38.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 66, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 22, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 14, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:38.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 158, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 174, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 69, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 36 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 110592, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:38.844 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 19866, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 43215, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 96 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T10:00:38.845 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813534208, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146750976, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 5146750976, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.006701845210045576 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813534208, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146750976 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T10:00:38.846 INFO:tasks.workunit.client.0.smithi112.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T10:00:38.848 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry preview-device 2024-04-02T10:00:38.848 INFO:tasks.workunit.client.0.smithi112.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-02T10:00:38.848 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='client.46238 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.848 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='client.46238 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.848 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:38.848 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='client.36306 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.849 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.850 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='client.36306 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.851 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.852 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:37 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:38.853 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry preview-all 2024-04-02T10:00:38.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='client.46238 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='client.46238 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:38.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='client.36306 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='client.36306 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='client.46238 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='client.46238 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='client.36306 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='client.36306 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.861 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:38.862 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:37 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='client.46268 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='client.46268 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: mgrmap e42: y(active, since 87m), standbys: x 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='client.36336 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.233 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.234 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:38 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='client.46268 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='client.46268 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: mgrmap e42: y(active, since 87m), standbys: x 2024-04-02T10:00:39.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='client.36336 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:39.280 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.281 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='client.46268 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.282 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='client.46268 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: mgrmap e42: y(active, since 87m), standbys: x 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='client.36336 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.283 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:39.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:38 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:39.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:39 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:10:00:39] "GET /metrics HTTP/1.1" 200 34272 "" "Prometheus/2.43.0" 2024-04-02T10:00:40.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:39 smithi187 ceph-mon[84356]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:40.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:39 smithi112 ceph-mon[88945]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:40.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:39 smithi112 ceph-mon[91385]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:42.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:41 smithi187 ceph-mon[84356]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:42.368 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:41 smithi112 ceph-mon[91385]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:42.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:41 smithi112 ceph-mon[88945]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:42.731 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:00:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:44.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:43 smithi187 ceph-mon[84356]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:44.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:43 smithi112 ceph-mon[91385]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:44.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:43 smithi112 ceph-mon[88945]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:46.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:45 smithi187 ceph-mon[84356]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:46.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:45 smithi112 ceph-mon[88945]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:46.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:45 smithi112 ceph-mon[91385]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:48.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:47 smithi187 ceph-mon[84356]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:48.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:47 smithi112 ceph-mon[91385]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:48.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:47 smithi112 ceph-mon[88945]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi112.stdout: "device_report": { 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi112.stdout: "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a0519cc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082456": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046296 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 34847281 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 56285990 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 88, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3764, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3781, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3747 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 0, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 458843735, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 2283751422, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 7344385278, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 39846862714, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 12, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 52957, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 55956, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 5 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 52957, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 55956 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 12%", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 458,843,735 [234 TB]", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 2,283,751,422 [1.16 PB]", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 7,344,385,278", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 39,846,862,714", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 0", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 52,957", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 55,956", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 5", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a07035e-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082458": { 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046298 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.960 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:48.961 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.962 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 28111849 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 48666638 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.963 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T10:00:48.965 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:48.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 89, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3319, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3333, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3303 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.967 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 8, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 366267490, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 1842338146, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 6122008295, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 31888129422, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 11, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 55957, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 52131, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T10:00:48.968 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 527 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 55957, 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 52131 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T10:00:48.969 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.970 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:48.971 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.972 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 11%", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 366,267,490 [187 TB]", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 1,842,338,146 [943 TB]", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 6,122,008,295", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 31,888,129,422", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 8", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 55,957", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 52,131", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 527", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:48.973 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T10:00:48.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "report": { 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:48.975 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:48.976 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:48.977 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:48.978 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T10:00:48.979 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:48.980 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T10:00:48.981 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T10:00:48.982 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:48.983 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:48.984 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T10:00:48.985 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 2, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "has_msr_rules": 0, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 1, 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_descents": 100, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_stats": { 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 313120, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 868352, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 0, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 353, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 902736, 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 947200, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14474896, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20668416, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 410320, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 638976, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 447, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1471768, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1169920, 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14863896, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 173514752, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2474864, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1441792, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6847, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 12011632, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3861248, 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 152152352, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 174956544 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 168984576, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2514280, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 2834432, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6511, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 9112216, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3046656, 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 151296768, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 171819008 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 260030464, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 6001376, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1146880, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9562, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 13750544, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 5604608, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 231528208, 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 261177344 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 566140928, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 25756200, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 47857664, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12555, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 96823320, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9293056, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 430860480, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 613998592 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 686333952, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28209136, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 37445632, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 13593, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 94417080, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9569792, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 550730072, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 723779584 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 519577600, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 27183064, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 7774208, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12356, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 77950048, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10559232, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 400477384, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 527351808 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 482762752, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 19145064, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 31965184, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9821, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 55005848, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10547968, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 394787072, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 514727936 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 605159424, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22155400, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 40304640, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11409, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 75544576, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10776832, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 493274744, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 645464064 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 421601280, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28435568, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 125739008, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12581, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 99898104, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 8899072, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 280960664, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 547340288 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 497106944, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 17064832, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 5373952, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 24387584, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9789, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 72721904, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10033152, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 391913104, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 521494528 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 541499392, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22150384, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 38297600, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11150, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 73580480, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 59, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9506560, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 432854096, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 579796992 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "io_rate": { 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_stats_delta": { 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 0, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 0, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "stamp_delta": "12.002653", 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 9, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 6, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 0 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "mempool": { 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 150039, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 928, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 222320, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 65 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51904, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 181 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12416, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 256 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42196673, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5220 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42089745, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5194 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 968, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42518645, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5264 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 88, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11792, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20440, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 388 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47232, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 25 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2688, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 14 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 374608, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 832089, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 229 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2465822, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 545594 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7061376, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10416 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 78616, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8361 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86448, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45675, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 49 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 14814590, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 269 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21384, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 243 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 524880, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7094464, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 18432 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 22792, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 34816, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4416, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372320, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1336344, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2435904, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 537417 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6960736, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10268 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76448, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8185 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 85920, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55440, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 24494587, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 270 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 32120, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 365 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 443232, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 38 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7243392, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21116 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 18296, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 341 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 120704, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1920, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55360, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 692 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 358384, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 234178, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 71 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1753196, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 389306 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5157376, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7616 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 66372, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7019 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82704, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 35835, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10702446, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 13332 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8448, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 96 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361584, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3187600, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 6130 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16624, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 307 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42624, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 53440, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 668 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 304970, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 98 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1749173, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 387236 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5126096, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7570 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67260, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7045 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 143491, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 64 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20595622, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 272 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 431568, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 37 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3528720, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9186 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20272, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 374 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 39168, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 26 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4608, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 24 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54880, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 686 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1053895, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 265 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2104680, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 461722 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6016896, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8880 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67456, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7044 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165596, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 123140, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 53 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25350754, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 277 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25344, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5053360, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12118 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 23424, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43776, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 30 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 768, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 4 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56400, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 705 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372736, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360413, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 100 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2354055, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 527939 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6819976, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10061 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76724, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8193 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86016, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43391, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 50 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4491377, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 261 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 466560, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 40 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6440720, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12386 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17024, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 314 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30592, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 22 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3648, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 19 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54000, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 675 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361088, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 659448, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 165 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1712258, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 378318 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4995536, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7378 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 68672, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7200 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83328, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165508, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1189 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47065, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20062287, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 279 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16544, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 188 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3591224, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9235 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17776, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 324 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30720, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54240, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 678 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360880, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 609303, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 134 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1993991, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 444499 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5795216, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8554 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 69408, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7202 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83280, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31603, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21099642, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12320, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 140 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 536544, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4870216, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9369 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "reef", 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "squid" 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 19, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "squid" 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9321, 17, 1, 0, 4, 3, 0, 6, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10066, 66, 20, 0, 22, 2, 5, 16, 27, 43, 105, 37, 55, 34, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1476, 21, 46, 0, 2, 0, 0, 3, 4, 15, 71, 163, 152, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 853, 11, 1, 0, 1, 1, 0, 0, 0, 2, 1, 16, 210, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 434, 13, 6, 0, 0, 1, 0, 0, 0, 9, 8, 8, 23, 53, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 293, 15, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 12, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 132, 5, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 8, 18, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6816, 5, 0, 0, 3, 2, 2, 5, 4, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8150, 34, 1022, 2, 20, 6, 6, 14, 17, 49, 105, 53, 75, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1292, 7, 463, 21, 0, 0, 0, 3, 3, 11, 48, 233, 271, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 307, 3, 3, 10, 1, 0, 0, 0, 0, 2, 1, 11, 257, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 94, 4, 1, 0, 2, 0, 0, 1, 0, 0, 2, 4, 20, 38, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 75, 0, 19, 0, 0, 0, 0, 0, 0, 1, 0, 7, 21, 3, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 131, 0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 3, 44, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 1, 26, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10444, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9823, 85, 37, 0, 12, 0, 0, 2, 0, 0, 3, 14, 9, 13, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 968, 103, 183, 2, 2, 0, 0, 0, 8, 1, 22, 10, 1, 4, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 508, 12, 35, 0, 0, 0, 0, 0, 3, 4, 0, 22, 39, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 13, 12, 0, 0, 0, 0, 1, 7, 9, 2, 4, 26, 76, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 129, 3, 19, 31, 0, 0, 0, 1, 10, 8, 5, 12, 27, 20, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 81, 0, 3, 36, 62, 0, 0, 1, 3, 7, 1, 6, 27, 31, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 2, 71, 83, 2, 0, 0, 1, 0, 3, 7, 23, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 3, 46, 0, 1, 0, 0, 0, 0, 1, 6, 22, 20, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 616, 50, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16948, 7959, 0, 1, 7389, 441, 1, 0, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10761, 366, 15, 0, 372, 152, 5, 6, 8, 21, 34, 23, 24, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1851, 11, 25, 0, 1, 0, 0, 0, 4, 1, 17, 70, 76, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 448, 5, 0, 0, 13, 5, 0, 0, 0, 0, 0, 7, 105, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 123, 7, 5, 0, 164, 16, 0, 0, 1, 4, 5, 9, 13, 24, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 1, 1, 0, 330, 12, 0, 3, 0, 0, 0, 0, 15, 4, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 0, 0, 0, 364, 0, 0, 0, 0, 0, 3, 7, 10, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 1826, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8321, 1, 64, 5, 14, 13, 2, 0, 0, 0, 13, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7545, 12, 5, 0, 16, 22, 68, 71, 16, 14, 49, 10, 12, 21, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 988, 6, 2, 0, 1, 0, 2, 5, 3, 14, 61, 79, 30, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 339, 6, 0, 0, 0, 0, 0, 1, 1, 1, 7, 26, 186, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 88, 5, 0, 0, 0, 1, 1, 0, 0, 1, 8, 10, 19, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 60, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 9, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 40, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 17, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5420, 3131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14154, 5102, 1, 0, 1, 0, 0, 2, 1, 3, 1, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8344, 131, 3, 1, 6, 0, 1, 3, 1, 5, 5, 3, 9, 18, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1411, 21, 6, 1, 3, 0, 0, 0, 1, 5, 15, 2, 1, 2, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 441, 2, 0, 5, 5, 0, 0, 0, 0, 3, 4, 11, 48, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 8, 0, 0, 0, 1, 0, 1, 5, 9, 6, 5, 18, 56, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 191, 0, 0, 1, 0, 0, 0, 0, 4, 2, 0, 2, 15, 13, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 4, 26, 14, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 9, 3, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 81, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7859, 3458, 4153, 8, 17, 22, 0, 1, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7377, 332, 284, 0, 26, 31, 74, 98, 3, 11, 9, 10, 10, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 916, 43, 42, 0, 5, 2, 25, 43, 6, 12, 54, 85, 42, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 354, 4, 0, 0, 0, 1, 0, 0, 0, 1, 6, 20, 168, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 161, 4, 0, 0, 1, 1, 0, 0, 0, 0, 4, 0, 15, 47, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 114, 6, 2, 0, 0, 0, 0, 1, 0, 0, 11, 3, 6, 15, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 10, 16, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 13, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12147, 1, 1, 0, 1, 0, 0, 0, 0, 2, 1, 4, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7312, 45, 15, 0, 12, 0, 2, 0, 4, 1, 3, 10, 5, 15, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 784, 5, 11, 0, 2, 0, 2, 0, 3, 5, 16, 3, 4, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 6, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 16, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 1, 6, 0, 5, 0, 21, 32, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 6, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 29, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4935, 44, 68, 179, 419, 581, 677, 2, 1, 2, 2, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 716, 23, 31, 20, 50, 31, 45, 1, 3, 5, 4, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 256, 1, 2, 0, 0, 0, 1, 0, 1, 0, 0, 3, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 130, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 4, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 17, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 5, 9, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2893, 219, 25, 54, 123, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 387, 63, 1300, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 220, 2, 43, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1541, 1046, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1676, 1904, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 46, 48, 28, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9238, 5, 0, 0, 0, 1, 2, 3, 3, 1, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16641, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 707, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 382, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 10, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 227, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3695, 34, 2, 0, 18, 1, 5, 9, 17, 14, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 402, 9, 2, 0, 6, 1, 0, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 212, 11, 33, 45, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 887, 178, 1, 106, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3880, 2285, 0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 746, 542, 1, 54, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 769, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2922, 228, 31, 60, 139, 274, 473, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 284, 5, 0, 0, 0, 1, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 662, 5, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4884, 76, 126, 237, 465, 596, 716, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 386, 1, 6, 8, 7, 16, 8, 2, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 208, 3, 5, 15, 3, 1, 1, 0, 0, 1, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 39, 77, 114, 27, 0, 0, 0, 0, 1, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2954, 34, 0, 0, 4, 2, 4, 0, 8, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 372, 1, 1, 0, 0, 1, 0, 1, 2, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 530, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8095, 30, 62, 29, 2, 1, 2, 1, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2351, 31, 107, 47, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 173, 8, 1, 0, 0, 0, 1, 0, 0, 0, 0, 5, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 938, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3842, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16655, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 728, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 253, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3796, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 298, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 686, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1784, 11, 3, 4, 10, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1414, 11, 1, 2, 5, 5, 9, 14, 26, 43, 108, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 243, 12, 0, 0, 0, 1, 1, 6, 8, 4, 35, 144, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 7, 250, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 560, 6, 0, 0, 0, 0, 1, 0, 0, 2, 8, 7, 20, 30, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 21, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2258, 21, 2, 0, 4, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1931, 1, 0, 2, 3, 7, 9, 13, 38, 75, 145, 88, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99, 0, 2, 0, 1, 1, 1, 0, 5, 7, 43, 241, 254, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 10, 315, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 2, 0, 0, 0, 1, 0, 0, 1, 1, 3, 5, 28, 30, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 19, 24, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 320, 7, 2, 0, 9, 0, 0, 2, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 164, 5, 0, 0, 5, 0, 1, 9, 10, 6, 50, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 6, 8, 13, 71, 99, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 135, 5, 0, 0, 0, 0, 0, 1, 3, 6, 20, 35, 21, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 53, 26, 0, 0, 0, 0, 0, 2, 2, 3, 3, 12, 28, 45, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 47, 0, 0, 0, 1, 0, 0, 0, 2, 2, 5, 13, 34, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 82, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1176, 11, 0, 0, 5, 0, 6, 5, 13, 14, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 583, 5, 0, 0, 12, 3, 4, 5, 19, 32, 47, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 238, 12, 0, 1, 0, 0, 1, 2, 4, 5, 20, 97, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 415, 25, 0, 0, 0, 0, 0, 0, 2, 5, 9, 13, 59, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 369, 20, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 15, 22, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 222, 38, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 12, 28, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1075, 12, 0, 0, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 865, 6, 0, 0, 1, 1, 0, 6, 20, 22, 26, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 385, 5, 0, 0, 1, 0, 2, 4, 4, 4, 52, 126, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 482, 7, 0, 0, 1, 1, 1, 1, 1, 5, 9, 15, 171, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 200, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 4, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 101, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 14, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 103, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 576, 18, 0, 0, 6, 1, 4, 4, 14, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 97, 8, 1, 0, 1, 0, 2, 0, 2, 10, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 12, 0, 0, 2, 0, 0, 4, 4, 5, 34, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 7, 0, 0, 0, 1, 0, 0, 1, 1, 8, 15, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 2, 2, 6, 10, 19, 13, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 7, 19, 28, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 69, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1086, 21, 0, 1, 9, 1, 1, 4, 4, 5, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 654, 0, 2, 0, 7, 0, 6, 13, 16, 29, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 6, 0, 0, 1, 1, 1, 4, 3, 2, 38, 94, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 431, 8, 0, 0, 0, 0, 0, 0, 1, 4, 18, 22, 131, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 25, 19, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 104, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 4, 8, 19, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 218, 22, 0, 0, 7, 0, 0, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 3, 0, 0, 2, 1, 0, 3, 3, 2, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 2, 0, 0, 0, 1, 2, 1, 5, 10, 19, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 70, 0, 0, 0, 0, 0, 2, 0, 3, 4, 17, 22, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 28, 23, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 11, 11, 42, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 8, 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "number of replicas", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 1, 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "[1, 1]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "[2, 2]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "[3, 3]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi112.stdout: "[4, 4]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "[5, 5]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "[6, None]" 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "linear" 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 10, 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "duration", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 250000, 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 249999]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "[250000, 499999]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi112.stdout: "[500000, 999999]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[1000000, 1999999]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[2000000, 3999999]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[4000000, 7999999]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[8000000, 15999999]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[16000000, 31999999]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[32000000, None]" 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_counters": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "caps": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_commit": { 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_complete": { 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_keys": { 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_merge": { 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_split": { 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "exported_inodes": { 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "forward": { 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_cap_release": { 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps": { 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "imported_inodes": { 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes": { 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_expired": { 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_pinned": { 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_with_caps": { 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "load_cent": { 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "openino_dir_fetch": { 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi112.stdout: "process_request_cap_release": { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "reply_latency": { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "request": { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rbytes": { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rfiles": { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rsnaps": { 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_reply": { 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "subtrees": { 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_cache": { 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_exportdir": { 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_flush": { 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragstats": { 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_inodestats": { 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_processing": { 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays": { 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_delayed": { 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_completed": { 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_started": { 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_created": { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_enqueued": { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_migrated": { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_reintegrated": { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_log": { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ev": { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "evadd": { 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "evex": { 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "evexd": { 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "evexg": { 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "evlrg": { 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "evtrm": { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "jlat": { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "replayed": { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "seg": { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "segadd": { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "segex": { 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "segexd": { 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "segexg": { 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "segmjr": { 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "segtrm": { 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_mem": { 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "cap": { 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "cap+": { 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "cap-": { 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi112.stdout: "dir": { 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dir+": { 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dir-": { 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dn": { 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dn+": { 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "dn-": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "heap": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 248184 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "ino": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "ino+": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "ino-": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "rss": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53188 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_server": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_request": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_session": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_peer_request": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "req_create_latency": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getattr_latency": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "req_link_latency": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookup_latency": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupino_latency": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupname_latency": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lssnap_latency": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mkdir_latency": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mknod_latency": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mksnap_latency": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "req_open_latency": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "req_readdir_latency": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rename_latency": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmdir_latency": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setattr_latency": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setlayout_latency": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setxattr_latency": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "req_symlink_latency": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "req_unlink_latency": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_sessions": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "average_load": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "avg_session_uptime": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "mdthresh_evicted": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "session_count": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "session_remove": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_open": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_stale": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "total_load": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "purge_queue": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed_ops": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_high_water": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_item_in_journal": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 265 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8629 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58945846 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2069946139 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999922 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8630 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8630 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8630, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26472311047 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8629 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 116332350 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75606 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6001843855 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 171941888 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170500096 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1441792 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24326172 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68929557 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1498417 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70785792 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178302943 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69160993 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 374258, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1743165078 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20822, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10497122697 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 238 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58696527 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1336978094 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999951 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26807560414 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115755690 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75332 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2688955932 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 168804352 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 165961728 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842624 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24221684 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68992038 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1490885 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70751317 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178330948 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69132988 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 372695, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1785494071 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20736, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6335747251 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8702 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60082742 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26106 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1940949475 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8700 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59434388 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67450 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2984944980 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999921 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8703 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8703, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29891222115 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 88144 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258031616 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256704512 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1327104 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24523086 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68811959 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1513012 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70850513 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178250066 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69213870 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 390807, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2000330004 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21000, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8033439496 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23746 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11698176 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 738529280 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4427963 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1266462 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 200, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1000630 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 658046976 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79607, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11787911695 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79601, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19351536450 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10158080 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 326053888 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653787136 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9667239000 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69606 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240361472 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240365568 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67608 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69606, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2500462137 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9579782857 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 66922 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3640330 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11607738 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 984 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 330 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 984, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4693121 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1031 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14656 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1079160832 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14049280 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24103, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67887959 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3612, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7021115880 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30851, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258336843 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23344539631 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 78848, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1662517304 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48091802 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23392631433 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41886, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1651760573 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1092, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240091 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25664, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15360500 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85308 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17917, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3164286358 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 257639 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24114 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13447, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2648285191 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34462, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13007420 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21015, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2111599433 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15596, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 455431702 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13484589066 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 805859642 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9648, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4072598707667 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6772725732521 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2998869254697 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10837607 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 345712055 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41575211794 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32931116 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20728654584 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16349560304 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10154875 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2606, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13453713 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 92497386599 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17493241654 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 824704624 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 610590720 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562733056 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47857664 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56559115 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 552960 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68712949 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2160 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 149808 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70582535 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12588144 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37706077 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67146291 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 982 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79583 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1123008 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69530930 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40522 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 133813, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8563259375 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2709503556 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40522, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 200072205843 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327461 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41431, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23183528914 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40522, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71669434895 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24502 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24502, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16095567609 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327461 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24866, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6937113041 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24502, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6780665326 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8739 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 558576487 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17705317115 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9084, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6474356711 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15339599738 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2150927069 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 166271321119 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7481, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9772059162 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49549169831 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 672108544 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20468 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9158656 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831651840 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3541010 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1287017 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 202, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 972420 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 895811584 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75293, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11341969918 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75287, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18319604198 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9125888 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 308387840 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 891551744 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7352444416 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58122 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158647296 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158651392 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52076 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 58122, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2047461938 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7258297046 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55234 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3290413 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 788 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9077380 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 357 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1134, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3209477 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 631 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13475 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1151930368 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13451264 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19055, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79159557 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3546, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6558633595 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21077, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 182894845 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22200618510 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74521, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1749048767 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48058356 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22248676866 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29484, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1330670531 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 979, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2679340 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9420, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10852087 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81318 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11155, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2030894174 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 232068 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27547 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21387, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2339153327 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70974, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18016542 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49587, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1570486172 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15609, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 448472808 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10221908587 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1356281799 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22592, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4097709958884 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6969745865970 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3121198870510 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9041134 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 347196758 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34835938598 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29315371 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15813873006 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14852051360 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9563958 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2573, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12885488 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76084369387 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15870053352 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 539634446 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 720371712 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 682926080 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37445632 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56702287 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81920 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1048576 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67996337 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 164176 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69494157 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9176432 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37801524 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70462556 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 983 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76704 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1124013 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68459017 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42427 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 140192, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11244366735 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2513419808 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42427, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 756924821484 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428478 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 44098, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33634238018 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42427, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110489992066 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20419 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20419, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14527136635 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428478 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20869, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5748356343 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20419, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6948080414 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12166 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 298458680 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107769648062 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12294, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13696264141 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32706037346 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9842 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2214961128 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 634628036787 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10935, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14189617534 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70835874306 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 363 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 909275136 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17918 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4919296 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 651509760 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5935084 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1112497 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 170, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 865296 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573112320 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70524, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10704243362 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70544, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17076153149 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6311936 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 288944128 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 590151680 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3299910552 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30919 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781392896 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781396992 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28997 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30919, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1189250577 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240264240 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29086 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1917859 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 665 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4866944 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 869 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 209 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 869, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1310489 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8065 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 947953664 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9244672 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14384, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48520298 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3616, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4152164842 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 31961, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 270742802 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20448781288 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69867, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1390765900 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31272779 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20480054067 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261509, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1952494239 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1013, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2774171 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145095, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47202304 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 37, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65478 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23410, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1734074971 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 463386 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18275 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10196, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2387405648 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28170, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9945115 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17974, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2062548377 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12671, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 374469278 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10248177787 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1227641831 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4485973700858 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6586559384482 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842520877935 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9099262 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 458569892 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31517547286 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27533853 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14424350415 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11238178402 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5369475 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2551, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12340040 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67899266630 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12110798332 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479749139 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523943936 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516169728 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7774208 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57236422 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24576 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68559930 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107232 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73934114 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4616416 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38157614 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74666482 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76676 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1135217 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72831421 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54146 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 146183, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8218656607 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1937810151 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 128182400983 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 55011, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53222805061 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89282326290 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24022 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21680880771 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24446, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12332383554 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15415151210 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28127 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494505410 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65580138609 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28412, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37461186954 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59446405865 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1997 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1443304741 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40921381603 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2153, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3429234553 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14420769215 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8763066 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 582365184 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19700 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1585152 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573382656 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3244942 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1141889 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 153, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 746312 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 514392064 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66144, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9960877974 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66154, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16491793570 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5013504 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 271011840 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 531431424 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 676659622 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16527 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614133760 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614137856 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12534 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16527, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 364974496 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 627294028 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15008 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 923389 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 485 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1561817 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 595 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 595, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 498727 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 908 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8748 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 848408576 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9269248 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17513, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54614113 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3562, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2415635379 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15222, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 112830994 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19463796972 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 65426, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1486342357 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37142960 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19500939932 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 27436, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831739148 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1371, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2901723 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9726, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7450375 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55319 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12028, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1890948876 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224077 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18246 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43468, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1686027566 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 106870, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29663502 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63402, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1233791807 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12353, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 320767591 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10424593370 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1414869244 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18170, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3651244917615 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6759366405955 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2896946092845 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7595149 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 441944484 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30658228953 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25784122 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13960204926 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9313913080 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5375403 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2557, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13995621 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 64810525325 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10200287928 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 435787135 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 511451136 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479461376 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31989760 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57495899 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114688 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68210341 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219246 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1264 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85440 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72010530 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 748112 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38330599 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69973193 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219246 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 78805 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1136191 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70882238 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69523 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145573, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7871488345 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1457604313 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 304262662990 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 71792, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33676355381 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74365691894 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51402 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53872338637 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51631, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10591078214 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9364405596 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13903 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 295251445 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 188203222534 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15821, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17977334065 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41259682380 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4218 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1162352868 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 62187101819 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4340, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107943102 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23741603918 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523681792 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28300 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7294976 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 639475712 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3114712 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1086646 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 166, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 742944 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653721600 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63100, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9636434298 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63103, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15695522141 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9150464 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258510848 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666501120 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107328421 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53035 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417814528 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417818624 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45903 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53035, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1685086673 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4993139435 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49535 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321467 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 859 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7233227 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1122 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 275 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1122, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1899334 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 643 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10864 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907567104 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9265152 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23680, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70246511 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3500, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7118370305 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16872, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159121433 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19204472960 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62494, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479187662 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51536969 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19256009929 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24483, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 930503430 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 829, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2240740 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10052, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8339656 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54605 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14267, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3427853034 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 189437 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19381 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9169, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1799586634 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 38134, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17820406 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28965, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1420087494 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13700, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 397718031 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11671717032 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1080276618 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18473, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3988231358271 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6392103517381 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2427971766505 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7688719 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 344437350 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31667893327 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27953165 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14147490849 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15609347609 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5370202 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2451, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13662510 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73453978375 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16575156817 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699058096 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 642056192 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 601726976 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40329216 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56934910 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36864 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 696320 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68161026 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2416 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 156800 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67756824 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6575824 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37956607 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72908081 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 84211 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1130421 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75090016 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28661 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 91850, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10448663406 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1488122712 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79364624730 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29299, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13316423496 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31390810052 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18859 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12104439310 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19041, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4702077333 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5267324970 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5498 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 317535497 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9929570889 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5818, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3529937594 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8562180665 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4304 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1170587215 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57330614531 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4440, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5084408569 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17561304417 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 663007232 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30750 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13873152 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 813723648 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3809001 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1357408 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 217, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088012 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 734265344 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83918, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11477918882 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83938, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18213655281 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11235328 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 343764992 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747044864 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10713276232 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 90700 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223462912 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223467008 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81480 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 90700, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3824896158 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10567969544 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 86250 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5136278 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1160 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13604923 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1630 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1630, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3652466 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 832 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13490 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1174401024 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13463552 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20114, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70152738 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3531, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7885278805 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24955, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 205656127 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22338588208 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83339, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1596587554 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50276591 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22388864799 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32694, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1320190698 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 873, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2572104 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9623, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12616995 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 48, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 96438 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17030, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504848603 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 249224 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22523 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21011, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1891969978 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50793, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22393822 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29782, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1655142597 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15843, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 471776081 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8994033904 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 504532343 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4450917289527 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6600418434222 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3236764428460 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10350412 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 325159577 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33452082531 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34800334 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14242763011 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15241566016 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9569712 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2509, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14696522 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72272492531 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16284973159 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 604530989 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 543932416 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 418193408 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125739008 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56404386 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69359198 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032899 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2640 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 195504 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71696829 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13909184 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37602924 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74317012 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032899 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 80489 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1128809 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70685675 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50153 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 135141, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12444286335 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479756157 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44754052294 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50979, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15038759241 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31601024600 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39548 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13569804055 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39746, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7048374935 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281088636 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9048 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 391259168 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18054766658 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9486, 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5708086927 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:49.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14083128347 2024-04-02T10:00:49.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1557 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088496989 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13129481581 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1747, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2282297379 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10236807617 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4194304 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747737088 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16396 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4042752 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 556892160 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4077704 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1036658 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 149, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 718547 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484179968 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63382, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8658665847 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63393, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13878478479 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10338304 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 259698688 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479920128 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2031677530 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34006 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770110976 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770115072 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25556 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34006, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 841521586 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1949664678 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31490 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1240332 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 613 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4002603 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 796 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 183 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 796, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1304215 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 705 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9369 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 822919168 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9854976 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13756, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51839510 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3432, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3594853440 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18141, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 158514147 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16998605912 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62876, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1267619148 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33624430 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17032230342 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24741, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 466008653 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 885, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2371322 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17720, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11271738 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54218 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11538, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1679812533 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 187938 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18224 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14523, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1671818360 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 47008, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12849309 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32485, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1333161035 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11999, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 328035867 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7047067432 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 827300048 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14485, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3457063218730 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6286834937045 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74095, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2479735809265 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74095, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7485616 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 354807496 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26516565961 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26628905 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11196217296 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9303654469 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5965667 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2393, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12400218 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54430844518 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10086272802 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 480557217 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516120576 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 491708416 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24412160 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57300039 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 290816 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68234169 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750294 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114320 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73450122 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3486752 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38200026 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67365126 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750294 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 94121 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1135471 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72336594 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34922 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95050, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8348588274 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1521665982 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52915227578 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 35349, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12901300213 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30540719415 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26678 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11356670474 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26832, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5568055868 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6063446459 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4397 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342442380 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12153577162 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4558, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2750119207 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8085893569 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3847 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1179223602 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29404979942 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3959, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4583125138 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16391379387 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36792726 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494047232 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20668 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4956160 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 592883712 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3721433 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1032909 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 154, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 823732 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 544669696 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64086, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8743160771 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64096, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13950272447 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13221888 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 262578176 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 553189376 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3259052678 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43717 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715254784 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715258880 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31301 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43717, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1228288457 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3159651078 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40668 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2217124 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 755 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4920230 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 954 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 202 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 954, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1153374 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9962 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 862707712 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9846784 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17600, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56596361 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3466, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4780391941 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22144, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 203077849 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64047, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17087629837 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63628, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1325013970 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64047, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40272876 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64047, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17127902713 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32546, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653915244 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 758, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2317527 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8205, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7099299 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 87014 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11860, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1110792905 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 198289 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17730 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7567, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1713538356 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33011, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9322172 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25444, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1495347410 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13345, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 386018875 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8148765373 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 981331138 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15591, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3629567667488 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6293513433428 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75456, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3104330862019 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75456, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7796695 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 196584770 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26843189584 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25383805 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11949381591 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11261452761 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5960447 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2349, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14366570 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58411271359 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12292524846 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75457, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 472621879 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 576389120 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 537944064 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38445056 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57162744 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73728 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68592648 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720583 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1872 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132000 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74461801 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4422880 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38108496 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74909136 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720583 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 102938 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1119455 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73373504 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34518 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 104572, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10993205975 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1556159269 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34518, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47421630698 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607133068 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34993, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17031848333 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34518, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36200230297 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21715 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21715, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12562504664 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607133068 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21838, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4913933225 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21715, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7008132764 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11742 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 421886341 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11742, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21670236957 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12023, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10044777809 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11742, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19148410622 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1061 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134272928 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13188889077 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1132, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2073137299 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10043686911 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8388608 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 554528768 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.466821342750336e-06, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 812, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 1341440, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 311, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 153807, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 43215, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.1294408725225367e-07, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 158, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 178176, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 21027, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 6622, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 14405, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 63081, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 69, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 36864 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool", 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "selfmanaged_snaps" 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 12595200, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 4, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.7437614587834105e-05, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 9051, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 3226755072, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 4194323, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 4194323, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 12582969, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 24289, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 3104193536 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T10:00:48.784077", 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_stats": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "7.9.2" 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pg": [ 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309904+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2c", 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:19:51.711104+0000", 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341810+0000", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2b", 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5138, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:49.448487+0000", 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329781+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2a", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:41:08.301961+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335724+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.29", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5072, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:48.727784+0000", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.356754+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.28", 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5115, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:20.638162+0000", 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.330876+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.27", 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5066, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:04.603009+0000", 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.26", 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4969, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:37:48.646577+0000", 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357129+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.25", 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:39.535457+0000", 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357522+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.24", 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:09.665870+0000", 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.342355+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.23", 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:31.494537+0000", 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346037+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.22", 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:53:37.785841+0000", 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296589+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.21", 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5095, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:04.936623+0000", 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302167+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.20", 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4966, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:39.362344+0000", 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336331+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.f", 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:53.755071+0000", 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342060+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.e", 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:13:31.516658+0000", 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.311716+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.c", 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:04.078249+0000", 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341270+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.d", 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5118, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:28.098781+0000", 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 70, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341525+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.d", 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:27:09.346134+0000", 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.341392+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.c", 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:45:28.960462+0000", 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305947+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.a", 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4975, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:51:07.269361+0000", 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326960+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 4, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 4, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.b", 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4946, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:01.751305+0000", 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'4" 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335320+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.b", 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:53.372568+0000", 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341471+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.a", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:48.277877+0000", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325382+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.8", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5073, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:05.793899+0000", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340980+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.9", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:55.638971+0000", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323784+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.9", 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:00.286939+0000", 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.334567+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.8", 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4938, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:13:13.016742+0000", 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341399+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.6", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:01.150361+0000", 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326499+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.7", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4956, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:25.619433+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.717439+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3164, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3164, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.1", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8913, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:42.451992+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.006412513, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1048, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 433688, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3154, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 411489 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3164" 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332737+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.7", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:59:41.345212+0000", 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306497+0000", 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.6", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5123, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:28:00.326888+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "556'3" 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.638049+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3044, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3044, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.0", 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8862, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:51.346126+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002137842, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1207, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 367727, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3017, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 374571 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3044" 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336289+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.4", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5117, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:09.830811+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336770+0000", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.5", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4913, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:42.553794+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608004+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3179, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3179, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.3", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 9311, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:13.977156+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004256378, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1947, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 379135, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3163, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 392493 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3179" 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333406+0000", 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.0", 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:10.623717+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.343198+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:02.332202+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608005+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3015, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3015, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.6", 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8956, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:57.280916+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004184078, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1321, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 398272, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2959, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 367657 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3015" 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 20, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338959+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 197, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "1.0", 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5421, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:05.902953+0000", 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 812, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1310, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 311, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "233'197" 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329121+0000", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.3", 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:42:29.095790+0000", 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309658+0000", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2", 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:34.590942+0000", 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.025 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.025 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.025 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.716142+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2915, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2915, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.5", 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8613, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:15:45.008119+0000", 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002789447, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1201, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 383184, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2898, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 310417 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2915" 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.359879+0000", 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5102, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:12.945629+0000", 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299700+0000", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.0", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5119, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:44.031109+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.664049+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2982, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2982, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.7", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8647, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:30:49.404381+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00765125, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194304, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 710, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 395417, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2979, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 379094 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2982" 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297469+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5029, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:19.551512+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310917+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.2", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:27.257954+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.663326+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3101, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3101, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.4", 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8746, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:41.841980+0000", 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00714499, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 629, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 386520, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3115, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397954 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3101" 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346393+0000", 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.5", 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5017, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:20.331382+0000", 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.695321+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.4", 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5132, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:13:22.003066+0000", 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.660436+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3019, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3019, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.2", 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8935, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:24.372401+0000", 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004323447, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 19, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 988, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 407185, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3004, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397764 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3019" 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330359+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.e", 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:15:58.431759+0000", 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331641+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.f", 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5029, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:34.963785+0000", 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 22, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342447+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.11", 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4922, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:17:22.447390+0000", 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.704352+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 8, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.10", 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:55:35.713585+0000", 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 4, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 48, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 48, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'8" 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.307241+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.10", 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:18.480767+0000", 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.304785+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.11", 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:15.384248+0000", 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338237+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.13", 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:57:47.045770+0000", 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330109+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.12", 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:20.904891+0000", 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340430+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.12", 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:51.898170+0000", 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341371+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.13", 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5143, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:50.699254+0000", 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 34, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 16, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 7 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333089+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.15", 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4905, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:12.966652+0000", 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306388+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 30, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 30, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.14", 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5004, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:24:06.483524+0000", 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 5824, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 20, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 28, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 28, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 25 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'30" 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323606+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.14", 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:34.637868+0000", 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337781+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.15", 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5127, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:19.708623+0000", 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 90, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 14, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 14, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'3" 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.344938+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.17", 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5135, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:52:14.058895+0000", 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310525+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.16", 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5016, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:12:06.779590+0000", 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330940+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.16", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4983, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:42.158084+0000", 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302404+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.17", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:16.908965+0000", 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.345871+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.19", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5112, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:33.174159+0000", 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329541+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.18", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:24.577991+0000", 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.355375+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.18", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:47:07.746469+0000", 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296430+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.19", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:15.084594+0000", 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340812+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1b", 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5133, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:00.525483+0000", 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325345+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1a", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4968, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:30.219251+0000", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.340407+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1a", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:24.047869+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331710+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1b", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:55:08.391276+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297285+0000", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1d", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4994, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:16.324235+0000", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336912+0000", 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1c", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.421325+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.336002+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1c", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5075, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:54.225782+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.345833+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1d", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4927, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:26:52.838851+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335974+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1f", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:22.240422+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337294+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1e", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5089, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:43:58.311047+0000", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299895+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1e", 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5069, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:04:33.590854+0000", 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332130+0000", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 6, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 6, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1f", 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5152, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:38:01.798031+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 582, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 8, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'6" 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341434+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2d", 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4924, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:42.343731+0000", 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329000+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2e", 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5090, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:18:17.007595+0000", 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327697+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2f", 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:22:10.591410+0000", 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327682+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.30", 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4993, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:41.039763+0000", 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336076+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.31", 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5113, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:30.169147+0000", 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335947+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.32", 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:39.541050+0000", 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.293080+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.33", 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5068, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:59.152239+0000", 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309789+0000", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.34", 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:25.196826+0000", 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302915+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.35", 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:07:23.959026+0000", 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305127+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.36", 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:16.594608+0000", 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336803+0000", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.37", 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4935, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:17:29.912982+0000", 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.300046+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.38", 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5070, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:26.183880+0000", 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.335318+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.39", 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:25.759914+0000", 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.330765+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3a", 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4987, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:45.520896+0000", 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336453+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3b", 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:27:17.005627+0000", 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.328353+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3c", 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5014, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:44.116710+0000", 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.696348+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3d", 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:10.226984+0000", 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306226+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3e", 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5122, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:35:19.086191+0000", 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341521+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3f", 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4928, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:46.523503+0000", 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pool": [ 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 24, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 24419, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 8, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 24419, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 4, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194323, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 2, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 9051, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 3151128, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 24289, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 3031439 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 12595200, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 12582969, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 24 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 192, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 64, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 3, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 192 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 3, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 197, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 1, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 3, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 1, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 812, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1310, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 311, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 1781760, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 1771104, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 3 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 96, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 75, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 32, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 75, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 2, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 6622, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 66, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 22, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 14, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 158, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 174, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 69, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 36 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 110592, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 19866, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 43215, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 96 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813534208, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146750976, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 5146750976, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.006701845210045576 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813534208, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146750976 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.498 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:48 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:48 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='client.36336 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.502 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.503 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.504 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.504 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.504 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.504 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.504 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.504 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:49 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi112.stdout:Telemetry is on. 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry show 2024-04-02T10:00:50.505 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:10:00:49] "GET /metrics HTTP/1.1" 200 34272 "" "Prometheus/2.43.0" 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 2, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "has_msr_rules": 0, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 1, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_descents": 100, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_stats": { 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 300896, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 835584, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 354, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1077264, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 817664, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14474896, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20684800, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 408848, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 622592, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 448, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1424136, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1235456, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14863848, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 174260224, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2707192, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 1064960, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 696320, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6841, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 11765816, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3514624, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 152192976, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 174956544 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 169025536, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2412744, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 2793472, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6513, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 9392376, 2024-04-02T10:00:50.539 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2952448, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 151253312, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 171819008 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 260145152, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 6132272, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 1032192, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9567, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 13959248, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 5330688, 2024-04-02T10:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 231577216, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 261177344 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 566075392, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 25735992, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 47923200, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12554, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 96810072, 2024-04-02T10:00:50.541 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9262336, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 430859120, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 613998592 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 686333952, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28121248, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 37445632, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 13593, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 94542344, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:50.542 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9537024, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 550725464, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 723779584 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 519577600, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 27162856, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 7774208, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12356, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 78020944, 2024-04-02T10:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10508544, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 400477384, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 527351808 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 482811904, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 19124856, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 31916032, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9823, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 55076744, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:50.544 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10546432, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 394787072, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 514727936 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 605208576, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22135192, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 40255488, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11411, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 75549936, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10840832, 2024-04-02T10:00:50.545 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 493274744, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 645464064 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 421601280, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28415360, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 125739008, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12581, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 99875784, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 8941568, 2024-04-02T10:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 280960696, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 547340288 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 497106944, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 17044624, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 5373952, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 24387584, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9789, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 72768000, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10003968, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 391916400, 2024-04-02T10:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 521494528 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 541499392, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22130184, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 38297600, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11150, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 73351432, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 59, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9751808, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 432858096, 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 579796992 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "io_rate": { 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_stats_delta": { 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 0, 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "stamp_delta": "10.600815", 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.551 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:50.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 0 2024-04-02T10:00:50.553 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "mempool": { 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.555 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.556 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 150039, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 928, 2024-04-02T10:00:50.559 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.561 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 222320, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 65 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51904, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 181 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12416, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 256 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.568 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42191265, 2024-04-02T10:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5225 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.576 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.578 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.580 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.581 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42051633, 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5198 2024-04-02T10:00:50.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 616, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.584 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.585 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.587 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.589 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42511493, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5267 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 88, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11792, 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20440, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 388 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47232, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 25 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2688, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 14 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.594 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 374608, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 832089, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 229 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2465822, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 545594 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7061376, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10416 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 78616, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8361 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86448, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45675, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 49 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 14814577, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 268 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21384, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 243 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 524880, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7096544, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 18436 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.601 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 22792, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 34816, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4416, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.602 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372320, 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1336344, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2435904, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 537417 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6960736, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10268 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76448, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8185 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.604 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 85920, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.605 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55440, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 24494576, 2024-04-02T10:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 269 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 32120, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 365 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 443232, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 38 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7243392, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21116 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.608 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.609 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 18296, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 341 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 120704, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1920, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55360, 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 692 2024-04-02T10:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 358384, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 234178, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 71 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1753196, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 389306 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.611 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5157376, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7616 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 66372, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7019 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82704, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.612 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 35835, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.613 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10702446, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 13332 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8448, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 96 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361584, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3187600, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 6130 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.616 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16624, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 307 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42624, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 53440, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 668 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 304970, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 98 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1749173, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 387236 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5126096, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7570 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67260, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7045 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 143491, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 64 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20595622, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 272 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 431568, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 37 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.622 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3528720, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9186 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.624 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20272, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 374 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 39168, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 26 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4608, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 24 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54880, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 686 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.625 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1053895, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 265 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2104680, 2024-04-02T10:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 461722 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6016896, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8880 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67456, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7044 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.627 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165596, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.628 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 123140, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 53 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25350754, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 277 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25344, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5053360, 2024-04-02T10:00:50.630 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12118 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.631 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.632 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 23424, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43776, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 30 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 768, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 4 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56400, 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 705 2024-04-02T10:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372736, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360413, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 100 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2354055, 2024-04-02T10:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 527939 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6819976, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10061 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76724, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8193 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86016, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.635 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43391, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 50 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4491377, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 261 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:50.637 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 466560, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 40 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6440720, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12386 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.639 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17024, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 314 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30592, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 22 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3648, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 19 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54000, 2024-04-02T10:00:50.641 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 675 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361088, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 659448, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 165 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1712258, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 378318 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4995536, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7378 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 68672, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7200 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83328, 2024-04-02T10:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165508, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1189 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47065, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20062287, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 279 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16544, 2024-04-02T10:00:50.645 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 188 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3593304, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9239 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.648 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17776, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 324 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30720, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54240, 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 678 2024-04-02T10:00:50.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360880, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 609303, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 134 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1993991, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 444499 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5795216, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8554 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 69408, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7202 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83280, 2024-04-02T10:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31603, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21099640, 2024-04-02T10:00:50.653 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12320, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 140 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 536544, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4872712, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9377 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.655 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.660 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:50.661 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "reef", 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: "squid" 2024-04-02T10:00:50.663 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 19, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "squid" 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:50.666 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:50.668 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9321, 17, 1, 0, 4, 3, 0, 6, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.670 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10068, 66, 20, 0, 22, 2, 5, 16, 27, 43, 105, 37, 55, 34, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1476, 21, 46, 0, 2, 0, 0, 3, 4, 15, 71, 163, 152, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 853, 11, 1, 0, 1, 1, 0, 0, 0, 2, 1, 16, 210, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 434, 13, 6, 0, 0, 1, 0, 0, 0, 9, 8, 8, 23, 53, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 293, 15, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 12, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 132, 5, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 8, 18, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.672 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6819, 5, 0, 0, 3, 2, 2, 5, 4, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8151, 34, 1022, 2, 20, 6, 6, 14, 17, 49, 105, 53, 75, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1292, 7, 463, 21, 0, 0, 0, 3, 3, 11, 48, 233, 271, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 307, 3, 3, 10, 1, 0, 0, 0, 0, 2, 1, 11, 257, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 94, 4, 1, 0, 2, 0, 0, 1, 0, 0, 2, 4, 20, 38, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 75, 0, 19, 0, 0, 0, 0, 0, 0, 1, 0, 7, 21, 3, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 131, 0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 3, 44, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 1, 26, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.675 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10444, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9823, 85, 37, 0, 12, 0, 0, 2, 0, 0, 3, 14, 9, 13, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 968, 103, 183, 2, 2, 0, 0, 0, 8, 1, 22, 10, 1, 4, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 508, 12, 35, 0, 0, 0, 0, 0, 3, 4, 0, 22, 39, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 13, 12, 0, 0, 0, 0, 1, 7, 9, 2, 4, 26, 76, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 129, 3, 19, 31, 0, 0, 0, 1, 10, 8, 5, 12, 27, 20, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 81, 0, 3, 36, 62, 0, 0, 1, 3, 7, 1, 6, 27, 31, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 2, 71, 83, 2, 0, 0, 1, 0, 3, 7, 23, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 3, 46, 0, 1, 0, 0, 0, 0, 1, 6, 22, 20, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.677 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 616, 50, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16948, 7959, 0, 1, 7389, 441, 1, 0, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10761, 366, 15, 0, 372, 152, 5, 6, 8, 21, 34, 23, 24, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1851, 11, 25, 0, 1, 0, 0, 0, 4, 1, 17, 70, 76, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 448, 5, 0, 0, 13, 5, 0, 0, 0, 0, 0, 7, 105, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 123, 7, 5, 0, 164, 16, 0, 0, 1, 4, 5, 9, 13, 24, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 1, 1, 0, 330, 12, 0, 3, 0, 0, 0, 0, 15, 4, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 0, 0, 0, 364, 0, 0, 0, 0, 0, 3, 7, 10, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 1826, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8321, 1, 64, 5, 14, 13, 2, 0, 0, 0, 13, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7545, 12, 5, 0, 16, 22, 68, 71, 16, 14, 49, 10, 12, 21, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 988, 6, 2, 0, 1, 0, 2, 5, 3, 14, 61, 79, 30, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 339, 6, 0, 0, 0, 0, 0, 1, 1, 1, 7, 26, 186, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 88, 5, 0, 0, 0, 1, 1, 0, 0, 1, 8, 10, 19, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 60, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 9, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 40, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 17, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.682 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5420, 3131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14154, 5102, 1, 0, 1, 0, 0, 2, 1, 3, 1, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8344, 131, 3, 1, 6, 0, 1, 3, 1, 5, 5, 3, 9, 18, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1411, 21, 6, 1, 3, 0, 0, 0, 1, 5, 15, 2, 1, 2, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 441, 2, 0, 5, 5, 0, 0, 0, 0, 3, 4, 11, 48, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 8, 0, 0, 0, 1, 0, 1, 5, 9, 6, 5, 18, 56, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 191, 0, 0, 1, 0, 0, 0, 0, 4, 2, 0, 2, 15, 13, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 4, 26, 14, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 9, 3, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 81, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7859, 3458, 4153, 8, 17, 22, 0, 1, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7377, 332, 284, 0, 26, 31, 74, 98, 3, 11, 9, 10, 10, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 916, 43, 42, 0, 5, 2, 25, 43, 6, 12, 54, 85, 42, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 354, 4, 0, 0, 0, 1, 0, 0, 0, 1, 6, 20, 168, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 161, 4, 0, 0, 1, 1, 0, 0, 0, 0, 4, 0, 15, 47, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 114, 6, 2, 0, 0, 0, 0, 1, 0, 0, 11, 3, 6, 15, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 10, 16, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 13, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.687 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.688 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12155, 1, 1, 0, 1, 0, 0, 0, 0, 2, 1, 4, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7314, 45, 15, 0, 12, 0, 2, 0, 4, 1, 3, 10, 5, 15, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 784, 5, 11, 0, 2, 0, 2, 0, 3, 5, 16, 3, 4, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 6, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 16, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 1, 6, 0, 5, 0, 21, 32, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 6, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 29, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.689 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.690 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.691 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:50.692 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:50.693 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:50.694 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:50.695 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.696 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4935, 44, 68, 179, 419, 581, 677, 2, 1, 2, 2, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 716, 23, 31, 20, 50, 31, 45, 1, 3, 5, 4, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 256, 1, 2, 0, 0, 0, 1, 0, 1, 0, 0, 3, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.697 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 130, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 4, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 17, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.698 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.699 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 5, 9, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2893, 219, 25, 54, 123, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 387, 63, 1300, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 220, 2, 43, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1541, 1046, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1676, 1904, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 46, 48, 28, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.700 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9238, 5, 0, 0, 0, 1, 2, 3, 3, 1, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16641, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 707, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 382, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.702 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 10, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.703 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.704 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 227, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3695, 34, 2, 0, 18, 1, 5, 9, 17, 14, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 402, 9, 2, 0, 6, 1, 0, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 212, 11, 33, 45, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 887, 178, 1, 106, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3880, 2285, 0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 746, 542, 1, 54, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.705 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.706 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 769, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2922, 228, 31, 60, 139, 274, 473, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.707 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 284, 5, 0, 0, 0, 1, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.708 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.709 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 662, 5, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4884, 76, 126, 237, 465, 596, 716, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 386, 1, 6, 8, 7, 16, 8, 2, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 208, 3, 5, 15, 3, 1, 1, 0, 0, 1, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 39, 77, 114, 27, 0, 0, 0, 0, 1, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.710 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.711 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.712 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2954, 34, 0, 0, 4, 2, 4, 0, 8, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 372, 1, 1, 0, 0, 1, 0, 1, 2, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.713 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.714 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 530, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8099, 30, 62, 29, 2, 1, 2, 1, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2351, 31, 107, 47, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 173, 8, 1, 0, 0, 0, 1, 0, 0, 0, 0, 5, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.715 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.716 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.717 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:50.718 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:50.719 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:50.720 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:50.721 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.722 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 938, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.723 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.724 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.725 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3842, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.726 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:50.727 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16655, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 728, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 253, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.728 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.729 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3796, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.730 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.731 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:50.732 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 298, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.733 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.734 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.735 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 686, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.736 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.737 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.738 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.739 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.740 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8230, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.741 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.742 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:50.743 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:50.744 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:50.745 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:50.746 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:50.747 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.748 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1784, 11, 3, 4, 10, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1414, 11, 1, 2, 5, 5, 9, 14, 26, 43, 108, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.749 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 243, 12, 0, 0, 0, 1, 1, 6, 8, 4, 35, 144, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 7, 250, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 560, 6, 0, 0, 0, 0, 1, 0, 0, 2, 8, 7, 20, 30, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 21, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.750 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:50.751 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2258, 21, 2, 0, 4, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1931, 1, 0, 2, 3, 7, 9, 13, 38, 75, 145, 88, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99, 0, 2, 0, 1, 1, 1, 0, 5, 7, 43, 241, 254, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 10, 315, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 2, 0, 0, 0, 1, 0, 0, 1, 1, 3, 5, 28, 30, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 19, 24, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.752 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.753 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.754 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 320, 7, 2, 0, 9, 0, 0, 2, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 164, 5, 0, 0, 5, 0, 1, 9, 10, 6, 50, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 6, 8, 13, 71, 99, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 135, 5, 0, 0, 0, 0, 0, 1, 3, 6, 20, 35, 21, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 53, 26, 0, 0, 0, 0, 0, 2, 2, 3, 3, 12, 28, 45, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 47, 0, 0, 0, 1, 0, 0, 0, 2, 2, 5, 13, 34, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 82, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.755 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.756 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1176, 11, 0, 0, 5, 0, 6, 5, 13, 14, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 583, 5, 0, 0, 12, 3, 4, 5, 19, 32, 47, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 238, 12, 0, 1, 0, 0, 1, 2, 4, 5, 20, 97, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 415, 25, 0, 0, 0, 0, 0, 0, 2, 5, 9, 13, 59, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 369, 20, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 15, 22, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 222, 38, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 12, 28, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.757 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.758 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.759 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1075, 12, 0, 0, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 865, 6, 0, 0, 1, 1, 0, 6, 20, 22, 26, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 385, 5, 0, 0, 1, 0, 2, 4, 4, 4, 52, 126, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 482, 7, 0, 0, 1, 1, 1, 1, 1, 5, 9, 15, 171, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 200, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 4, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 101, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 14, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.760 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.761 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 103, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 576, 18, 0, 0, 6, 1, 4, 4, 14, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 97, 8, 1, 0, 1, 0, 2, 0, 2, 10, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.762 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 12, 0, 0, 2, 0, 0, 4, 4, 5, 34, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 7, 0, 0, 0, 1, 0, 0, 1, 1, 8, 15, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 2, 2, 6, 10, 19, 13, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 7, 19, 28, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.763 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:50.764 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 69, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1086, 21, 0, 1, 9, 1, 1, 4, 4, 5, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 654, 0, 2, 0, 7, 0, 6, 13, 16, 29, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 6, 0, 0, 1, 1, 1, 4, 3, 2, 38, 94, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 431, 8, 0, 0, 0, 0, 0, 0, 1, 4, 18, 22, 131, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 25, 19, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 104, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 4, 8, 19, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.765 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.766 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.767 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 218, 22, 0, 0, 7, 0, 0, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 3, 0, 0, 2, 1, 0, 3, 3, 2, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 2, 0, 0, 0, 1, 2, 1, 5, 10, 19, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 70, 0, 0, 0, 0, 0, 2, 0, 3, 4, 17, 22, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 28, 23, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 11, 11, 42, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.768 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.769 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 8, 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "number of replicas", 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 1, 2024-04-02T10:00:50.770 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[1, 1]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[2, 2]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[3, 3]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[4, 4]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[5, 5]", 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "[6, None]" 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "linear" 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 10, 2024-04-02T10:00:50.771 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "duration", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 250000, 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 249999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[250000, 499999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[500000, 999999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[1000000, 1999999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[2000000, 3999999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[4000000, 7999999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[8000000, 15999999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[16000000, 31999999]", 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: "[32000000, None]" 2024-04-02T10:00:50.772 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.773 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:50.775 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.776 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.777 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.778 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.779 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_counters": { 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "caps": { 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.780 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_commit": { 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_complete": { 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.781 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_keys": { 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_merge": { 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_split": { 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "exported_inodes": { 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "forward": { 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.782 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_cap_release": { 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps": { 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "imported_inodes": { 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes": { 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_expired": { 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_pinned": { 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_with_caps": { 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "load_cent": { 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "openino_dir_fetch": { 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "process_request_cap_release": { 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "reply_latency": { 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "request": { 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rbytes": { 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rfiles": { 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rsnaps": { 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_reply": { 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "subtrees": { 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_cache": { 2024-04-02T10:00:50.786 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_exportdir": { 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_flush": { 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragstats": { 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_inodestats": { 2024-04-02T10:00:50.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_processing": { 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays": { 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_delayed": { 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_completed": { 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_started": { 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_created": { 2024-04-02T10:00:50.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_enqueued": { 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_migrated": { 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_reintegrated": { 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_log": { 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "ev": { 2024-04-02T10:00:50.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "evadd": { 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "evex": { 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "evexd": { 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "evexg": { 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "evlrg": { 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "evtrm": { 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "jlat": { 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "replayed": { 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "seg": { 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.792 INFO:tasks.workunit.client.0.smithi112.stdout: "segadd": { 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "segex": { 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "segexd": { 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "segexg": { 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "segmjr": { 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.793 INFO:tasks.workunit.client.0.smithi112.stdout: "segtrm": { 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_mem": { 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "cap": { 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "cap+": { 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "cap-": { 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.794 INFO:tasks.workunit.client.0.smithi112.stdout: "dir": { 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "dir+": { 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "dir-": { 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "dn": { 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "dn+": { 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "dn-": { 2024-04-02T10:00:50.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "heap": { 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 248184 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "ino": { 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "ino+": { 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "ino-": { 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "rss": { 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53188 2024-04-02T10:00:50.796 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_server": { 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_request": { 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_session": { 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_peer_request": { 2024-04-02T10:00:50.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "req_create_latency": { 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getattr_latency": { 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:50.798 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "req_link_latency": { 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookup_latency": { 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupino_latency": { 2024-04-02T10:00:50.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupname_latency": { 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lssnap_latency": { 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mkdir_latency": { 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mknod_latency": { 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mksnap_latency": { 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "req_open_latency": { 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "req_readdir_latency": { 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rename_latency": { 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmdir_latency": { 2024-04-02T10:00:50.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setattr_latency": { 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setlayout_latency": { 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setxattr_latency": { 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "req_symlink_latency": { 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "req_unlink_latency": { 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_sessions": { 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "average_load": { 2024-04-02T10:00:50.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "avg_session_uptime": { 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "mdthresh_evicted": { 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "session_count": { 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "session_remove": { 2024-04-02T10:00:50.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_open": { 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_stale": { 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "total_load": { 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.807 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "purge_queue": { 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed": { 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed_ops": { 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing": { 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_high_water": { 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops": { 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_item_in_journal": { 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.809 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:50.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 265 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:50.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8629 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58945846 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:50.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2069946139 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999922 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8630 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:50.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8630 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8630, 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26472311047 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16 2024-04-02T10:00:50.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.817 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8629 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 116332350 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75606 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:50.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6001843855 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 171941888 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170500096 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:50.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1441792 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24326172 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.821 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68929557 2024-04-02T10:00:50.822 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.823 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1498417 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.824 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70785792 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.825 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178302943 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69160993 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:50.828 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 374258, 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1743165078 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.829 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20822, 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10497122697 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.831 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.832 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 238 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.833 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58696527 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1336978094 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.834 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999951 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.835 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.837 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26807560414 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.838 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.839 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115755690 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75332 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:50.840 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2688955932 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 168804352 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 165961728 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:50.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842624 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24221684 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.843 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68992038 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:50.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1490885 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70751317 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178330948 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.848 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69132988 2024-04-02T10:00:50.850 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:50.851 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 372695, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1785494071 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20736, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6335747251 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.853 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.854 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8702 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60082742 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26106 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1940949475 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.856 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:50.857 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8700 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59434388 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:50.858 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67450 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2984944980 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:50.859 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999921 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8703 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8703, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29891222115 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.860 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 88144 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.861 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:50.862 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258031616 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256704512 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1327104 2024-04-02T10:00:50.863 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.864 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24523086 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.866 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68811959 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:50.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1513012 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.869 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70850513 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.870 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178250066 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.872 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69213870 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:50.873 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 390807, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2000330004 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.874 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21000, 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8033439496 2024-04-02T10:00:50.875 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23746 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.876 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.877 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11698176 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 738529280 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4427963 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1266462 2024-04-02T10:00:50.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 200, 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1000630 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 658046976 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79607, 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11787911695 2024-04-02T10:00:50.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79601, 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19351536450 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10158080 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 326053888 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653787136 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.880 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9667239000 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69606 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240361472 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.881 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240365568 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67608 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69606, 2024-04-02T10:00:50.882 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2500462137 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9579782857 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 66922 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3640330 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.883 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11607738 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 984 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.884 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 330 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 984, 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4693121 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:50.885 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1031 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14656 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.886 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1079160832 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:50.887 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14049280 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24103, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67887959 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3612, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7021115880 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.888 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30851, 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258336843 2024-04-02T10:00:50.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23344539631 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 78848, 2024-04-02T10:00:50.890 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1662517304 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48091802 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23392631433 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.891 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41886, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1651760573 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1092, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240091 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25664, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15360500 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53, 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85308 2024-04-02T10:00:50.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17917, 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3164286358 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 257639 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24114 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13447, 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2648285191 2024-04-02T10:00:50.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34462, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13007420 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21015, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2111599433 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15596, 2024-04-02T10:00:50.894 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 455431702 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.895 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13484589066 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 805859642 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9648, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4072598707667 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6772725732521 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:50.896 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2998869254697 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10837607 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 345712055 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41575211794 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:50.897 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32931116 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20728654584 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16349560304 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10154875 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.898 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2606, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13453713 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 92497386599 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17493241654 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 824704624 2024-04-02T10:00:50.899 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 610590720 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562733056 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.900 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47857664 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.901 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56559115 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.902 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 552960 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.903 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68712949 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.904 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2160 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.905 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 149808 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.906 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70582535 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.907 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12588144 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37706077 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.908 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.909 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67146291 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 982 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79583 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1123008 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.912 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69530930 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.913 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.914 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40522 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 133813, 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8563259375 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2709503556 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.915 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40522, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 200072205843 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327461 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41431, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23183528914 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40522, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71669434895 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:50.916 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24502 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24502, 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16095567609 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327461 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24866, 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6937113041 2024-04-02T10:00:50.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24502, 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6780665326 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8739 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 558576487 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17705317115 2024-04-02T10:00:50.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9084, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6474356711 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:50.919 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15339599738 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2150927069 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 166271321119 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.920 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7481, 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9772059162 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49549169831 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:50.921 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 672108544 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20468 2024-04-02T10:00:50.922 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.923 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9158656 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:50.924 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831651840 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3541010 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1287017 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 202, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 972420 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.925 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 895811584 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75293, 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11341969918 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75287, 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18319604198 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:50.926 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9125888 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 308387840 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 891551744 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7352444416 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58122 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158647296 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158651392 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.928 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52076 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 58122, 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2047461938 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7258297046 2024-04-02T10:00:50.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55234 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3290413 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 788 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9077380 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:50.930 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:50.931 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 357 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1134, 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3209477 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 631 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13475 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:50.933 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1151930368 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13451264 2024-04-02T10:00:50.934 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19055, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79159557 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3546, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6558633595 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21077, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 182894845 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.936 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22200618510 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74521, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1749048767 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48058356 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.937 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22248676866 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29484, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1330670531 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 979, 2024-04-02T10:00:50.938 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2679340 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9420, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10852087 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81318 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11155, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2030894174 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:50.939 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 232068 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27547 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21387, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2339153327 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70974, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18016542 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49587, 2024-04-02T10:00:50.940 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1570486172 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15609, 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 448472808 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.941 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10221908587 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1356281799 2024-04-02T10:00:50.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22592, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4097709958884 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6969745865970 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3121198870510 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.943 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9041134 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 347196758 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34835938598 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:50.944 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29315371 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15813873006 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14852051360 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9563958 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.945 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2573, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12885488 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76084369387 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15870053352 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:50.946 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 539634446 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 720371712 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 682926080 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:50.947 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37445632 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.948 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56702287 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.949 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81920 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1048576 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67996337 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.951 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:50.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 164176 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.953 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69494157 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.954 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9176432 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37801524 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.955 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.956 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70462556 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.957 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.958 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 983 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76704 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1124013 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.959 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68459017 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:50.960 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42427 2024-04-02T10:00:50.961 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 140192, 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11244366735 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:50.962 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2513419808 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42427, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 756924821484 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428478 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 44098, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33634238018 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42427, 2024-04-02T10:00:50.963 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110489992066 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20419 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20419, 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14527136635 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428478 2024-04-02T10:00:50.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20869, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5748356343 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20419, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6948080414 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12166 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 298458680 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.965 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107769648062 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:50.966 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12294, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13696264141 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32706037346 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9842 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2214961128 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:50.967 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 634628036787 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10935, 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14189617534 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70835874306 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.968 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 363 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 909275136 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:50.969 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17918 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:50.970 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:50.971 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4919296 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 651509760 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5935084 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1112497 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 170, 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 865296 2024-04-02T10:00:50.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573112320 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70524, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10704243362 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70544, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17076153149 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.973 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6311936 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 288944128 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 590151680 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3299910552 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30919 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781392896 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781396992 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.975 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28997 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30919, 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1189250577 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240264240 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:50.976 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29086 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1917859 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 665 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4866944 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 869 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:50.977 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 209 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:50.978 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 869, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1310489 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:50.979 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8065 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.980 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 947953664 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9244672 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14384, 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48520298 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.981 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3616, 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4152164842 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.982 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 31961, 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 270742802 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.983 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20448781288 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69867, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1390765900 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31272779 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20480054067 2024-04-02T10:00:50.984 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261509, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1952494239 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1013, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2774171 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145095, 2024-04-02T10:00:50.985 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47202304 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 37, 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65478 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23410, 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1734074971 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 463386 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:50.986 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18275 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10196, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2387405648 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28170, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9945115 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17974, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2062548377 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.987 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12671, 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 374469278 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10248177787 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1227641831 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4485973700858 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6586559384482 2024-04-02T10:00:50.989 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842520877935 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9099262 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 458569892 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:50.990 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31517547286 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27533853 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14424350415 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11238178402 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.991 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5369475 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2551, 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12340040 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67899266630 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12110798332 2024-04-02T10:00:50.992 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479749139 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523943936 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516169728 2024-04-02T10:00:50.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7774208 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.994 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57236422 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.995 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24576 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.996 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68559930 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:50.997 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:50.998 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107232 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:50.999 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73934114 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4616416 2024-04-02T10:00:51.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38157614 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.002 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74666482 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.003 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.004 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76676 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1135217 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72831421 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.006 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54146 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.007 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:51.008 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 146183, 2024-04-02T10:00:51.008 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8218656607 2024-04-02T10:00:51.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.009 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:51.009 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.009 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1937810151 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 128182400983 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:51.010 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 55011, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53222805061 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89282326290 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24022 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21680880771 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:51.011 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24446, 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12332383554 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15415151210 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28127 2024-04-02T10:00:51.012 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494505410 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65580138609 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:51.013 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28412, 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37461186954 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59446405865 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1997 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:51.014 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1443304741 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40921381603 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2153, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3429234553 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:51.015 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14420769215 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8763066 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 582365184 2024-04-02T10:00:51.016 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19700 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.018 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1585152 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573382656 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3244942 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:51.019 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1141889 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 153, 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 746312 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 514392064 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:51.020 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66144, 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9960877974 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66154, 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16491793570 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5013504 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 271011840 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 531431424 2024-04-02T10:00:51.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 676659622 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:51.022 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16527 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614133760 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614137856 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12534 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16527, 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 364974496 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 627294028 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15008 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 923389 2024-04-02T10:00:51.024 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 485 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1561817 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 595 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:51.025 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 595, 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 498727 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.026 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 908 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:51.027 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8748 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 848408576 2024-04-02T10:00:51.028 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9269248 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17513, 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54614113 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3562, 2024-04-02T10:00:51.029 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2415635379 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15222, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 112830994 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19463796972 2024-04-02T10:00:51.031 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 65426, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1486342357 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37142960 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19500939932 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.032 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 27436, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831739148 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1371, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2901723 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9726, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7450375 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.033 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41, 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55319 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12028, 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1890948876 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224077 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18246 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.034 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43468, 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1686027566 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 106870, 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29663502 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63402, 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1233791807 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.035 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12353, 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 320767591 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:51.036 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10424593370 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1414869244 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18170, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3651244917615 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6759366405955 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2896946092845 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7595149 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 441944484 2024-04-02T10:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30658228953 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25784122 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13960204926 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.039 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9313913080 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5375403 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2557, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13995621 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 64810525325 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.040 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10200287928 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 435787135 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 511451136 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:51.041 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479461376 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31989760 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.042 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57495899 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114688 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68210341 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.045 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219246 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.046 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1264 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85440 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.047 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72010530 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 748112 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38330599 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.049 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69973193 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.051 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219246 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.052 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 78805 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1136191 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.053 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70882238 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.054 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69523 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145573, 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7871488345 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1457604313 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 304262662990 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 71792, 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33676355381 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.057 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74365691894 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51402 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53872338637 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.058 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51631, 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10591078214 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9364405596 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13903 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 295251445 2024-04-02T10:00:51.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 188203222534 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15821, 2024-04-02T10:00:51.060 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17977334065 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41259682380 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4218 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1162352868 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 62187101819 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4340, 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107943102 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23741603918 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523681792 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.063 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28300 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:51.064 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:51.065 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7294976 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 639475712 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3114712 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1086646 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 166, 2024-04-02T10:00:51.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 742944 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653721600 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63100, 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9636434298 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63103, 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15695522141 2024-04-02T10:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9150464 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258510848 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666501120 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:51.068 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107328421 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53035 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417814528 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417818624 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:51.069 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45903 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53035, 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1685086673 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4993139435 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49535 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.070 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321467 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 859 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7233227 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1122 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 275 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1122, 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1899334 2024-04-02T10:00:51.072 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 643 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.073 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10864 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.074 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907567104 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9265152 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23680, 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70246511 2024-04-02T10:00:51.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3500, 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7118370305 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16872, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159121433 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.077 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19204472960 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62494, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479187662 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51536969 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:51.078 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19256009929 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24483, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 930503430 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 829, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2240740 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.079 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10052, 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8339656 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46, 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54605 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14267, 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3427853034 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 189437 2024-04-02T10:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19381 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9169, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1799586634 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 38134, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17820406 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28965, 2024-04-02T10:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1420087494 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13700, 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 397718031 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.082 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11671717032 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1080276618 2024-04-02T10:00:51.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18473, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3988231358271 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6392103517381 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2427971766505 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7688719 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 344437350 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31667893327 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27953165 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:51.085 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14147490849 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15609347609 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5370202 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2451, 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13662510 2024-04-02T10:00:51.086 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73453978375 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16575156817 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699058096 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:51.088 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 642056192 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 601726976 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40329216 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.089 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56934910 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36864 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.091 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 696320 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68161026 2024-04-02T10:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.093 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2416 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 156800 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67756824 2024-04-02T10:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6575824 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37956607 2024-04-02T10:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.097 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.098 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72908081 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.099 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.100 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 84211 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1130421 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.101 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75090016 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.102 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28661 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 91850, 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10448663406 2024-04-02T10:00:51.103 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1488122712 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79364624730 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:51.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29299, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13316423496 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31390810052 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18859 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12104439310 2024-04-02T10:00:51.105 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19041, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4702077333 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5267324970 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.106 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5498 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 317535497 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9929570889 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.107 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5818, 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3529937594 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8562180665 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4304 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.108 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1170587215 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57330614531 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4440, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5084408569 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:51.109 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17561304417 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:51.110 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 663007232 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30750 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:51.112 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13873152 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 813723648 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3809001 2024-04-02T10:00:51.113 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1357408 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 217, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088012 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 734265344 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.114 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83918, 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11477918882 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83938, 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18213655281 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11235328 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 343764992 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:51.115 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747044864 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10713276232 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 90700 2024-04-02T10:00:51.116 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223462912 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223467008 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81480 2024-04-02T10:00:51.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 90700, 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3824896158 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10567969544 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 86250 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5136278 2024-04-02T10:00:51.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1160 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13604923 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1630 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:51.119 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1630, 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3652466 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.120 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 832 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.121 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11, 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13490 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.122 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1174401024 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13463552 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20114, 2024-04-02T10:00:51.123 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70152738 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3531, 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7885278805 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:51.124 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24955, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 205656127 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.125 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22338588208 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83339, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1596587554 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50276591 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22388864799 2024-04-02T10:00:51.126 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32694, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1320190698 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 873, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2572104 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9623, 2024-04-02T10:00:51.127 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12616995 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 48, 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 96438 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17030, 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504848603 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 249224 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:51.128 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22523 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21011, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1891969978 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50793, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22393822 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29782, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1655142597 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:51.129 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15843, 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 471776081 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8994033904 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 504532343 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4450917289527 2024-04-02T10:00:51.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6600418434222 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3236764428460 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10350412 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.132 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 325159577 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33452082531 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34800334 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14242763011 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.133 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15241566016 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9569712 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2509, 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14696522 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72272492531 2024-04-02T10:00:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16284973159 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 604530989 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 543932416 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 418193408 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125739008 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.136 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56404386 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.137 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.138 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69359198 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:51.139 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032899 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2640 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 195504 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.141 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71696829 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.142 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13909184 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37602924 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.144 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74317012 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.145 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032899 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.146 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 80489 2024-04-02T10:00:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1128809 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70685675 2024-04-02T10:00:51.148 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50153 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 135141, 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12444286335 2024-04-02T10:00:51.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479756157 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44754052294 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.151 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50979, 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15038759241 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31601024600 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39548 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13569804055 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39746, 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7048374935 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281088636 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9048 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 391259168 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18054766658 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:51.154 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9486, 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5708086927 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:51.155 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14083128347 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1557 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088496989 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13129481581 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:51.156 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1747, 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2282297379 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10236807617 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4194304 2024-04-02T10:00:51.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747737088 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16396 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:51.159 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4042752 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:51.160 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 556892160 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4077704 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1036658 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 149, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 718547 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:51.161 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484179968 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63382, 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8658665847 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63393, 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13878478479 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10338304 2024-04-02T10:00:51.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 259698688 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479920128 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:51.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2031677530 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34006 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770110976 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770115072 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25556 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34006, 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 841521586 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1949664678 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:51.165 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31490 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1240332 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 613 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4002603 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 796 2024-04-02T10:00:51.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 183 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.167 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 796, 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1304215 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.168 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 705 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9369 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.169 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 822919168 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9854976 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13756, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51839510 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3432, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3594853440 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.171 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18141, 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 158514147 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.172 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16998605912 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62876, 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1267619148 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33624430 2024-04-02T10:00:51.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63347, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17032230342 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24741, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 466008653 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 885, 2024-04-02T10:00:51.174 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2371322 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17720, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11271738 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54218 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11538, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1679812533 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 187938 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18224 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14523, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1671818360 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 47008, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12849309 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32485, 2024-04-02T10:00:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1333161035 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11999, 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 328035867 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.177 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7047067432 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 827300048 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.178 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14485, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3457063218730 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6286834937045 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74095, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2479735809265 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74095, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7485616 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.179 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 354807496 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26516565961 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26628905 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.180 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11196217296 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9303654469 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5965667 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2393, 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12400218 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54430844518 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10086272802 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74096, 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 480557217 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:51.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516120576 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 491708416 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24412160 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57300039 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 290816 2024-04-02T10:00:51.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68234169 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.186 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750294 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114320 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.188 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73450122 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3486752 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38200026 2024-04-02T10:00:51.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.191 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67365126 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750294 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 94121 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1135471 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72336594 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.196 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34922 2024-04-02T10:00:51.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95050, 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8348588274 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1521665982 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:51.198 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52915227578 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 35349, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12901300213 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30540719415 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26678 2024-04-02T10:00:51.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11356670474 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26832, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5568055868 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:51.200 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6063446459 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4397 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342442380 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12153577162 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:51.201 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4558, 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2750119207 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8085893569 2024-04-02T10:00:51.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3847 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1179223602 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29404979942 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3959, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4583125138 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16391379387 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36792726 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.204 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494047232 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:51.205 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20668 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:51.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4956160 2024-04-02T10:00:51.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 592928768 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3721433 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1032909 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 154, 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 823732 2024-04-02T10:00:51.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 544669696 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64094, 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8743866564 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64104, 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13951373120 2024-04-02T10:00:51.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13254656 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 262610944 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 553189376 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3259052678 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43717 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:51.211 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715254784 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715258880 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:51.212 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31301 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43717, 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1228288457 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3159651078 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40668 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2217124 2024-04-02T10:00:51.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 755 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4920230 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 954 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:51.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 202 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.215 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 954, 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1153374 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.216 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9962 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 862785536 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:51.218 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9846784 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17600, 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56596361 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3466, 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4780391941 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:51.219 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22164, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 203105843 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.220 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64055, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17089127745 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63636, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1325132818 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.221 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64055, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40274188 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64055, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17129401933 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32546, 2024-04-02T10:00:51.222 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653915244 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 758, 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2317527 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8205, 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7099299 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50, 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 87014 2024-04-02T10:00:51.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11860, 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1110792905 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 198399 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17734 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7593, 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1716034498 2024-04-02T10:00:51.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33063, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9369934 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25470, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1497656398 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13345, 2024-04-02T10:00:51.225 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 386018875 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.226 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8148766427 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 981331138 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3725035216716 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6293513433428 2024-04-02T10:00:51.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3104330890584 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7798080 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 196588017 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:51.228 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26844748852 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25387870 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11949494920 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11261720394 2024-04-02T10:00:51.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5960447 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2349, 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14366570 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58413217983 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:51.230 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12292828649 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 472684830 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:51.231 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 576389120 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 538091520 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38297600 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:51.232 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57162744 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.233 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73728 2024-04-02T10:00:51.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68592648 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.235 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720583 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.236 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1872 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132000 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.237 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74461801 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4422880 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38108496 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.239 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.240 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74909136 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:51.241 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720583 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.242 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89081 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:51.243 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1127373 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73379443 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.245 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34548 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 104622, 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10994080893 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:51.246 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1556159269 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34548, 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47436866295 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.247 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:51.249 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607264888 2024-04-02T10:00:51.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.249 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 35023, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17041527780 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34548, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36213695317 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21737 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21737, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12566970626 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.250 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607264888 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21860, 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4917820019 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21737, 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7011363538 2024-04-02T10:00:51.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11750 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 421886341 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11750, 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21681006592 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:51.252 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12031, 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10050570462 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11750, 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19158644868 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1061 2024-04-02T10:00:51.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134272928 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13188889077 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1132, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2073137299 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.254 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10043686911 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8388608 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.255 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 554524672 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:51.256 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:51.257 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.466821342750336e-06, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 812, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 1341440, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 311, 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T10:00:51.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:51.259 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 153807, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T10:00:51.260 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 43215, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.1294408725225367e-07, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 158, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 178176, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 21027, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 6622, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 14405, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 63081, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 69, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 36864 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:51.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T10:00:51.262 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T10:00:51.263 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.264 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool", 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "selfmanaged_snaps" 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T10:00:51.265 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 12595200, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 4, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.7437614587834105e-05, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:51.266 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 9051, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 3226755072, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 4194323, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 4194323, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 12582969, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 24289, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 3104193536 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T10:00:51.267 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T10:00:50.112725", 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_stats": { 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "7.9.2" 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T10:00:51.268 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.269 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.270 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T10:00:51.271 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pg": [ 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.272 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309904+0000", 2024-04-02T10:00:51.273 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.274 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2c", 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.275 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:19:51.711104+0000", 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.276 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.277 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.279 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341810+0000", 2024-04-02T10:00:51.280 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.281 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2b", 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.282 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5138, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:49.448487+0000", 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.283 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.284 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.285 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.286 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:51.287 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329781+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:51.288 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.289 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2a", 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:41:08.301961+0000", 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.290 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.291 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.293 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.294 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335724+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.295 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.296 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.29", 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5072, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:48.727784+0000", 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.297 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.298 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.300 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:51.301 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.356754+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.302 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.28", 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.303 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5115, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:20.638162+0000", 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.304 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.305 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.308 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.330876+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.309 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.310 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.27", 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5066, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:04.603009+0000", 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.311 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.312 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.314 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.315 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.316 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.317 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.26", 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4969, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:37:48.646577+0000", 2024-04-02T10:00:51.318 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.319 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.321 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.322 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357129+0000", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.323 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:51.324 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.25", 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:39.535457+0000", 2024-04-02T10:00:51.325 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.326 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.329 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.330 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357522+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.332 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.24", 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:09.665870+0000", 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.333 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.336 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.337 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.342355+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.339 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.23", 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:31.494537+0000", 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.340 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.343 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.344 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346037+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.345 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.346 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.22", 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:53:37.785841+0000", 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.347 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.350 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.351 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296589+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.352 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.353 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.21", 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5095, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:04.936623+0000", 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.354 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.357 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.358 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302167+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.359 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.360 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.20", 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4966, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:39.362344+0000", 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.361 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.364 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.365 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336331+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.366 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.367 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.f", 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:53.755071+0000", 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.368 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.369 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.371 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.372 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342060+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.373 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.374 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.e", 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:13:31.516658+0000", 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.375 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.378 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.379 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.311716+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.380 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.381 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.c", 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:04.078249+0000", 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.382 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.383 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.385 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.386 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341270+0000", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.387 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.388 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.d", 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5118, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:28.098781+0000", 2024-04-02T10:00:51.389 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 70, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.390 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:51.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.393 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:51.394 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341525+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.395 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.d", 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.396 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:27:09.346134+0000", 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.397 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.400 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.401 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.341392+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.403 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.c", 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:45:28.960462+0000", 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.404 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.407 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:51.408 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305947+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.a", 2024-04-02T10:00:51.410 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4975, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:51:07.269361+0000", 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.415 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326960+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:51.416 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 4, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 4, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.b", 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.417 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4946, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:01.751305+0000", 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.418 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:51.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'4" 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.421 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:51.422 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335320+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.423 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.b", 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.424 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:53.372568+0000", 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.425 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.428 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.429 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341471+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.431 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.a", 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:48.277877+0000", 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.432 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.435 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.436 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325382+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.438 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.8", 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5073, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:05.793899+0000", 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.439 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.442 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.443 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340980+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.445 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.9", 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:55.638971+0000", 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.446 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.449 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.450 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323784+0000", 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.452 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.9", 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:51.453 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:00.286939+0000", 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.457 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.334567+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.8", 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4938, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:13:13.016742+0000", 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.464 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:51.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341399+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.6", 2024-04-02T10:00:51.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:01.150361+0000", 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326499+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.7", 2024-04-02T10:00:51.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4956, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:25.619433+0000", 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.478 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.717439+0000", 2024-04-02T10:00:51.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3164, 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.480 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3164, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.1", 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.481 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8913, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:42.451992+0000", 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.006412513, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1048, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 433688, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3154, 2024-04-02T10:00:51.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 411489 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3164" 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.485 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:51.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332737+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.7", 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.488 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:59:41.345212+0000", 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.492 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.493 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306497+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.6", 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5123, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:28:00.326888+0000", 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.496 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.499 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "556'3" 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.500 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.638049+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3044, 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.502 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3044, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.0", 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8862, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:51.346126+0000", 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002137842, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1207, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 367727, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3017, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 374571 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.506 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3044" 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.507 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336289+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.509 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.4", 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5117, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:09.830811+0000", 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.513 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.514 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336770+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.516 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.5", 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4913, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:42.553794+0000", 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.520 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.521 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608004+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3179, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3179, 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.523 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.3", 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 9311, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:13.977156+0000", 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004256378, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1947, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 379135, 2024-04-02T10:00:51.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3163, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 392493 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.527 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3179" 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.528 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333406+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.530 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.0", 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.531 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:10.623717+0000", 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.535 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.343198+0000", 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.537 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1", 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.538 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:02.332202+0000", 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.541 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.542 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608005+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.544 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3015, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3015, 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.545 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.6", 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8956, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:57.280916+0000", 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004184078, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1321, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 398272, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2959, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 367657 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.549 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3015" 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.550 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 20, 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338959+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058597+0000", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 197, 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.552 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "1.0", 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5421, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:05.902953+0000", 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.553 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 812, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1310, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 311, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.556 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "233'197" 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.557 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329121+0000", 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.559 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.3", 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:42:29.095790+0000", 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.560 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.564 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309658+0000", 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.566 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2", 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:51.567 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:34.590942+0000", 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.571 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:51.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.716142+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:51.573 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2915, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2915, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.5", 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.574 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8613, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:15:45.008119+0000", 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002789447, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1201, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 383184, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2898, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 310417 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.578 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2915" 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.579 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.359879+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.580 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.581 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1", 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5102, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:12.945629+0000", 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.584 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.585 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.586 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299700+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.587 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.588 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.0", 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.589 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5119, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:44.031109+0000", 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.591 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.592 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.593 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:51.594 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.664049+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.595 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2982, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2982, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.7", 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.596 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8647, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:30:49.404381+0000", 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00765125, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194304, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.598 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 710, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 395417, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2979, 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 379094 2024-04-02T10:00:51.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2982" 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.600 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297469+0000", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.601 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.602 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3", 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5029, 2024-04-02T10:00:51.603 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:19.551512+0000", 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.605 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.606 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.607 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310917+0000", 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.608 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.609 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.2", 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.610 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:27.257954+0000", 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.614 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.663326+0000", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.615 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3101, 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:51.616 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3101, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.4", 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8746, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:41.841980+0000", 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00714499, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.617 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 629, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 386520, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3115, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397954 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.620 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3101" 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.621 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346393+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.622 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.623 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.5", 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.624 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5017, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:20.331382+0000", 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.625 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.628 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:51.629 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.695321+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.630 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.4", 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.631 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5132, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:13:22.003066+0000", 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.632 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.633 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.634 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.635 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.660436+0000", 2024-04-02T10:00:51.636 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3019, 2024-04-02T10:00:51.637 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3019, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.2", 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.638 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8935, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:24.372401+0000", 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004323447, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 19, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.639 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.640 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.641 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 988, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 407185, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3004, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397764 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.642 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3019" 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.643 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330359+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.644 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.645 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.e", 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:15:58.431759+0000", 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.646 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.647 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.648 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.649 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.650 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331641+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.651 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158564+0000", 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.652 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.f", 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5029, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:34.963785+0000", 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.653 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 22, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.654 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.655 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.656 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.657 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342447+0000", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.658 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058903+0000", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.659 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.660 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.660 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.661 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.661 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.661 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.661 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.11", 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4922, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:17:22.447390+0000", 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.662 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.663 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.664 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.665 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.666 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.704352+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.667 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 8, 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.668 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.10", 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:55:35.713585+0000", 2024-04-02T10:00:51.669 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.670 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.671 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 4, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 48, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 48, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.672 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'8" 2024-04-02T10:00:51.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.674 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.307241+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.675 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.676 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.10", 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:18.480767+0000", 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.677 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.678 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.679 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.680 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.681 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.304785+0000", 2024-04-02T10:00:51.682 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.683 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.11", 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.684 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:15.384248+0000", 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.685 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.686 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.687 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.688 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.689 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338237+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.690 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059260+0000", 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.691 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.13", 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:57:47.045770+0000", 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.692 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.693 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.694 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.695 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.696 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330109+0000", 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.697 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.698 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.12", 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.699 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:20.904891+0000", 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.700 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.701 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.702 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.704 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340430+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.705 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.12", 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.706 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:51.898170+0000", 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.707 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.708 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.709 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.710 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:51.711 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341371+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.712 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:51.713 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.13", 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5143, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:50.699254+0000", 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.714 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 34, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.715 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.716 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 16, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 7 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.717 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.718 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333089+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.719 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.720 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.15", 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4905, 2024-04-02T10:00:51.721 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:12.966652+0000", 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.722 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.723 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.724 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.725 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.726 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306388+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.727 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 30, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 30, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.728 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.14", 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5004, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:24:06.483524+0000", 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 5824, 2024-04-02T10:00:51.729 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.730 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.731 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 20, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 28, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 28, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 25 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.732 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'30" 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.733 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323606+0000", 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.734 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.735 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.14", 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.736 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:34.637868+0000", 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.737 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.738 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.739 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.740 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.741 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337781+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.742 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.743 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.15", 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5127, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:19.708623+0000", 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.744 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 90, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.745 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.746 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 14, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 14, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:51.747 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'3" 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.748 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:51.749 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.344938+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.750 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.17", 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.751 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5135, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:52:14.058895+0000", 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.752 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.753 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.754 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.756 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310525+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.757 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.758 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.16", 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5016, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:12:06.779590+0000", 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.759 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.760 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.761 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.762 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.763 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330940+0000", 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.764 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:51.765 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.766 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.16", 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4983, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:42.158084+0000", 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.767 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.768 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.769 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.770 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:51.771 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302404+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:51.772 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.17", 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.773 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:16.908965+0000", 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.774 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.775 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.776 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.777 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.778 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.345871+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.779 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.780 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.19", 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5112, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:33.174159+0000", 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.781 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.782 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.783 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.784 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.785 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329541+0000", 2024-04-02T10:00:51.786 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.787 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.18", 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:51.788 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:24.577991+0000", 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.789 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.790 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.791 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.794 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.355375+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.795 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.796 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.18", 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:47:07.746469+0000", 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.797 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.798 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.799 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.800 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.801 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296430+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.802 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.803 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.19", 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:15.084594+0000", 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.804 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.805 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.806 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.807 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.808 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340812+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.809 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.810 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1b", 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5133, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:00.525483+0000", 2024-04-02T10:00:51.811 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.812 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.813 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.814 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.815 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325345+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.816 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.817 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1a", 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4968, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:30.219251+0000", 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.818 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.819 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.820 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.821 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.822 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.340407+0000", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.823 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.824 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1a", 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:24.047869+0000", 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.825 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.826 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.827 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.828 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.829 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331710+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.830 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.831 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1b", 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:55:08.391276+0000", 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.832 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.833 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.834 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.835 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.836 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297285+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.837 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.838 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1d", 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.839 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4994, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:16.324235+0000", 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.840 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.841 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.842 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.843 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336912+0000", 2024-04-02T10:00:51.844 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:51.845 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1c", 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.846 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.421325+0000", 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.847 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.848 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.849 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.850 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.851 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.336002+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.852 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.853 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1c", 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5075, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:54.225782+0000", 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.854 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.855 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.856 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.858 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.345833+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.859 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.860 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1d", 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4927, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:26:52.838851+0000", 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.861 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.862 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.863 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.864 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.865 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335974+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.866 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.867 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1f", 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:22.240422+0000", 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.868 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.869 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.870 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.871 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.872 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337294+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.873 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.874 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1e", 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5089, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:43:58.311047+0000", 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.876 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.877 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.878 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.879 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299895+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.880 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.881 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1e", 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5069, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:04:33.590854+0000", 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.882 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.883 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.884 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.885 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.886 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332130+0000", 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.887 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 6, 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.888 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 6, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1f", 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5152, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:38:01.798031+0000", 2024-04-02T10:00:51.889 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 582, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.890 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.891 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 8, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.892 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'6" 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.893 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:51.894 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341434+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:51.895 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2d", 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.896 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4924, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:42.343731+0000", 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.897 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.898 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.899 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.900 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:51.901 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329000+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.902 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2e", 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.903 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5090, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:18:17.007595+0000", 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.904 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.905 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.906 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.907 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327697+0000", 2024-04-02T10:00:51.908 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:51.909 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2f", 2024-04-02T10:00:51.910 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:22:10.591410+0000", 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.911 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.912 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.913 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.914 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.915 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327682+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.916 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.30", 2024-04-02T10:00:51.917 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4993, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:41.039763+0000", 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.918 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.919 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.920 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.921 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.922 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336076+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.923 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.31", 2024-04-02T10:00:51.924 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5113, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:30.169147+0000", 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.925 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.926 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.927 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:51.928 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.929 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335947+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.930 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.32", 2024-04-02T10:00:51.931 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:39.541050+0000", 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.932 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.933 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.934 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:51.935 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.936 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.293080+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.937 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.938 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.33", 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5068, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:59.152239+0000", 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.939 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.940 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.941 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.942 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.943 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309789+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.944 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.945 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.34", 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:25.196826+0000", 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.946 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.947 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.948 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:51.949 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.950 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302915+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.951 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.952 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.35", 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:07:23.959026+0000", 2024-04-02T10:00:51.953 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.954 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.955 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.956 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.957 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305127+0000", 2024-04-02T10:00:51.958 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.959 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.36", 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:51.960 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:16.594608+0000", 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.961 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.962 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.963 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.964 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.965 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336803+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.966 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.967 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.37", 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4935, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:17:29.912982+0000", 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.968 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.969 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.970 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.971 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.972 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.300046+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.973 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.974 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.38", 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5070, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:26.183880+0000", 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.975 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.976 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.977 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:51.978 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.979 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.335318+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.980 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.981 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.39", 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:25.759914+0000", 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.982 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.983 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.984 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:51.985 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.986 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.330765+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.987 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3a", 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.988 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4987, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:45.520896+0000", 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.989 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.990 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.991 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.991 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry show-device 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:51.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:51.993 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:51.994 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336453+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:51.995 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:51.996 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3b", 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:27:17.005627+0000", 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:51.997 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:51.998 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:51.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.000 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.001 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.328353+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.002 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.003 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3c", 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5014, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:44.116710+0000", 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.004 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.005 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.007 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.008 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.696348+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.009 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.010 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3d", 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:10.226984+0000", 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.011 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.014 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.015 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306226+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.016 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.017 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3e", 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5122, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:35:19.086191+0000", 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.018 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.019 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.020 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.021 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.022 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341521+0000", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.023 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.024 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3f", 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.025 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4928, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:46.523503+0000", 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.028 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.029 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pool": [ 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 24, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 24419, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 8, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 24419, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 4, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194323, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.030 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:52.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 2, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 9051, 2024-04-02T10:00:52.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 3151128, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 24289, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 3031439 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 12595200, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 12582969, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:52.033 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 24 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 192, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 64, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 3, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.035 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.036 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:52.037 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 192 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.038 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 3, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 197, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 1, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 3, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 1, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:52.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 812, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1310, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 311, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 1781760, 2024-04-02T10:00:52.042 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 1771104, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 3 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 96, 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:52.043 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 75, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 32, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 75, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 2, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 6622, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.044 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 66, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 22, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 14, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 158, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 174, 2024-04-02T10:00:52.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 69, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 36 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 110592, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 19866, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:52.047 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 43215, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 96 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813534208, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146750976, 2024-04-02T10:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 5146750976, 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.006701845210045576 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813534208, 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146750976 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T10:00:52.049 INFO:tasks.workunit.client.0.smithi112.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='client.36336 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='client.36336 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:49 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a0519cc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082456": { 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:52.055 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a045cc6-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046296 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.056 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.057 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T10:00:52.058 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T10:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 34847281 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 56285990 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T10:00:52.060 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.061 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:52.062 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.063 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 88, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3764, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3781, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3747 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 0, 2024-04-02T10:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 458843735, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 2283751422, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 7344385278, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 39846862714, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 12, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 52957, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 55956, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 5 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 52957, 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T10:00:52.065 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 55956 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T10:00:52.066 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:52.067 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:56 2024 UTC", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T10:00:52.068 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 12%", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 458,843,735 [234 TB]", 2024-04-02T10:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 2,283,751,422 [1.16 PB]", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 7,344,385,278", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 39,846,862,714", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 0", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 52,957", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 55,956", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 5", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:52.070 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.071 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.072 INFO:tasks.workunit.client.0.smithi112.stdout: "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:52.072 INFO:tasks.workunit.client.0.smithi112.stdout: "INTEL_SSDPEDMD400G4_4a07035e-f0cb-11ee-ad5e-0cc47a8fcb69": { 2024-04-02T10:00:52.072 INFO:tasks.workunit.client.0.smithi112.stdout: "20240402-082458": { 2024-04-02T10:00:52.072 INFO:tasks.workunit.client.0.smithi112.stdout: "device": { 2024-04-02T10:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: "protocol": "NVMe", 2024-04-02T10:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "nvme" 2024-04-02T10:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "host_id": "4a067ccc-f0cb-11ee-ad5e-0cc47a8fcb69", 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "json_format_version": [ 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "local_time": { 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "asctime": "Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "time_t": 1712046298 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "logical_block_size": 512, 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_namespaces": [ 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "capacity": { 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 1, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "size": { 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "utilization": { 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.075 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "id": 32902, 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "subsystem_id": 32902 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "Device stats": { 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.076 INFO:tasks.workunit.client.0.smithi112.stdout: "crc_error_count": { 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "erase_fail_count": { 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "host_bytes_written": { 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 28111849 2024-04-02T10:00:52.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 1 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "media_bytes_read": { 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "nand_bytes_written": { 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 48666638 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_stat_indicator": { 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "program_fail_count": { 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.079 INFO:tasks.workunit.client.0.smithi112.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "thermal_throttle_status": { 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "cnt": 0, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "pct": 0 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.080 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 64 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "timed_workload_timer": { 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 100, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 65535 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "unexp_power_loss": { 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 0, 2024-04-02T10:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": 0 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "wear_leveling": { 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "normalized": 89, 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "raw": { 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "avg": 3319, 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "max": 3333, 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 3303 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:52.082 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare": 100, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "controller_busy_time": 8, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "critical_warning": 0, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_read": 366267490, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "data_units_written": 1842338146, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "host_reads": 6122008295, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "host_writes": 31888129422, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "media_errors": 0, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "percentage_used": 11, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycles": 55957, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_hours": 52131, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": 26, 2024-04-02T10:00:52.083 INFO:tasks.workunit.client.0.smithi112.stdout: "unsafe_shutdowns": 527 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "power_cycle_count": 55957, 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "power_on_time": { 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "hours": 52131 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "serial_number": "deleted", 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "smart_status": { 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "nvme": { 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "passed": true 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl": { 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "argv": [ 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "-x", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "--json=o", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "/dev/nvme0n1" 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "build_info": "(local build)", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "exit_status": 0, 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "output": [ 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.085 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Serial Number: deleted", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller ID: 0", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Local Time is: Tue Apr 2 08:24:58 2024 UTC", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:52.086 INFO:tasks.workunit.client.0.smithi112.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported Power States", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 0 + 512 0 2", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 1 - 512 8 2", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 2 - 512 16 2", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Temperature: 26 Celsius", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare: 100%", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Percentage Used: 11%", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Read: 366,267,490 [187 TB]", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Data Units Written: 1,842,338,146 [943 TB]", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Read Commands: 6,122,008,295", 2024-04-02T10:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: "Host Write Commands: 31,888,129,422", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Controller Busy Time: 8", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Power Cycles: 55,957", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Power On Hours: 52,131", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Unsafe Shutdowns: 527", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "No Errors Logged", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "" 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "svn_revision": "5022", 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: "version": [ 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.089 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: "temperature": { 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: "current": 26 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: "user_capacity": { 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: "blocks": 781422768, 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 400088457216 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T10:00:52.091 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry show 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 B/s rd, 0 op/s 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='client.46298 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='client.46298 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 B/s rd, 0 op/s 2024-04-02T10:00:52.094 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='client.46298 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='client.46298 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.095 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T10:00:52.096 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:50 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 B/s rd, 0 op/s 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='client.46298 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='client.46298 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.097 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.098 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T10:00:52.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:50 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T10:00:52.108 INFO:tasks.workunit.client.0.smithi112.stdout:{ 2024-04-02T10:00:52.108 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer": { 2024-04-02T10:00:52.108 INFO:tasks.workunit.client.0.smithi112.stdout: "active": true, 2024-04-02T10:00:52.108 INFO:tasks.workunit.client.0.smithi112.stdout: "mode": "" 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "channels": [ 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "channels_available": [ 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "basic", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "ident", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "crash", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "device", 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: "perf" 2024-04-02T10:00:52.109 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_available": [ 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:52.110 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "collections_opted_in": [ 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_base", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "device_base", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "crash_base", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "ident_base", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_perf", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_mds_metadata", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_usage", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_usage_by_class", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_rook_v01", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_memory_metrics", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "basic_pool_flags" 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.111 INFO:tasks.workunit.client.0.smithi112.stdout: "config": { 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "active_changed": [ 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "client_check_pool_perm", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_gid", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "client_mount_uid", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "client_quota", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "daemonize", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:52.112 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "keyring", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_host", 2024-04-02T10:00:52.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:52.114 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "no_config_file", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:52.115 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_max_backfills", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:52.116 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:52.117 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_sleep", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_default_features", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "setgroup", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "setuser" 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_changed": [ 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:52.118 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_debug", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "bdev_debug_aio", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "container_image", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mgr", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_mon", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_ms", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_osd", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "debug_paxos", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_file", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_journald", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "log_to_stderr", 2024-04-02T10:00:52.119 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_join_fs", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/description", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_data_avail_warn", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_election_default_strategy", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:52.121 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_bug", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "ms_die_on_old_message", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_default_list", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_class_load_list", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_op_order", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_shutdown", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:52.122 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mclock_profile", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:52.123 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "public_network", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_cache_enabled", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "contact": null, 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "crashes": [], 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "created": "2024-04-02T08:21:38.630744Z", 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "crush": { 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_algs": { 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: "straw2": 3 2024-04-02T10:00:52.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_sizes": { 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "2": 1, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "4": 2 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket_types": { 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "1": 2, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "11": 1 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "compat_weight_set": false, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "device_classes": [ 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: 8 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_buckets": 6, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_devices": 8, 2024-04-02T10:00:52.125 INFO:tasks.workunit.client.0.smithi112.stdout: "num_rules": 2, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_types": 12, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "num_weight_sets": 0, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "tunables": { 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_local_tries": 0, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "choose_total_tries": 50, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "has_msr_rules": 0, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v2_rules": 1, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v3_rules": 0, 2024-04-02T10:00:52.126 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "has_v5_rules": 0, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "legacy_tunables": 0, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "msr_descents": 100, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "optimal_tunables": 1, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "profile": "jewel", 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "straw_calc_version": 1 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.127 INFO:tasks.workunit.client.0.smithi112.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "fs": { 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "feature_flags": { 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "enable_multiple": true, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "filesystems": [ 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "balancer_enabled": false, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_caps": 0, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_dns": 10, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_inos": 13, 2024-04-02T10:00:52.128 INFO:tasks.workunit.client.0.smithi112.stdout: "cached_subtrees": 2, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "files": 0, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "max_mds": 1, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_data_pools": 1, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_in": 1, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_mds": 1, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": 0, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_replay": 0, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_up": 1, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "snaps": 0, 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "standby_count_wanted": 0 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_standby_mds": 1, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "total_num_mds": 2 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_stats": { 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 292744, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 835584, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 0, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 355, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1084392, 2024-04-02T10:00:52.130 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 818688, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14474896, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 20701184, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 406128, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 606208, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 449, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 1437512, 2024-04-02T10:00:52.131 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 1239552, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 14865480, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 174260224, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2686504, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 1007616, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 696320, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6843, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 11681880, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:52.132 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 3692288, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 152177280, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 174956544 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 169082880, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 2361704, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 2736128, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 6514, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 9499736, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 2933504, 2024-04-02T10:00:52.133 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 151273280, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 171819008 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 261840896, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 5885904, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 540672, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 385024, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9572, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 14903352, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 4645120, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 232720120, 2024-04-02T10:00:52.134 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 262225920 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 566124544, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 25738552, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 47874048, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12554, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 96869592, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9242880, 2024-04-02T10:00:52.135 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 430865648, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 613998592 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 686333952, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28121248, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 37445632, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 13593, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 94621448, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9453056, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 550730328, 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 723779584 2024-04-02T10:00:52.136 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 519577600, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 27162856, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 7774208, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12356, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 77945648, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10583808, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 400477416, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 527351808 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:52.137 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 482861056, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 19182952, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 31866880, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9825, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 54967624, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10645248, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 394788432, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 514727936 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.138 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 605257728, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22135192, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 40206336, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11412, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 75662544, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10777344, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 493274776, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 645464064 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.139 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 421601280, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 28415360, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 125739008, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 12581, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 99856328, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 8961024, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 280960696, 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 547340288 2024-04-02T10:00:52.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 497106944, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 17044624, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 5373952, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 24387584, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 9789, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 72714368, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 10051072, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 391922928, 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 521494528 2024-04-02T10:00:52.141 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "actual_memory_used": 541499392, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "central_cache_freelist": 22130696, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "released_to_os": 38297600, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "spans_in_use": 11149, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_cache_freelists": 73397704, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "thread_heaps_in_use": 59, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "transfer_cache_freelist": 9697024, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "use_by_application": 432866096, 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: "virtual_address_space_used": 579796992 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.142 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "hosts": { 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num": 2, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mds": 2, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mgr": 2, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_mon": 2, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_with_osd": 2 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "io_rate": { 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_stats_delta": { 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 0, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 0, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.143 INFO:tasks.workunit.client.0.smithi112.stdout: "stamp_delta": "10.600712", 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 76, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 189, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 16, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 0 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.147 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard": false, 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "leaderboard_description": null, 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "license": "sharing-1-0", 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "mempool": { 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.148 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.149 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.150 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.151 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 150039, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 928, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 2 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.153 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.154 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.155 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.156 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.157 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.159 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.160 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 222320, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 65 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.161 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 51904, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 181 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.162 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12416, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 256 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.163 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.166 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.167 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.168 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42204785, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5223 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.169 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.171 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.172 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.173 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.174 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.175 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42050193, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5197 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 440, 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5 2024-04-02T10:00:52.177 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.178 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5896, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 174 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.179 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.180 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.181 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.183 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.184 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42512841, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5264 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.185 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.186 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10992, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 255 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 70440, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 5158 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 11792, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.188 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20440, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 388 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47232, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 25 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2688, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 14 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.189 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 374608, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 832089, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 229 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2465822, 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 545594 2024-04-02T10:00:52.190 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7061376, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10416 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 78616, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8361 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86448, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1801 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.191 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.192 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 45675, 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 49 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 14814577, 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 268 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.193 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21384, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 243 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 524880, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 45 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.194 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7100704, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 18444 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.195 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 22792, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 34816, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4416, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56560, 2024-04-02T10:00:52.197 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 707 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372320, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1336344, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 348 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.198 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2435904, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 537417 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6960736, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10268 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76448, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8185 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 85920, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1790 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.199 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 736, 2024-04-02T10:00:52.200 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55440, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 34 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12112, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 24494598, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 271 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.201 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 32120, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 365 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 443232, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 38 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.202 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 7243392, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21116 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.204 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 18296, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 341 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 120704, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1920, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 55360, 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 692 2024-04-02T10:00:52.205 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 358384, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 234178, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 71 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1753196, 2024-04-02T10:00:52.206 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 389306 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5157376, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7616 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 66372, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7019 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82704, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1723 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.207 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.208 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 35835, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 43 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10702446, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 13332 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 8448, 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 96 2024-04-02T10:00:52.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361584, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.210 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3187600, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 6130 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.211 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.212 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16624, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 307 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 42624, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 21 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.213 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 53440, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 668 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 304970, 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 98 2024-04-02T10:00:52.214 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1749173, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 387236 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5126096, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7570 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67260, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7045 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:52.215 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.216 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 143491, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 64 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20596230, 2024-04-02T10:00:52.217 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 274 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 431568, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 37 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.218 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3528720, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9186 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.219 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:52.220 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20272, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 374 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 39168, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 26 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4608, 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 24 2024-04-02T10:00:52.221 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54880, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 686 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 359840, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1730 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.222 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1053895, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 265 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2104680, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 461722 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6016896, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8880 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 67456, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7044 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.223 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 82944, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1728 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165596, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2208, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 3 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 123140, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 53 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 28144, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25350754, 2024-04-02T10:00:52.225 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 277 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 25344, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.226 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5053360, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12118 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.228 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 23424, 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 426 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43776, 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 30 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 768, 2024-04-02T10:00:52.229 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 4 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 56400, 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 705 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 372736, 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.230 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360413, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 100 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 2354055, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 527939 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6819976, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 10061 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.231 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 76724, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8193 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 86016, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1792 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165852, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1191 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.232 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 43391, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 50 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.233 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4491377, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 261 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 10736, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 122 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.234 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 466560, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 40 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 6440720, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 12386 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.235 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.236 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17024, 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 314 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.237 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30592, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 22 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3648, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 19 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54000, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 675 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 361088, 2024-04-02T10:00:52.238 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 659448, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 165 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1712258, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 378318 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.239 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4995536, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7378 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 68672, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7200 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83328, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1736 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.240 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165508, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1189 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 47065, 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:52.241 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 20062287, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 279 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 16544, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 188 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.242 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 454896, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 39 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3597464, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9247 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.243 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.244 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "bloom_filter": { 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 17776, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 324 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.245 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_reader": { 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 30720, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 23 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs_file_writer": { 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 3840, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 20 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_alloc": { 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 54240, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 678 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_blob": { 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 360880, 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:52.246 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 256, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 32 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_data": { 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 609303, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 134 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 1993991, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 444499 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.247 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 5795216, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 8554 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_cache_other": { 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 69408, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 7202 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_extent": { 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 83280, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1735 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_fsck": { 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.248 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 165764, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 1190 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_txc": { 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.249 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing": { 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 31603, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 31 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_anon": { 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 21099640, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 288 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "buffer_meta": { 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 12320, 2024-04-02T10:00:52.250 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 140 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_co": { 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 536544, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 46 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_mapbl": { 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.251 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_pglog": { 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 4877704, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 9393 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap": { 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 639992, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 11138 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap_mapping": { 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "pgmap": { 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_1": { 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "unittest_2": { 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes": 0, 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "items": 0 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "metadata": { 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:52.253 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 2 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 2 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.254 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 2 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 3 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:52.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 3 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.256 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 3 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "arch": { 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "x86_64": 8 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_version": { 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "cpu": { 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "distro": { 2024-04-02T10:00:52.257 INFO:tasks.workunit.client.0.smithi112.stdout: "centos": 8 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "distro_description": { 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_description": { 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "kernel_version": { 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "os": { 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "Linux": 8 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.258 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_objectstore": { 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": 8 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "rotational": { 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "0": 8 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "features": { 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "optional": [], 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "persistent": [ 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "kraken", 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "luminous", 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "mimic", 2024-04-02T10:00:52.259 INFO:tasks.workunit.client.0.smithi112.stdout: "osdmap-prune", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "nautilus", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "octopus", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "pacific", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "elector-pinging", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "quincy", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "reef", 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "squid" 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "min_mon_release": 19, 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: "v2_addr_mons": 3 2024-04-02T10:00:52.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "organization": "ceph-qa", 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster_network": false, 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "require_osd_release": "squid" 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.261 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:52.262 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:52.263 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:52.264 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:52.265 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:52.266 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.267 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9321, 17, 1, 0, 4, 3, 0, 6, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10070, 66, 20, 0, 22, 2, 5, 16, 27, 43, 105, 37, 55, 34, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1476, 21, 46, 0, 2, 0, 0, 3, 4, 15, 71, 163, 152, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 853, 11, 1, 0, 1, 1, 0, 0, 0, 2, 1, 16, 210, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 434, 13, 6, 0, 0, 1, 0, 0, 0, 9, 8, 8, 23, 53, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 293, 15, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 12, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 132, 5, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 8, 18, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.268 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.269 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6821, 5, 0, 0, 3, 2, 2, 5, 4, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8153, 34, 1022, 2, 20, 6, 6, 14, 17, 49, 105, 53, 75, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1292, 7, 463, 21, 0, 0, 0, 3, 3, 11, 48, 233, 271, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 307, 3, 3, 10, 1, 0, 0, 0, 0, 2, 1, 11, 257, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 94, 4, 1, 0, 2, 0, 0, 1, 0, 0, 2, 4, 20, 38, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 75, 0, 19, 0, 0, 0, 0, 0, 0, 1, 0, 7, 21, 3, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 131, 0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 3, 44, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 1, 26, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.270 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.271 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.272 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10444, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9823, 85, 37, 0, 12, 0, 0, 2, 0, 0, 3, 14, 9, 13, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 968, 103, 183, 2, 2, 0, 0, 0, 8, 1, 22, 10, 1, 4, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 508, 12, 35, 0, 0, 0, 0, 0, 3, 4, 0, 22, 39, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 13, 12, 0, 0, 0, 0, 1, 7, 9, 2, 4, 26, 76, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 129, 3, 19, 31, 0, 0, 0, 1, 10, 8, 5, 12, 27, 20, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 81, 0, 3, 36, 62, 0, 0, 1, 3, 7, 1, 6, 27, 31, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 2, 71, 83, 2, 0, 0, 1, 0, 3, 7, 23, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 3, 46, 0, 1, 0, 0, 0, 0, 1, 6, 22, 20, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.273 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.274 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 616, 50, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16948, 7959, 0, 1, 7389, 441, 1, 0, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10761, 366, 15, 0, 372, 152, 5, 6, 8, 21, 34, 23, 24, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.275 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1851, 11, 25, 0, 1, 0, 0, 0, 4, 1, 17, 70, 76, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 448, 5, 0, 0, 13, 5, 0, 0, 0, 0, 0, 7, 105, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 123, 7, 5, 0, 164, 16, 0, 0, 1, 4, 5, 9, 13, 24, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 1, 1, 0, 330, 12, 0, 3, 0, 0, 0, 0, 15, 4, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 0, 0, 0, 364, 0, 0, 0, 0, 0, 3, 7, 10, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 1826, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.276 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.277 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.277 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.278 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.279 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8321, 1, 64, 5, 14, 13, 2, 0, 0, 0, 13, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7545, 12, 5, 0, 16, 22, 68, 71, 16, 14, 49, 10, 12, 21, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 988, 6, 2, 0, 1, 0, 2, 5, 3, 14, 61, 79, 30, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 339, 6, 0, 0, 0, 0, 0, 1, 1, 1, 7, 26, 186, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 88, 5, 0, 0, 0, 1, 1, 0, 0, 1, 8, 10, 19, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 60, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 9, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 40, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 17, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.280 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.281 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5420, 3131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14154, 5102, 1, 0, 1, 0, 0, 2, 1, 3, 1, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8344, 131, 3, 1, 6, 0, 1, 3, 1, 5, 5, 3, 9, 18, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1411, 21, 6, 1, 3, 0, 0, 0, 1, 5, 15, 2, 1, 2, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 441, 2, 0, 5, 5, 0, 0, 0, 0, 3, 4, 11, 48, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 8, 0, 0, 0, 1, 0, 1, 5, 9, 6, 5, 18, 56, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 191, 0, 0, 1, 0, 0, 0, 0, 4, 2, 0, 2, 15, 13, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.282 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 4, 26, 14, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 9, 3, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.283 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.284 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 81, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7859, 3458, 4153, 8, 17, 22, 0, 1, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7377, 332, 284, 0, 26, 31, 74, 98, 3, 11, 9, 10, 10, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 916, 43, 42, 0, 5, 2, 25, 43, 6, 12, 54, 85, 42, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 354, 4, 0, 0, 0, 1, 0, 0, 0, 1, 6, 20, 168, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 161, 4, 0, 0, 1, 1, 0, 0, 0, 0, 4, 0, 15, 47, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 114, 6, 2, 0, 0, 0, 0, 1, 0, 0, 11, 3, 6, 15, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 10, 16, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 13, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.285 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.286 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12171, 1, 1, 0, 1, 0, 0, 0, 0, 2, 1, 4, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7318, 45, 15, 0, 12, 0, 2, 0, 4, 1, 3, 10, 5, 15, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 784, 5, 11, 0, 2, 0, 2, 0, 3, 5, 16, 3, 4, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 6, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 16, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.287 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 1, 6, 0, 5, 0, 21, 32, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 6, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 29, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.288 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.289 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:52.290 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:52.291 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.292 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:52.293 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:52.294 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.295 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4935, 44, 68, 179, 419, 581, 677, 2, 1, 2, 2, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 716, 23, 31, 20, 50, 31, 45, 1, 3, 5, 4, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 256, 1, 2, 0, 0, 0, 1, 0, 1, 0, 0, 3, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 130, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 4, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 17, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.296 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.297 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 5, 9, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2893, 219, 25, 54, 123, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 387, 63, 1300, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 220, 2, 43, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1541, 1046, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1676, 1904, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.298 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 46, 48, 28, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.299 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.300 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9238, 5, 0, 0, 0, 1, 2, 3, 3, 1, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16641, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 707, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 382, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 10, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.301 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.302 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 227, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3695, 34, 2, 0, 18, 1, 5, 9, 17, 14, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 402, 9, 2, 0, 6, 1, 0, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 212, 11, 33, 45, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 887, 178, 1, 106, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.303 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3880, 2285, 0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 746, 542, 1, 54, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.304 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.305 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 769, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2922, 228, 31, 60, 139, 274, 473, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 284, 5, 0, 0, 0, 1, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.306 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.307 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 662, 5, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4884, 76, 126, 237, 465, 596, 716, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 386, 1, 6, 8, 7, 16, 8, 2, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 208, 3, 5, 15, 3, 1, 1, 0, 0, 1, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 122, 39, 77, 114, 27, 0, 0, 0, 0, 1, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.308 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.309 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.310 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2954, 34, 0, 0, 4, 2, 4, 0, 8, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 372, 1, 1, 0, 0, 1, 0, 1, 2, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 165, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 158, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.311 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.312 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 530, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8107, 30, 62, 29, 2, 1, 2, 1, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2351, 31, 107, 47, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 173, 8, 1, 0, 0, 0, 1, 0, 0, 0, 0, 5, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.313 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.314 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.315 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:52.316 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:52.317 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.318 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:52.319 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:52.320 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.321 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 938, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.322 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.323 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2637, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3842, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.324 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.325 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.326 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 723, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 9259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 16655, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 728, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 253, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.327 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.328 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3796, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.329 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.330 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.331 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 4128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 298, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.332 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.333 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.334 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 686, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 7104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.335 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.336 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.337 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.338 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.339 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 8238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.340 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.341 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Latency (usec)", 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 100000, 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.342 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[100000, 199999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[200000, 399999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[400000, 799999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[800000, 1599999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[1600000, 3199999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[3200000, 6399999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[6400000, 12799999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[12800000, 25599999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[25600000, 51199999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[51200000, 102399999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[102400000, 204799999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[204800000, 409599999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[409600000, 819199999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:52.343 INFO:tasks.workunit.client.0.smithi112.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: "[53687091200000, None]" 2024-04-02T10:00:52.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 32, 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 512, 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 511]", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[512, 1023]", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[1024, 2047]", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[2048, 4095]", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[4096, 8191]", 2024-04-02T10:00:52.345 INFO:tasks.workunit.client.0.smithi112.stdout: "[8192, 16383]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[16384, 32767]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[32768, 65535]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[65536, 131071]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[131072, 262143]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[262144, 524287]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[524288, 1048575]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[1048576, 2097151]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[2097152, 4194303]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[4194304, 8388607]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[8388608, 16777215]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[16777216, 33554431]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[33554432, 67108863]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[67108864, 134217727]", 2024-04-02T10:00:52.346 INFO:tasks.workunit.client.0.smithi112.stdout: "[134217728, 268435455]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[268435456, 536870911]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "[274877906944, None]" 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.347 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1784, 11, 3, 4, 10, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1414, 11, 1, 2, 5, 5, 9, 14, 26, 43, 108, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 243, 12, 0, 0, 0, 1, 1, 6, 8, 4, 35, 144, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 5, 16, 7, 250, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.348 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 560, 6, 0, 0, 0, 0, 1, 0, 0, 2, 8, 7, 20, 30, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 21, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.349 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.350 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2258, 21, 2, 0, 4, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1931, 1, 0, 2, 3, 7, 9, 13, 38, 75, 145, 88, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 99, 0, 2, 0, 1, 1, 1, 0, 5, 7, 43, 241, 254, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 10, 315, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 33, 2, 0, 0, 0, 1, 0, 0, 1, 1, 3, 5, 28, 30, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 19, 24, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.351 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.352 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 320, 7, 2, 0, 9, 0, 0, 2, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 164, 5, 0, 0, 5, 0, 1, 9, 10, 6, 50, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 6, 8, 13, 71, 99, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 135, 5, 0, 0, 0, 0, 0, 1, 3, 6, 20, 35, 21, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.353 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 53, 26, 0, 0, 0, 0, 0, 2, 2, 3, 3, 12, 28, 45, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 47, 0, 0, 0, 1, 0, 0, 0, 2, 2, 5, 13, 34, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 82, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.354 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.355 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1176, 11, 0, 0, 5, 0, 6, 5, 13, 14, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 583, 5, 0, 0, 12, 3, 4, 5, 19, 32, 47, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 238, 12, 0, 1, 0, 0, 1, 2, 4, 5, 20, 97, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 415, 25, 0, 0, 0, 0, 0, 0, 2, 5, 9, 13, 59, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 369, 20, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 15, 22, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 222, 38, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 12, 28, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.356 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.357 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 58, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1075, 12, 0, 0, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 865, 6, 0, 0, 1, 1, 0, 6, 20, 22, 26, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 385, 5, 0, 0, 1, 0, 2, 4, 4, 4, 52, 126, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 482, 7, 0, 0, 1, 1, 1, 1, 1, 5, 9, 15, 171, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 200, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 4, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.358 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 101, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 14, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 117, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 13, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.359 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.360 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 103, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 576, 18, 0, 0, 6, 1, 4, 4, 14, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 97, 8, 1, 0, 1, 0, 2, 0, 2, 10, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 12, 0, 0, 2, 0, 0, 4, 4, 5, 34, 35, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 65, 7, 0, 0, 0, 1, 0, 0, 1, 1, 8, 15, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 2, 2, 6, 10, 19, 13, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 7, 19, 28, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.361 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.362 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 69, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1086, 21, 0, 1, 9, 1, 1, 4, 4, 5, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.363 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 654, 0, 2, 0, 7, 0, 6, 13, 16, 29, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 521, 6, 0, 0, 1, 1, 1, 4, 3, 2, 38, 94, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 431, 8, 0, 0, 0, 0, 0, 0, 1, 4, 18, 22, 131, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 25, 19, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 104, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 4, 8, 19, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.364 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.365 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 218, 22, 0, 0, 7, 0, 0, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 56, 3, 0, 0, 2, 1, 0, 3, 3, 2, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 124, 2, 0, 0, 0, 1, 2, 1, 5, 10, 19, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 70, 0, 0, 0, 0, 0, 2, 0, 3, 4, 17, 22, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 28, 23, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 11, 11, 42, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.366 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.367 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "axes": [ 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.368 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 8, 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "number of replicas", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 1, 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[1, 1]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[2, 2]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[3, 3]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[4, 4]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[5, 5]", 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: "[6, None]" 2024-04-02T10:00:52.369 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "linear" 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "buckets": 10, 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "min": 0, 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "name": "duration", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "quant_size": 250000, 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "ranges": [ 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[None, -1]", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 249999]", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[250000, 499999]", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[500000, 999999]", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[1000000, 1999999]", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[2000000, 3999999]", 2024-04-02T10:00:52.370 INFO:tasks.workunit.client.0.smithi112.stdout: "[4000000, 7999999]", 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "[8000000, 15999999]", 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "[16000000, 31999999]", 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "[32000000, None]" 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "scale_type": "log2" 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "osds": [ 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 0, 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.371 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 1, 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.372 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 2, 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.373 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 3, 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.374 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 4, 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.375 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 5, 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.376 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 6, 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.377 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "osd_id": 7, 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "values": [ 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.378 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: ] 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "perf_counters": { 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "mds.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "mds": { 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "caps": { 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:52.379 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_commit": { 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_complete": { 2024-04-02T10:00:52.380 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_fetch_keys": { 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_merge": { 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "dir_split": { 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "exported_inodes": { 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "forward": { 2024-04-02T10:00:52.381 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_cap_release": { 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps": { 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.382 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "imported_inodes": { 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes": { 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_expired": { 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_pinned": { 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "inodes_with_caps": { 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.383 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "load_cent": { 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "openino_dir_fetch": { 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "process_request_cap_release": { 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "reply_latency": { 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "request": { 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.384 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rbytes": { 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rfiles": { 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "root_rsnaps": { 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_reply": { 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "subtrees": { 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:52.385 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_cache": { 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_exportdir": { 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_flush": { 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.386 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_fragstats": { 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_inodestats": { 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:52.387 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "num_recovering_processing": { 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays": { 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_delayed": { 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_completed": { 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.388 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_started": { 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_created": { 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_enqueued": { 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_migrated": { 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "strays_reintegrated": { 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.389 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_log": { 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "ev": { 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "evadd": { 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "evex": { 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "evexd": { 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.390 INFO:tasks.workunit.client.0.smithi112.stdout: "evexg": { 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "evlrg": { 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "evtrm": { 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "jlat": { 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "replayed": { 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:52.391 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "seg": { 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "segadd": { 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "segex": { 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "segexd": { 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "segexg": { 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.392 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "segmjr": { 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "segtrm": { 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_mem": { 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "cap": { 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "cap+": { 2024-04-02T10:00:52.393 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "cap-": { 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "dir": { 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "dir+": { 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "dir-": { 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "dn": { 2024-04-02T10:00:52.394 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "dn+": { 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "dn-": { 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "heap": { 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 248184 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "ino": { 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "ino+": { 2024-04-02T10:00:52.395 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "ino-": { 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "rss": { 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53188 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_server": { 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:52.396 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_request": { 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_client_session": { 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "handle_peer_request": { 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "req_create_latency": { 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.397 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getattr_latency": { 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "req_link_latency": { 2024-04-02T10:00:52.398 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookup_latency": { 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupino_latency": { 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.399 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupname_latency": { 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "req_lssnap_latency": { 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mkdir_latency": { 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mknod_latency": { 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "req_mksnap_latency": { 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "req_open_latency": { 2024-04-02T10:00:52.401 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "req_readdir_latency": { 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rename_latency": { 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.402 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmdir_latency": { 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setattr_latency": { 2024-04-02T10:00:52.403 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setlayout_latency": { 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "req_setxattr_latency": { 2024-04-02T10:00:52.404 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "req_symlink_latency": { 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "req_unlink_latency": { 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.405 INFO:tasks.workunit.client.0.smithi112.stdout: "mds_sessions": { 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "average_load": { 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "avg_session_uptime": { 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "mdthresh_evicted": { 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "session_count": { 2024-04-02T10:00:52.406 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "session_remove": { 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_open": { 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "sessions_stale": { 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "total_load": { 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.407 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "purge_queue": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed": { 2024-04-02T10:00:52.408 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executed_ops": { 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing": { 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_high_water": { 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops": { 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.409 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "pq_item_in_journal": { 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.8e5cd4ec2e27817726b75d1c9a72d20181a596b6": { 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:52.410 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:52.411 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 265 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8629 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:52.412 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58945846 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2069946139 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.413 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999922 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.414 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8630 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.416 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8630 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8630, 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26472311047 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:52.417 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:52.418 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8629 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 116332350 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75606 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8629, 2024-04-02T10:00:52.419 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6001843855 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 171941888 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 170500096 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:52.420 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1441792 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.421 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24326172 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.422 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.423 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68929557 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267454415 2024-04-02T10:00:52.424 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1498417 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70785792 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.426 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178302943 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.427 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.428 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.429 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69160993 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:52.430 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 374258, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1743165078 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.431 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20822, 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10497122697 2024-04-02T10:00:52.432 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e1502027171624e00e676a8a9175d705c7591e7b": { 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:52.433 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 238 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.434 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58696527 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:52.435 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1336978094 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 219 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.436 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3, 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999951 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.437 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:52.438 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26807560414 2024-04-02T10:00:52.439 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.440 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8596 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 115755690 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:52.441 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75332 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8596, 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2688955932 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 168804352 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.442 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 165961728 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842624 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24221684 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.444 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.445 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68992038 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.446 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267496422 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1490885 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.447 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.448 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70751317 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.449 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178330948 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.450 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.451 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69132988 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:52.452 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 372695, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1785494071 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:52.453 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20736, 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6335747251 2024-04-02T10:00:52.454 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "mon.e42972b811f457365fd662cd93870294a44441bf": { 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "election_call": { 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "election_lose": { 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "election_win": { 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_elections": { 2024-04-02T10:00:52.455 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_sessions": { 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "session_add": { 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "session_rm": { 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "session_trim": { 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.456 INFO:tasks.workunit.client.0.smithi112.stdout: "paxos": { 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "accept_timeout": { 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "begin": { 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8702 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_bytes": { 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 60082742 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_keys": { 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26106 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "begin_latency": { 2024-04-02T10:00:52.457 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8702, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1940949475 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "collect": { 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_bytes": { 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_keys": { 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_latency": { 2024-04-02T10:00:52.458 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_timeout": { 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "collect_uncommitted": { 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "commit": { 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8700 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_bytes": { 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59434388 2024-04-02T10:00:52.459 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_keys": { 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67450 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "commit_latency": { 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8700, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2984944980 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_ack_timeout": { 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "lease_timeout": { 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.460 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn": { 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "new_pn_latency": { 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2999921 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh": { 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8703 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "refresh_latency": { 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8703, 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29891222115 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.461 INFO:tasks.workunit.client.0.smithi112.stdout: "restart": { 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state": { 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_bytes": { 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 88144 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "share_state_keys": { 2024-04-02T10:00:52.462 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2, 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "start_leader": { 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "start_peon": { 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state": { 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_bytes": { 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.463 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_keys": { 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "store_state_latency": { 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache": { 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1020054731 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.464 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258031616 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256704512 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2147483648 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1327104 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:full": { 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 360710144 2024-04-02T10:00:52.465 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24523086 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.466 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.467 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68811959 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:inc": { 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 339738624 2024-04-02T10:00:52.468 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 267375099 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1513012 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.469 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.470 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70850513 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "prioritycache:kv": { 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 314572800 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.471 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 178250066 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.472 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.473 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69213870 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb": { 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "compact": { 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.474 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_len": { 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_queue_merge": { 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_range": { 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 100 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "get_latency": { 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 390807, 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2000330004 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.475 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_latency": { 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.476 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "submit_sync_latency": { 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21000, 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8033439496 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.0": { 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23746 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.477 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.478 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.479 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.479 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.479 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.481 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.481 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11698176 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 738529280 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4427963 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.482 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19, 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1266462 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 200, 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1000630 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 658046976 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.483 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79607, 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11787911695 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79601, 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19351536450 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10158080 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 326053888 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.484 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653787136 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9667239000 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.485 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69606 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240361472 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8240365568 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.486 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67608 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69606, 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2500462137 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9579782857 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 66922 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.487 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3640330 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11607738 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 984 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.488 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7967408 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 330 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 984, 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4693121 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.489 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1031 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:52.490 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14656 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1079160832 2024-04-02T10:00:52.491 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14049280 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24103, 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67887959 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.492 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3612, 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7021115880 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.493 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30851, 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258336843 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.494 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23344539631 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 78848, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1662517304 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48091802 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 79533, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23392631433 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.495 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41886, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1651760573 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1092, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240091 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25664, 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15360500 2024-04-02T10:00:52.496 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85308 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17917, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3164286358 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 257639 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24114 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.497 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13447, 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2648285191 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34462, 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13007420 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21015, 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2111599433 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15596, 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 455431702 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.499 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13484589066 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 805859642 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9648, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4072598707667 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.500 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9649, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6772725732521 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2998869254697 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95464, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10837607 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 345712055 2024-04-02T10:00:52.501 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41575211794 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32931116 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20728654584 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.502 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16349560304 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10154875 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2606, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13453713 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 92497386599 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17493241654 2024-04-02T10:00:52.503 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95465, 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 824704624 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 610590720 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562733056 2024-04-02T10:00:52.504 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47857664 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.505 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56559115 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.506 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 552960 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.507 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68712949 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.508 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2160 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 149808 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.510 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70582535 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.511 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12588144 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37706077 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.512 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.513 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67146291 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.514 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 424193369 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.515 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 982 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79583 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1123008 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69530930 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.517 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.518 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40522 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 133813, 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8563259375 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2709503556 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.519 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40522, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 200072205843 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327461 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41431, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23183528914 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 40522, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71669434895 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.520 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24502 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24502, 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16095567609 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3484327461 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24866, 2024-04-02T10:00:52.521 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6937113041 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24502, 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6780665326 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8739 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 558576487 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17705317115 2024-04-02T10:00:52.522 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9084, 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6474356711 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.523 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8739, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15339599738 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2150927069 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 166271321119 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.524 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7481, 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9772059162 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7281, 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49549169831 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.525 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 672108544 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.1": { 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20468 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.526 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.527 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9158656 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831651840 2024-04-02T10:00:52.528 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3541010 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1287017 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 202, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 972420 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.529 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 895811584 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75293, 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11341969918 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75287, 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18319604198 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9125888 2024-04-02T10:00:52.530 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 308387840 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 891551744 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55 2024-04-02T10:00:52.531 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7352444416 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58122 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158647296 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6158651392 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.532 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52076 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 58122, 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2047461938 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7258297046 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.533 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55234 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3290413 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 788 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9077380 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.534 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5786967 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 357 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.535 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1134, 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3209477 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.536 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 631 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13475 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.537 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1151930368 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13451264 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.538 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19055, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79159557 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3546, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6558633595 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.539 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21077, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 182894845 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.540 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22200618510 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74521, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1749048767 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48058356 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75216, 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22248676866 2024-04-02T10:00:52.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29484, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1330670531 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 979, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2679340 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9420, 2024-04-02T10:00:52.542 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10852087 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 45, 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81318 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11155, 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2030894174 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 232068 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27547 2024-04-02T10:00:52.543 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21387, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2339153327 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70974, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18016542 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 49587, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1570486172 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.544 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15609, 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 448472808 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.545 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10221908587 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1356281799 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22592, 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4097709958884 2024-04-02T10:00:52.546 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22593, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6969745865970 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3121198870510 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88296, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9041134 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.547 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 347196758 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34835938598 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29315371 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15813873006 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.548 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14852051360 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9563958 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2573, 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12885488 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76084369387 2024-04-02T10:00:52.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15870053352 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 88297, 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 539634446 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.550 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 720371712 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 682926080 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37445632 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.551 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56702287 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.552 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81920 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1048576 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.553 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67996337 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.554 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.555 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 256 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2128 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 164176 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.556 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69494157 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.557 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9176432 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37801524 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.558 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.559 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70462556 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.560 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 425267155 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.561 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 983 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76704 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1124013 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.562 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68459017 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 42427 2024-04-02T10:00:52.564 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 140192, 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11244366735 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2513419808 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.565 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42427, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 756924821484 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428478 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 44098, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33634238018 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 42427, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110489992066 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.566 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20419 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20419, 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14527136635 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3110428478 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20869, 2024-04-02T10:00:52.567 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5748356343 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20419, 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6948080414 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12166 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 298458680 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107769648062 2024-04-02T10:00:52.568 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12294, 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13696264141 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.569 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12166, 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32706037346 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9842 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2214961128 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 634628036787 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.570 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10935, 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14189617534 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9842, 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70835874306 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 363 2024-04-02T10:00:52.571 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 909275136 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.2": { 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.572 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17918 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.573 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4919296 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.574 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 651509760 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5935084 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1112497 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 170, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 865296 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.575 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573112320 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70524, 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10704243362 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70544, 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17076153149 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.576 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6311936 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 288944128 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 590151680 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.577 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3299910552 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30919 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781392896 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2781396992 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.578 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28997 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 30919, 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1189250577 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3240264240 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.579 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29086 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1917859 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 665 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4866944 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 869 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.580 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2949085 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 209 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.581 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 869, 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1310489 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.582 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8065 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.583 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 947953664 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9244672 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14384, 2024-04-02T10:00:52.584 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48520298 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3616, 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4152164842 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.585 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 31961, 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 270742802 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.586 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20448781288 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69867, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1390765900 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31272779 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 70482, 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20480054067 2024-04-02T10:00:52.587 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 261509, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1952494239 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1013, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2774171 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145095, 2024-04-02T10:00:52.588 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47202304 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 37, 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65478 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23410, 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1734074971 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 463386 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18275 2024-04-02T10:00:52.589 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10196, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2387405648 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28170, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9945115 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17974, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2062548377 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.590 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12671, 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 374469278 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.591 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10248177787 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1227641831 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4485973700858 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.592 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 6558, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6586559384482 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2842520877935 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9099262 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 458569892 2024-04-02T10:00:52.593 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31517547286 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27533853 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14424350415 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.594 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11238178402 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5369475 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2551, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12340040 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67899266630 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12110798332 2024-04-02T10:00:52.595 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 80747, 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479749139 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523943936 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516169728 2024-04-02T10:00:52.596 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7774208 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.597 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57236422 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.598 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24576 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.599 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68559930 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.600 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.601 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 107232 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.602 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73934114 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.603 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4616416 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38157614 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.604 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.605 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74666482 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.606 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429273166 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.607 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 76676 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1135217 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.608 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72831421 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68 2024-04-02T10:00:52.609 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.610 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54146 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 146183, 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8218656607 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1937810151 2024-04-02T10:00:52.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 128182400983 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 55011, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53222805061 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 54146, 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89282326290 2024-04-02T10:00:52.612 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24022 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21680880771 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3437569099 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.613 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24446, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12332383554 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24022, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15415151210 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28127 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494505410 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:52.614 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65580138609 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28412, 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37461186954 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.615 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28127, 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 59446405865 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1997 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1443304741 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40921381603 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2153, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3429234553 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1997, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14420769215 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8763066 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.617 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 582365184 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.3": { 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19700 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.618 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.619 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1585152 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.620 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 573382656 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3244942 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1141889 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 153, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 746312 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.621 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 514392064 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66144, 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9960877974 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66154, 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16491793570 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.622 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5013504 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 271011840 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 531431424 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.623 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 676659622 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16527 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614133760 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 614137856 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.624 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12534 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16527, 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 364974496 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 627294028 2024-04-02T10:00:52.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15008 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 923389 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 485 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1561817 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 595 2024-04-02T10:00:52.626 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 638428 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 110 2024-04-02T10:00:52.627 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 595, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 498727 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.628 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 908 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8748 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.629 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 848408576 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9269248 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.630 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17513, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54614113 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3562, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2415635379 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.631 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15222, 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 112830994 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.632 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19463796972 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 65426, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1486342357 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37142960 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 66111, 2024-04-02T10:00:52.633 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19500939932 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 27436, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 831739148 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1371, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2901723 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.634 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9726, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7450375 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 41, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 55319 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12028, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1890948876 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224077 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.635 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18246 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43468, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1686027566 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 106870, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29663502 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63402, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1233791807 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.636 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12353, 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 320767591 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.637 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10424593370 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1414869244 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.638 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18170, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3651244917615 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18173, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6759366405955 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2896946092845 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75608, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7595149 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.639 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 441944484 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30658228953 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25784122 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13960204926 2024-04-02T10:00:52.640 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9313913080 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5375403 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2557, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13995621 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 64810525325 2024-04-02T10:00:52.641 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10200287928 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75611, 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 435787135 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405274710 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.642 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 511451136 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479535104 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600683622 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31916032 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.643 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57495899 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.644 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8192 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114688 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.645 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68210341 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:52.646 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219247 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.647 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1264 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 85120 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 320 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.648 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72010529 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.649 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 748112 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38330599 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.650 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.651 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69973193 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.652 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 431219247 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.653 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56859 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1146166 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.654 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70894208 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.655 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 48 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.656 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69523 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 145573, 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7871488345 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1457604313 2024-04-02T10:00:52.657 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 304262662990 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 71792, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33676355381 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 69523, 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74365691894 2024-04-02T10:00:52.658 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51402 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53872338637 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1515985787 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.659 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51631, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10591078214 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 51402, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9364405596 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13903 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 295251445 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:52.660 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 188203222534 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15821, 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17977334065 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.661 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13903, 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41259682380 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4218 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1162352868 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 62187101819 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.662 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4340, 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107943102 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4218, 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 23741603918 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.663 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 523681792 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.4": { 2024-04-02T10:00:52.664 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28300 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.665 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7294976 2024-04-02T10:00:52.666 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 639475712 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3114712 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1086646 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 166, 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 742944 2024-04-02T10:00:52.667 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653721600 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63100, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9636434298 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63103, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15695522141 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.668 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9150464 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 258510848 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 666501120 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.669 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5107328421 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 53035 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417814528 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4417818624 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.670 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 45903 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 53035, 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1685086673 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4993139435 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.671 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 49535 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321467 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 859 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7233227 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1122 2024-04-02T10:00:52.672 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4911760 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.673 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 275 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1122, 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1899334 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.674 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 643 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10864 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.675 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 907567104 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.676 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9265152 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 23680, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70246511 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3500, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7118370305 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.677 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 16872, 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 159121433 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.678 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19204472960 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62494, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479187662 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.679 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51536969 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63046, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19256009929 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24483, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 930503430 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.680 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 829, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2240740 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 10052, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8339656 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 46, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54605 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14267, 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3427853034 2024-04-02T10:00:52.681 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 189437 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19381 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9169, 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1799586634 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 38134, 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17820406 2024-04-02T10:00:52.682 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28965, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1420087494 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13700, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 397718031 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.683 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.684 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.684 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.684 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.685 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.685 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.685 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.685 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11671717032 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1080276618 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18473, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3988231358271 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18476, 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6392103517381 2024-04-02T10:00:52.686 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2427971766505 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75864, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7688719 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 344437350 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.687 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31667893327 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 27953165 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14147490849 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15609347609 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5370202 2024-04-02T10:00:52.688 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2451, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13662510 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73453978375 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16575156817 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75867, 2024-04-02T10:00:52.689 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699058096 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 642056192 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 601751552 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:52.690 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40304640 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.691 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56934911 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.692 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 32768 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 700416 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.693 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68161025 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.694 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2416 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.695 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 156800 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.696 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67756824 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.697 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6575824 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37956607 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.698 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.699 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72908081 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.700 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 427011832 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.701 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 77276 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1125467 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.702 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 75101905 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.703 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.704 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 28661 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 91850, 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10448663406 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1488122712 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.705 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 79364624730 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29299, 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13316423496 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 28661, 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31390810052 2024-04-02T10:00:52.706 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18859 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12104439310 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2011542824 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.707 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 19041, 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4702077333 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18859, 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5267324970 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5498 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 317535497 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.708 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9929570889 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5818, 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3529937594 2024-04-02T10:00:52.709 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 5498, 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8562180665 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4304 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1170587215 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57330614531 2024-04-02T10:00:52.710 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4440, 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5084408569 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4304, 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17561304417 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.711 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 663007232 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.712 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.5": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30750 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.713 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.714 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13873152 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 813723648 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3809001 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1357408 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.715 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 217, 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088012 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 734265344 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83918, 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11477918882 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.716 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83938, 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18213655281 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11235328 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 343764992 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747044864 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.717 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10713276232 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 90700 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.718 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223462912 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9223467008 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 81480 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.719 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 90700, 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3824896158 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10567969544 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 86250 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5136278 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1160 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.720 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13604923 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1630 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8468645 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.721 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1630, 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3652466 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.722 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 832 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11, 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13490 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.723 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1174401024 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.724 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13463552 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 20114, 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70152738 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3531, 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7885278805 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.725 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24955, 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 205656127 2024-04-02T10:00:52.726 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22338588208 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83339, 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1596587554 2024-04-02T10:00:52.727 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50276591 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 83842, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22388864799 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32694, 2024-04-02T10:00:52.728 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1320190698 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 873, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2572104 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9623, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12616995 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 48, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 96438 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.729 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17030, 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5504848603 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 249224 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22523 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.730 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21011, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1891969978 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50793, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 22393822 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 29782, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1655142597 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.731 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15843, 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 471776081 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.732 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8994033904 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 504532343 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4450917289527 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.733 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8457, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6600418434222 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3236764428460 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10350412 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 325159577 2024-04-02T10:00:52.734 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33452082531 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34800334 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14242763011 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.735 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15241566016 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9569712 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2509, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14696522 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72272492531 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.736 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16284973159 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95430, 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 604530989 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 543932416 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.737 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 418193408 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125739008 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.738 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56404386 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.739 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.740 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 69359198 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 562036736 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.741 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032899 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2640 2024-04-02T10:00:52.742 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 195504 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.743 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 71696829 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 192937984 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.744 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13909184 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 37602924 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.745 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.746 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74317012 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494927872 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.747 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 423032899 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.748 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72636 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1128809 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.749 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 70693528 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.750 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 50153 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.751 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 135141, 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12444286335 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1479756157 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:52.752 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 44754052294 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50979, 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 15038759241 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50153, 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31601024600 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 39548 2024-04-02T10:00:52.753 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13569804055 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2321790303 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39746, 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7048374935 2024-04-02T10:00:52.754 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 39548, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7281088636 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9048 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 391259168 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18054766658 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.755 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9486, 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5708086927 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 9048, 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14083128347 2024-04-02T10:00:52.756 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1557 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1088496989 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13129481581 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.757 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1747, 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2282297379 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1557, 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10236807617 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4194304 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3 2024-04-02T10:00:52.758 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 747737088 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.6": { 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16396 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.759 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.760 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4042752 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 556937216 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.761 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4077704 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1036658 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 149, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 718547 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.762 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 484179968 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63390, 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8659308872 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63401, 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13879497506 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10371072 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.763 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 259731456 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 479920128 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 41 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.764 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2031677530 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34006 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770110976 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1770115072 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.765 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25556 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34006, 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 841521586 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1949664678 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31490 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.766 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1240332 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 613 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4002603 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 796 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.767 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2762271 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 183 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.768 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 796, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1304215 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.769 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 705 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7, 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9369 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.770 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 822996992 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9854976 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.771 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13756, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 51839510 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3432, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3594853440 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.772 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 18141, 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 158514147 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.773 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63355, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16999934359 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 62884, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1267712082 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63355, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33625525 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.774 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63355, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17033559884 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 24741, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 466008653 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 885, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2371322 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.775 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17720, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11271738 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54218 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11538, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1679812533 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 187954 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.776 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 18224 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14523, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1671818360 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 47008, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12849309 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32485, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1333161035 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.777 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11999, 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 328035867 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.778 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7047068448 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 827300048 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3552940744970 2024-04-02T10:00:52.779 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 14486, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6286834937045 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2479735833306 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7486945 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 354810525 2024-04-02T10:00:52.780 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26517956333 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26633551 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11196324997 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9303897128 2024-04-02T10:00:52.781 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5965667 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2393, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12400218 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54432591979 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10086556616 2024-04-02T10:00:52.782 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 74104, 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 480613703 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 516120576 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 491732992 2024-04-02T10:00:52.783 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 24387584 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.784 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57300039 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.785 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 294912 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.786 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68234169 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.787 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750293 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1744 2024-04-02T10:00:52.788 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 114320 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.789 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73450123 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 176160768 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.790 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3486752 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38200026 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.791 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.792 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67365126 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.793 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 429750293 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.794 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 84109 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1137474 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.795 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 72344604 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30 2024-04-02T10:00:52.796 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 54 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.797 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34922 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 95058, 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8348809440 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1521665982 2024-04-02T10:00:52.798 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 52915227578 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 35349, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12901300213 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34922, 2024-04-02T10:00:52.799 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 30540719415 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26678 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11356670474 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1986564590 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.800 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26832, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5568055868 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 26678, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6063446459 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4397 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 342442380 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12153577162 2024-04-02T10:00:52.801 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4558, 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2750119207 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.802 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 4397, 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8085893569 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3847 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1179223602 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 29404979942 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.803 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3959, 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4583125138 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3847, 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 16391379387 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36792726 2024-04-02T10:00:52.804 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 494043136 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "osd.7": { 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "bluefs": { 2024-04-02T10:00:52.805 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 20668 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_db": { 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 65536 2024-04-02T10:00:52.806 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_slow": { 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit_wal": { 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_slow": { 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_sst": { 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4956160 2024-04-02T10:00:52.807 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_written_wal": { 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 592928768 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lat": { 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3721433 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "compact_lock_lat": { 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1032909 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "db_alloc_lat": { 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 154, 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 823732 2024-04-02T10:00:52.808 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "db_total_bytes": { 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995027456 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "db_used_bytes": { 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 544669696 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "flush_lat": { 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64094, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8743866564 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "fsync_lat": { 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64104, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13951373120 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.809 INFO:tasks.workunit.client.0.smithi112.stdout: "log_bytes": { 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13254656 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "logged_bytes": { 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 262610944 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_db": { 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 553189376 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_slow": { 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "max_bytes_wal": { 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.810 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "num_files": { 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "read_bytes": { 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3259052678 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "read_count": { 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 43717 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes": { 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715254784 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2715258880 2024-04-02T10:00:52.811 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "read_disk_count": { 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 31301 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 43717, 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1228288457 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:52.812 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3159651078 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "read_prefetch_count": { 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40668 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2217124 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_buffer_count": { 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 755 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_bytes": { 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4920230 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.813 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_count": { 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 954 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2703106 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.814 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_disk_count": { 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 202 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "read_random_lat": { 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 954, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1153374 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_alloc_lat": { 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_total_bytes": { 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.815 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_used_bytes": { 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 699 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "unlink_lat": { 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9962 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_alloc_lat": { 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_total_bytes": { 2024-04-02T10:00:52.816 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "wal_used_bytes": { 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "write_bytes": { 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 862785536 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore": { 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "alloc_unit": { 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4096 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": { 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9846784 2024-04-02T10:00:52.817 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "allocator_lat": { 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 17600, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 56596361 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "clist_lat": { 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 3466, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4780391941 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_lat": { 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed": { 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.818 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_allocated": { 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "compressed_original": { 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "csum_lat": { 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 22164, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 203105843 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "decompress_lat": { 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: "fragmentation_micros": { 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_commit_lat": { 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64055, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17089127745 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_final_lat": { 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 63636, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1325132818 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_flush_lat": { 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64055, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 40274188 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "kv_sync_lat": { 2024-04-02T10:00:52.820 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 64055, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17129401933 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 0, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_get_values_lat": { 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 32546, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 653915244 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 758, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2317527 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.821 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_next_lat": { 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 8205, 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7099299 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 50, 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 87014 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11860, 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1110792905 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_hits": { 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 198399 2024-04-02T10:00:52.822 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "onode_misses": { 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17734 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "read_lat": { 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 7593, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1716034498 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 33063, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 9369934 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 25470, 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1497656398 2024-04-02T10:00:52.823 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "reads_with_retries": { 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "remove_lat": { 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 13345, 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 386018875 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:52.824 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8148766427 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 981331138 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:52.825 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3725035216716 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 15592, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 6293513433428 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "state_done_lat": { 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 3104330890584 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "state_finishing_lat": { 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7798080 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.826 INFO:tasks.workunit.client.0.smithi112.stdout: "state_io_done_lat": { 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 196588017 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 26844748852 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_done_lat": { 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 25387870 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11949494920 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.827 INFO:tasks.workunit.client.0.smithi112.stdout: "state_prepare_lat": { 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11261720394 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": { 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 5960447 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "truncate_lat": { 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 2349, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 14366570 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_commit_lat": { 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58413217983 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.828 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_submit_lat": { 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12292828649 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "txc_throttle_lat": { 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 75465, 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 472684830 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache": { 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_bytes": { 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1405280803 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "heap_bytes": { 2024-04-02T10:00:52.829 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 576389120 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "mapped_bytes": { 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 538091520 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "target_bytes": { 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2600690790 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "unmapped_bytes": { 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38297600 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.830 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 125829120 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 57162744 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73728 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.832 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 68592648 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 570425344 2024-04-02T10:00:52.833 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720583 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.834 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1872 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 132000 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 224 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.835 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74461801 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 184549376 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.836 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 67108864 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4422880 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 38108496 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.837 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.838 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 74909136 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "committed_bytes": { 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 503316480 2024-04-02T10:00:52.839 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri0_bytes": { 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri10_bytes": { 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri11_bytes": { 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 428720583 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri1_bytes": { 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "pri2_bytes": { 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.840 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri3_bytes": { 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri4_bytes": { 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri5_bytes": { 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 89081 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri6_bytes": { 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1127373 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri7_bytes": { 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.841 INFO:tasks.workunit.client.0.smithi112.stdout: "pri8_bytes": { 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "pri9_bytes": { 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "reserved_bytes": { 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 73379443 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "objecter": { 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "op_active": { 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.842 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 33 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rmw": { 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "osd": { 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg": { 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 58 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.843 INFO:tasks.workunit.client.0.smithi112.stdout: "numpg_removing": { 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "op": { 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 34548 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 104622, 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10994080893 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_degraded": { 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:52.844 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "op_in_bytes": { 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1556159269 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "op_latency": { 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34548, 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 47436866295 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "op_out_bytes": { 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607264888 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "op_prepare_latency": { 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 35023, 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 17041527780 2024-04-02T10:00:52.845 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "op_process_latency": { 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 34548, 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 36213695317 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r": { 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21737 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency": { 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21737, 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 12566970626 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.846 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_out_bytes": { 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2607264888 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21860, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 4917820019 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "op_r_process_latency": { 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 21737, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 7011363538 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw": { 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11750 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.847 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 421886341 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency": { 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11750, 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 21681006592 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.848 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 12031, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10050570462 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "op_rw_process_latency": { 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 11750, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 19158644868 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w": { 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1061 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_in_bytes": { 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 1134272928 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.849 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency": { 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 13188889077 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1132, 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 2073137299 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "op_w_process_latency": { 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "count": 1061, 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 10043686911 2024-04-02T10:00:52.850 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "op_wip": { 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 0 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_bytes": { 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 8388608 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "recovery_ops": { 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 11 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes": { 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 95995035648 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_bytes_used": { 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: "value": 554524672 2024-04-02T10:00:52.851 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": [ 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:52.852 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 1, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 1, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 1, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 1781760, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:52.853 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 2, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.466821342750336e-06, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 886, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 1533952, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 590368, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 590368, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 1771104, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 327, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 2473984 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:52.854 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:52.855 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 32, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 32, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 2, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 153807, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 22, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 43215, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 2.1294408725225367e-07, 2024-04-02T10:00:52.856 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 158, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 178176, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 21027, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 6622, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 14405, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 63081, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 69, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 36864 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.857 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool" 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 64, 2024-04-02T10:00:52.858 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 64, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 3, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 0.0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:52.859 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 0 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.860 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "cache_mode": "none", 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "flags_names": [ 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "hashpspool", 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "selfmanaged_snaps" 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "min_size": 2, 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "options": {}, 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 8, 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pgp_num": 8, 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "pool": 4, 2024-04-02T10:00:52.861 INFO:tasks.workunit.client.0.smithi112.stdout: "size": 3, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "stats": { 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_raw": 722288060682, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "bytes_used": 12595200, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty": 0, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "max_avail": 240762683392, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "objects": 4, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "percent_used": 1.7437614587834105e-05, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_bytes": 0, 2024-04-02T10:00:52.862 INFO:tasks.workunit.client.0.smithi112.stdout: "quota_objects": 0, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "rd": 9051, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "rd_bytes": 3226755072, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "stored": 4194323, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_data": 4194323, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_omap": 0, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "stored_raw": 12582969, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "wr": 24289, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "wr_bytes": 3104193536 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_bytes": 0, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "target_max_objects": 0, 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "type": "replicated" 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.863 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": { 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: false 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_images_by_pool": [ 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pools": 1 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "report_id": "45000ca3-7a96-4c6f-ab55-6c8cfda05112", 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "report_timestamp": "2024-04-02T10:00:51.463829", 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "report_version": 1, 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "rocksdb_stats": { 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "7.9.2" 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.864 INFO:tasks.workunit.client.0.smithi112.stdout: "rook": { 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "cluster": { 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "external-mode": null, 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "mon": { 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "count": null, 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "max-id": null, 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "pvc": { 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "stretch": { 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "enabled": null 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "network": { 2024-04-02T10:00:52.865 INFO:tasks.workunit.client.0.smithi112.stdout: "provider": null 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "storage": { 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "device-set": { 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "non-portable": null, 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "portable": null, 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "csi": { 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:52.866 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes": { 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "node": { 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "kubernetes-total": null, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "storage-class": { 2024-04-02T10:00:52.867 INFO:tasks.workunit.client.0.smithi112.stdout: "count": { 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "bucket": null, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs": null, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "nfs": null, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd": null, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "total": null 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "version": null 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "services": {}, 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pg": [ 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.868 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309483+0000", 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309904+0000", 2024-04-02T10:00:52.869 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590011+0000", 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.870 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2c", 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.871 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:19:51.711104+0000", 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.872 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.873 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.874 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.875 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:52.876 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340685+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341810+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162855+0000", 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.877 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2b", 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.878 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5138, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:49.448487+0000", 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.879 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.880 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.881 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.882 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:52.883 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328690+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329781+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062595+0000", 2024-04-02T10:00:52.884 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2a", 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.885 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:41:08.301961+0000", 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.886 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.887 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.888 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.889 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.890 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335204+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335724+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159345+0000", 2024-04-02T10:00:52.891 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.29", 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.892 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5072, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:48.727784+0000", 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.893 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.894 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.895 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.896 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.897 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356434+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.356754+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.898 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059867+0000", 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.899 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.28", 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5115, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:20.638162+0000", 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.900 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.901 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.902 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:52.903 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.904 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.330511+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.330876+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.905 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160112+0000", 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.906 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.27", 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5066, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:04.603009+0000", 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.907 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.908 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.909 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:52.910 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.911 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324404+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.912 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588527+0000", 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.913 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.26", 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4969, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:37:48.646577+0000", 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.914 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.915 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.916 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.917 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.918 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356810+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357129+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.919 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060429+0000", 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.920 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.25", 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:39.535457+0000", 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.921 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.922 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.923 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:52.924 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.925 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.356864+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.357522+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.926 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157544+0000", 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.927 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.24", 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:09.665870+0000", 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.928 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.929 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.930 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.931 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.932 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340936+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.342355+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.933 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.162696+0000", 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.934 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.23", 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:31.494537+0000", 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.935 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.936 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.937 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.938 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.939 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345390+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346037+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.940 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059992+0000", 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.941 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.22", 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:53:37.785841+0000", 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.942 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.943 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.944 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.945 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:52.946 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296239+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296589+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.947 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505670+0000", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.948 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.21", 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5095, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:04.936623+0000", 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.949 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.950 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.951 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.952 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.953 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299266+0000", 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302167+0000", 2024-04-02T10:00:52.954 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589663+0000", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.955 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.20", 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4966, 2024-04-02T10:00:52.956 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:39.362344+0000", 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.957 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.958 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.959 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.960 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.335803+0000", 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336331+0000", 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.961 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060475+0000", 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.962 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.f", 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.963 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:53.755071+0000", 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.964 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.965 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.966 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.967 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341705+0000", 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342060+0000", 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.968 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505571+0000", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.969 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.e", 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.970 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:13:31.516658+0000", 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.971 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.972 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.973 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.974 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.311428+0000", 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.311716+0000", 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.975 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060389+0000", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.976 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.c", 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:52.977 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:04.078249+0000", 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.978 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.979 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.980 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.981 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340872+0000", 2024-04-02T10:00:52.982 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341270+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058483+0000", 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.983 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.d", 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.984 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5118, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:28.098781+0000", 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 70, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.985 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.986 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:52.987 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.988 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339465+0000", 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341525+0000", 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.989 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063789+0000", 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.990 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.d", 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.991 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4925, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:27:09.346134+0000", 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:52.992 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:52.993 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:52.994 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:52.995 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.340192+0000", 2024-04-02T10:00:52.996 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.341392+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505916+0000", 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:52.997 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.c", 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:52.998 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5098, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:45:28.960462+0000", 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:52.999 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.000 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.001 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.002 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303933+0000", 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305947+0000", 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.003 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590282+0000", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.004 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.a", 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4975, 2024-04-02T10:00:53.005 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:51:07.269361+0000", 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.006 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.007 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.008 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.009 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.010 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324746+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326960+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.011 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059399+0000", 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 4, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 4, 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.012 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.b", 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4946, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:01.751305+0000", 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.013 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.014 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.015 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.016 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'4" 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.017 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.334824+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.335320+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.018 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158233+0000", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.019 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.b", 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5081, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:53.372568+0000", 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.020 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.022 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.025 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.026 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.027 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341157+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341471+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.028 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058540+0000", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.029 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.a", 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:48.277877+0000", 2024-04-02T10:00:53.030 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.031 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.032 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.033 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.034 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324924+0000", 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325382+0000", 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.035 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156674+0000", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.036 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.8", 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5073, 2024-04-02T10:00:53.037 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:05.793899+0000", 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.038 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.039 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.040 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.041 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340663+0000", 2024-04-02T10:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340980+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058641+0000", 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.043 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.9", 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.044 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:55.638971+0000", 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.045 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.046 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.047 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.048 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323226+0000", 2024-04-02T10:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323784+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156834+0000", 2024-04-02T10:00:53.050 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.9", 2024-04-02T10:00:53.051 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:00.286939+0000", 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.052 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.053 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.054 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.055 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334212+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.334567+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.057 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058997+0000", 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.058 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.8", 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4938, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:13:13.016742+0000", 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.059 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.060 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.061 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.062 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.341047+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341399+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.064 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505528+0000", 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.065 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.6", 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:01.150361+0000", 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.066 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.067 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.070 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.326122+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.326499+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.071 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591223+0000", 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.072 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.7", 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4956, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:25.619433+0000", 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.073 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:53.075 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.076 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.077 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.312448+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.717439+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.078 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156852+0000", 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3164, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3164, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.079 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.1", 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8913, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:01:42.451992+0000", 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.006412513, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.081 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1048, 2024-04-02T10:00:53.082 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 433688, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3154, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 411489 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3164" 2024-04-02T10:00:53.083 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.084 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332391+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332737+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.085 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159958+0000", 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.7", 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5082, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:59:41.345212+0000", 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.087 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.088 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.089 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305925+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306497+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.092 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060574+0000", 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.6", 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.093 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5123, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:28:00.326888+0000", 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.094 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 4, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 4, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.096 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "556'3" 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.097 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324667+0000", 2024-04-02T10:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.638049+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156678+0000", 2024-04-02T10:00:53.099 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3044, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3044, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.0", 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.100 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8862, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:51.346126+0000", 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002137842, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.102 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1207, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 367727, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3017, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 374571 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3044" 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335892+0000", 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336289+0000", 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.105 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059951+0000", 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.4", 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5117, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:09.830811+0000", 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.109 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.110 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.111 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336432+0000", 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336770+0000", 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.112 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059144+0000", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.113 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.5", 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4913, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.114 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:42.553794+0000", 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.115 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.116 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.117 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.118 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339661+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608004+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.119 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:37.175021+0000", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3179, 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.120 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3179, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.3", 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 9311, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:13.977156+0000", 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004256378, 2024-04-02T10:00:53.121 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.122 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.123 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1947, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 379135, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3163, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 392493 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.124 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3179" 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.125 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.332874+0000", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333406+0000", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.126 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058748+0000", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.0", 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:10.623717+0000", 2024-04-02T10:00:53.128 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.129 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.130 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.131 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.132 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.342809+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.343198+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.133 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160939+0000", 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.134 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1", 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.135 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:02.332202+0000", 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.136 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.137 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.138 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.139 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.140 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702198+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.608005+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.141 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161054+0000", 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3015, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3015, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.142 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.6", 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8956, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:57.280916+0000", 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004184078, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.143 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.144 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1321, 2024-04-02T10:00:53.145 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 398272, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2959, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 367657 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.146 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3015" 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 20, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.338578+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338959+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.148 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:24:55.095769+0000", 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:48.886832+0000", 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 205, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 205, 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.149 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "1.0", 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5451, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:05.902953+0000", 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:53.150 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:53.151 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.152 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 886, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1498, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 327, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.153 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "2750'205" 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.154 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328795+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329121+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061304+0000", 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.156 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.3", 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:42:29.095790+0000", 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.157 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.158 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.159 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.160 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309303+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309658+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.162 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157464+0000", 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.163 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2", 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:34.590942+0000", 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.164 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.165 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.166 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.168 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340354+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.716142+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.169 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588563+0000", 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2915, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.170 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2915, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.5", 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8613, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:15:45.008119+0000", 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.002789447, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.171 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.172 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 1201, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 383184, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2898, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 310417 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.174 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2915" 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.175 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.359539+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.359879+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.176 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505687+0000", 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.177 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1", 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5102, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:12.945629+0000", 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.179 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.180 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.181 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.182 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299350+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299700+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.183 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058742+0000", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.0", 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5119, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:44.031109+0000", 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.185 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.186 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.187 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.188 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.189 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344499+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.664049+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.190 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059008+0000", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2982, 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.191 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2982, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.7", 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8647, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:30:49.404381+0000", 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00765125, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.192 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194304, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.193 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.194 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 710, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 395417, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 2979, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 379094 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.195 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'2982" 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.196 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.297149+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297469+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.197 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158012+0000", 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.198 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3", 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5029, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:19.551512+0000", 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.199 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.200 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.201 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.202 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.203 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.310060+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310917+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.204 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060223+0000", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.205 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.2", 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4989, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:27.257954+0000", 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.206 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.207 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.208 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.209 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.210 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.347157+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.663326+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:53.211 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T10:00:38.214045+0000", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3101, 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.212 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3101, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.4", 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8746, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:41.841980+0000", 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.00714499, 2024-04-02T10:00:53.213 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.214 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.215 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 629, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 386520, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3115, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397954 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.216 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3101" 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.217 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.345746+0000", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.346393+0000", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.218 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062321+0000", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.219 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.5", 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5017, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.220 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:20.331382+0000", 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.221 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.222 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.223 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.694594+0000", 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.695321+0000", 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.225 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059854+0000", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.226 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.4", 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5132, 2024-04-02T10:00:53.227 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:13:22.003066+0000", 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.228 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.229 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.230 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.231 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 65, 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335763+0000", 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T09:12:40.660436+0000", 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.232 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:45.130930+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059518+0000", 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3019, 2024-04-02T10:00:53.233 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3019, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "4.2", 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.234 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 8935, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:36:24.372401+0000", 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.004323447, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 19, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.235 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.236 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 988, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 407185, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.237 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3004, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 397764 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "1132'3019" 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.238 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:53.239 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330058+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330359+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059333+0000", 2024-04-02T10:00:53.240 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.e", 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.241 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4908, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:15:58.431759+0000", 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.242 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.243 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.244 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.245 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.246 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331126+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331641+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.247 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158626+0000", 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 1, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.248 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.f", 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5030, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:34.963785+0000", 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 22, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.249 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.250 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 2, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 2, 2024-04-02T10:00:53.251 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 1, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'1" 2024-04-02T10:00:53.252 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.253 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339513+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.342447+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.254 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058962+0000", 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.11", 2024-04-02T10:00:53.255 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4923, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:17:22.447390+0000", 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.256 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.257 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.258 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.259 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.260 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.702824+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.704352+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.261 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505629+0000", 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 8, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.262 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.10", 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5116, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:55:35.713585+0000", 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.263 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.264 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 4, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.265 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 48, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 48, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 12, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.266 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'8" 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.267 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299956+0000", 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.307241+0000", 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.268 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589476+0000", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.269 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.10", 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.270 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:18.480767+0000", 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.271 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.272 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.273 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.274 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.302970+0000", 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.304785+0000", 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.275 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590785+0000", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.276 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.11", 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4974, 2024-04-02T10:00:53.277 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:15.384248+0000", 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.278 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.279 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.280 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.281 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.337846+0000", 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.338237+0000", 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.282 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059308+0000", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.283 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.13", 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4926, 2024-04-02T10:00:53.284 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:57:47.045770+0000", 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.285 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.286 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.287 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.288 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.329080+0000", 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330109+0000", 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.289 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058729+0000", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.290 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.12", 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5008, 2024-04-02T10:00:53.291 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:20.904891+0000", 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.292 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.293 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.294 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.295 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.340037+0000", 2024-04-02T10:00:53.296 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340430+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160843+0000", 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.297 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.12", 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.298 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:51.898170+0000", 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.299 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.300 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.301 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.302 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340777+0000", 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.341371+0000", 2024-04-02T10:00:53.303 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163083+0000", 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:53.304 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.13", 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.305 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5143, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:50.699254+0000", 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 34, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.306 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.307 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 16, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.308 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 7 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.309 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331816+0000", 2024-04-02T10:00:53.310 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.333089+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059253+0000", 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.311 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.15", 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.312 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4905, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:12.966652+0000", 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.313 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.314 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.315 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.316 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305253+0000", 2024-04-02T10:00:53.317 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306388+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589790+0000", 2024-04-02T10:00:53.318 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 30, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 30, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.14", 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.319 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5004, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:24:06.483524+0000", 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 5824, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.320 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.321 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 20, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 28, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.322 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 28, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 25 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'30" 2024-04-02T10:00:53.323 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.324 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.323299+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.323606+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.325 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157965+0000", 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.326 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.14", 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5018, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:57:34.637868+0000", 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.327 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.328 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.329 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.330 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.331 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.337411+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337781+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.332 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060313+0000", 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.15", 2024-04-02T10:00:53.333 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5127, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:19.708623+0000", 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 90, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.334 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:53.335 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 14, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 14, 2024-04-02T10:00:53.336 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'3" 2024-04-02T10:00:53.337 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.338 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.344620+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.344938+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.339 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160876+0000", 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.340 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.17", 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5135, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:52:14.058895+0000", 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.341 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.342 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.343 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: 3 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.344 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.345 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309411+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.310525+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.346 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062063+0000", 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.347 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.16", 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5016, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:12:06.779590+0000", 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.348 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.349 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.350 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.351 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.352 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.330441+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.330940+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.353 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.064202+0000", 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.354 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.16", 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4983, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:42.158084+0000", 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.355 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.356 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.357 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.358 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.359 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299665+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302404+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.360 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.591412+0000", 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.361 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.17", 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4961, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:16.908965+0000", 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.362 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.363 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.364 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.365 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.366 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.345486+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.345871+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.367 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058502+0000", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.368 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.19", 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5112, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:33.174159+0000", 2024-04-02T10:00:53.369 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.370 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.371 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.372 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.373 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327404+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329541+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.374 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058600+0000", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.375 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.18", 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:24.577991+0000", 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.376 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.377 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.378 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.379 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.380 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:53.354902+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:53.355375+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 404, 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.381 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156531+0000", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 403, 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.382 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.18", 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:47:07.746469+0000", 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.383 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.384 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.385 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.386 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.387 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296086+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.296430+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.388 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159656+0000", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.389 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.19", 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5078, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:15.084594+0000", 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.390 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.391 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.392 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.393 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.394 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339716+0000", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.340812+0000", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.395 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.163232+0000", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.396 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1b", 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5133, 2024-04-02T10:00:53.397 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:00.525483+0000", 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.398 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.399 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.400 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.401 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.324534+0000", 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.325345+0000", 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.588484+0000", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.403 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1a", 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4968, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.404 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:30.219251+0000", 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.405 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.406 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.407 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.408 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.340025+0000", 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.340407+0000", 2024-04-02T10:00:53.409 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157905+0000", 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.410 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1a", 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.411 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5050, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:24.047869+0000", 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.412 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.413 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.414 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.415 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331290+0000", 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.331710+0000", 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.416 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158452+0000", 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:53.417 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1b", 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.418 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5074, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:55:08.391276+0000", 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.419 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.420 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.421 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.422 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.296996+0000", 2024-04-02T10:00:53.423 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.297285+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062800+0000", 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.424 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1d", 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.425 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4994, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:16.324235+0000", 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.426 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.427 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.428 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.429 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:53.430 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336072+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336912+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.062960+0000", 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.431 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1c", 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.432 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4941, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:08:09.421325+0000", 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.433 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.434 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.435 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.436 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:37:27.335646+0000", 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:37:27.336002+0000", 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.437 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 435, 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.505411+0000", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.438 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 434, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1c", 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5075, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.439 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:54.225782+0000", 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.440 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.441 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.442 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.443 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.345501+0000", 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.345833+0000", 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.444 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059036+0000", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 2, 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.445 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1d", 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.446 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4927, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:26:52.838851+0000", 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.447 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 3, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 1, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.448 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 12, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 12, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.449 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 3, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "62'2" 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.450 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335657+0000", 2024-04-02T10:00:53.451 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335974+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.160761+0000", 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.452 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1f", 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.453 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:22.240422+0000", 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.454 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.455 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.456 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.457 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.336943+0000", 2024-04-02T10:00:53.458 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.337294+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159114+0000", 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 3, 2024-04-02T10:00:53.459 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1e", 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.460 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5089, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:43:58.311047+0000", 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.461 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.462 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.463 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'3" 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.464 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299517+0000", 2024-04-02T10:00:53.465 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.299895+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159085+0000", 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.466 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.1e", 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.467 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5069, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:04:33.590854+0000", 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.468 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.469 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.470 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: 2 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.471 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 60, 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.331683+0000", 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.332130+0000", 2024-04-02T10:00:53.472 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.123403+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161090+0000", 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 6, 2024-04-02T10:00:53.473 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 6, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "2.1f", 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.474 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5152, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:38:01.798031+0000", 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 582, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.475 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.476 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 1, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 8, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 8, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 4, 2024-04-02T10:00:53.477 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 1 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "552'6" 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.478 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.339206+0000", 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341434+0000", 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.479 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.063932+0000", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.480 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2d", 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4924, 2024-04-02T10:00:53.481 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:42.343731+0000", 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.482 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.483 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.484 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.485 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 2, 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328680+0000", 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.329000+0000", 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.486 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.506031+0000", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.487 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2e", 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5090, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:18:17.007595+0000", 2024-04-02T10:00:53.488 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.489 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.490 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.491 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 2, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.492 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327378+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327697+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.493 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058926+0000", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.494 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.2f", 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4996, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:22:10.591410+0000", 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.495 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.496 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.497 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.498 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.499 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.327024+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.327682+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.500 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060869+0000", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.501 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.30", 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4993, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:41.039763+0000", 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.502 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.503 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.504 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.505 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.506 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335751+0000", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.336076+0000", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.507 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058863+0000", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.508 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.31", 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5113, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:30.169147+0000", 2024-04-02T10:00:53.509 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.510 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.511 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.512 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.513 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.335632+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.335947+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.514 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.161142+0000", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.515 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.32", 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5136, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:39.541050+0000", 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.516 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.517 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.518 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.519 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: 5 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.520 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.292791+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.293080+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.521 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.158281+0000", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.522 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.33", 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5068, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:59.152239+0000", 2024-04-02T10:00:53.523 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.524 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.525 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.526 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.527 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 4, 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.309487+0000", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.309789+0000", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.528 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.157842+0000", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.529 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.34", 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5022, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:25.196826+0000", 2024-04-02T10:00:53.530 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.531 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.532 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.533 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: 4, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 4, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.534 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299655+0000", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.302915+0000", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.535 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.589619+0000", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.536 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.35", 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:07:23.959026+0000", 2024-04-02T10:00:53.537 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.538 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.539 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.540 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.541 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 6, 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.303741+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.305127+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.542 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:11.590499+0000", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.543 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.36", 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4960, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:16.594608+0000", 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.544 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.545 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.546 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.547 INFO:tasks.workunit.client.0.smithi112.stderr:+ ceph telemetry off 2024-04-02T10:00:53.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.547 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.548 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 6, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.549 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:53.550 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336118+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336803+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.061010+0000", 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.551 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.37", 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.552 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4935, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:17:29.912982+0000", 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.553 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.554 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.555 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.556 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 3, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.557 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.299325+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.300046+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.558 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.156510+0000", 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.38", 2024-04-02T10:00:53.559 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5070, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:26.183880+0000", 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.560 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.561 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.562 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 3, 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.563 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.564 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.334627+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.335318+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.565 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058697+0000", 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.39", 2024-04-02T10:00:53.566 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:25.759914+0000", 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.567 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.568 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.569 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.570 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:02.329793+0000", 2024-04-02T10:00:53.571 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:02.330765+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059877+0000", 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.572 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 464, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3a", 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.573 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4987, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:45.520896+0000", 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.574 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.575 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.576 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.577 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.336164+0000", 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.336453+0000", 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.578 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.059111+0000", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.579 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3b", 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4904, 2024-04-02T10:00:53.580 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:27:17.005627+0000", 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.581 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.582 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.583 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: 4 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.584 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 5, 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.328023+0000", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.328353+0000", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.585 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.058964+0000", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.586 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3c", 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5014, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:44.116710+0000", 2024-04-02T10:00:53.587 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.588 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.589 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.590 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: 5, 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: 3, 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: 7 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 5, 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.591 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 0, 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:36:18.696051+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:36:18.696348+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.592 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 373, 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:10.159766+0000", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 372, 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.593 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3d", 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5141, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:10.226984+0000", 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.594 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.595 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.596 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.597 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: 2, 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: 1 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 0, 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.598 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 1, 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:38:37.305847+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:38:37.306226+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 493, 2024-04-02T10:00:53.599 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060419+0000", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 492, 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.600 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3e", 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 5122, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:35:19.086191+0000", 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.601 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.602 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.603 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.604 INFO:tasks.workunit.client.0.smithi112.stdout: 1, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: 0, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: 6 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 1, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": [ 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: "acting_primary": 7, 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: "avail_no_missing": [], 2024-04-02T10:00:53.605 INFO:tasks.workunit.client.0.smithi112.stdout: "blocked_by": [], 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "created": 61, 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_active": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_active": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_became_peered": "2024-04-02T08:39:11.341224+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_change": "2024-04-02T08:39:11.341521+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_epoch_clean": 524, 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fresh": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.606 INFO:tasks.workunit.client.0.smithi112.stdout: "last_fullsized": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "last_peered": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub": "0'0", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.125420+0000", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "last_undegraded": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "last_unstale": "2024-04-02T09:59:12.060782+0000", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "log_dups_size": 0, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "log_start": "0'0", 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "mapping_epoch": 523, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "object_location_counts": [], 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "objects_trimmed": 0, 2024-04-02T10:00:53.607 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "parent": "0.0", 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "parent_split_bits": 0, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pgid": "3.3f", 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "purged_snaps": [], 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_epoch": 2750, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "reported_seq": 4928, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:16:46.523503+0000", 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.608 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.609 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.610 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "state": "active+clean", 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_invalid": false, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: "up": [ 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: 7, 2024-04-02T10:00:53.611 INFO:tasks.workunit.client.0.smithi112.stdout: 6, 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: 0 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "up_primary": 7, 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "version": "0'0" 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_per_pool": [ 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 24, 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "rbd" 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 24419, 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 8, 2024-04-02T10:00:53.612 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 24419, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 4, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 4194323, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.613 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 12, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 4, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 2, 2024-04-02T10:00:53.614 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 9051, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 3151128, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 24289, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 3031439 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.615 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 12595200, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 12582969, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 24 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.616 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 192, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 64, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 3, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.617 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:53.618 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 0, 2024-04-02T10:00:53.619 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 0 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:53.620 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 192 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 3, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "mgr" 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 205, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 1, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 3, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 205, 2024-04-02T10:00:53.621 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 1, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 590368, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.622 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 6, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 2, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.623 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 886, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 1498, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 327, 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 2416 2024-04-02T10:00:53.624 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 1781760, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 1771104, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 0, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 3 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.625 INFO:tasks.workunit.client.0.smithi112.stdout: { 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "acting": 96, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "application": [ 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "cephfs" 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "log_size": 75, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_pg": 32, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_store_stats": 8, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "ondisk_log_size": 75, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "poolid": 2, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "stat_sum": { 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes": 6622, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:53.626 INFO:tasks.workunit.client.0.smithi112.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_kb": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_kb": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_clones": 0, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_object_copies": 66, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects": 22, 2024-04-02T10:00:53.627 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_omap": 14, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_omap_keys": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_promote": 0, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read": 158, 2024-04-02T10:00:53.628 INFO:tasks.workunit.client.0.smithi112.stdout: "num_read_kb": 174, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_whiteouts": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write": 69, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "num_write_kb": 36 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "store_stats": { 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "allocated": 110592, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "available": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "data_compressed_original": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "data_stored": 19866, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "internal_metadata": 0, 2024-04-02T10:00:53.629 INFO:tasks.workunit.client.0.smithi112.stdout: "internally_reserved": 0, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "omap_allocated": 43215, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "total": 0 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "up": 96 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: ], 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "usage": { 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "pg_num": 105, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "pools": 4, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "stats_by_class": { 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "ssd": { 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813542400, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146742784, 2024-04-02T10:00:53.630 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_bytes": 5146742784, 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_raw_ratio": 0.006701834499835968 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: }, 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: "total_avail_bytes": 762813542400, 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: "total_used_bytes": 5146742784 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout: } 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout:} 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-02T10:00:53.631 INFO:tasks.workunit.client.0.smithi112.stdout:OK 2024-04-02T10:00:53.632 INFO:tasks.workunit.client.0.smithi112.stderr:+ echo OK 2024-04-02T10:00:53.633 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T10:00:53.633 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T10:00:53.633 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:51] ENGINE Bus STOPPING 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:51] ENGINE Bus STOPPED 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:51] ENGINE Bus STARTING 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:52] ENGINE Serving on http://:::9283 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:52] ENGINE Bus STARTED 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='client.36378 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='client.36378 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.634 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.635 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.636 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='client.36378 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='client.36378 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='client.36378 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='client.36378 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.641 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.642 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.643 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.644 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:51 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.645 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.646 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:51 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:53.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:53.647 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:52 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' 2024-04-02T10:00:53.650 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:52 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:53.681 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-02T10:00:53.681 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T10:00:53.970 DEBUG:teuthology.parallel:result is None 2024-04-02T10:00:53.970 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T10:00:53.997 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T10:00:53.998 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T10:00:54.053 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T10:00:54.053 INFO:teuthology.run_tasks:Running task print... 2024-04-02T10:00:54.063 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-02T10:00:54.063 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-02T10:00:54.089 INFO:tasks.cephadm:Teardown begin 2024-04-02T10:00:54.089 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-02T10:00:54.089 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T10:00:54.447 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T10:00:54.447 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/2225797838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2225797838},{"type":"v1","addr":"172.21.15.187:6833","nonce":2225797838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.493611+0000","modified":"2024-04-02T08:39:43.672320+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":552,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44348},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44348":{"gid":44348,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.112:6835/2559814225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2559814225},{"type":"v1","addr":"172.21.15.112:6835","nonce":2559814225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44348,"qdb_cluster":[44348]},"id":1}]} 2024-04-02T10:00:54.447 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 18 2024-04-02T10:00:54.460 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T10:00:54.795 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T10:00:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/2225797838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":2225797838},{"type":"v1","addr":"172.21.15.187:6833","nonce":2225797838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.493611+0000","modified":"2024-04-02T08:39:43.672320+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":552,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44348},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44348":{"gid":44348,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.112:6835/2559814225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":2559814225},{"type":"v1","addr":"172.21.15.112:6835","nonce":2559814225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44348,"qdb_cluster":[44348]},"id":1}]} 2024-04-02T10:00:54.795 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 18 2024-04-02T10:00:54.809 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T10:00:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:54 smithi112 ceph-mon[88945]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T10:00:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:54 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3095644624' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:55.119 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:54 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/3354504474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:55.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:54 smithi112 ceph-mon[91385]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T10:00:55.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:54 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3095644624' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:55.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:54 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/3354504474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:54 smithi187 ceph-mon[84356]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T10:00:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:54 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3095644624' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:55.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:54 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/3354504474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:55.239 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-02T10:00:55.239 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":2750,"fsid":"eb957586-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:46.966427+0000","modified":"2024-04-02T09:59:10.150870+0000","last_up_change":"2024-04-02T08:39:10.305571+0000","last_in_change":"2024-04-02T08:26:33.326331+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:55.010193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.434561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.669014+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:44.660882+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1132,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f7023133-471d-4569-838b-1513d5a848a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":296,"up_from":307,"up_thru":2669,"down_at":297,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6803","nonce":1379047481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6805","nonce":1379047481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6809","nonce":1379047481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":1379047481},{"type":"v1","addr":"172.21.15.112:6807","nonce":1379047481}]},"public_addr":"172.21.15.112:6803/1379047481","cluster_addr":"172.21.15.112:6805/1379047481","heartbeat_back_addr":"172.21.15.112:6809/1379047481","heartbeat_front_addr":"172.21.15.112:6807/1379047481","state":["exists","up"]},{"osd":1,"uuid":"236bce91-46ef-4e5d-8cc6-0d1ee7fcddf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":329,"up_from":338,"up_thru":2669,"down_at":330,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6811","nonce":2155705472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6813","nonce":2155705472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6817","nonce":2155705472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2155705472},{"type":"v1","addr":"172.21.15.112:6815","nonce":2155705472}]},"public_addr":"172.21.15.112:6811/2155705472","cluster_addr":"172.21.15.112:6813/2155705472","heartbeat_back_addr":"172.21.15.112:6817/2155705472","heartbeat_front_addr":"172.21.15.112:6815/2155705472","state":["exists","up"]},{"osd":2,"uuid":"4d90fa62-7b3a-40c4-97c4-ea5ec794c087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":361,"up_from":372,"up_thru":2669,"down_at":362,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6819","nonce":173267993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6821","nonce":173267993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6825","nonce":173267993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":173267993},{"type":"v1","addr":"172.21.15.112:6823","nonce":173267993}]},"public_addr":"172.21.15.112:6819/173267993","cluster_addr":"172.21.15.112:6821/173267993","heartbeat_back_addr":"172.21.15.112:6825/173267993","heartbeat_front_addr":"172.21.15.112:6823/173267993","state":["exists","up"]},{"osd":3,"uuid":"db1916f3-08e5-4674-8aba-d58d501a6739","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":393,"up_from":403,"up_thru":2669,"down_at":394,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6827","nonce":158628557}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6829","nonce":158628557}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6833","nonce":158628557}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":158628557},{"type":"v1","addr":"172.21.15.112:6831","nonce":158628557}]},"public_addr":"172.21.15.112:6827/158628557","cluster_addr":"172.21.15.112:6829/158628557","heartbeat_back_addr":"172.21.15.112:6833/158628557","heartbeat_front_addr":"172.21.15.112:6831/158628557","state":["exists","up"]},{"osd":4,"uuid":"bdf5f3a5-f832-45c8-ab91-df5b7a9222d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":425,"up_from":434,"up_thru":2669,"down_at":426,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6801","nonce":3381057190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6803","nonce":3381057190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6807","nonce":3381057190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3381057190},{"type":"v1","addr":"172.21.15.187:6805","nonce":3381057190}]},"public_addr":"172.21.15.187:6801/3381057190","cluster_addr":"172.21.15.187:6803/3381057190","heartbeat_back_addr":"172.21.15.187:6807/3381057190","heartbeat_front_addr":"172.21.15.187:6805/3381057190","state":["exists","up"]},{"osd":5,"uuid":"6a3a1cf1-655a-4abc-a815-e4cc9a600fdd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":455,"up_from":464,"up_thru":2669,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6809","nonce":183794573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6811","nonce":183794573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6815","nonce":183794573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":183794573},{"type":"v1","addr":"172.21.15.187:6813","nonce":183794573}]},"public_addr":"172.21.15.187:6809/183794573","cluster_addr":"172.21.15.187:6811/183794573","heartbeat_back_addr":"172.21.15.187:6815/183794573","heartbeat_front_addr":"172.21.15.187:6813/183794573","state":["exists","up"]},{"osd":6,"uuid":"f63ade34-ea53-45f3-9fbe-5aa1230b653c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":485,"up_from":492,"up_thru":2669,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6817","nonce":3024612220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6819","nonce":3024612220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6823","nonce":3024612220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":3024612220},{"type":"v1","addr":"172.21.15.187:6821","nonce":3024612220}]},"public_addr":"172.21.15.187:6817/3024612220","cluster_addr":"172.21.15.187:6819/3024612220","heartbeat_back_addr":"172.21.15.187:6823/3024612220","heartbeat_front_addr":"172.21.15.187:6821/3024612220","state":["exists","up"]},{"osd":7,"uuid":"14719da7-e7a2-4044-ae64-bec5967ccbf2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":513,"up_from":523,"up_thru":2669,"down_at":514,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6825","nonce":1733969845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6827","nonce":1733969845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6831","nonce":1733969845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":1733969845},{"type":"v1","addr":"172.21.15.187:6829","nonce":1733969845}]},"public_addr":"172.21.15.187:6825/1733969845","cluster_addr":"172.21.15.187:6827/1733969845","heartbeat_back_addr":"172.21.15.187:6831/1733969845","heartbeat_front_addr":"172.21.15.187:6829/1733969845","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:01.364917+0000","dead_epoch":296},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:25.897677+0000","dead_epoch":329},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:50.894134+0000","dead_epoch":361},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:16.282488+0000","dead_epoch":393},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:37.918803+0000","dead_epoch":425},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.031488+0000","dead_epoch":455},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.458716+0000","dead_epoch":485},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:48.256277+0000","dead_epoch":513}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/515893145":"2024-04-02T10:58:45.678328+0000","172.21.15.112:0/518222800":"2024-04-02T10:20:50.749001+0000","172.21.15.112:6835/2437110493":"2024-04-03T08:39:19.293141+0000","172.21.15.112:6834/2437110493":"2024-04-03T08:39:19.293141+0000","172.21.15.112:0/3691193599":"2024-04-03T08:32:18.068786+0000","172.21.15.187:6835/2002352115":"2024-04-03T08:32:53.461675+0000","172.21.15.187:6834/2002352115":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/2672916834":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/3568075847":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/3845509":"2024-04-03T08:32:18.068786+0000","172.21.15.112:6801/115576105":"2024-04-03T08:33:37.613625+0000","172.21.15.187:0/2546600435":"2024-04-03T08:32:53.461675+0000","172.21.15.112:6800/115576105":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/2646517178":"2024-04-02T10:20:49.764838+0000","172.21.15.112:0/1232871655":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/420970416":"2024-04-02T10:29:06.655128+0000","172.21.15.112:6801/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/321310249":"2024-04-03T08:33:37.613625+0000","172.21.15.187:0/3287711267":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/1175138789":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/1467413135":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/1683546016":"2024-04-03T08:22:15.891839+0000","172.21.15.112:0/3006738081":"2024-04-03T08:27:43.805198+0000","172.21.15.187:6832/4085039393":"2024-04-03T08:39:40.654653+0000","172.21.15.112:0/1451467027":"2024-04-03T08:32:18.068786+0000","172.21.15.112:0/277242893":"2024-04-03T08:32:18.068786+0000","172.21.15.112:0/223391266":"2024-04-03T08:33:37.613625+0000","172.21.15.187:6833/4085039393":"2024-04-03T08:39:40.654653+0000","172.21.15.187:0/2516596759":"2024-04-03T08:32:53.461675+0000","172.21.15.112:6800/1253297441":"2024-04-03T08:32:18.068786+0000","172.21.15.112:6801/1253297441":"2024-04-03T08:32:18.068786+0000","172.21.15.187:0/2019956371":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/944546358":"2024-04-03T08:33:37.613625+0000","172.21.15.187:0/2264350789":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/497139578":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/2896937085":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:6801/545563531":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3513825988":"2024-04-03T08:27:43.805198+0000","172.21.15.112:0/3719672785":"2024-04-03T08:32:18.068786+0000","172.21.15.112:6800/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:0/2745890433":"2024-04-03T08:22:15.891839+0000","172.21.15.112:6801/3381777863":"2024-04-03T08:22:40.703494+0000","172.21.15.112:6800/3631262302":"2024-04-03T08:22:15.891839+0000","172.21.15.187:0/1000934881":"2024-04-03T08:32:53.461675+0000","172.21.15.112:0/1524292325":"2024-04-03T08:33:37.613625+0000","172.21.15.112:0/3239866350":"2024-04-03T08:33:37.613625+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":3,"length":6}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":292,"length":3}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":291,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T10:00:55.252 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-02T10:00:55.604 INFO:teuthology.orchestra.run.smithi112.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-02T10:00:55.620 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-02T10:00:55.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[88941]: 2024-04-02T10:00:55.603+0000 7f17a6d07700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:55.869 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: ignoring --setuser ceph since I am not root 2024-04-02T10:00:55.869 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: ignoring --setgroup ceph since I am not root 2024-04-02T10:00:55.869 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: starting mds.a at 2024-04-02T10:00:56.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/2484967850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T10:00:56.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1366124500' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T10:00:56.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T10:00:56.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:56.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1366124500' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T10:00:56.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T10:00:56.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:55 smithi187 ceph-mon[84356]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T10:00:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/2484967850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T10:00:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1366124500' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T10:00:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T10:00:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:56.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1366124500' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[88945]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/2484967850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1366124500' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1366124500' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T10:00:56.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:55 smithi112 ceph-mon[91385]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T10:00:56.621 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-02T10:00:57.231 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1551180065' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: Cluster is now healthy 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1551180065' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: mds.? [v2:172.21.15.112:6834/2810298869,v1:172.21.15.112:6835/2810298869] up:boot 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: fsmap 2 up:standby 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/1509227971' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.232 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:56 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1551180065' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: Cluster is now healthy 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1551180065' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T10:00:57.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: mds.? [v2:172.21.15.112:6834/2810298869,v1:172.21.15.112:6835/2810298869] up:boot 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: fsmap 2 up:standby 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/1509227971' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1551180065' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: Cluster is now healthy 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1551180065' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T10:00:57.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: mds.? [v2:172.21.15.112:6834/2810298869,v1:172.21.15.112:6835/2810298869] up:boot 2024-04-02T10:00:57.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: fsmap 2 up:standby 2024-04-02T10:00:57.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: from='mgr.34101 172.21.15.112:0/4071658303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T10:00:57.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/1509227971' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.371 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:56 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:57.611 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_metadata' removed 2024-04-02T10:00:57.629 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-02T10:00:58.609 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data' removed 2024-04-02T10:00:58.634 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:00:58.664 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:00:58.698 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-02T10:00:58.698 DEBUG:teuthology.orchestra.run.smithi112:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T10:00:58.720 DEBUG:teuthology.orchestra.run.smithi187:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T10:00:58.755 INFO:tasks.cephadm:Stopping all daemons... 2024-04-02T10:00:58.755 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-02T10:00:58.755 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T10:00:58.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[91385]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-02T10:00:58.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[91385]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T10:00:58.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[91385]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T10:00:58.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[91385]: from='client.? 172.21.15.112:0/403368382' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:58.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[88945]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-02T10:00:58.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[88945]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T10:00:58.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[88945]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T10:00:58.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:58 smithi112 ceph-mon[88945]: from='client.? 172.21.15.112:0/403368382' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:58.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:58 smithi112 systemd[1]: Stopping Ceph mon.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:58.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:58 smithi187 ceph-mon[84356]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-02T10:00:58.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:58 smithi187 ceph-mon[84356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T10:00:58.981 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:58 smithi187 ceph-mon[84356]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T10:00:58.982 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:00:58 smithi187 ceph-mon[84356]: from='client.? 172.21.15.112:0/403368382' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[88941]: 2024-04-02T10:00:59.053+0000 7f17ac512700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a[88941]: 2024-04-02T10:00:59.053+0000 7f17ac512700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-02T10:00:59.369 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:59 smithi112 podman[215149]: 2024-04-02 10:00:59.197009875 +0000 UTC m=+0.239225269 container died e65b145f0fe6a1e8153b2c5d6e1f565800ac391fea968c4b9c019c547fcc6225 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux ) 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:59] ENGINE Bus STOPPING 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:59] ENGINE Bus STOPPED 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:59] ENGINE Bus STARTING 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:59] ENGINE Serving on http://:::9283 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:00:59] ENGINE Bus STARTED 2024-04-02T10:00:59.370 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:00:59 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: ::ffff:172.21.15.187 - - [02/Apr/2024:10:00:59] "GET /metrics HTTP/1.1" 200 34274 "" "Prometheus/2.43.0" 2024-04-02T10:00:59.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:59 smithi112 podman[215149]: 2024-04-02 10:00:59.663201315 +0000 UTC m=+0.705416700 container cleanup e65b145f0fe6a1e8153b2c5d6e1f565800ac391fea968c4b9c019c547fcc6225 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T10:00:59.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 02 10:00:59 smithi112 bash[215149]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T10:01:00.091 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.a.service' 2024-04-02T10:01:00.138 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:00.138 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-02T10:01:00.138 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-02T10:01:00.138 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.c 2024-04-02T10:01:00.369 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:00 smithi112 systemd[1]: Stopping Ceph mon.c for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:00.788 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c[91381]: 2024-04-02T10:01:00.433+0000 7f211b8ed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:00.788 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c[91381]: 2024-04-02T10:01:00.433+0000 7f211b8ed700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-02T10:01:00.788 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:00 smithi112 podman[215377]: 2024-04-02 10:01:00.516375773 +0000 UTC m=+0.194214879 container died ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:00.788 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:01:00] ENGINE Bus STOPPING 2024-04-02T10:01:00.789 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:01:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T10:01:00.789 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:01:00] ENGINE Bus STOPPED 2024-04-02T10:01:00.789 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:01:00] ENGINE Bus STARTING 2024-04-02T10:01:00.789 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:01:00] ENGINE Serving on http://:::9283 2024-04-02T10:01:00.789 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:00 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: [02/Apr/2024:10:01:00] ENGINE Bus STARTED 2024-04-02T10:01:00.981 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:01:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=cleanup t=2024-04-02T10:01:00.4886556Z level=info msg="Completed cleanup jobs" duration=4.40387ms 2024-04-02T10:01:01.088 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:00 smithi112 podman[215377]: 2024-04-02 10:01:00.884910234 +0000 UTC m=+0.562749344 container cleanup ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2) 2024-04-02T10:01:01.088 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:00 smithi112 bash[215377]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T10:01:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 02 10:01:01 smithi112 podman[215402]: 2024-04-02 10:01:01.186598878 +0000 UTC m=+0.661369965 container remove ceda14c9c5eaa0d523840ce295b44d683a110028f5f0508959924a333b12dd12 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:01.346 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.c.service' 2024-04-02T10:01:01.383 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:01.384 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-02T10:01:01.384 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-02T10:01:01.384 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.b 2024-04-02T10:01:01.731 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:01 smithi187 systemd[1]: Stopping Ceph mon.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:02.053 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b[84352]: 2024-04-02T10:01:01.734+0000 7faa9432e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:02.053 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b[84352]: 2024-04-02T10:01:01.734+0000 7faa9432e700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-02T10:01:02.053 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:01 smithi187 podman[146325]: 2024-04-02 10:01:01.818382318 +0000 UTC m=+0.237868972 container died 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:02.313 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:02 smithi187 podman[146325]: 2024-04-02 10:01:02.203110433 +0000 UTC m=+0.622597083 container cleanup 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:02.314 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:02 smithi187 bash[146325]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T10:01:02.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Apr 02 10:01:02 smithi187 podman[146339]: 2024-04-02 10:01:02.488276046 +0000 UTC m=+0.673809252 container remove 5a2e25ff7bac6b12907c8664b8c30ad2391b169df3359432e0d08d3fa1442e6a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T10:01:02.607 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:01:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi112:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"eb957586-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi112:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:01:02.629 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mon.b.service' 2024-04-02T10:01:02.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:02.681 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-02T10:01:02.681 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-02T10:01:02.681 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T10:01:02.989 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:02 smithi112 systemd[1]: Stopping Ceph mgr.y for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:03.297 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:02 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y[80550]: 2024-04-02T10:01:02.988+0000 7f25b63ea700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:03.297 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:03 smithi112 podman[215521]: 2024-04-02 10:01:03.020162509 +0000 UTC m=+0.144901669 container died 26b5d842671a4e729813ed24d0162ba348e7bd9b53cf8bf6614f7621aad633fa (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:01:03.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:03 smithi112 podman[215521]: 2024-04-02 10:01:03.389509218 +0000 UTC m=+0.514248368 container cleanup 26b5d842671a4e729813ed24d0162ba348e7bd9b53cf8bf6614f7621aad633fa (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T10:01:03.619 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 02 10:01:03 smithi112 bash[215521]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T10:01:03.816 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service' 2024-04-02T10:01:03.854 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:03.854 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-02T10:01:03.854 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-02T10:01:03.854 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x 2024-04-02T10:01:04.187 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 10:01:03 smithi187 systemd[1]: Stopping Ceph mgr.x for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:04.481 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 10:01:04 smithi187 podman[146457]: 2024-04-02 10:01:04.18846045 +0000 UTC m=+0.132642021 container died ed3e2b6ef0169533c2fd6868229ea737c11f8bd24ce0c936a2a2e1e230093229 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:04.783 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 10:01:04 smithi187 podman[146457]: 2024-04-02 10:01:04.566417703 +0000 UTC m=+0.510599266 container cleanup ed3e2b6ef0169533c2fd6868229ea737c11f8bd24ce0c936a2a2e1e230093229 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS) 2024-04-02T10:01:04.783 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Apr 02 10:01:04 smithi187 bash[146457]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T10:01:04.904 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service' 2024-04-02T10:01:04.945 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:04.945 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-02T10:01:04.945 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-02T10:01:04.945 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.0 2024-04-02T10:01:05.267 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:04 smithi112 systemd[1]: Stopping Ceph osd.0 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:05.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:05 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T10:01:05.267+0000 7fa2ddf62700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:05.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:05 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T10:01:05.267+0000 7fa2ddf62700 -1 osd.0 2753 *** Got signal Terminated *** 2024-04-02T10:01:05.619 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:05 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0[97118]: 2024-04-02T10:01:05.267+0000 7fa2ddf62700 -1 osd.0 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:11.016 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:10 smithi112 podman[215644]: 2024-04-02 10:01:10.689210353 +0000 UTC m=+5.550371968 container died 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2) 2024-04-02T10:01:11.369 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215644]: 2024-04-02 10:01:11.018068256 +0000 UTC m=+5.879229888 container cleanup 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T10:01:11.369 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 bash[215644]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T10:01:11.369 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215661]: 2024-04-02 10:01:11.194583165 +0000 UTC m=+0.507097919 container remove 5bdb0a192f6e950bfbc1c9d31b36c0abfdf4d93f975fa5658ada727955482733 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T10:01:11.888 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215752]: 2024-04-02 10:01:11.526614543 +0000 UTC m=+0.017825314 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:11.888 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215752]: 2024-04-02 10:01:11.64547971 +0000 UTC m=+0.136690500 container create 3ea0be96fb432ae0500647aa0f2f8cd0a9bdd96bea13f4814e669d5304b01de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240326) 2024-04-02T10:01:12.176 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215752]: 2024-04-02 10:01:11.889531653 +0000 UTC m=+0.380742425 container init 3ea0be96fb432ae0500647aa0f2f8cd0a9bdd96bea13f4814e669d5304b01de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:12.176 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215752]: 2024-04-02 10:01:11.892896783 +0000 UTC m=+0.384107536 container start 3ea0be96fb432ae0500647aa0f2f8cd0a9bdd96bea13f4814e669d5304b01de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T10:01:12.176 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:11 smithi112 podman[215752]: 2024-04-02 10:01:11.981213305 +0000 UTC m=+0.472424063 container attach 3ea0be96fb432ae0500647aa0f2f8cd0a9bdd96bea13f4814e669d5304b01de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-02T10:01:12.445 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 02 10:01:12 smithi112 podman[215752]: 2024-04-02 10:01:12.177799437 +0000 UTC m=+0.669010196 container died 3ea0be96fb432ae0500647aa0f2f8cd0a9bdd96bea13f4814e669d5304b01de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T10:01:12.900 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.0.service' 2024-04-02T10:01:12.940 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:12.941 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-02T10:01:12.941 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-02T10:01:12.941 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.1 2024-04-02T10:01:13.137 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:13 smithi112 systemd[1]: Stopping Ceph osd.1 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:13.429 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[101984]: 2024-04-02T10:01:13.280+0000 7fd766481700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:13.430 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[101984]: 2024-04-02T10:01:13.280+0000 7fd766481700 -1 osd.1 2753 *** Got signal Terminated *** 2024-04-02T10:01:13.430 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:13 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1[101984]: 2024-04-02T10:01:13.280+0000 7fd766481700 -1 osd.1 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:19.164 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:18 smithi112 podman[215868]: 2024-04-02 10:01:18.88583303 +0000 UTC m=+5.715499872 container died c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T10:01:19.513 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:19 smithi112 podman[215868]: 2024-04-02 10:01:19.263333179 +0000 UTC m=+6.093000019 container cleanup c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T10:01:19.513 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:19 smithi112 bash[215868]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T10:01:19.867 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:19 smithi112 podman[215886]: 2024-04-02 10:01:19.514550537 +0000 UTC m=+0.626003952 container remove c66fb01953951c55b8d60c09772c85c99f411069b08f2caa064e38313cd0ac3d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T10:01:20.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:19 smithi112 podman[215978]: 2024-04-02 10:01:19.7718616 +0000 UTC m=+0.017772042 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:20.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:19 smithi112 podman[215978]: 2024-04-02 10:01:19.890605873 +0000 UTC m=+0.136516343 container create 0d14529ed9c9d3f09ece5f4b2ffef2315cfa3ea7c046a0cff1eaac1ec741cf24 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T10:01:20.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:20 smithi112 podman[215978]: 2024-04-02 10:01:20.109512431 +0000 UTC m=+0.355422854 container init 0d14529ed9c9d3f09ece5f4b2ffef2315cfa3ea7c046a0cff1eaac1ec741cf24 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T10:01:20.119 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:20 smithi112 podman[215978]: 2024-04-02 10:01:20.112741732 +0000 UTC m=+0.358652157 container start 0d14529ed9c9d3f09ece5f4b2ffef2315cfa3ea7c046a0cff1eaac1ec741cf24 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:20.619 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:20 smithi112 podman[215978]: 2024-04-02 10:01:20.209980948 +0000 UTC m=+0.455891383 container attach 0d14529ed9c9d3f09ece5f4b2ffef2315cfa3ea7c046a0cff1eaac1ec741cf24 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T10:01:20.619 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 02 10:01:20 smithi112 podman[215978]: 2024-04-02 10:01:20.404499264 +0000 UTC m=+0.650409680 container died 0d14529ed9c9d3f09ece5f4b2ffef2315cfa3ea7c046a0cff1eaac1ec741cf24 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:21.071 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.1.service' 2024-04-02T10:01:21.112 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:21.112 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-02T10:01:21.112 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-02T10:01:21.112 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2 2024-04-02T10:01:21.369 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:21 smithi112 systemd[1]: Stopping Ceph osd.2 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:21.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T10:01:21.474+0000 7fd306857700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:21.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T10:01:21.474+0000 7fd306857700 -1 osd.2 2753 *** Got signal Terminated *** 2024-04-02T10:01:21.869 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:21 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2[106593]: 2024-04-02T10:01:21.474+0000 7fd306857700 -1 osd.2 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:21.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:01:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:01:21.635Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-02T10:01:21.982 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:01:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:01:21.635Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-02T10:01:21.982 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:01:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:01:21.635Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-02T10:01:21.982 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:01:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:01:21.636Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-02T10:01:21.982 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:01:21 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:01:21.637Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-02T10:01:27.306 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:26 smithi112 podman[216085]: 2024-04-02 10:01:26.993152231 +0000 UTC m=+5.649642451 container died fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T10:01:27.306 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:27 smithi112 podman[216085]: 2024-04-02 10:01:27.307288931 +0000 UTC m=+5.963779184 container cleanup fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:27.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:27 smithi112 bash[216085]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T10:01:27.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:27 smithi112 podman[216100]: 2024-04-02 10:01:27.500193688 +0000 UTC m=+0.506814888 container remove fb8a9fc3111201750276e9c68290e71c7529fc5917feb6539648357cae506c8b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:28.253 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:27 smithi112 podman[216194]: 2024-04-02 10:01:27.919093354 +0000 UTC m=+0.111855632 container create f63297c4ace9377cd3f6bf693051e25c81f31f3381c8099236bc64afccc6fbf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T10:01:28.253 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:27 smithi112 podman[216194]: 2024-04-02 10:01:27.825198997 +0000 UTC m=+0.017961286 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:28.253 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 podman[216194]: 2024-04-02 10:01:28.146138523 +0000 UTC m=+0.338900815 container init f63297c4ace9377cd3f6bf693051e25c81f31f3381c8099236bc64afccc6fbf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T10:01:28.253 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 podman[216194]: 2024-04-02 10:01:28.149345636 +0000 UTC m=+0.342107917 container start f63297c4ace9377cd3f6bf693051e25c81f31f3381c8099236bc64afccc6fbf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:28.253 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 podman[216194]: 2024-04-02 10:01:28.254548889 +0000 UTC m=+0.447311202 container attach f63297c4ace9377cd3f6bf693051e25c81f31f3381c8099236bc64afccc6fbf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T10:01:28.619 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 podman[216194]: 2024-04-02 10:01:28.43575321 +0000 UTC m=+0.628515497 container died f63297c4ace9377cd3f6bf693051e25c81f31f3381c8099236bc64afccc6fbf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:28.956 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2.service' 2024-04-02T10:01:28.981 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 podman[216219]: 2024-04-02 10:01:28.932598191 +0000 UTC m=+0.492090397 container remove f63297c4ace9377cd3f6bf693051e25c81f31f3381c8099236bc64afccc6fbf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:28.981 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T10:01:28.982 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 systemd[1]: Stopped Ceph osd.2 for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:01:28.982 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 02 10:01:28 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 3min 24.088s CPU time. 2024-04-02T10:01:28.996 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:28.996 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-02T10:01:28.996 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-02T10:01:28.997 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.3 2024-04-02T10:01:29.335 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:29 smithi112 systemd[1]: Stopping Ceph osd.3 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:29.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T10:01:29.335+0000 7f5a97f62700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:29.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T10:01:29.335+0000 7f5a97f62700 -1 osd.3 2753 *** Got signal Terminated *** 2024-04-02T10:01:29.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:29 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T10:01:29.335+0000 7f5a97f62700 -1 osd.3 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:33.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:32 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T10:01:32.890+0000 7f5a94556700 -1 osd.3 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.400499+0000 front 2024-04-02T10:01:09.400394+0000 (oldest deadline 2024-04-02T10:01:32.300462+0000) 2024-04-02T10:01:33.694 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:33.618+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:33.695 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:33 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:33.433+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:34.369 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:33 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3[111666]: 2024-04-02T10:01:33.901+0000 7f5a94556700 -1 osd.3 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.400499+0000 front 2024-04-02T10:01:09.400394+0000 (oldest deadline 2024-04-02T10:01:32.300462+0000) 2024-04-02T10:01:34.475 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:34.156+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:34.731 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:34.645+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:34.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:34 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:34.476+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:35.119 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:34 smithi112 podman[216297]: 2024-04-02 10:01:34.849868067 +0000 UTC m=+5.625613807 container died ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T10:01:35.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:35.188+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:35.493 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:35 smithi112 podman[216297]: 2024-04-02 10:01:35.210435446 +0000 UTC m=+5.986181180 container cleanup ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T10:01:35.493 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:35 smithi112 bash[216297]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T10:01:35.731 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:35.661+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:35.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:35.480+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:35.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:35 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:35.500+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:35.816 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:35 smithi112 podman[216314]: 2024-04-02 10:01:35.494757054 +0000 UTC m=+0.640287668 container remove ce15c557ab6d722b4c24a65cebd49751df9743f33ad5dfefe36d7b9813b7d8eb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T10:01:36.119 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:35 smithi112 podman[216409]: 2024-04-02 10:01:35.720936815 +0000 UTC m=+0.018111597 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:36.119 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:35 smithi112 podman[216409]: 2024-04-02 10:01:35.820488552 +0000 UTC m=+0.117663313 container create f2c6a6225f3519631a4c83edef407d74ca5ea6821d7252c8801543ba30c991c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T10:01:36.119 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:36 smithi112 podman[216409]: 2024-04-02 10:01:36.064202467 +0000 UTC m=+0.361377243 container init f2c6a6225f3519631a4c83edef407d74ca5ea6821d7252c8801543ba30c991c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:01:36.119 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:36 smithi112 podman[216409]: 2024-04-02 10:01:36.067505836 +0000 UTC m=+0.364680599 container start f2c6a6225f3519631a4c83edef407d74ca5ea6821d7252c8801543ba30c991c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:36.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:36.219+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:36.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:36.439+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:36.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:36 smithi112 podman[216409]: 2024-04-02 10:01:36.148372789 +0000 UTC m=+0.445547571 container attach f2c6a6225f3519631a4c83edef407d74ca5ea6821d7252c8801543ba30c991c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:36.619 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 02 10:01:36 smithi112 podman[216409]: 2024-04-02 10:01:36.352870086 +0000 UTC m=+0.650044858 container died f2c6a6225f3519631a4c83edef407d74ca5ea6821d7252c8801543ba30c991c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T10:01:36.924 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.3.service' 2024-04-02T10:01:36.964 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:36.964 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-02T10:01:36.964 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-02T10:01:36.964 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.4 2024-04-02T10:01:36.981 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:36.708+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:36.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:36 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:36.532+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:37.283 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:37 smithi187 systemd[1]: Stopping Ceph osd.4 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:37.283 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:37.233+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:37.731 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:37.435+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:37.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:37.498+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:37.732 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:37.283+0000 7ff9efe3e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:37.732 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:37.283+0000 7ff9efe3e700 -1 osd.4 2753 *** Got signal Terminated *** 2024-04-02T10:01:37.732 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:37.283+0000 7ff9efe3e700 -1 osd.4 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:38.188 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:37 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:37.759+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:38.442 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:38.189+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:38.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:38.516+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:38.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:38.443+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:39.221 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:38 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:38.752+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:39.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:39.221+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:39.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:39.454+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:39.794 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:39.520+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:40.198 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:39 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:39.794+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:40.463 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:40.199+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:40.731 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:40.464+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:40.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:40.523+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:40.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:40.523+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:41.192 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:40 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:40.778+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:41.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:41.193+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:41.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:41.193+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:41.784 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:41.511+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:41.784 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:41.511+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:41.785 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:41.526+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:41.785 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:41.526+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:42.176 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:41 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4[89713]: 2024-04-02T10:01:41.785+0000 7ff9e842a700 -1 osd.4 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.773344+0000 front 2024-04-02T10:01:08.773332+0000 (oldest deadline 2024-04-02T10:01:33.373594+0000) 2024-04-02T10:01:42.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:42.177+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:42.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:42.177+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:42.846 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:42.486+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:42.846 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:42.486+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:42.846 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:42.544+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:42.846 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:42 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:42.544+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:43.125 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:42 smithi187 podman[146594]: 2024-04-02 10:01:42.846704708 +0000 UTC m=+5.685847785 container died e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, ceph=True) 2024-04-02T10:01:43.439 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 podman[146594]: 2024-04-02 10:01:43.250306351 +0000 UTC m=+6.089449448 container cleanup e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:43.439 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 bash[146594]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T10:01:43.439 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:43.146+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:43.440 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:43.146+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:43.731 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 podman[146612]: 2024-04-02 10:01:43.47149989 +0000 UTC m=+0.624876751 container remove e7b2d7afa87be1038e7d07f84df8a7cd95c5ccbd9b58c844daf496580ac7c794 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:43.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:43.532+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:43.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:43.532+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:43.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:43.439+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:43.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:43 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:43.439+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:44.062 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 podman[146707]: 2024-04-02 10:01:43.76930619 +0000 UTC m=+0.102953723 container create ba24c8efbb64e367ca1a4f11e5e5629256ccdc9449cd60f6d052bdf992613022 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T10:01:44.062 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 podman[146707]: 2024-04-02 10:01:43.684236274 +0000 UTC m=+0.017883837 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:44.062 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 podman[146707]: 2024-04-02 10:01:43.980547991 +0000 UTC m=+0.314195524 container init ba24c8efbb64e367ca1a4f11e5e5629256ccdc9449cd60f6d052bdf992613022 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T10:01:44.062 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:43 smithi187 podman[146707]: 2024-04-02 10:01:43.983850253 +0000 UTC m=+0.317497783 container start ba24c8efbb64e367ca1a4f11e5e5629256ccdc9449cd60f6d052bdf992613022 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T10:01:44.062 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:44 smithi187 podman[146707]: 2024-04-02 10:01:44.063243396 +0000 UTC m=+0.396890928 container attach ba24c8efbb64e367ca1a4f11e5e5629256ccdc9449cd60f6d052bdf992613022 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T10:01:44.424 INFO:journalctl@ceph.osd.4.smithi187.stdout:Apr 02 10:01:44 smithi187 podman[146707]: 2024-04-02 10:01:44.269902822 +0000 UTC m=+0.603550359 container died ba24c8efbb64e367ca1a4f11e5e5629256ccdc9449cd60f6d052bdf992613022 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:44.425 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:44.180+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:44.425 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:44.180+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:44.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:44.425+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:44.707 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:44.425+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:44.707 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:44.563+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:44.707 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:44 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:44.563+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:44.990 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.4.service' 2024-04-02T10:01:45.073 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:45.073 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-02T10:01:45.074 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-02T10:01:45.074 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.5 2024-04-02T10:01:45.231 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:45 smithi187 systemd[1]: Stopping Ceph osd.5 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:45.232 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:45.213+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:45.232 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:45.213+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:45.731 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:45.446+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:45.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:45.446+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:45.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:45.411+0000 7f0fda7b8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:45.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:45.411+0000 7f0fda7b8700 -1 osd.5 2753 *** Got signal Terminated *** 2024-04-02T10:01:45.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:45.411+0000 7f0fda7b8700 -1 osd.5 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:45.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:45.538+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:45.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:45 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:45.538+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:46.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:46 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:46.204+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:46.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:46 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:46.204+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:46.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:46 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:46.452+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:46.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:46 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:46.452+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:46.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:46 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:46.508+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:46.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:46 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:46.508+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:47.495 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:47.239+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:47.495 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:47.239+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:47.495 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:47.427+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:47.495 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:47.427+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:47.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:47.496+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:47.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:47.496+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:47.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:47 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:47.496+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.280613+0000 front 2024-04-02T10:01:26.280583+0000 (oldest deadline 2024-04-02T10:01:47.380393+0000) 2024-04-02T10:01:48.533 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:48.275+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:48.533 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:48.275+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:48.533 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:48.422+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:48.533 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:48.422+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:48.534 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:48.422+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:48.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:48.534+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:48.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:48.534+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:48.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:48 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:48.534+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.280613+0000 front 2024-04-02T10:01:26.280583+0000 (oldest deadline 2024-04-02T10:01:47.380393+0000) 2024-04-02T10:01:49.515 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:49.240+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:49.515 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:49.240+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:49.516 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:49.373+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:49.516 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:49.373+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:49.516 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:49.373+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:49.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:49.516+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:06.978523+0000 front 2024-04-02T10:01:06.978445+0000 (oldest deadline 2024-04-02T10:01:35.178694+0000) 2024-04-02T10:01:49.981 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:49.516+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:15.179320+0000 front 2024-04-02T10:01:15.179256+0000 (oldest deadline 2024-04-02T10:01:39.879190+0000) 2024-04-02T10:01:49.982 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:49 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5[94266]: 2024-04-02T10:01:49.516+0000 7f0fd6dac700 -1 osd.5 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.280613+0000 front 2024-04-02T10:01:26.280583+0000 (oldest deadline 2024-04-02T10:01:47.380393+0000) 2024-04-02T10:01:50.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:50.253+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:50.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:50.253+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:50.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:50.391+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:50.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:50.391+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:50.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:50 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:50.391+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:51.302 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:51 smithi187 podman[146813]: 2024-04-02 10:01:51.005276433 +0000 UTC m=+5.708433463 container died b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T10:01:51.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:51 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:51.302+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:51 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:51.302+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:51 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:51.302+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:51 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:51.406+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:51 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:51.406+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:51 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:51.406+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:51 smithi187 podman[146813]: 2024-04-02 10:01:51.336340111 +0000 UTC m=+6.039497148 container cleanup b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:51 smithi187 bash[146813]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T10:01:51.732 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:51 smithi187 podman[146830]: 2024-04-02 10:01:51.52105408 +0000 UTC m=+0.510384465 container remove b707ec556885d3f3166ee582c7a020df4c86e8c224a07745baaa165ef237d6d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T10:01:52.206 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:51 smithi187 podman[146927]: 2024-04-02 10:01:51.938679969 +0000 UTC m=+0.109886183 container create 32e451897c53ac237138154244cdb60d8a57ffac584218d76e84779aef1a85a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:52.207 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:51 smithi187 podman[146927]: 2024-04-02 10:01:51.846415088 +0000 UTC m=+0.017621306 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:52.207 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:52 smithi187 podman[146927]: 2024-04-02 10:01:52.132765752 +0000 UTC m=+0.303971977 container init 32e451897c53ac237138154244cdb60d8a57ffac584218d76e84779aef1a85a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:52.207 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:52 smithi187 podman[146927]: 2024-04-02 10:01:52.1357346 +0000 UTC m=+0.306940863 container start 32e451897c53ac237138154244cdb60d8a57ffac584218d76e84779aef1a85a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:52.207 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:52 smithi187 podman[146927]: 2024-04-02 10:01:52.207801583 +0000 UTC m=+0.379007810 container attach 32e451897c53ac237138154244cdb60d8a57ffac584218d76e84779aef1a85a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True) 2024-04-02T10:01:52.482 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:52 smithi187 podman[146927]: 2024-04-02 10:01:52.427379039 +0000 UTC m=+0.598585253 container died 32e451897c53ac237138154244cdb60d8a57ffac584218d76e84779aef1a85a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:52.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:52.266+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:52.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:52.266+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:52.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:52.266+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:52.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:52.422+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:52.483 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:52.422+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:52.483 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:52 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:52.422+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:52.960 INFO:journalctl@ceph.osd.5.smithi187.stdout:Apr 02 10:01:52 smithi187 podman[146953]: 2024-04-02 10:01:52.935993625 +0000 UTC m=+0.499900819 container remove 32e451897c53ac237138154244cdb60d8a57ffac584218d76e84779aef1a85a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T10:01:52.966 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.5.service' 2024-04-02T10:01:53.007 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:53.007 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-02T10:01:53.007 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-02T10:01:53.007 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.6 2024-04-02T10:01:53.231 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 systemd[1]: Stopping Ceph osd.6 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:53.731 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:53.408+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:53.408+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:53.408+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:53.286+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:53.286+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:53.286+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:53.321+0000 7fc103530700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:53.321+0000 7fc103530700 -1 osd.6 2753 *** Got signal Terminated *** 2024-04-02T10:01:53.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:53 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:53.321+0000 7fc103530700 -1 osd.6 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:54.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:54.260+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:54.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:54.260+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:54.732 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:54.260+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:54.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:54.374+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:54.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:54.374+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:54.733 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:54 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:54.374+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:55.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:55.239+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:55.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:55.239+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:55.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:55.239+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:55.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:55.331+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:55.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:55.331+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:55.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:55 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:55.331+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:56.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:56.219+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:56.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:56.219+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:56.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:56.219+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:56.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:56.297+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:56.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:56.297+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:56.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:56.297+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:56.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:56 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:56.297+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:01:57.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:57.230+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:57.230+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:57.230+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:57.231+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:31.115745+0000 front 2024-04-02T10:01:31.115699+0000 (oldest deadline 2024-04-02T10:01:56.415513+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:57.260+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:57.260+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:57.260+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:57.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:57 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:57.260+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:01:58.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:58.210+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:08.213871+0000 front 2024-04-02T10:01:08.213994+0000 (oldest deadline 2024-04-02T10:01:33.513605+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:58.210+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:13.514180+0000 front 2024-04-02T10:01:13.514128+0000 (oldest deadline 2024-04-02T10:01:41.114406+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:58.210+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:26.415260+0000 front 2024-04-02T10:01:26.415334+0000 (oldest deadline 2024-04-02T10:01:51.115127+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6[99256]: 2024-04-02T10:01:58.210+0000 7fc0ffb24700 -1 osd.6 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:31.115745+0000 front 2024-04-02T10:01:31.115699+0000 (oldest deadline 2024-04-02T10:01:56.415513+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:58.266+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:58.266+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:58.266+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:58.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:58 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:58.266+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:01:59.121 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:58 smithi187 podman[147035]: 2024-04-02 10:01:58.845059724 +0000 UTC m=+5.622974873 container died bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0) 2024-04-02T10:01:59.463 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 podman[147035]: 2024-04-02 10:01:59.229609973 +0000 UTC m=+6.007525108 container cleanup bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T10:01:59.463 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 bash[147035]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T10:01:59.464 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:59.242+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:01:59.464 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:59.242+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:01:59.464 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:59.242+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:01:59.464 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:01:59 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:01:59.242+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:01:59.731 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 podman[147052]: 2024-04-02 10:01:59.464462083 +0000 UTC m=+0.617488347 container remove bb8a0af439c42e8185659c8792423e22c3bb8f768ad589eccdb33171bb8ba94a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-02T10:02:00.058 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 podman[147143]: 2024-04-02 10:01:59.782104929 +0000 UTC m=+0.108553836 container create 198853979a76689c6551884055ef6ed22f1bcc7a86b025156f21a04edff88f94 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:02:00.058 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 podman[147143]: 2024-04-02 10:01:59.691231781 +0000 UTC m=+0.017680698 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:02:00.058 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 podman[147143]: 2024-04-02 10:01:59.976243164 +0000 UTC m=+0.302692084 container init 198853979a76689c6551884055ef6ed22f1bcc7a86b025156f21a04edff88f94 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T10:02:00.058 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:01:59 smithi187 podman[147143]: 2024-04-02 10:01:59.97921131 +0000 UTC m=+0.305660217 container start 198853979a76689c6551884055ef6ed22f1bcc7a86b025156f21a04edff88f94 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T10:02:00.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:02:00 smithi187 podman[147143]: 2024-04-02 10:02:00.05933368 +0000 UTC m=+0.385782617 container attach 198853979a76689c6551884055ef6ed22f1bcc7a86b025156f21a04edff88f94 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T10:02:00.481 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:02:00 smithi187 podman[147143]: 2024-04-02 10:02:00.266608803 +0000 UTC m=+0.593057711 container died 198853979a76689c6551884055ef6ed22f1bcc7a86b025156f21a04edff88f94 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T10:02:00.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:00.278+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:02:00.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:00.278+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:02:00.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:00.278+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:02:00.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:00 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:00.278+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:02:00.822 INFO:journalctl@ceph.osd.6.smithi187.stdout:Apr 02 10:02:00 smithi187 podman[147169]: 2024-04-02 10:02:00.821114658 +0000 UTC m=+0.544757554 container remove 198853979a76689c6551884055ef6ed22f1bcc7a86b025156f21a04edff88f94 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T10:02:00.844 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.6.service' 2024-04-02T10:02:00.883 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:00.884 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-02T10:02:00.884 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-02T10:02:00.884 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.7 2024-04-02T10:02:01.207 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:00 smithi187 systemd[1]: Stopping Ceph osd.7 for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:01.481 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.206+0000 7fa563735700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:02:01.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.206+0000 7fa563735700 -1 osd.7 2753 *** Got signal Terminated *** 2024-04-02T10:02:01.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.206+0000 7fa563735700 -1 osd.7 2753 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:02:01.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.251+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:02:01.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.251+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:02:01.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.251+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:02:01.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:01 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:01.251+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:02:02.731 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:02.292+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:02:02.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:02.292+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:02:02.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:02.292+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:02:02.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:02 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:02.292+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:02:03.633 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:03.272+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:02:03.633 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:03.272+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:02:03.633 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:03.272+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:02:03.633 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:03 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:03.272+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:02:04.649 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:04.274+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:02:04.649 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:04.275+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:02:04.649 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:04.275+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:02:04.649 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:04 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:04.275+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:02:05.731 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:05.248+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-02T10:01:09.255642+0000 front 2024-04-02T10:01:09.255653+0000 (oldest deadline 2024-04-02T10:01:32.755400+0000) 2024-04-02T10:02:05.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:05.248+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-02T10:01:16.156877+0000 front 2024-04-02T10:01:16.156939+0000 (oldest deadline 2024-04-02T10:01:40.856758+0000) 2024-04-02T10:02:05.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:05.248+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-02T10:01:23.658570+0000 front 2024-04-02T10:01:23.658583+0000 (oldest deadline 2024-04-02T10:01:48.358502+0000) 2024-04-02T10:02:05.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:05.248+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-02T10:01:34.160058+0000 front 2024-04-02T10:01:34.160077+0000 (oldest deadline 2024-04-02T10:01:55.760232+0000) 2024-04-02T10:02:05.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:05 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7[104212]: 2024-04-02T10:02:05.248+0000 7fa55bd21700 -1 osd.7 2753 heartbeat_check: no reply from 172.21.15.187:6804 osd.4 since back 2024-04-02T10:01:38.660985+0000 front 2024-04-02T10:01:38.661026+0000 (oldest deadline 2024-04-02T10:02:04.560952+0000) 2024-04-02T10:02:07.082 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:06 smithi187 podman[147250]: 2024-04-02 10:02:06.777743321 +0000 UTC m=+5.672922450 container died 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:02:07.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:07 smithi187 podman[147250]: 2024-04-02 10:02:07.182028061 +0000 UTC m=+6.077207196 container cleanup 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T10:02:07.357 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:07 smithi187 bash[147250]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T10:02:07.732 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:07 smithi187 podman[147279]: 2024-04-02 10:02:07.358067544 +0000 UTC m=+0.571379583 container remove 8d9ee2ac93ba8e778b8616b648509763f54a429b6c225558450a50bd9bc45942 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux ) 2024-04-02T10:02:08.076 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:07 smithi187 podman[147368]: 2024-04-02 10:02:07.695516437 +0000 UTC m=+0.017889216 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:02:08.077 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:07 smithi187 podman[147368]: 2024-04-02 10:02:07.809024909 +0000 UTC m=+0.131397686 container create 7a652a5ce80e29e00618e009ad547ec888a7db32aef9b089ccf5d3e179fcd024 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T10:02:08.077 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:08 smithi187 podman[147368]: 2024-04-02 10:02:08.003151877 +0000 UTC m=+0.325524668 container init 7a652a5ce80e29e00618e009ad547ec888a7db32aef9b089ccf5d3e179fcd024 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:02:08.077 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:08 smithi187 podman[147368]: 2024-04-02 10:02:08.006187476 +0000 UTC m=+0.328560255 container start 7a652a5ce80e29e00618e009ad547ec888a7db32aef9b089ccf5d3e179fcd024 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T10:02:08.077 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:08 smithi187 podman[147368]: 2024-04-02 10:02:08.077900551 +0000 UTC m=+0.400273339 container attach 7a652a5ce80e29e00618e009ad547ec888a7db32aef9b089ccf5d3e179fcd024 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:02:08.482 INFO:journalctl@ceph.osd.7.smithi187.stdout:Apr 02 10:02:08 smithi187 podman[147368]: 2024-04-02 10:02:08.296066375 +0000 UTC m=+0.618439156 container died 7a652a5ce80e29e00618e009ad547ec888a7db32aef9b089ccf5d3e179fcd024 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T10:02:08.881 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@osd.7.service' 2024-04-02T10:02:08.923 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:08.923 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-02T10:02:08.923 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-02T10:02:08.924 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.a 2024-04-02T10:02:09.307 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:02:08 smithi112 systemd[1]: Stopping Ceph mds.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:09.562 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:02:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: 2024-04-02T10:02:09.307+0000 7f3b69525700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:02:09.562 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:02:09 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a[116519]: 2024-04-02T10:02:09.307+0000 7f3b69525700 -1 mds.a *** got signal Terminated *** 2024-04-02T10:02:12.119 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:02:11 smithi112 podman[216514]: 2024-04-02 10:02:11.661721035 +0000 UTC m=+2.542021991 container died a424fa4b1ae0b4aa3040b524927cbba98785cc44b225f3695a10de84aae1659f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:02:12.591 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:02:12 smithi112 podman[216514]: 2024-04-02 10:02:12.31624752 +0000 UTC m=+3.196548482 container cleanup a424fa4b1ae0b4aa3040b524927cbba98785cc44b225f3695a10de84aae1659f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0) 2024-04-02T10:02:12.591 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 02 10:02:12 smithi112 bash[216514]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T10:02:12.738 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.a.service' 2024-04-02T10:02:12.776 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:12.777 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-02T10:02:12.777 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-02T10:02:12.777 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.b 2024-04-02T10:02:13.057 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 10:02:12 smithi187 systemd[1]: Stopping Ceph mds.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:13.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 10:02:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[108881]: 2024-04-02T10:02:13.058+0000 7fd0d4b6d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:02:13.481 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 10:02:13 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b[108881]: 2024-04-02T10:02:13.058+0000 7fd0d4b6d700 -1 mds.b *** got signal Terminated *** 2024-04-02T10:02:17.340 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 10:02:17 smithi187 podman[147475]: 2024-04-02 10:02:17.072651595 +0000 UTC m=+4.102622281 container died b10f19287b96a13dd0149036d611075dcdeeecc1a59963299f62ea987e3dc32a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-02T10:02:17.690 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 10:02:17 smithi187 podman[147475]: 2024-04-02 10:02:17.424205352 +0000 UTC m=+4.454176035 container cleanup b10f19287b96a13dd0149036d611075dcdeeecc1a59963299f62ea987e3dc32a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-02T10:02:17.691 INFO:journalctl@ceph.mds.b.smithi187.stdout:Apr 02 10:02:17 smithi187 bash[147475]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T10:02:17.794 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@mds.b.service' 2024-04-02T10:02:17.831 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:17.831 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-02T10:02:17.831 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-02T10:02:17.831 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a 2024-04-02T10:02:17.981 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:17 smithi187 systemd[1]: Stopping Ceph prometheus.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.172Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.173Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.175Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.175Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T10:02:18.482 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[116640]: ts=2024-04-02T10:02:18.175Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T10:02:18.483 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 podman[147595]: 2024-04-02 10:02:18.183463718 +0000 UTC m=+0.137859547 container died 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:18.799 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 podman[147595]: 2024-04-02 10:02:18.486356846 +0000 UTC m=+0.440752691 container cleanup 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:18.799 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 bash[147595]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T10:02:18.800 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Apr 02 10:02:18 smithi187 podman[147608]: 2024-04-02 10:02:18.687589925 +0000 UTC m=+0.501660731 container remove 77e0ff4aba8a09065e0d7bc7839cb2412a792163113221cc26abe1de79d81c89 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:18.822 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service' 2024-04-02T10:02:18.857 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:18.857 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-02T10:02:18.858 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T10:02:19.014 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:02:20.545 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:20 smithi112 systemd[1]: Stopping Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:20.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:20 smithi112 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[124607]: ts=2024-04-02T10:02:20.687Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T10:02:20.869 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:20 smithi112 podman[216971]: 2024-04-02 10:02:20.728397278 +0000 UTC m=+0.144245377 container died a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:21.245 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 podman[216971]: 2024-04-02 10:02:21.062696758 +0000 UTC m=+0.478544854 container cleanup a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:21.245 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 bash[216971]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T10:02:21.606 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 podman[216985]: 2024-04-02 10:02:21.246861836 +0000 UTC m=+0.514020697 container remove a2b89a10da990a482ecc19a25eae25ec090ea5bbd5a068b1e176114a4b50c530 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:21.606 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 podman[216985]: 2024-04-02 10:02:21.330762054 +0000 UTC m=+0.597920915 volume remove cf0378e3fe8aea174e637374e93ff4643c4b6e72694ffd50c94ac6c6220adbee 2024-04-02T10:02:22.051 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:21 smithi112 systemd[1]: Stopping Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:22.051 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T10:02:22.051 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 systemd[1]: Stopped Ceph alertmanager.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:22.051 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 02 10:02:21 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 3.029s CPU time. 2024-04-02T10:02:22.316 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 podman[217090]: 2024-04-02 10:02:22.052315035 +0000 UTC m=+0.113892724 container died ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:22.582 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 podman[217090]: 2024-04-02 10:02:22.383184448 +0000 UTC m=+0.444762142 container cleanup ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:22.583 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 bash[217090]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T10:02:22.869 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 podman[217104]: 2024-04-02 10:02:22.584218993 +0000 UTC m=+0.536006059 container remove ca52ab4ad74a72c4783c8a6347dda82554d856b28edf4d67139315f1f58c03fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:22.869 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T10:02:22.869 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T10:02:22.869 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 systemd[1]: Stopped Ceph node-exporter.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:22.869 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 02 10:02:22 smithi112 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 8.703s CPU time. 2024-04-02T10:02:23.385 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T10:02:23.540 INFO:teuthology.orchestra.run.smithi187.stdout:Deleting cluster with fsid: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:02:25.190 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:24 smithi187 systemd[1]: Stopping Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:25.466 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=server t=2024-04-02T10:02:25.190975836Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-02T10:02:25.466 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=ticker t=2024-04-02T10:02:25.191279763Z level=info msg=stopped last_tick=2024-04-02T10:02:20Z 2024-04-02T10:02:25.466 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a[120479]: logger=tracing t=2024-04-02T10:02:25.191290232Z level=info msg="Closing tracing" 2024-04-02T10:02:25.466 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 podman[148042]: 2024-04-02 10:02:25.201159822 +0000 UTC m=+0.097254466 container died 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a (image=quay.io/ceph/grafana:9.4.12, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:02:25.731 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 podman[148042]: 2024-04-02 10:02:25.548984567 +0000 UTC m=+0.445079200 container cleanup 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a (image=quay.io/ceph/grafana:9.4.12, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:02:25.731 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 bash[148042]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T10:02:26.141 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 podman[148056]: 2024-04-02 10:02:25.808357008 +0000 UTC m=+0.609552451 container remove 3f04062f1b98ff81f2005bb9901ebd660f99c49cc951436ab29b8b844e36248a (image=quay.io/ceph/grafana:9.4.12, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:02:26.142 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-02T10:02:26.142 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 systemd[1]: Stopped Ceph grafana.a for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:26.142 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Apr 02 10:02:25 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 49.586s CPU time. 2024-04-02T10:02:26.395 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:26 smithi187 systemd[1]: Stopping Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:26.695 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:26 smithi187 podman[148161]: 2024-04-02 10:02:26.396834606 +0000 UTC m=+0.118671130 container died 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:02:26.981 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:26 smithi187 podman[148161]: 2024-04-02 10:02:26.69632737 +0000 UTC m=+0.418163890 container cleanup 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:02:26.981 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:26 smithi187 bash[148161]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T10:02:26.982 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:26 smithi187 podman[148175]: 2024-04-02 10:02:26.905647592 +0000 UTC m=+0.513414903 container remove 469f33ee1264f667251c28ba605bdab7d90b0e666765bec8ad568a7bf667658b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:02:26.982 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:26 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T10:02:27.481 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:27 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T10:02:27.481 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:27 smithi187 systemd[1]: Stopped Ceph node-exporter.b for eb957586-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:27.482 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Apr 02 10:02:27 smithi187 systemd[1]: ceph-eb957586-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 8.262s CPU time. 2024-04-02T10:02:27.722 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:02:27.757 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:02:27.786 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-02T10:02:27.788 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/remote/smithi112/crash 2024-04-02T10:02:27.789 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T10:02:27.834 INFO:teuthology.orchestra.run.smithi112.stderr:tar: /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T10:02:27.834 INFO:teuthology.orchestra.run.smithi112.stderr:tar: Error is not recoverable: exiting now 2024-04-02T10:02:27.836 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/remote/smithi187/crash 2024-04-02T10:02:27.837 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T10:02:27.870 INFO:teuthology.orchestra.run.smithi187.stderr:tar: /var/lib/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T10:02:27.870 INFO:teuthology.orchestra.run.smithi187.stderr:tar: Error is not recoverable: exiting now 2024-04-02T10:02:27.872 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-02T10:02:27.872 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:27.904 INFO:teuthology.orchestra.run.smithi112.stdout:2024-04-02T08:34:59.219863+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T10:02:27.906 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-02T10:02:27.907 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[SEC\]' /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:27.977 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[ERR\]' /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:28.047 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[WRN\]' /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:28.114 INFO:teuthology.orchestra.run.smithi112.stdout:2024-04-02T08:34:59.219863+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T10:02:28.116 INFO:tasks.cephadm:Compressing logs... 2024-04-02T10:02:28.116 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T10:02:28.159 DEBUG:teuthology.orchestra.run.smithi187:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T10:02:28.183 INFO:teuthology.orchestra.run.smithi112.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T10:02:28.183 INFO:teuthology.orchestra.run.smithi112.stderr:: No such file or directory 2024-04-02T10:02:28.183 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log 2024-04-02T10:02:28.183 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T10:02:28.184 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log 2024-04-02T10:02:28.184 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log 2024-04-02T10:02:28.184 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log 2024-04-02T10:02:28.185 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log 2024-04-02T10:02:28.188 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T10:02:28.188 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T10:02:28.188 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T10:02:28.188 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log 2024-04-02T10:02:28.188 INFO:teuthology.orchestra.run.smithi112.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T10:02:28.188 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T10:02:28.189 INFO:teuthology.orchestra.run.smithi187.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T10:02:28.189 INFO:teuthology.orchestra.run.smithi187.stderr:: No such file or directory 2024-04-02T10:02:28.189 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log 2024-04-02T10:02:28.190 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T10:02:28.190 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log 2024-04-02T10:02:28.190 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log 2024-04-02T10:02:28.192 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log: --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log 2024-04-02T10:02:28.192 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log 2024-04-02T10:02:28.192 INFO:teuthology.orchestra.run.smithi187.stderr: 83.3% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-02T10:02:28.192 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log 2024-04-02T10:02:28.193 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T10:02:28.193 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T10:02:28.193 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T10:02:28.193 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T10:02:28.197 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log: 91.4% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T10:02:28.197 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log 2024-04-02T10:02:28.198 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log 2024-04-02T10:02:28.198 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: 94.8% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T10:02:28.205 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log 2024-04-02T10:02:28.207 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T10:02:28.209 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T10:02:28.213 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log: 92.8% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T10:02:28.223 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log: 91.2% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T10:02:28.224 INFO:teuthology.orchestra.run.smithi187.stderr: 91.2% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T10:02:28.228 INFO:teuthology.orchestra.run.smithi112.stderr: 92.2% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-02T10:02:28.242 INFO:teuthology.orchestra.run.smithi187.stderr: 90.7% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-02T10:02:29.320 INFO:teuthology.orchestra.run.smithi112.stderr: 89.4% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-02T10:02:29.609 INFO:teuthology.orchestra.run.smithi187.stderr: 92.2% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-02T10:02:30.817 INFO:teuthology.orchestra.run.smithi112.stderr: 91.8% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-02T10:02:33.071 INFO:teuthology.orchestra.run.smithi112.stderr: 90.5% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-02T10:02:47.937 INFO:teuthology.orchestra.run.smithi187.stderr: 94.2% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-02T10:02:48.919 INFO:teuthology.orchestra.run.smithi187.stderr: 94.5% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-02T10:02:50.804 INFO:teuthology.orchestra.run.smithi187.stderr: 94.3% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-02T10:02:52.505 INFO:teuthology.orchestra.run.smithi187.stderr: 94.5% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-02T10:02:52.506 INFO:teuthology.orchestra.run.smithi187.stderr: 2024-04-02T10:02:52.506 INFO:teuthology.orchestra.run.smithi187.stderr:real 0m24.332s 2024-04-02T10:02:52.507 INFO:teuthology.orchestra.run.smithi187.stderr:user 1m25.572s 2024-04-02T10:02:52.507 INFO:teuthology.orchestra.run.smithi187.stderr:sys 0m3.222s 2024-04-02T10:02:52.587 INFO:teuthology.orchestra.run.smithi112.stderr: 94.3% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-02T10:02:52.888 INFO:teuthology.orchestra.run.smithi112.stderr: 94.7% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-02T10:02:54.663 INFO:teuthology.orchestra.run.smithi112.stderr: 94.3% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-02T10:02:57.881 INFO:teuthology.orchestra.run.smithi112.stderr: 94.5% -- replaced with /var/log/ceph/eb957586-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-02T10:02:57.882 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-02T10:02:57.883 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m29.712s 2024-04-02T10:02:57.883 INFO:teuthology.orchestra.run.smithi112.stderr:user 1m49.802s 2024-04-02T10:02:57.883 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m3.988s 2024-04-02T10:02:57.883 INFO:tasks.cephadm:Archiving logs... 2024-04-02T10:02:57.883 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/remote/smithi112/log 2024-04-02T10:02:57.884 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T10:03:13.177 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/remote/smithi187/log 2024-04-02T10:03:13.323 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T10:03:25.587 INFO:tasks.cephadm:Removing cluster... 2024-04-02T10:03:25.587 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T10:03:25.746 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:03:26.143 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid eb957586-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T10:03:26.303 INFO:teuthology.orchestra.run.smithi187.stdout:Deleting cluster with fsid: eb957586-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:03:26.700 INFO:tasks.cephadm:Removing cephadm ... 2024-04-02T10:03:26.700 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T10:03:26.717 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T10:03:26.731 INFO:tasks.cephadm:Teardown complete 2024-04-02T10:03:26.732 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-02T10:03:26.743 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-02T10:03:26.743 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T10:03:26.759 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T10:03:26.851 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-02T10:03:26.861 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-02T10:03:26.861 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T10:03:26.864 DEBUG:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T10:03:26.876 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-04-02T10:03:26.877 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-04-02T10:03:26.882 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T10:03:26.882 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-04-02T10:03:26.882 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 53 +280us[ +280us] +/- 82ms 2024-04-02T10:03:26.882 INFO:teuthology.orchestra.run.smithi187.stdout:^* hv02.front.sepia.ceph.com 3 8 377 56 +83us[ +92us] +/- 51ms 2024-04-02T10:03:26.882 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 -390us[ -390us] +/- 79ms 2024-04-02T10:03:26.882 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T10:03:26.884 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T10:03:26.884 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-04-02T10:03:26.884 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 52 +278us[ +278us] +/- 82ms 2024-04-02T10:03:26.884 INFO:teuthology.orchestra.run.smithi112.stdout:^* hv02.front.sepia.ceph.com 3 7 377 116 +116us[ +154us] +/- 51ms 2024-04-02T10:03:26.884 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 -361us[ -361us] +/- 79ms 2024-04-02T10:03:26.884 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T10:03:26.885 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-02T10:03:26.895 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-02T10:03:26.895 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-02T10:03:26.906 DEBUG:teuthology.orchestra.run.smithi112:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T10:03:27.014 DEBUG:teuthology.orchestra.run.smithi187:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T10:03:27.097 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T10:03:27.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:27.128 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T10:03:27.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:27.159 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-02T10:03:27.172 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-02T10:03:27.184 INFO:teuthology.task.internal:Duration was 6517.860736 seconds 2024-04-02T10:03:27.185 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-02T10:03:27.196 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-02T10:03:27.196 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T10:03:27.199 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T10:03:27.239 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T10:03:27.243 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T10:03:27.657 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-02T10:03:27.657 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-04-02T10:03:27.657 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T10:03:27.717 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi187.front.sepia.ceph.com 2024-04-02T10:03:27.717 DEBUG:teuthology.orchestra.run.smithi187:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T10:03:27.742 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-02T10:03:27.743 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T10:03:27.759 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T10:03:27.812 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-02T10:03:27.812 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T10:03:27.828 DEBUG:teuthology.orchestra.run.smithi187:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T10:03:28.407 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-02T10:03:28.418 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-02T10:03:28.418 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T10:03:28.446 DEBUG:teuthology.orchestra.run.smithi187:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T10:03:28.474 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-02T10:03:28.487 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:28.489 DEBUG:teuthology.orchestra.run.smithi187:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:28.512 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-04-02T10:03:28.541 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = core 2024-04-02T10:03:28.555 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:28.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:28.583 DEBUG:teuthology.orchestra.run.smithi187:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:28.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:28.611 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-02T10:03:28.622 INFO:teuthology.task.internal:Transferring archived files... 2024-04-02T10:03:28.623 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/remote/smithi112 2024-04-02T10:03:28.623 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T10:03:28.673 DEBUG:teuthology.misc:Transferring archived files from smithi187:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480/remote/smithi187 2024-04-02T10:03:28.673 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T10:03:28.716 INFO:teuthology.task.internal:Removing archive directory... 2024-04-02T10:03:28.717 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T10:03:28.720 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T10:03:28.764 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-02T10:03:28.777 INFO:teuthology.task.internal:Not uploading archives. 2024-04-02T10:03:28.777 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-02T10:03:28.827 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-02T10:03:28.827 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T10:03:28.829 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T10:03:28.841 INFO:teuthology.orchestra.run.smithi112.stdout: 265835 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 10:03 /home/ubuntu/cephtest 2024-04-02T10:03:28.843 INFO:teuthology.orchestra.run.smithi187.stdout: 266042 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 10:03 /home/ubuntu/cephtest 2024-04-02T10:03:28.845 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-02T10:03:28.856 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-02T10:03:28.880 INFO:teuthology.nuke:Checking targets against current locks 2024-04-02T10:03:28.906 DEBUG:teuthology.nuke:shortname: smithi112 2024-04-02T10:03:28.907 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T10:03:28.930 DEBUG:teuthology.nuke:shortname: smithi187 2024-04-02T10:03:28.930 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T10:03:28.933 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:06:39.271009', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAxEeXFcM5ZP5rGXipkhQZFxyoqOm/VouvxJSTWvgKLh3GPJOdrGBf4RDdGH0jaIItp/FINibfXXxti+59eUBD4='} 2024-04-02T10:03:28.958 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi187.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635480', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:06:39.272843', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZcsxPke+kP+XpNiKzTcmZfNVWzWUI1YSSv5GAxECFKG3UF3gXnwHZZpI3AhsBnOwju8d6+D2N/rSCx/9eP9zE='} 2024-04-02T10:03:28.985 INFO:teuthology.orchestra.console.smithi112:Power off 2024-04-02T10:03:28.986 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T10:03:29.002 INFO:teuthology.orchestra.console.smithi187:Power off 2024-04-02T10:03:29.003 DEBUG:teuthology.orchestra.console.smithi187:pexpect command: ipmitool -H smithi187.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T10:03:29.011 DEBUG:teuthology.orchestra.console.smithi112:power off output: Chassis Power Control: Down/Off 2024-04-02T10:03:29.012 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:29.025 DEBUG:teuthology.orchestra.console.smithi187:power off output: Chassis Power Control: Down/Off 2024-04-02T10:03:29.025 DEBUG:teuthology.orchestra.console.smithi187:pexpect command: ipmitool -H smithi187.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:29.036 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-04-02T10:03:29.055 DEBUG:teuthology.orchestra.console.smithi187:check power output: Chassis Power is on 2024-04-02T10:03:33.038 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:33.056 DEBUG:teuthology.orchestra.console.smithi187:pexpect command: ipmitool -H smithi187.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:33.149 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-04-02T10:03:33.167 DEBUG:teuthology.orchestra.console.smithi187:check power output: Chassis Power is on 2024-04-02T10:03:37.151 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:37.167 DEBUG:teuthology.orchestra.console.smithi187:pexpect command: ipmitool -H smithi187.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:37.262 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-04-02T10:03:37.276 DEBUG:teuthology.orchestra.console.smithi187:check power output: Chassis Power is off 2024-04-02T10:03:37.377 INFO:teuthology.orchestra.console.smithi187:Power off completed 2024-04-02T10:03:41.266 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:41.376 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is off 2024-04-02T10:03:41.476 INFO:teuthology.orchestra.console.smithi112:Power off completed 2024-04-02T10:03:41.581 INFO:teuthology.run:Summary data: description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6517.860735654831 failure_reason: '"2024-04-02T08:34:59.219863+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rfriedma@teuthology success: false 2024-04-02T10:03:41.581 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T10:03:41.664 INFO:teuthology.run:FAIL